[wip] migrating away from doublecloud

.github/workflows/release.yml

@@ -8,13 +8,14 @@ on:
         description: Extra args for go-releaser, for example '--snapshot'
         required: false
         type: string
-permissions: {}
+
+permissions:
+  contents: write
+  packages: write
+
 jobs:
   build-and-push-image:
     runs-on: ubuntu-latest
-    permissions:
-      contents: write
-      packages: write
     steps:
       - name: Checkout
         uses: actions/checkout@v4

.github/workflows/versioning.yml

@@ -3,7 +3,7 @@ name: Versioning
 on:
   push:
     branches:
-      - main
+      - release
 
 permissions:
   contents: write

.goreleaser.yaml

@@ -35,30 +35,30 @@ changelog:
 
 release:
   github:
-    owner: "doublecloud"
+    owner: "altinity"
     name: "transfer"
 
   name_template: "{{.ProjectName}}-v{{.Version}}"
 
 dockers:
   - image_templates:
-      - "ghcr.io/doublecloud/transfer:{{.Version}}-amd64"
+      - "docker.io/altinity/transfer:{{.Version}}-amd64"
     goos: linux
     goarch: amd64
     use: buildx
     dockerfile: Dockerfile
     build_flag_templates:
       - "--platform=linux/amd64"
   - image_templates:
-      - "ghcr.io/doublecloud/transfer:{{.Version}}-arm64"
+      - "docker.io/altinity/transfer:{{.Version}}-arm64"
     goos: linux
     goarch: arm64
     use: buildx
     dockerfile: Dockerfile
     build_flag_templates:
       - "--platform=linux/arm64"
 docker_manifests:
-  - name_template: "ghcr.io/doublecloud/transfer:{{.Version}}"
+  - name_template: "docker.io/altinity/transfer:{{.Version}}"
     image_templates:
-      - "ghcr.io/doublecloud/transfer:{{.Version}}-amd64"
-      - "ghcr.io/doublecloud/transfer:{{.Version}}-arm64"
+      - "docker.io/altinity/transfer:{{.Version}}-amd64"
+      - "docker.io/altinity/transfer:{{.Version}}-arm64"

Makefile

@@ -57,13 +57,13 @@ run-tests:
 
 # Define variables
 HELM_CHART_PATH := ./helm/transfer
-IMAGE_NAME := ghcr.io/doublecloud/transfer-helm
+IMAGE_NAME := docker.io/altinity/transfer-helm
 VERSION := $(shell grep '^version:' $(HELM_CHART_PATH)/Chart.yaml | awk '{print $$2}')
 
 # Login to GitHub Container Registry
 .PHONY: login-ghcr
 login-ghcr:
-	echo "${GHCR_TOKEN}" | docker login ghcr.io -u ${GITHUB_USERNAME} --password-stdin
+	echo "${GHCR_TOKEN}" | docker login docker.io -u ${GITHUB_USERNAME} --password-stdin
 
 # Package the Helm chart
 .PHONY: helm-package

README.md

@@ -3,13 +3,12 @@
 <div align="center">
 
 <h4 align="center">
-  <a href="https://doublecloud.github.io/transfer/">Transfer</a>  |
-  <a href="https://doublecloud.github.io/transfer/docs/getting_started.html">Documentation</a>  |
-  <a href="https://doublecloud.github.io/transfer/docs/benchmarks.html">Benchmarking</a>  |
-  <a href="https://doublecloud.github.io/transfer/docs/roadmap">Roadmap</a>
+  <a href="https://altinity.github.io/transfer/">Transfer</a>  |
+  <a href="https://altinity.github.io/transfer/docs/getting_started.html">Documentation</a>  |
+  <a href="https://altinity.github.io/transfer/docs/benchmarks.html">Benchmarking</a>  |
+  <a href="https://altinity.github.io/transfer/docs/roadmap">Roadmap</a>
 </h4>
 
-
 </div>
 
 <div align="center">
@@ -25,7 +24,6 @@ Our ultimate mission is to help you move data from any source to any destination
 
 <div align="center">
 
-
 ## 🚀 Try Transfer
 
 </div>
@@ -40,11 +38,10 @@ make build
 
 ![Made with VHS](https://vhs.charm.sh/vhs-3ETIytnxDtBmrgkcOX3ZBf.gif)
 
-
 ### 2. Using docker container
 
 ```shell
-docker pull ghcr.io/doublecloud/transfer:dev
+docker pull docker.io/altinity/transfer:dev
 ```
 
 ### 3. Deploy via helm-chart
@@ -55,20 +52,19 @@ Deploy as helm-chart in your own k8s cluster
 
 ```bash
 helm upgrade NAME_OF_TRANSFER \
-  --namespace NAME_OF_NAMESPACE oci://ghcr.io/doublecloud/transfer-helm/transfer \
+  --namespace NAME_OF_NAMESPACE oci://docker.io/altinity/transfer-helm/transfer \
   --values PATH_TO_VALUES_FILE \
   --install
 ```
 
-More details [here](./docs/deploy_k8s.md). 
+More details [here](./docs/deploy_k8s.md).
 
 <div align="center">
 
 ## 🚀 Getting Started
 
 </div>
 
-
 <details>
 <summary>Ingestion from OLTP</summary>
 
@@ -99,8 +95,8 @@ More details [here](./docs/deploy_k8s.md).
 
 - [S3 with SQS ingestion to Clickhouse](./examples/s3sqs2ch/README.md)
 
-[//]: # (- [Parquet file to Clickhouse]&#40;./examples/s32ch/parquet.md&#41;)
-[//]: # (- [CSV file to Clickhouse]&#40;./examples/s32ch/csv.md&#41;)
+[//]: # "- [Parquet file to Clickhouse](./examples/s32ch/parquet.md)"
+[//]: # "- [CSV file to Clickhouse](./examples/s32ch/csv.md)"
 
 </details>
 
@@ -180,7 +176,6 @@ More details [here](./docs/deploy_k8s.md).
 
 ## ⚡ Performance
 
-
 [Naive-s3-vs-airbyte](https://medium.com/@laskoviymishka/transfer-s3-connector-vs-airbyte-s3-connector-360a0da084ae)
 
 </div>
@@ -191,7 +186,6 @@ More details [here](./docs/deploy_k8s.md).
 
 ## 📐 Architecture
 
-
 <img src="./docs/_assets/architecture.png" alt="transfer" />
 
 </div>
@@ -231,7 +225,6 @@ Large-block reading primitive from data. The final stream of events of one type
 
 At the most primitive storage level, it is enough to implement the reading of all logical lines from the source to work. In this case, the unit of consistency is the string itself. Example - if we say that one line is one file on disk, then reading the directory gives a guarantee of consistency within one specific file.
 
-
 ### Table level Gurantee
 
 Rows are logically grouped into groups of homogeneous rows, usually tables. If the source is able to read a consistent snapshot of the rows of one table, then we can guarantee that the data is consistent at the entire table level. From the point of view of the contract, consistency at the table / row level is indistinguishable for us.
@@ -300,20 +293,19 @@ For maximum guarantees (exact slice of the source at **any** point in time) both
 
 For current storages, we have approximately the following matrix:
 
-| Storage Type | S/Row |S/Table|S/DB|S/Slot|R/Row|R/Table|R/TX|T/Rows|T/Keys|T/LSN|T/TX|
-|:-------------|:------|:---|:---|:---|:---|:---|:---|:---|:---|:---|:---|
-| PG           | \+    |\+|\+|\+|\+|\+|\+|\+|\+|\+|\+|
-| Mysql        | \+    |\+|\+||\+|\+|\+|\+|\+|\+|\+|
-| Mongodb      | \+    ||||\+|||\+|\+|||
-| Clickhouse   | \+    |||||||\+||\+||
-| Greenplum    | \+    |\+|\+|||||\+|\+|\+|\+|
-| YDB          | \+    |\+||||||\+|\+|||
-| YT           | \+    |\+||||||\+|\+|\+||
-| Airbyte      | \+    |\+/-||||\+/-||\+|\+/-|||
-| Kafka        | \+    ||||\+|||\+||||
-| EventHub     | \+    ||||\+|||\+||||
-| LogBroker    | \+    ||||\+|||\+||\+||
-
+| Storage Type | S/Row | S/Table | S/DB | S/Slot | R/Row | R/Table | R/TX | T/Rows | T/Keys | T/LSN | T/TX |
+| :----------- | :---- | :------ | :--- | :----- | :---- | :------ | :--- | :----- | :----- | :---- | :--- |
+| PG           | \+    | \+      | \+   | \+     | \+    | \+      | \+   | \+     | \+     | \+    | \+   |
+| Mysql        | \+    | \+      | \+   |        | \+    | \+      | \+   | \+     | \+     | \+    | \+   |
+| Mongodb      | \+    |         |      |        | \+    |         |      | \+     | \+     |       |      |
+| Clickhouse   | \+    |         |      |        |       |         |      | \+     |        | \+    |      |
+| Greenplum    | \+    | \+      | \+   |        |       |         |      | \+     | \+     | \+    | \+   |
+| YDB          | \+    | \+      |      |        |       |         |      | \+     | \+     |       |      |
+| YT           | \+    | \+      |      |        |       |         |      | \+     | \+     | \+    |      |
+| Airbyte      | \+    | \+/-    |      |        |       | \+/-    |      | \+     | \+/-   |       |      |
+| Kafka        | \+    |         |      |        | \+    |         |      | \+     |        |       |      |
+| EventHub     | \+    |         |      |        | \+    |         |      | \+     |        |       |      |
+| LogBroker    | \+    |         |      |        | \+    |         |      | \+     |        | \+    |      |
 
 <div align="center">
 
@@ -337,7 +329,7 @@ Here are some resources to help you get started:
 For guidance on using Transfer, we recommend starting with the official documentation. If you need further assistance, explore the following community channels:
 
 - [Slack](https://todo.com) (For live discussion with the Community)
-- [GitHub](https://github.com/doublecloud/transfer) (Feature/Bug reports, Contributions)
+- [GitHub](https://github.com/altinity/transfer) (Feature/Bug reports, Contributions)
 - [Twitter](https://x.com/laskoviymish) (Get the news fast)
 
 <div align="center">

cmd/trcli/activate/activate.go

@@ -4,14 +4,14 @@ import (
 	"context"
 	"time"
 
-	"github.com/doublecloud/transfer/cmd/trcli/config"
-	"github.com/doublecloud/transfer/internal/logger"
-	"github.com/doublecloud/transfer/library/go/core/metrics"
-	"github.com/doublecloud/transfer/library/go/core/xerrors"
-	"github.com/doublecloud/transfer/pkg/abstract"
-	"github.com/doublecloud/transfer/pkg/abstract/coordinator"
-	"github.com/doublecloud/transfer/pkg/abstract/model"
-	"github.com/doublecloud/transfer/pkg/worker/tasks"
+	"github.com/altinity/transfer/cmd/trcli/config"
+	"github.com/altinity/transfer/internal/logger"
+	"github.com/altinity/transfer/library/go/core/metrics"
+	"github.com/altinity/transfer/library/go/core/xerrors"
+	"github.com/altinity/transfer/pkg/abstract"
+	"github.com/altinity/transfer/pkg/abstract/coordinator"
+	"github.com/altinity/transfer/pkg/abstract/model"
+	"github.com/altinity/transfer/pkg/worker/tasks"
 	"github.com/spf13/cobra"
 )
 

cmd/trcli/activate/tests/pg2ch_test.go

@@ -5,13 +5,13 @@ import (
 	"testing"
 	"time"
 
-	"github.com/doublecloud/transfer/cmd/trcli/activate"
-	"github.com/doublecloud/transfer/cmd/trcli/config"
-	"github.com/doublecloud/transfer/library/go/core/metrics/solomon"
-	"github.com/doublecloud/transfer/pkg/abstract/coordinator"
-	chrecipe "github.com/doublecloud/transfer/pkg/providers/clickhouse/recipe"
-	"github.com/doublecloud/transfer/pkg/providers/postgres/pgrecipe"
-	"github.com/doublecloud/transfer/tests/helpers"
+	"github.com/altinity/transfer/cmd/trcli/activate"
+	"github.com/altinity/transfer/cmd/trcli/config"
+	"github.com/altinity/transfer/library/go/core/metrics/solomon"
+	"github.com/altinity/transfer/pkg/abstract/coordinator"
+	chrecipe "github.com/altinity/transfer/pkg/providers/clickhouse/recipe"
+	"github.com/altinity/transfer/pkg/providers/postgres/pgrecipe"
+	"github.com/altinity/transfer/tests/helpers"
 	"github.com/stretchr/testify/require"
 )
 

cmd/trcli/check/check.go

@@ -3,12 +3,12 @@ package check
 import (
 	"context"
 
-	"github.com/doublecloud/transfer/cmd/trcli/config"
-	"github.com/doublecloud/transfer/internal/logger"
-	"github.com/doublecloud/transfer/library/go/core/xerrors"
-	"github.com/doublecloud/transfer/pkg/abstract"
-	"github.com/doublecloud/transfer/pkg/abstract/model"
-	"github.com/doublecloud/transfer/pkg/worker/tasks"
+	"github.com/altinity/transfer/cmd/trcli/config"
+	"github.com/altinity/transfer/internal/logger"
+	"github.com/altinity/transfer/library/go/core/xerrors"
+	"github.com/altinity/transfer/pkg/abstract"
+	"github.com/altinity/transfer/pkg/abstract/model"
+	"github.com/altinity/transfer/pkg/worker/tasks"
 	"github.com/spf13/cobra"
 )
 

cmd/trcli/check/tests/pg2ch_test.go

@@ -4,9 +4,9 @@ import (
 	_ "embed"
 	"testing"
 
-	"github.com/doublecloud/transfer/cmd/trcli/check"
-	"github.com/doublecloud/transfer/cmd/trcli/config"
-	"github.com/doublecloud/transfer/pkg/providers/postgres/pgrecipe"
+	"github.com/altinity/transfer/cmd/trcli/check"
+	"github.com/altinity/transfer/cmd/trcli/config"
+	"github.com/altinity/transfer/pkg/providers/postgres/pgrecipe"
 	"github.com/stretchr/testify/require"
 )
 

cmd/trcli/config/config.go

@@ -6,11 +6,11 @@ import (
 	"reflect"
 	"time"
 
-	"github.com/doublecloud/transfer/internal/logger"
-	"github.com/doublecloud/transfer/library/go/core/xerrors"
-	"github.com/doublecloud/transfer/pkg/abstract"
-	"github.com/doublecloud/transfer/pkg/abstract/model"
-	"github.com/doublecloud/transfer/pkg/transformer"
+	"github.com/altinity/transfer/internal/logger"
+	"github.com/altinity/transfer/library/go/core/xerrors"
+	"github.com/altinity/transfer/pkg/abstract"
+	"github.com/altinity/transfer/pkg/abstract/model"
+	"github.com/altinity/transfer/pkg/transformer"
 	"github.com/mitchellh/mapstructure"
 	"gopkg.in/yaml.v3"
 	sig_yaml "sigs.k8s.io/yaml"

cmd/trcli/config/config_test.go

@@ -10,7 +10,7 @@ import (
 	"testing"
 	"time"
 
-	"github.com/doublecloud/transfer/pkg/providers/mongo"
+	"github.com/altinity/transfer/pkg/providers/mongo"
 	"github.com/stretchr/testify/assert"
 	"github.com/stretchr/testify/require"
 )

cmd/trcli/config/model.go

@@ -1,9 +1,9 @@
 package config
 
 import (
-	"github.com/doublecloud/transfer/pkg/abstract"
-	"github.com/doublecloud/transfer/pkg/abstract/model"
-	"github.com/doublecloud/transfer/pkg/transformer"
+	"github.com/altinity/transfer/pkg/abstract"
+	"github.com/altinity/transfer/pkg/abstract/model"
+	"github.com/altinity/transfer/pkg/transformer"
 	"gopkg.in/yaml.v2"
 )
 

cmd/trcli/describe/describe.go

@@ -4,11 +4,11 @@ import (
 	"fmt"
 
 	"github.com/charmbracelet/glamour"
-	"github.com/doublecloud/transfer/library/go/core/xerrors"
-	"github.com/doublecloud/transfer/pkg/abstract"
-	"github.com/doublecloud/transfer/pkg/abstract/model"
-	"github.com/doublecloud/transfer/pkg/cobraaux"
-	"github.com/doublecloud/transfer/pkg/transformer"
+	"github.com/altinity/transfer/library/go/core/xerrors"
+	"github.com/altinity/transfer/pkg/abstract"
+	"github.com/altinity/transfer/pkg/abstract/model"
+	"github.com/altinity/transfer/pkg/cobraaux"
+	"github.com/altinity/transfer/pkg/transformer"
 	"github.com/spf13/cobra"
 	"gopkg.in/yaml.v2"
 )

cmd/trcli/main.go

@@ -5,21 +5,21 @@ import (
 	"os"
 	"strings"
 
-	"github.com/doublecloud/transfer/cmd/trcli/activate"
-	"github.com/doublecloud/transfer/cmd/trcli/check"
-	"github.com/doublecloud/transfer/cmd/trcli/describe"
-	"github.com/doublecloud/transfer/cmd/trcli/replicate"
-	"github.com/doublecloud/transfer/cmd/trcli/upload"
-	"github.com/doublecloud/transfer/cmd/trcli/validate"
-	"github.com/doublecloud/transfer/internal/logger"
-	internal_metrics "github.com/doublecloud/transfer/internal/metrics"
-	"github.com/doublecloud/transfer/library/go/core/xerrors"
-	"github.com/doublecloud/transfer/pkg/abstract"
-	coordinator "github.com/doublecloud/transfer/pkg/abstract/coordinator"
-	"github.com/doublecloud/transfer/pkg/cobraaux"
-	"github.com/doublecloud/transfer/pkg/coordinator/s3coordinator"
-	_ "github.com/doublecloud/transfer/pkg/dataplane"
-	"github.com/doublecloud/transfer/pkg/serverutil"
+	"github.com/altinity/transfer/cmd/trcli/activate"
+	"github.com/altinity/transfer/cmd/trcli/check"
+	"github.com/altinity/transfer/cmd/trcli/describe"
+	"github.com/altinity/transfer/cmd/trcli/replicate"
+	"github.com/altinity/transfer/cmd/trcli/upload"
+	"github.com/altinity/transfer/cmd/trcli/validate"
+	"github.com/altinity/transfer/internal/logger"
+	internal_metrics "github.com/altinity/transfer/internal/metrics"
+	"github.com/altinity/transfer/library/go/core/xerrors"
+	"github.com/altinity/transfer/pkg/abstract"
+	coordinator "github.com/altinity/transfer/pkg/abstract/coordinator"
+	"github.com/altinity/transfer/pkg/cobraaux"
+	"github.com/altinity/transfer/pkg/coordinator/s3coordinator"
+	_ "github.com/altinity/transfer/pkg/dataplane"
+	"github.com/altinity/transfer/pkg/serverutil"
 	"github.com/prometheus/client_golang/prometheus/promhttp"
 	"github.com/spf13/cobra"
 	zp "go.uber.org/zap"