Merge branch 'antalya' into feature/fix_rendezvous_hashing

Author: ianton-ru

.github/workflows/docker_publish.yml

@@ -0,0 +1,140 @@
+name: Republish Multiarch Docker Image
+
+on:
+  workflow_dispatch:
+    inputs:
+      docker_image:
+        description: 'Multiarch Docker image with tag'
+        required: true
+      release_environment:
+        description: 'Select release type: "staging" or "production"'
+        type: choice
+        default: 'staging'
+        options:
+          - staging
+          - production
+      upload_artifacts:
+        description: 'Upload artifacts directly in this workflow'
+        type: boolean
+        default: true
+      s3_upload_path:
+        description: 'Upload artifacts to s3 path'
+        type: string
+        required: false
+  workflow_call:
+    inputs:
+      docker_image:
+        type: string
+        required: true
+      release_environment:
+        type: string
+        required: false
+        default: 'staging'
+      upload_artifacts:
+        type: boolean
+        required: false
+        default: false
+      s3_upload_path:
+        type: string
+        required: false
+    outputs:
+      image_archives_path:
+        description: 'Path to the image archives directory'
+        value: ${{ jobs.republish.outputs.image_archives_path }}
+
+env:
+  IMAGE: ${{ github.event.inputs.docker_image || inputs.docker_image }}
+
+jobs:
+  republish:
+    runs-on: [self-hosted, altinity-on-demand, altinity-style-checker-aarch64]
+    outputs:
+      image_archives_path: ${{ steps.set_path.outputs.image_archives_path }}
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v3
+
+      - name: Docker Hub Login
+        uses: docker/login-action@v2
+        with:
+          username: ${{ secrets.DOCKER_USERNAME }}
+          password: ${{ secrets.DOCKER_PASSWORD }}
+
+      - name: Set clickhouse-server version as new tag
+        run: |
+          # Determine "clickhouse-server" or "clickhouse-keeper"
+          echo "COMPONENT=$(echo "$IMAGE" | sed -E 's|.*/(clickhouse-[^:]+):.*|\1|')" >> $GITHUB_ENV
+          echo "Component determined: $COMPONENT"
+
+          # Run the container to get the version
+          CONTAINER_HASH=$(docker run -d --rm $IMAGE 2>&1)
+          NEW_TAG=$(.github/retry.sh 30 10 docker exec $CONTAINER_HASH bash -c "$COMPONENT --version")
+          echo "Base tag from clickhouse version: $NEW_TAG"
+
+          # Append "-prerelease" if necessary
+          if [ "${{ github.event.inputs.release_type || inputs.release_type }}" = "staging" ]; then
+            NEW_TAG="${BASE_TAG}-prerelease"
+          fi
+
+          if [[ "$IMAGE" == *-alpine* ]]; then
+            NEW_TAG="${NEW_TAG}-alpine"
+          fi
+          echo "New tag: $NEW_TAG"
+
+          # Export the new tag
+          echo "new_tag=$NEW_TAG" >> $GITHUB_ENV
+
+      - name: Process multiarch manifest
+        run: |
+          echo "Re-tag multiarch image $IMAGE to altinity/$COMPONENT:$NEW_TAG"
+          docker buildx imagetools create --tag "altinity/$COMPONENT:$NEW_TAG" "$IMAGE"
+
+          # Create directory for image archives
+          mkdir -p image_archives
+
+          # Pull and save platform-specific images
+          for PLATFORM in "linux/amd64" "linux/arm64"; do
+            echo "Pulling and saving image for $PLATFORM..."
+            # Pull the specific platform image
+            docker pull --platform $PLATFORM "altinity/$COMPONENT:$NEW_TAG"
+
+            # Save the image to a tar file
+            ARCH=$(echo $PLATFORM | cut -d'/' -f2)
+            docker save "altinity/$COMPONENT:$NEW_TAG" -o "image_archives/${COMPONENT}-${NEW_TAG}-${ARCH}.tar"
+          done
+
+          # Save manifest inspection
+          docker buildx imagetools inspect "altinity/$COMPONENT:$NEW_TAG" > image_archives/manifest.txt
+
+          # Compress the archives
+          cd image_archives
+          for file in *.tar; do
+            gzip "$file"
+          done
+          cd ..
+
+      - name: Set image archives path
+        id: set_path
+        run: |
+          echo "image_archives_path=${{ github.workspace }}/image_archives" >> $GITHUB_OUTPUT
+
+      - name: Upload image archives
+        if: ${{ github.event.inputs.upload_artifacts || inputs.upload_artifacts }}
+        uses: actions/upload-artifact@v4
+        with:
+          name: docker-images-backup
+          path: image_archives/
+          retention-days: 90
+
+      - name: Install aws cli
+        if: ${{ inputs.s3_upload_path != '' }}
+        uses: unfor19/install-aws-cli-action@v1
+        with:
+          version: 2
+          arch: arm64
+
+      - name: Upload to S3
+        if: ${{ inputs.s3_upload_path != '' }}
+        run: |
+          aws s3 sync image_archives/ "${{ inputs.s3_upload_path }}"
+

.github/workflows/reusable_build.yml

@@ -1,6 +1,3 @@
-### For the pure soul wishes to move it to another place
-# https://github.com/orgs/community/discussions/9050
-
 env:
   # Force the stdout and stderr streams to be unbuffered
   PYTHONUNBUFFERED: 1