feat: update deploy action (#2007)

Author: benjamin-747

.github/workflows/mono-engine-deploy.yml

@@ -18,10 +18,9 @@ on:
 
 env:
   REGISTRY_ALIAS: m8q5m4u3
-  REPOSITORY: mega
+  REPOSITORY: mega/mono-engine
   GCP_PROJECT_ID: infra-20250121-20260121-0235
-  GCP_REPOSITORY: mega
-  IMAGE_TAG_BASE: mono-0.1.0-pre-release
+  IMAGE_TAG_BASE: latest
 
 # Using AWS access key for authentication
 permissions:
@@ -36,9 +35,6 @@ jobs:
   build-push-single-arch:
     runs-on: ubuntu-latest
     timeout-minutes: 30
-    permissions:
-      id-token: write
-      contents: read
 
     steps:
       - uses: actions/checkout@v4
@@ -88,12 +84,14 @@ jobs:
           IMAGE_TAG="${IMAGE_TAG_BASE}-${ARCH_SUFFIX}"
 
           ECR_IMAGE="$ECR_REGISTRY/${{ env.REGISTRY_ALIAS }}/${{ env.REPOSITORY }}:$IMAGE_TAG"
-          GCP_IMAGE="us-central1-docker.pkg.dev/${{ env.GCP_PROJECT_ID }}/${{ env.GCP_REPOSITORY }}/${{ env.REPOSITORY }}:$IMAGE_TAG"
+          GCP_IMAGE="us-central1-docker.pkg.dev/${{ env.GCP_PROJECT_ID }}/${{ env.REPOSITORY }}:$IMAGE_TAG"
 
           echo "ECR_IMAGE=$ECR_IMAGE"
           echo "GCP_IMAGE=$GCP_IMAGE"
 
           docker buildx build \
+            --cache-from type=gha \
+            --cache-to type=gha,mode=max \
             --provenance=false \
             --sbom=false \
             -f ./mono/Dockerfile \
@@ -157,7 +155,7 @@ jobs:
 
   deploy-gcp:
     needs: manifest
-    # if: ${{ github.repository == 'web3infra-foundation/mega' }}
+    if: ${{ github.repository == 'web3infra-foundation/mega' }}
     runs-on: ubuntu-latest
     steps:
       - name: Auth to GCP
@@ -183,4 +181,4 @@ jobs:
             --image "$IMAGE" \
             --region "$REGION" \
             --project "$GCP_PROJECT_ID" \
-            --quiet
+            --quiet

.github/workflows/orion-server-deploy.yml

@@ -9,10 +9,9 @@ on:
 
 env:
   REGISTRY_ALIAS: m8q5m4u3
-  REPOSITORY: mega
-  IMAGE_TAG_BASE: orion-server-0.1.0-pre-release
+  REPOSITORY: mega/orion-server
+  IMAGE_TAG_BASE: latest
   GCP_PROJECT_ID: infra-20250121-20260121-0235
-  GCP_REPOSITORY: mega
 
 permissions:
   id-token: write
@@ -33,7 +32,6 @@ jobs:
     steps:
       - name: Checkout
         uses: actions/checkout@v4
-
       - name: Set up Docker Buildx
         uses: docker/setup-buildx-action@v3
 
@@ -78,12 +76,14 @@ jobs:
           ARCH_SUFFIX="amd64"
 
           AWS_IMAGE_BASE="$AWS_REGISTRY/${{ env.REGISTRY_ALIAS }}/${{ env.REPOSITORY }}"
-          GCP_IMAGE_BASE="us-central1-docker.pkg.dev/${{ env.GCP_PROJECT_ID }}/${{ env.GCP_REPOSITORY }}/${{ env.REPOSITORY }}"
+          GCP_IMAGE_BASE="us-central1-docker.pkg.dev/${{ env.GCP_PROJECT_ID }}/${{ env.REPOSITORY }}"
 
           TAG="${{ env.IMAGE_TAG_BASE }}-$ARCH_SUFFIX"
 
           docker buildx build \
             --platform "$PLATFORM" \
+            --cache-from type=gha \
+            --cache-to type=gha,mode=max \
             --provenance=false \
             --sbom=false \
             -f orion-server/Dockerfile \
@@ -147,7 +147,7 @@ jobs:
 
   deploy-gcp:
     needs: manifest
-    # if: ${{ github.repository == 'web3infra-foundation/mega' }}
+    if: ${{ github.repository == 'web3infra-foundation/mega' }}
     runs-on: ubuntu-latest
     steps:
       - name: Auth to GCP

.github/workflows/web-deploy.yml

@@ -11,10 +11,9 @@ on:
 env:
   TIPTAP_PRIVATE_REGISTRY_KEY: ${{ secrets.TIPTAP_PRIVATE_REGISTRY_KEY }}
   REGISTRY_ALIAS: m8q5m4u3
-  REPOSITORY: mega
+  REPOSITORY: mega/mega-ui
   GCP_PROJECT_ID: infra-20250121-20260121-0235
-  GCP_REPOSITORY: mega
-  IMAGE_VERSION: 0.1.0-pre-release
+  IMAGE_VERSION: latest
 
 permissions:
   id-token: write
@@ -83,10 +82,10 @@ jobs:
         run: |
           set -euo pipefail
           ARCH_SUFFIX="amd64"
-          IMAGE_TAG="mega-ui-${{ matrix.env_name }}-${IMAGE_VERSION}-${ARCH_SUFFIX}"
+          IMAGE_TAG="${{ matrix.env_name }}-${IMAGE_VERSION}-${ARCH_SUFFIX}"
 
           if [ "${{ matrix.env_name }}" = "buck2hub" ]; then
-            IMAGE_BASE="us-central1-docker.pkg.dev/${{ env.GCP_PROJECT_ID }}/${{ env.GCP_REPOSITORY }}/${{ env.REPOSITORY }}"
+            IMAGE_BASE="us-central1-docker.pkg.dev/${{ env.GCP_PROJECT_ID }}/${{ env.REPOSITORY }}"
           else
             IMAGE_BASE="$REGISTRY/${{ env.REGISTRY_ALIAS }}/${{ env.REPOSITORY }}"
           fi
@@ -107,7 +106,7 @@ jobs:
     runs-on: ubuntu-latest
     strategy:
       matrix:
-        env_name: [demo, staging, gitmono, buck2hub]
+        env_name: [demo, staging, gitmono]
     permissions:
       contents: read
     steps:
@@ -131,7 +130,7 @@ jobs:
           set -euo pipefail
 
           IMAGE_BASE="$REGISTRY/${{ env.REGISTRY_ALIAS }}/${{ env.REPOSITORY }}"
-          TAG="mega-ui-${{ matrix.env_name }}-0.1.0-pre-release"
+          TAG="${{ matrix.env_name }}-latest"
 
           if [ "${{ matrix.env_name }}" = "demo" ]; then
             echo "Creating multi-arch manifest for demo (amd64 + arm64)"

.github/workflows/web-sync-server-deploy.yml

@@ -10,24 +10,18 @@ on:
       - 'moon/packages/config/**'
       - 'moon/packages/types/**'
 
-env:
-  TIPTAP_PRIVATE_REGISTRY_KEY: ${{ secrets.TIPTAP_PRIVATE_REGISTRY_KEY }}
-  AWS_ECS_CLUSTER_NAME: ${{ secrets.AWS_ECS_CLUSTER_NAME }}
 
 concurrency:
   group: ${{ github.workflow }}-${{ github.ref }}
   cancel-in-progress: true
 
 jobs:
   web-sync-server-deploy:
-    if: ${{ github.repository == 'web3infra-foundation/mega' }}
     runs-on: ubuntu-latest
     timeout-minutes: 10
     steps:
       - name: Checkout repository
         uses: actions/checkout@v4
-        with:
-          ref: ${{ github.event.pull_request.base.ref }}
 
       - uses: actions/setup-node@v4
         with:
@@ -51,8 +45,8 @@ jobs:
         env:
           REGISTRY: ${{ steps.login-ecr-public.outputs.registry }}
           REGISTRY_ALIAS: m8q5m4u3
-          REPOSITORY: mega
-          IMAGE_TAG: mega-web-sync-server-0.1.0-pre-release
+          REPOSITORY: mega/web-sync-server
+          IMAGE_TAG: latest
         run: |
           docker build \
             -f apps/sync-server/Dockerfile \
@@ -62,7 +56,7 @@ jobs:
       - name: Force ECS redeploy
         run: |
           aws ecs update-service \
-            --cluster ${{ secrets.AWS_ECS_CLUSTER_NAME }} \
+            --cluster gitmega-com \
             --service mega-web-sync-server-dev-service-v3hdlyk8 \
             --force-new-deployment
         env:

.gitignore

@@ -30,7 +30,7 @@ ztm_agent.db
 ztm_agent_db*
 
 # Demo env variables
-docker/demo/.env
+docker/**/.env
 
 # buck2 out
 buck-out

Cargo.toml

@@ -132,7 +132,6 @@ dagrs = "0.6.0"
 tar = "0.4"
 indexmap = "2.13"
 envsubst = "0.2.1"
-diffs = "0.5.1"
 directories = "6.0.0"
 dotenv = "0.15"
 redis = "1.0.3"

docker/README.md

@@ -89,10 +89,9 @@ The main configurable environment variables include:
   - `MYSQL_DATABASE`: Campsite database name (default: `campsite`, uses MySQL)
 
 - **Service Images**:
-  - `MEGA_ENGINE_IMAGE`: Mega backend image (default: `public.ecr.aws/m8q5m4u3/mega:mono-0.1.0-pre-release`)
-  - `MEGA_UI_IMAGE`: Mega UI image (default: `public.ecr.aws/m8q5m4u3/mega:mega-ui-demo-0.1.0-pre-release`)
-  - `ORION_CLIENT_IMAGE`: Orion Build Client image (default: `public.ecr.aws/m8q5m4u3/mega:orion-client-0.1.0-pre-release`)
-  - `CAMPSITE_API_IMAGE`: Campsite API image (default: `public.ecr.aws/m8q5m4u3/mega:campsite-0.1.0-pre-release`)
+  - `MEGA_ENGINE_IMAGE`: Mega backend image (default: `public.ecr.aws/m8q5m4u3/mega/mono-engine:latest`)
+  - `MEGA_UI_IMAGE`: Mega UI image (default: `public.ecr.aws/m8q5m4u3/mega/mega-ui:demo-latest`)
+  - `CAMPSITE_API_IMAGE`: Campsite API image (default: `public.ecr.aws/m8q5m4u3/mega/campsite-api:latest`)
   - `CAMPSITE_RUN_MIGRATIONS`: Whether to run database migrations when the container starts; `1` (default) to run, can be changed to `0` after the first successful migration to skip and speed up subsequent starts.
 
 - **RustFS Configuration**:
@@ -530,7 +529,7 @@ The demo environment includes the following services:
   - `mega_ui`: Mega Web UI (Next.js)
   - `orion_server`: Orion build server (Rust)
   - `orion_build_client`: Orion build client (based on the orion-client image)
-  - `campsite_api`: Campsite API (Ruby/Rails, built locally by default; if you have the encrypted development credentials configured you can pull the pre-built image directly via `CAMPSITE_API_IMAGE=public.ecr.aws/m8q5m4u3/mega:campsite-0.1.0-pre-release`)
+  - `campsite_api`: Campsite API (Ruby/Rails, built locally by default; if you have the encrypted development credentials configured you can pull the pre-built image directly via `CAMPSITE_API_IMAGE=public.ecr.aws/m8q5m4u3/mega/campsite-api:latest`)
 
 For a detailed architecture diagram and dependency list, see the [Mega / Orion Demo architecture design document](./mega-orion-demo-compose-arch.md).
 

docker/demo/.env.example

@@ -51,11 +51,10 @@ S3_REGION=us-east-1
 # All images are pulled from Amazon ECR Public: public.ecr.aws/m8q5m4u3/mega
 # You can override these to use local images or different tags
 
-MEGA_ENGINE_IMAGE=public.ecr.aws/m8q5m4u3/mega:mono-0.1.0-pre-release
-MEGA_UI_IMAGE=public.ecr.aws/m8q5m4u3/mega:mega-ui-demo-0.1.0-pre-release
-ORION_SERVER_IMAGE=public.ecr.aws/m8q5m4u3/mega:orion-server-0.1.0-pre-release
-MEGA_DEV_IMAGE=public.ecr.aws/m8q5m4u3/mega:orion-client-0.1.0-pre-release
-CAMPSITE_API_IMAGE=public.ecr.aws/m8q5m4u3/mega:campsite-0.1.0-pre-release
+MEGA_ENGINE_IMAGE=public.ecr.aws/m8q5m4u3/mega/mono-engine:latest
+MEGA_UI_IMAGE=public.ecr.aws/m8q5m4u3/mega/mega-ui:demo-latest
+ORION_SERVER_IMAGE=public.ecr.aws/m8q5m4u3/mega/orion-server:latest
+CAMPSITE_API_IMAGE=public.ecr.aws/m8q5m4u3/mega/campsite-api:latest
 
 # ----------------------------------------------------------------------------
 # Mega Backend Service Configuration

docker/demo/docker-compose.demo.yml

@@ -101,12 +101,12 @@ services:
   # ---------------------------------------------------------------------------
   # Mega / Mono Engine (Rust backend)
   # ---------------------------------------------------------------------------
-  # Use pre-built image from ECR Public: public.ecr.aws/m8q5m4u3/mega:mono-0.1.0-pre-release
+  # Use pre-built image from ECR Public: public.ecr.aws/m8q5m4u3/mega/mono-engine:latest
   # Or use locally built image: mega:mono-engine-latest (after building with docker build)
   # Set MEGA_ENGINE_IMAGE environment variable to override
   # Priority: MEGA_ENGINE_IMAGE env var > local build (mega:mono-engine-latest) > ECR image
   mega:
-    image: ${MEGA_ENGINE_IMAGE:-public.ecr.aws/m8q5m4u3/mega:mono-0.1.0-pre-release}
+    image: ${MEGA_ENGINE_IMAGE:-public.ecr.aws/m8q5m4u3/mega/mono-engine:latest}
     container_name: mega-demo-backend
     depends_on:
       postgres:
@@ -207,12 +207,12 @@ services:
   # ---------------------------------------------------------------------------
   # Mega UI (Next.js)
   # ---------------------------------------------------------------------------
-  # Use pre-built image from ECR Public: public.ecr.aws/m8q5m4u3/mega:mega-ui-{env}-0.1.0-pre-release
+  # Use pre-built image from ECR Public: public.ecr.aws/m8q5m4u3/mega/mega-ui:{env}-latest
   # Available environments: staging, openatom, gitmono
   # Set MEGA_UI_IMAGE environment variable to use ECR image, or tag the ECR image as mega:mono-ui-latest-release
   # Default uses local tag (mega:mono-ui-latest-release) if ECR image is tagged locally
   mega_ui:
-    image: ${MEGA_UI_IMAGE:-public.ecr.aws/m8q5m4u3/mega:mega-ui-demo-0.1.0-pre-release}
+    image: ${MEGA_UI_IMAGE:-public.ecr.aws/m8q5m4u3/mega/mega-ui:demo-latest}
     container_name: mega-demo-ui
     depends_on:
       mega:
@@ -244,7 +244,7 @@ services:
     #   build:
     #     context: ..
     #     dockerfile: orion-server/Dockerfile
-    image: ${ORION_SERVER_IMAGE:-public.ecr.aws/m8q5m4u3/mega:orion-server-0.1.0-pre-release}
+    image: ${ORION_SERVER_IMAGE:-public.ecr.aws/m8q5m4u3/mega/orion-server:latest}
     container_name: mega-demo-orion-server
     depends_on:
       postgres:
@@ -275,42 +275,13 @@ services:
         aliases:
           - orion.gitmono.local
 
-  # ---------------------------------------------------------------------------
-  # Orion Build Client / Worker (based on orion-client image)
-  # ---------------------------------------------------------------------------
-  orion_build_client:
-    image: ${ORION_CLIENT_IMAGE:-public.ecr.aws/m8q5m4u3/mega:orion-client-0.1.0-pre-release}
-    container_name: mega-demo-orion-worker
-    command: orion
-    # privileged mode allows nested container builds (Scorpio) inside the worker.
-    privileged: true
-    depends_on:
-      orion_server:
-        condition: service_started
-    environment:
-      SERVER_WS: ${ORION_WORKER_SERVER_WS:-ws://orion_server:8004/ws}
-      ORION_WORKER_ID: ${ORION_WORKER_ID:-}
-      BUCK_PROJECT_ROOT: ${BUCK_PROJECT_ROOT:-/workspace}
-      BUILD_TMP: ${BUILD_TMP:-/tmp/orion-builds}
-      SCORPIO_API_BASE_URL: ${SCORPIO_API_BASE_URL:-http://127.0.0.1:2725}
-      ORION_WORKER_START_SCORPIO: ${ORION_WORKER_START_SCORPIO:-true}
-      SCORPIO_BASE_URL: ${SCORPIO_BASE_URL:-http://mega:8000}
-      SCORPIO_LFS_URL: ${SCORPIO_LFS_URL:-http://mega:8000}
-      SCORPIO_STORE_PATH: /data/scorpio/store
-      SCORPIO_WORKSPACE: /workspace/mount
-      RUST_LOG: ${RUST_LOG:-info}
-    volumes:
-      - orion-worker-scorpio-data:/data/scorpio
-      - orion-worker-workspace:/workspace
-    restart: unless-stopped
-
   # ---------------------------------------------------------------------------
   # Campsite API (Ruby)
   # ---------------------------------------------------------------------------
-  # Use pre-built image from ECR Public: public.ecr.aws/m8q5m4u3/mega:campsite-0.1.0-pre-release
+  # Use pre-built image from ECR Public: public.ecr.aws/m8q5m4u3/mega/campsite-api:latest
   # Note: Campsite API requires MySQL database, not PostgreSQL
   campsite_api:
-    image: ${CAMPSITE_API_IMAGE:-public.ecr.aws/m8q5m4u3/mega:campsite-0.1.0-pre-release}
+    image: ${CAMPSITE_API_IMAGE:-public.ecr.aws/m8q5m4u3/mega/campsite-api:latest}
     container_name: mega-demo-campsite-api
     depends_on:
       mysql:
@@ -377,5 +348,3 @@ volumes:
   rustfs-data:
   mega-data:
   orion-logs:
-  orion-worker-scorpio-data:
-  orion-worker-workspace: