add sync job (#19)

* add sync job
* migrate nvidia-ctk
* temp disable paddle model

Author: haobibo

.github/workflows/build-docker.yml

@@ -27,32 +27,23 @@ env:
   DOCKER_MIRROR_REGISTRY_PASSWORD: ${{ secrets.DOCKER_MIRROR_REGISTRY_PASSWORD }}
 
 jobs:
-  qpod_nvidia-ctk:
-    name: 'nvidia-ctk'
-    runs-on: ubuntu-latest
-    steps:
-      - uses: actions/checkout@v4
-      - run: |
-          source ./tool.sh && export IMG_PREFIX_SRC="docker.io/library"
-          build_image nvidia-ctk latest		docker_nvidia-ctk/Dockerfile		&& push_image
-
   qpod_OpenCV:
     name: 'opencv'
     runs-on: ubuntu-latest
     steps:
       - uses: actions/checkout@v4
       - run: source ./tool.sh && build_image opencv latest				docker_OpenCV/Dockerfile				&& push_image
-
-
+  
+  # paddleocr-models: temp disable the build caused by the paddle run on CPU server
   qpod_PaddleOCR_cuda112:
-    name: 'paddleocr-models'
+    name: 'paddleocr-cuda112'
     runs-on: ubuntu-latest
     steps:
       - uses: actions/checkout@v4
       - run: |
           source ./tool.sh && free_diskspace
           build_image paddleocr-cuda112 latest	docker_PaddleOCR/Dockerfile        --build-arg "BASE_IMG=cuda_11.2"
-          build_image paddleocr-models  latest	docker_PaddleOCR/models.Dockerfile --build-arg "BASE_IMG=paddleocr-cuda112" --build-arg "BASE_NAMESPACE_SRC=docker.io/library"
+          echo 'build_image paddleocr-models  latest	docker_PaddleOCR/models.Dockerfile --build-arg "BASE_IMG=paddleocr-cuda112" --build-arg "BASE_NAMESPACE_SRC=docker.io/library"'
           push_image
 
   qpod_PaddleOCR_cuda120:
@@ -87,9 +78,28 @@ jobs:
     runs-on: ubuntu-latest
     steps:
       - uses: actions/checkout@v4
-      - run: |
+      - env:
+          HF_MODEL_NAME: ${{ vars.HF_MODEL_NAME }}
+        run: |
           source tool.sh && export IMG_PREFIX_SRC="docker.io/library"
           source docker_HuggingFace-model/script-setup-huggingface.sh
           export -f download_hf_model build_image_hf_model build_image_no_tag push_image
-          HF_MODEL_NAME=$(sort --random-sort docker_HuggingFace-model/list_hf_models.txt | head -n1)
-          download_hf_model ${HF_MODEL_NAME} && build_image_hf_model ${HF_MODEL_NAME}
+          HF_MODEL_RANDOM=$(sort --random-sort docker_HuggingFace-model/list_hf_models.txt | head -n1)
+          download_hf_model ${HF_MODEL_NAME:-$HF_MODEL_RANDOM} && build_image_hf_model ${HF_MODEL_NAME}
+
+
+  ## Sync all images in this build (listed by "names") to mirror registry.
+  sync_images:
+    needs: ["qpod_OpenCV", "qpod_HuggingFaceModels", "qpod_PaddleOCR_cuda112", "qpod_PaddleOCR_cuda120"]
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+      - env:
+          AUTH_FILE_CONTENT: ${{ secrets.AUTH_FILE_CONTENT }}
+          DOCKER_MIRROR_REGISTRY: ${{ vars.DOCKER_MIRROR_REGISTRY }}
+        run: |
+          source ./tool.sh
+          printf '%s' "$AUTH_FILE_CONTENT" > .github/workflows/auth.json && ls -alh ./.github/workflows
+          printenv | grep -v 'PATH' > /tmp/docker.env && echo "REGISTRY_URL=${REGISTRY_DST}" >> /tmp/docker.env
+          docker run --rm --env-file /tmp/docker.env -v $(pwd):/tmp -w /tmp ${IMG_PREFIX_DST:-qpod}/docker-kit \
+            python /opt/utils/image-syncer/run_jobs.py --auth-file=/tmp/.github/workflows/auth.json