perf: add force delete repo support

Author: andhreljaKern

.github/workflows/dc_registry_delete_bulk.yml

@@ -8,6 +8,16 @@ on:
         type: string
         description: "Delete older than (days)"
         default: ''
+      app_name:
+        required: false
+        type: string
+        description: "Application Name"
+        default: ''
+      force_delete_repo:
+        required: false
+        type: boolean
+        description: "Force Delete"
+        default: false
 
 env:
   GH_TOKEN: ${{ secrets.GH_TOKEN }}
@@ -30,13 +40,25 @@ jobs:
       uses: actions/checkout@v4
       with:
         repository: 'code-kern-ai/cicd-deployment-scripts'
+    
+    - name: Validate Input
+      run: |
+        if [ "${{ github.event.inputs.force_delete_repo }}" = true ] && [ -z "${{ inputs.app_name }}" ]; then
+          echo "::error::Application Name is required when force deleting repository"
+          exit 1
+        fi
   
     - name: Generate Matrix
       id: generate-matrix
       run: |
-        app_names=$(curl -s -u "${{ env.DEV_LOGIN_USERNAME }}:${{ env.DEV_LOGIN_PASSWORD }}" \
-          https://${{ env.DEV_CONTAINER_REGISTRY }}/v2/_catalog \
-          | jq -c '[.repositories[] | split("/") | .[1]]')
+        if [ "${{ github.event.inputs.force_delete_repo }}" = false ]; then
+          app_names=$(curl -s -u "${{ env.DEV_LOGIN_USERNAME }}:${{ env.DEV_LOGIN_PASSWORD }}" \
+            https://${{ env.DEV_CONTAINER_REGISTRY }}/v2/_catalog \
+            | jq -c '[.repositories[] | split("/") | .[1]]')
+        else
+          app_names='["${{ inputs.app_name}}"]'
+        fi
+
         echo "app_name=$app_names" >> $GITHUB_OUTPUT
 
   dc-registry-delete-bulk:
@@ -49,6 +71,9 @@ jobs:
       DEV_CONTAINER_REGISTRY: ${{ vars.DEV_CONTAINER_REGISTRY }}
       DEV_LOGIN_USERNAME: ${{ secrets.DEV_LOGIN_USERNAME }}
       DEV_LOGIN_PASSWORD: ${{ secrets.DEV_LOGIN_PASSWORD }}
+      SSH_PRIVATE_KEY: ${{ secrets.DEV_SERVER_SSH_PRIVATE_KEY }}
+      SSH_USER: ${{ secrets.DEV_SERVER_SSH_USERNAME }}
+      SSH_HOST: ${{ secrets.DEV_SERVER_SSH_HOST }}
     strategy:
       matrix:
         app_name: ${{ fromJson(needs.dc-generate-matrix.outputs.app_name) }}
@@ -70,4 +95,8 @@ jobs:
           -a ${{ matrix.app_name }} \
           -t "" \
           -u "${{ env.DEV_LOGIN_USERNAME }}:${{ env.DEV_LOGIN_PASSWORD }}" \
-          -d "${{ inputs.delete_since_days }}"
+          -d "${{ inputs.delete_since_days }}" \
+          -p "${{ env.SSH_PRIVATE_KEY }}" \
+          -s "${{ env.SSH_USER }}" \
+          -h "${{ env.SSH_HOST }}" \
+          -f "${{ github.event.inputs.force_delete_repo }}"

dc/registry_delete.sh

@@ -12,8 +12,12 @@ APP_NAME="hosted-inference-api"
 DELETE_TAG=""
 HTTPS_USERNAME=""
 DELETE_SINCE_DAYS=""
+SSH_KEY=""
+SSH_USER=""
+SSH_HOST=""
+FORCE_DELETE_REPO=false
 
-while getopts e:g:r:a:t:u:d: flag
+while getopts e:g:r:a:t:u:d:p:s:h:f: flag
 do
     case "${flag}" in
         e) ENVIRONMENT_NAME=${OPTARG};;
@@ -23,6 +27,10 @@ do
         t) DELETE_TAG=${OPTARG};;
         u) HTTPS_USERNAME=${OPTARG};;
         d) DELETE_SINCE_DAYS=${OPTARG};;
+        p) SSH_KEY=${OPTARG};;
+        s) SSH_USER=${OPTARG};;
+        h) SSH_HOST=${OPTARG};;
+        f) FORCE_DELETE_REPO=${OPTARG};;
     esac
 done
 
@@ -38,14 +46,9 @@ function validate_image_tag() {
     fi
 }
 
-# Delete images older than DELETE_SINCE_DAYS and exit 0
-if [ -n "$DELETE_SINCE_DAYS" ]; then
-    echo "::notice::Deleting images older than $DELETE_SINCE_DAYS days"
-    repo_tags=$(curl -s -u $HTTPS_USERNAME https://$REGISTRY_URL/v2/$GITHUB_OWNER/$APP_NAME/tags/list | jq -r '.tags[]?')
-    if [ -z "$repo_tags" ]; then
-        echo "::notice::No images found for $APP_NAME"
-        exit 0
-    fi
+function delete_since_days() {
+    repo_tags=$1
+    delete_since_days=$2
 
     while IFS= read -r tag; do
         manifest=$(curl -s -u $HTTPS_USERNAME \
@@ -61,7 +64,7 @@ if [ -n "$DELETE_SINCE_DAYS" ]; then
         current_date=$(date +%s)
         days_since=$(( (current_date - created_date) / (60*60*24) ))
 
-        if [ $days_since -gt $DELETE_SINCE_DAYS ]; then
+        if [ $days_since -gt $delete_since_days ]; then
             digest=$(curl -s -u $HTTPS_USERNAME \
                 -H "Accept: application/vnd.docker.distribution.manifest.v2+json" \
                 https://$REGISTRY_URL/v2/$GITHUB_OWNER/$APP_NAME/manifests/$tag \
@@ -72,10 +75,43 @@ if [ -n "$DELETE_SINCE_DAYS" ]; then
             echo "$APP_NAME:$tag is $days_since days old"
         fi
     done <<< "$repo_tags"
+}
+
+function force_delete_repo() {
+    echo "$SSH_KEY" | ssh $SSH_USER@$SSH_HOST "cd ci-setup && docker exec -i -u root ci-setup_registry_1 bin/registry garbage-collect --delete-untagged /etc/docker/registry/config.yml"
+    echo "$SSH_KEY" | ssh $SSH_USER@$SSH_HOST "cd ci-setup && docker exec -i -u root ci-setup_registry_1 rm -rf /var/lib/registry/docker/registry/v2/repositories/$GITHUB_OWNER/$APP_NAME"
+    echo "::warning::force deleted $REGISTRY_URL/$GITHUB_OWNER/$APP_NAME"
+}
+
+# Main thread
+
+## Force delete image repository and exit 0
+if [ "$FORCE_DELETE_REPO" == "true" ]; then
+    repo_tags=$(curl -s -u $HTTPS_USERNAME https://$REGISTRY_URL/v2/$GITHUB_OWNER/$APP_NAME/tags/list | jq -r '.tags[]?')
+    if [ -n "$repo_tags" ]; then
+        echo "::error::found existing manifests for $REGISTRY_URL/$GITHUB_OWNER/$APP_NAME"
+        exit 1
+    fi
+
+    delete_since_days "$repo_tags" "0"
+    force_delete_repo
     exit 0
 fi
 
-# Delete a specific image and exit 0
+## Delete images older than DELETE_SINCE_DAYS and exit 0
+if [ -n "$DELETE_SINCE_DAYS" ]; then
+    echo "::notice::Deleting images older than $DELETE_SINCE_DAYS days"
+    repo_tags=$(curl -s -u $HTTPS_USERNAME https://$REGISTRY_URL/v2/$GITHUB_OWNER/$APP_NAME/tags/list | jq -r '.tags[]?')
+    if [ -z "$repo_tags" ]; then
+        echo "::notice::No images found for $APP_NAME"
+        exit 0
+    fi
+
+    delete_since_days "$repo_tags" "$DELETE_SINCE_DAYS"
+    exit 0
+fi
+
+## Delete a specific image and exit 0
 if [ -n $DELETE_TAG ]; then
     manifest=$(curl -s -u $HTTPS_USERNAME \
         -H "Accept: application/vnd.docker.distribution.manifest.v2+json" \
@@ -93,3 +129,5 @@ if [ -n $DELETE_TAG ]; then
     echo "::warning::deleted $REGISTRY_URL/$GITHUB_OWNER/$APP_NAME:$DELETE_TAG"
     exit 0
 fi
+
+# End of main thread