OpenConceptLab/ocl_issues#2276 | added flag for legacy expansions #84
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Build | |
| on: | |
| push: | |
| branches: [ "master" ] | |
| env: | |
| AWS_REGION: "us-east-2" # set this to your preferred AWS region, e.g. us-west-1 | |
| ECR_REPOSITORY: "oclapi2" # set this to your Amazon ECR repository name | |
| ECS_SERVICE_QA: "qa-api" # set this to your Amazon ECS service name | |
| ECS_CLUSTER_QA: "ocl-qa-demo" # set this to your Amazon ECS cluster name | |
| ECS_SERVICE_STAGING: "staging-api" # set this to your Amazon ECS service name | |
| ECS_CLUSTER_STAGING_PRODUCTION: "ocl-staging-production" # set this to your Amazon ECS cluster name | |
| ECS_SERVICE_PRODUCTION: "production-api" # set this to your Amazon ECS service name | |
| jobs: | |
| pylint: | |
| name: Pylint | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Run linting rules | |
| uses: actions/setup-python@v4 | |
| with: | |
| python-version: '3.10' | |
| - run: pip install -r requirements.txt | |
| - run: pylint -j0 core/ | |
| tests: | |
| name: Tests | |
| runs-on: ubuntu-latest | |
| services: | |
| db: | |
| image: postgres:14.7 | |
| ports: | |
| - 5432:5432 | |
| env: | |
| POSTGRES_USER: postgres | |
| POSTGRES_PASSWORD: Postgres123 | |
| POSTGRES_DB: postgres | |
| options: >- | |
| --health-cmd "pg_isready -U postgres" | |
| --health-interval 10s | |
| --health-timeout 5s | |
| --health-retries 5 | |
| es: | |
| image: docker.elastic.co/elasticsearch/elasticsearch:8.15.2 | |
| options: >- | |
| --ulimit memlock=-1:-1 | |
| --ulimit nofile=65536:65536 | |
| ports: | |
| - 9200:9200 | |
| env: | |
| discovery.type: single-node | |
| xpack.security.enabled: "false" | |
| xpack.security.http.ssl.enabled: "false" | |
| xpack.security.transport.ssl.enabled: "false" | |
| ES_JAVA_OPTS: "-Xmx1024m -Xms1024m" | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Set up Python | |
| uses: actions/setup-python@v4 | |
| with: | |
| python-version: "3.11" | |
| - name: Cache pip dependencies | |
| uses: actions/cache@v3 | |
| with: | |
| path: ~/.cache/pip | |
| key: ${{ runner.os }}-pip-${{ hashFiles('requirements.txt') }} | |
| restore-keys: | | |
| ${{ runner.os }}-pip- | |
| - name: Install dependencies | |
| run: | | |
| python -m venv venv | |
| . venv/bin/activate | |
| pip install --cache-dir ~/.cache/pip -r requirements.txt | |
| - name: Wait for Postgres | |
| run: | | |
| echo "Waiting for Postgres..." | |
| for i in {1..30}; do | |
| pg_isready -h 0.0.0.0 -p 5432 -U postgres && echo "Postgres ready!" && exit 0 | |
| echo "Still waiting..." | |
| sleep 2 | |
| done | |
| echo "Postgres did not start!" && exit 1 | |
| - name: Wait for Elasticsearch HTTP | |
| run: | | |
| echo "Waiting for Elasticsearch..." | |
| for i in {1..60}; do | |
| curl -s http://es:9200/_cluster/health?wait_for_status=yellow&timeout=1s >/dev/null && \ | |
| echo "Elasticsearch is ready!" && exit 0 | |
| echo "Still not ready..." | |
| sleep 2 | |
| done | |
| echo "Elasticsearch failed to start" | |
| exit 1 | |
| - name: Free Disk Space | |
| uses: jlumbroso/free-disk-space@main | |
| with: | |
| android: true | |
| dotnet: true | |
| haskell: true | |
| tool-cache: false | |
| docker-images: false | |
| large-packages: false | |
| swap-storage: false | |
| - name: Run Tests | |
| env: | |
| DB_HOST: 0.0.0.0 | |
| ES_HOST: 0.0.0.0 | |
| ENVIRONMENT: ci | |
| run: | | |
| . venv/bin/activate | |
| COVERAGE_FILE=/tmp/.coverage coverage run --parallel-mode --source='core' manage.py test --parallel=1 -v 3 --keepdb | |
| COVERAGE_FILE=/tmp/.coverage coverage combine | |
| COVERAGE_FILE=/tmp/.coverage coverage report -m --include=core/* --fail-under=87 --sort=cover | |
| build: | |
| needs: [pylint, tests] | |
| name: Build and push image | |
| runs-on: ubuntu-latest | |
| #permissions: | |
| # packages: write | |
| # contents: read | |
| steps: | |
| - name: Free Disk Space | |
| uses: jlumbroso/free-disk-space@main | |
| with: | |
| android: true | |
| dotnet: true | |
| haskell: true | |
| tool-cache: false | |
| docker-images: false | |
| large-packages: false | |
| swap-storage: false | |
| - name: Checkout repo | |
| uses: actions/checkout@v3 | |
| - name: Add GITHUB_SHA_SHORT env property with commit short sha | |
| run: echo "GITHUB_SHA_SHORT=`echo ${GITHUB_SHA} | cut -c1-8`" >> $GITHUB_ENV | |
| - name: Add VERSION to env property | |
| run: | | |
| VERSION=$(cat core/__init__.py \ | |
| | grep API_VERSION \ | |
| | head -1 \ | |
| | awk -F= '{ print $2 }' \ | |
| | sed "s/[',]//g" \ | |
| | tr -d '[[:space:]]') | |
| echo $VERSION | |
| echo "VERSION=$VERSION" >> $GITHUB_ENV | |
| - name: Log in to Docker Hub | |
| uses: docker/login-action@f4ef78c080cd8ba55a85445d5b36e214a81df20a | |
| with: | |
| username: ${{ secrets.DOCKER_USERNAME }} | |
| password: ${{ secrets.DOCKER_PASSWORD }} | |
| - name: Build and push Docker image | |
| uses: docker/build-push-action@3b5e8027fcad23fda98b2e3ac259d8d67585f671 | |
| with: | |
| context: . | |
| push: true | |
| tags: openconceptlab/oclapi2:nightly, openconceptlab/oclapi2:${{ env.VERSION }}-${{env.GITHUB_SHA_SHORT}} | |
| build-args: SOURCE_COMMIT=${{env.GITHUB_SHA_SHORT}} | |
| release: | |
| needs: [build] | |
| runs-on: ubuntu-latest | |
| name: Release draft | |
| environment: rc | |
| steps: | |
| - name: Free Disk Space | |
| uses: jlumbroso/free-disk-space@main | |
| with: | |
| android: true | |
| dotnet: true | |
| haskell: true | |
| tool-cache: false | |
| docker-images: false | |
| large-packages: false | |
| swap-storage: false | |
| - name: Checkout repo | |
| uses: actions/checkout@v3 | |
| - name: Add GITHUB_SHA_SHORT env property with commit short sha | |
| run: echo "GITHUB_SHA_SHORT=`echo ${GITHUB_SHA} | cut -c1-8`" >> $GITHUB_ENV | |
| - name: Add VERSION to env property | |
| run: | | |
| VERSION=$(cat core/__init__.py \ | |
| | grep API_VERSION \ | |
| | head -1 \ | |
| | awk -F= '{ print $2 }' \ | |
| | sed "s/[',]//g" \ | |
| | tr -d '[[:space:]]') | |
| echo "VERSION=$VERSION" >> $GITHUB_ENV | |
| - name: Tag and release | |
| uses: avakar/tag-and-release@v1 | |
| with: | |
| tag_name: ${{ env.VERSION }}-${{env.GITHUB_SHA_SHORT}} | |
| draft: true | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| deploy-qa: | |
| needs: [release] | |
| name: Deploy to QA | |
| runs-on: ubuntu-latest | |
| environment: qa | |
| steps: | |
| - name: Configure AWS credentials | |
| uses: aws-actions/configure-aws-credentials@v1 | |
| with: | |
| aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }} | |
| aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }} | |
| aws-region: ${{ env.AWS_REGION }} | |
| - name: Login to Amazon ECR | |
| id: login-ecr | |
| uses: aws-actions/amazon-ecr-login@v1 | |
| - name: Checkout repo | |
| uses: actions/checkout@v3 | |
| - name: Add GITHUB_SHA_SHORT env property with commit short sha | |
| run: echo "GITHUB_SHA_SHORT=`echo ${GITHUB_SHA} | cut -c1-8`" >> $GITHUB_ENV | |
| - name: Add VERSION to env property | |
| run: | | |
| VERSION=$(cat core/__init__.py \ | |
| | grep API_VERSION \ | |
| | head -1 \ | |
| | awk -F= '{ print $2 }' \ | |
| | sed "s/[',]//g" \ | |
| | tr -d '[[:space:]]') | |
| echo "VERSION=$VERSION" >> $GITHUB_ENV | |
| - name: Push image to Amazon ECR | |
| id: push-image | |
| env: | |
| ECR_REGISTRY: ${{ steps.login-ecr.outputs.registry }} | |
| IMAGE_TAG: ${{ env.VERSION }}-${{env.GITHUB_SHA_SHORT}} | |
| run: | | |
| # Build a docker container and | |
| # push it to ECR so that it can | |
| # be deployed to ECS. | |
| docker pull openconceptlab/oclapi2:$IMAGE_TAG | |
| docker tag openconceptlab/oclapi2:$IMAGE_TAG $ECR_REGISTRY/$ECR_REPOSITORY:$IMAGE_TAG | |
| docker tag openconceptlab/oclapi2:$IMAGE_TAG $ECR_REGISTRY/$ECR_REPOSITORY:qa | |
| docker push $ECR_REGISTRY/$ECR_REPOSITORY:$IMAGE_TAG | |
| docker push $ECR_REGISTRY/$ECR_REPOSITORY:qa | |
| echo "image=$ECR_REGISTRY/$ECR_REPOSITORY:$IMAGE_TAG" >> $GITHUB_OUTPUT | |
| - name: Download task definition | |
| run: | | |
| aws ecs describe-task-definition --task-definition $ECS_SERVICE_QA --query taskDefinition > task-definition.json | |
| aws ecs describe-task-definition --task-definition "qa-celery" --query taskDefinition > task-definition-celery.json | |
| aws ecs describe-task-definition --task-definition "qa-celery-concurrent" --query taskDefinition > task-definition-celery-concurrent.json | |
| aws ecs describe-task-definition --task-definition "qa-celery-bulk-import-root" --query taskDefinition > task-definition-celery-bulk-import-root.json | |
| aws ecs describe-task-definition --task-definition "qa-celery-bulk-import-0-1" --query taskDefinition > task-definition-celery-bulk-import-0-1.json | |
| aws ecs describe-task-definition --task-definition "qa-celery-bulk-import-2-3" --query taskDefinition > task-definition-celery-bulk-import-2-3.json | |
| aws ecs describe-task-definition --task-definition "qa-celery-indexing" --query taskDefinition > task-definition-celery-indexing.json | |
| aws ecs describe-task-definition --task-definition "qa-celery-beat" --query taskDefinition > task-definition-celery-beat.json | |
| aws ecs describe-task-definition --task-definition "qa-flower" --query taskDefinition > task-definition-flower.json | |
| - name: "[api] Fill in the new image ID in the Amazon ECS task definition" | |
| id: task-def-api | |
| uses: aws-actions/amazon-ecs-render-task-definition@v1 | |
| with: | |
| task-definition: "task-definition.json" | |
| container-name: ${{ env.ECS_SERVICE_QA }} | |
| image: ${{ steps.push-image.outputs.image }} | |
| - name: "[celery] Fill in the new image ID in the Amazon ECS task definition" | |
| id: task-def-celery | |
| uses: aws-actions/amazon-ecs-render-task-definition@v1 | |
| with: | |
| task-definition: "task-definition-celery.json" | |
| container-name: "qa-celery" | |
| image: ${{ steps.push-image.outputs.image }} | |
| - name: "[celery-concurrent] Fill in the new image ID in the Amazon ECS task definition" | |
| id: task-def-celery-concurrent | |
| uses: aws-actions/amazon-ecs-render-task-definition@v1 | |
| with: | |
| task-definition: "task-definition-celery-concurrent.json" | |
| container-name: "qa-celery-concurrent" | |
| image: ${{ steps.push-image.outputs.image }} | |
| - name: "[celery-bulk-import-root] Fill in the new image ID in the Amazon ECS task definition" | |
| id: task-def-celery-bulk-import-root | |
| uses: aws-actions/amazon-ecs-render-task-definition@v1 | |
| with: | |
| task-definition: "task-definition-celery-bulk-import-root.json" | |
| container-name: "qa-celery-bulk-import-root" | |
| image: ${{ steps.push-image.outputs.image }} | |
| - name: "[celery-bulk-import-0-1] Fill in the new image ID in the Amazon ECS task definition" | |
| id: task-def-celery-bulk-import-0-1 | |
| uses: aws-actions/amazon-ecs-render-task-definition@v1 | |
| with: | |
| task-definition: "task-definition-celery-bulk-import-0-1.json" | |
| container-name: "qa-celery-bulk-import-0-1" | |
| image: ${{ steps.push-image.outputs.image }} | |
| - name: "[celery-bulk-import-2-3] Fill in the new image ID in the Amazon ECS task definition" | |
| id: task-def-celery-bulk-import-2-3 | |
| uses: aws-actions/amazon-ecs-render-task-definition@v1 | |
| with: | |
| task-definition: "task-definition-celery-bulk-import-2-3.json" | |
| container-name: "qa-celery-bulk-import-2-3" | |
| image: ${{ steps.push-image.outputs.image }} | |
| - name: "[celery-indexing] Fill in the new image ID in the Amazon ECS task definition" | |
| id: task-def-celery-indexing | |
| uses: aws-actions/amazon-ecs-render-task-definition@v1 | |
| with: | |
| task-definition: "task-definition-celery-indexing.json" | |
| container-name: "qa-celery-indexing" | |
| image: ${{ steps.push-image.outputs.image }} | |
| - name: "[celery-beat] Fill in the new image ID in the Amazon ECS task definition" | |
| id: task-def-celery-beat | |
| uses: aws-actions/amazon-ecs-render-task-definition@v1 | |
| with: | |
| task-definition: "task-definition-celery-beat.json" | |
| container-name: "qa-celery-beat" | |
| image: ${{ steps.push-image.outputs.image }} | |
| - name: "[flower] Fill in the new image ID in the Amazon ECS task definition" | |
| id: task-def-flower | |
| uses: aws-actions/amazon-ecs-render-task-definition@v1 | |
| with: | |
| task-definition: "task-definition-flower.json" | |
| container-name: "qa-flower" | |
| image: ${{ steps.push-image.outputs.image }} | |
| - name: "[api] Deploy Amazon ECS task definition" | |
| uses: aws-actions/amazon-ecs-deploy-task-definition@v2 | |
| with: | |
| task-definition: ${{ steps.task-def-api.outputs.task-definition }} | |
| service: ${{ env.ECS_SERVICE_QA }} | |
| cluster: ${{ env.ECS_CLUSTER_QA }} | |
| - name: "[celery] Deploy Amazon ECS task definition" | |
| uses: aws-actions/amazon-ecs-deploy-task-definition@v2 | |
| with: | |
| task-definition: ${{ steps.task-def-celery.outputs.task-definition }} | |
| service: "qa-celery" | |
| cluster: ${{ env.ECS_CLUSTER_QA }} | |
| - name: "[celery-concurrent] Deploy Amazon ECS task definition" | |
| uses: aws-actions/amazon-ecs-deploy-task-definition@v2 | |
| with: | |
| task-definition: ${{ steps.task-def-celery-concurrent.outputs.task-definition }} | |
| service: "qa-celery-concurrent" | |
| cluster: ${{ env.ECS_CLUSTER_QA }} | |
| - name: "[celery-bulk-import-root] Deploy Amazon ECS task definition" | |
| uses: aws-actions/amazon-ecs-deploy-task-definition@v2 | |
| with: | |
| task-definition: ${{ steps.task-def-celery-bulk-import-root.outputs.task-definition }} | |
| service: "qa-celery-bulk-import-root" | |
| cluster: ${{ env.ECS_CLUSTER_QA }} | |
| - name: "[celery-bulk-import-0-1] Deploy Amazon ECS task definition" | |
| uses: aws-actions/amazon-ecs-deploy-task-definition@v2 | |
| with: | |
| task-definition: ${{ steps.task-def-celery-bulk-import-0-1.outputs.task-definition }} | |
| service: "qa-celery-bulk-import-0-1" | |
| cluster: ${{ env.ECS_CLUSTER_QA }} | |
| - name: "[celery-bulk-import-2-3] Deploy Amazon ECS task definition" | |
| uses: aws-actions/amazon-ecs-deploy-task-definition@v2 | |
| with: | |
| task-definition: ${{ steps.task-def-celery-bulk-import-2-3.outputs.task-definition }} | |
| service: "qa-celery-bulk-import-2-3" | |
| cluster: ${{ env.ECS_CLUSTER_QA }} | |
| - name: "[celery-indexing] Deploy Amazon ECS task definition" | |
| uses: aws-actions/amazon-ecs-deploy-task-definition@v2 | |
| with: | |
| task-definition: ${{ steps.task-def-celery-indexing.outputs.task-definition }} | |
| service: "qa-celery-indexing" | |
| cluster: ${{ env.ECS_CLUSTER_QA }} | |
| - name: "[celery-beat] Deploy Amazon ECS task definition" | |
| uses: aws-actions/amazon-ecs-deploy-task-definition@v2 | |
| with: | |
| task-definition: ${{ steps.task-def-celery-beat.outputs.task-definition }} | |
| service: "qa-celery-beat" | |
| cluster: ${{ env.ECS_CLUSTER_QA }} | |
| - name: "[flower] Deploy Amazon ECS task definition" | |
| uses: aws-actions/amazon-ecs-deploy-task-definition@v2 | |
| with: | |
| task-definition: ${{ steps.task-def-flower.outputs.task-definition }} | |
| service: "qa-flower" | |
| cluster: ${{ env.ECS_CLUSTER_QA }} | |
| deploy-staging: | |
| needs: [deploy-qa] | |
| name: Deploy to Staging | |
| runs-on: ubuntu-latest | |
| environment: staging | |
| steps: | |
| - name: Configure AWS credentials | |
| uses: aws-actions/configure-aws-credentials@v1 | |
| with: | |
| aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }} | |
| aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }} | |
| aws-region: ${{ env.AWS_REGION }} | |
| - name: Login to Amazon ECR | |
| id: login-ecr | |
| uses: aws-actions/amazon-ecr-login@v1 | |
| - name: Checkout repo | |
| uses: actions/checkout@v3 | |
| - name: Add GITHUB_SHA_SHORT env property with commit short sha | |
| run: echo "GITHUB_SHA_SHORT=`echo ${GITHUB_SHA} | cut -c1-8`" >> $GITHUB_ENV | |
| - name: Add VERSION to env property | |
| run: | | |
| VERSION=$(cat core/__init__.py \ | |
| | grep API_VERSION \ | |
| | head -1 \ | |
| | awk -F= '{ print $2 }' \ | |
| | sed "s/[',]//g" \ | |
| | tr -d '[[:space:]]') | |
| echo "VERSION=$VERSION" >> $GITHUB_ENV | |
| - name: Push image to Amazon ECR | |
| id: push-image | |
| env: | |
| ECR_REGISTRY: ${{ steps.login-ecr.outputs.registry }} | |
| IMAGE_TAG: ${{ env.VERSION }}-${{env.GITHUB_SHA_SHORT}} | |
| run: | | |
| # Build a docker container and | |
| # push it to ECR so that it can | |
| # be deployed to ECS. | |
| docker pull openconceptlab/oclapi2:$IMAGE_TAG | |
| docker tag openconceptlab/oclapi2:$IMAGE_TAG $ECR_REGISTRY/$ECR_REPOSITORY:staging | |
| docker push $ECR_REGISTRY/$ECR_REPOSITORY:staging | |
| echo "image=$ECR_REGISTRY/$ECR_REPOSITORY:$IMAGE_TAG" >> $GITHUB_OUTPUT | |
| - name: Download task definition | |
| run: | | |
| aws ecs describe-task-definition --task-definition $ECS_SERVICE_STAGING --query taskDefinition > task-definition.json | |
| aws ecs describe-task-definition --task-definition "staging-celery" --query taskDefinition > task-definition-celery.json | |
| aws ecs describe-task-definition --task-definition "staging-celery-concurrent" --query taskDefinition > task-definition-celery-concurrent.json | |
| aws ecs describe-task-definition --task-definition "staging-celery-bulk-import-root" --query taskDefinition > task-definition-celery-bulk-import-root.json | |
| aws ecs describe-task-definition --task-definition "staging-celery-bulk-import-0-1" --query taskDefinition > task-definition-celery-bulk-import-0-1.json | |
| aws ecs describe-task-definition --task-definition "staging-celery-bulk-import-2-3" --query taskDefinition > task-definition-celery-bulk-import-2-3.json | |
| aws ecs describe-task-definition --task-definition "staging-celery-indexing" --query taskDefinition > task-definition-celery-indexing.json | |
| aws ecs describe-task-definition --task-definition "staging-celery-beat" --query taskDefinition > task-definition-celery-beat.json | |
| aws ecs describe-task-definition --task-definition "staging-flower" --query taskDefinition > task-definition-flower.json | |
| - name: "[api] Fill in the new image ID in the Amazon ECS task definition" | |
| id: task-def-api | |
| uses: aws-actions/amazon-ecs-render-task-definition@v1 | |
| with: | |
| task-definition: "task-definition.json" | |
| container-name: ${{ env.ECS_SERVICE_STAGING }} | |
| image: ${{ steps.push-image.outputs.image }} | |
| - name: "[celery] Fill in the new image ID in the Amazon ECS task definition" | |
| id: task-def-celery | |
| uses: aws-actions/amazon-ecs-render-task-definition@v1 | |
| with: | |
| task-definition: "task-definition-celery.json" | |
| container-name: "staging-celery" | |
| image: ${{ steps.push-image.outputs.image }} | |
| - name: "[celery-concurrent] Fill in the new image ID in the Amazon ECS task definition" | |
| id: task-def-celery-concurrent | |
| uses: aws-actions/amazon-ecs-render-task-definition@v1 | |
| with: | |
| task-definition: "task-definition-celery-concurrent.json" | |
| container-name: "staging-celery-concurrent" | |
| image: ${{ steps.push-image.outputs.image }} | |
| - name: "[celery-bulk-import-root] Fill in the new image ID in the Amazon ECS task definition" | |
| id: task-def-celery-bulk-import-root | |
| uses: aws-actions/amazon-ecs-render-task-definition@v1 | |
| with: | |
| task-definition: "task-definition-celery-bulk-import-root.json" | |
| container-name: "staging-celery-bulk-import-root" | |
| image: ${{ steps.push-image.outputs.image }} | |
| - name: "[celery-bulk-import-0-1] Fill in the new image ID in the Amazon ECS task definition" | |
| id: task-def-celery-bulk-import-0-1 | |
| uses: aws-actions/amazon-ecs-render-task-definition@v1 | |
| with: | |
| task-definition: "task-definition-celery-bulk-import-0-1.json" | |
| container-name: "staging-celery-bulk-import-0-1" | |
| image: ${{ steps.push-image.outputs.image }} | |
| - name: "[celery-bulk-import-2-3] Fill in the new image ID in the Amazon ECS task definition" | |
| id: task-def-celery-bulk-import-2-3 | |
| uses: aws-actions/amazon-ecs-render-task-definition@v1 | |
| with: | |
| task-definition: "task-definition-celery-bulk-import-2-3.json" | |
| container-name: "staging-celery-bulk-import-2-3" | |
| image: ${{ steps.push-image.outputs.image }} | |
| - name: "[celery-indexing] Fill in the new image ID in the Amazon ECS task definition" | |
| id: task-def-celery-indexing | |
| uses: aws-actions/amazon-ecs-render-task-definition@v1 | |
| with: | |
| task-definition: "task-definition-celery-indexing.json" | |
| container-name: "staging-celery-indexing" | |
| image: ${{ steps.push-image.outputs.image }} | |
| - name: "[celery-beat] Fill in the new image ID in the Amazon ECS task definition" | |
| id: task-def-celery-beat | |
| uses: aws-actions/amazon-ecs-render-task-definition@v1 | |
| with: | |
| task-definition: "task-definition-celery-beat.json" | |
| container-name: "staging-celery-beat" | |
| image: ${{ steps.push-image.outputs.image }} | |
| - name: "[flower] Fill in the new image ID in the Amazon ECS task definition" | |
| id: task-def-flower | |
| uses: aws-actions/amazon-ecs-render-task-definition@v1 | |
| with: | |
| task-definition: "task-definition-flower.json" | |
| container-name: "staging-flower" | |
| image: ${{ steps.push-image.outputs.image }} | |
| - name: "[api] Deploy Amazon ECS task definition" | |
| uses: aws-actions/amazon-ecs-deploy-task-definition@v2 | |
| with: | |
| task-definition: ${{ steps.task-def-api.outputs.task-definition }} | |
| service: ${{ env.ECS_SERVICE_STAGING }} | |
| cluster: ${{ env.ECS_CLUSTER_STAGING_PRODUCTION }} | |
| - name: "[celery] Deploy Amazon ECS task definition" | |
| uses: aws-actions/amazon-ecs-deploy-task-definition@v2 | |
| with: | |
| task-definition: ${{ steps.task-def-celery.outputs.task-definition }} | |
| service: "staging-celery" | |
| cluster: ${{ env.ECS_CLUSTER_STAGING_PRODUCTION }} | |
| - name: "[celery-concurrent] Deploy Amazon ECS task definition" | |
| uses: aws-actions/amazon-ecs-deploy-task-definition@v2 | |
| with: | |
| task-definition: ${{ steps.task-def-celery-concurrent.outputs.task-definition }} | |
| service: "staging-celery-concurrent" | |
| cluster: ${{ env.ECS_CLUSTER_STAGING_PRODUCTION }} | |
| - name: "[celery-bulk-import-root] Deploy Amazon ECS task definition" | |
| uses: aws-actions/amazon-ecs-deploy-task-definition@v2 | |
| with: | |
| task-definition: ${{ steps.task-def-celery-bulk-import-root.outputs.task-definition }} | |
| service: "staging-celery-bulk-import-root" | |
| cluster: ${{ env.ECS_CLUSTER_STAGING_PRODUCTION }} | |
| - name: "[celery-bulk-import-0-1] Deploy Amazon ECS task definition" | |
| uses: aws-actions/amazon-ecs-deploy-task-definition@v2 | |
| with: | |
| task-definition: ${{ steps.task-def-celery-bulk-import-0-1.outputs.task-definition }} | |
| service: "staging-celery-bulk-import-0-1" | |
| cluster: ${{ env.ECS_CLUSTER_STAGING_PRODUCTION }} | |
| - name: "[celery-bulk-import-2-3] Deploy Amazon ECS task definition" | |
| uses: aws-actions/amazon-ecs-deploy-task-definition@v2 | |
| with: | |
| task-definition: ${{ steps.task-def-celery-bulk-import-2-3.outputs.task-definition }} | |
| service: "staging-celery-bulk-import-2-3" | |
| cluster: ${{ env.ECS_CLUSTER_STAGING_PRODUCTION }} | |
| - name: "[celery-indexing] Deploy Amazon ECS task definition" | |
| uses: aws-actions/amazon-ecs-deploy-task-definition@v2 | |
| with: | |
| task-definition: ${{ steps.task-def-celery-indexing.outputs.task-definition }} | |
| service: "staging-celery-indexing" | |
| cluster: ${{ env.ECS_CLUSTER_STAGING_PRODUCTION }} | |
| - name: "[celery-beat] Deploy Amazon ECS task definition" | |
| uses: aws-actions/amazon-ecs-deploy-task-definition@v2 | |
| with: | |
| task-definition: ${{ steps.task-def-celery-beat.outputs.task-definition }} | |
| service: "staging-celery-beat" | |
| cluster: ${{ env.ECS_CLUSTER_STAGING_PRODUCTION }} | |
| - name: "[flower] Deploy Amazon ECS task definition" | |
| uses: aws-actions/amazon-ecs-deploy-task-definition@v2 | |
| with: | |
| task-definition: ${{ steps.task-def-flower.outputs.task-definition }} | |
| service: "staging-flower" | |
| cluster: ${{ env.ECS_CLUSTER_STAGING_PRODUCTION }} | |
| deploy-production: | |
| needs: [deploy-staging] | |
| name: Deploy to Production | |
| runs-on: ubuntu-latest | |
| environment: production | |
| steps: | |
| - name: Configure AWS credentials | |
| uses: aws-actions/configure-aws-credentials@v1 | |
| with: | |
| aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }} | |
| aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }} | |
| aws-region: ${{ env.AWS_REGION }} | |
| - name: Login to Amazon ECR | |
| id: login-ecr | |
| uses: aws-actions/amazon-ecr-login@v1 | |
| - name: Checkout repo | |
| uses: actions/checkout@v3 | |
| - name: Add GITHUB_SHA_SHORT env property with commit short sha | |
| run: echo "GITHUB_SHA_SHORT=`echo ${GITHUB_SHA} | cut -c1-8`" >> $GITHUB_ENV | |
| - name: Add VERSION to env property | |
| run: | | |
| VERSION=$(cat core/__init__.py \ | |
| | grep API_VERSION \ | |
| | head -1 \ | |
| | awk -F= '{ print $2 }' \ | |
| | sed "s/[',]//g" \ | |
| | tr -d '[[:space:]]') | |
| echo "VERSION=$VERSION" >> $GITHUB_ENV | |
| - name: Push image to Amazon ECR | |
| id: push-image | |
| env: | |
| ECR_REGISTRY: ${{ steps.login-ecr.outputs.registry }} | |
| IMAGE_TAG: ${{ env.VERSION }}-${{env.GITHUB_SHA_SHORT}} | |
| run: | | |
| # Build a docker container and | |
| # push it to ECR so that it can | |
| # be deployed to ECS. | |
| docker pull openconceptlab/oclapi2:$IMAGE_TAG | |
| docker tag openconceptlab/oclapi2:$IMAGE_TAG $ECR_REGISTRY/$ECR_REPOSITORY:production | |
| docker push $ECR_REGISTRY/$ECR_REPOSITORY:production | |
| echo "image=$ECR_REGISTRY/$ECR_REPOSITORY:$IMAGE_TAG" >> $GITHUB_OUTPUT | |
| - name: Download task definition | |
| run: | | |
| aws ecs describe-task-definition --task-definition $ECS_SERVICE_PRODUCTION --query taskDefinition > task-definition.json | |
| aws ecs describe-task-definition --task-definition "production-celery" --query taskDefinition > task-definition-celery.json | |
| aws ecs describe-task-definition --task-definition "production-celery-concurrent" --query taskDefinition > task-definition-celery-concurrent.json | |
| aws ecs describe-task-definition --task-definition "production-celery-bulk-import-root" --query taskDefinition > task-definition-celery-bulk-import-root.json | |
| aws ecs describe-task-definition --task-definition "production-celery-bulk-import-0-1" --query taskDefinition > task-definition-celery-bulk-import-0-1.json | |
| aws ecs describe-task-definition --task-definition "production-celery-bulk-import-2-3" --query taskDefinition > task-definition-celery-bulk-import-2-3.json | |
| aws ecs describe-task-definition --task-definition "production-celery-indexing" --query taskDefinition > task-definition-celery-indexing.json | |
| aws ecs describe-task-definition --task-definition "production-celery-beat" --query taskDefinition > task-definition-celery-beat.json | |
| aws ecs describe-task-definition --task-definition "production-flower" --query taskDefinition > task-definition-flower.json | |
| - name: "[api] Fill in the new image ID in the Amazon ECS task definition" | |
| id: task-def-api | |
| uses: aws-actions/amazon-ecs-render-task-definition@v1 | |
| with: | |
| task-definition: "task-definition.json" | |
| container-name: ${{ env.ECS_SERVICE_PRODUCTION }} | |
| image: ${{ steps.push-image.outputs.image }} | |
| - name: "[celery] Fill in the new image ID in the Amazon ECS task definition" | |
| id: task-def-celery | |
| uses: aws-actions/amazon-ecs-render-task-definition@v1 | |
| with: | |
| task-definition: "task-definition-celery.json" | |
| container-name: "production-celery" | |
| image: ${{ steps.push-image.outputs.image }} | |
| - name: "[celery-concurrent] Fill in the new image ID in the Amazon ECS task definition" | |
| id: task-def-celery-concurrent | |
| uses: aws-actions/amazon-ecs-render-task-definition@v1 | |
| with: | |
| task-definition: "task-definition-celery-concurrent.json" | |
| container-name: "production-celery-concurrent" | |
| image: ${{ steps.push-image.outputs.image }} | |
| - name: "[celery-bulk-import-root] Fill in the new image ID in the Amazon ECS task definition" | |
| id: task-def-celery-bulk-import-root | |
| uses: aws-actions/amazon-ecs-render-task-definition@v1 | |
| with: | |
| task-definition: "task-definition-celery-bulk-import-root.json" | |
| container-name: "production-celery-bulk-import-root" | |
| image: ${{ steps.push-image.outputs.image }} | |
| - name: "[celery-bulk-import-0-1] Fill in the new image ID in the Amazon ECS task definition" | |
| id: task-def-celery-bulk-import-0-1 | |
| uses: aws-actions/amazon-ecs-render-task-definition@v1 | |
| with: | |
| task-definition: "task-definition-celery-bulk-import-0-1.json" | |
| container-name: "production-celery-bulk-import-0-1" | |
| image: ${{ steps.push-image.outputs.image }} | |
| - name: "[celery-bulk-import-2-3] Fill in the new image ID in the Amazon ECS task definition" | |
| id: task-def-celery-bulk-import-2-3 | |
| uses: aws-actions/amazon-ecs-render-task-definition@v1 | |
| with: | |
| task-definition: "task-definition-celery-bulk-import-2-3.json" | |
| container-name: "production-celery-bulk-import-2-3" | |
| image: ${{ steps.push-image.outputs.image }} | |
| - name: "[celery-indexing] Fill in the new image ID in the Amazon ECS task definition" | |
| id: task-def-celery-indexing | |
| uses: aws-actions/amazon-ecs-render-task-definition@v1 | |
| with: | |
| task-definition: "task-definition-celery-indexing.json" | |
| container-name: "production-celery-indexing" | |
| image: ${{ steps.push-image.outputs.image }} | |
| - name: "[celery-beat] Fill in the new image ID in the Amazon ECS task definition" | |
| id: task-def-celery-beat | |
| uses: aws-actions/amazon-ecs-render-task-definition@v1 | |
| with: | |
| task-definition: "task-definition-celery-beat.json" | |
| container-name: "production-celery-beat" | |
| image: ${{ steps.push-image.outputs.image }} | |
| - name: "[flower] Fill in the new image ID in the Amazon ECS task definition" | |
| id: task-def-flower | |
| uses: aws-actions/amazon-ecs-render-task-definition@v1 | |
| with: | |
| task-definition: "task-definition-flower.json" | |
| container-name: "production-flower" | |
| image: ${{ steps.push-image.outputs.image }} | |
| - name: "[api] Deploy Amazon ECS task definition" | |
| uses: aws-actions/amazon-ecs-deploy-task-definition@v2 | |
| with: | |
| task-definition: ${{ steps.task-def-api.outputs.task-definition }} | |
| service: ${{ env.ECS_SERVICE_PRODUCTION }} | |
| cluster: ${{ env.ECS_CLUSTER_STAGING_PRODUCTION }} | |
| - name: "[celery] Deploy Amazon ECS task definition" | |
| uses: aws-actions/amazon-ecs-deploy-task-definition@v2 | |
| with: | |
| task-definition: ${{ steps.task-def-celery.outputs.task-definition }} | |
| service: "production-celery" | |
| cluster: ${{ env.ECS_CLUSTER_STAGING_PRODUCTION }} | |
| - name: "[celery-concurrent] Deploy Amazon ECS task definition" | |
| uses: aws-actions/amazon-ecs-deploy-task-definition@v2 | |
| with: | |
| task-definition: ${{ steps.task-def-celery-concurrent.outputs.task-definition }} | |
| service: "production-celery-concurrent" | |
| cluster: ${{ env.ECS_CLUSTER_STAGING_PRODUCTION }} | |
| - name: "[celery-bulk-import-root] Deploy Amazon ECS task definition" | |
| uses: aws-actions/amazon-ecs-deploy-task-definition@v2 | |
| with: | |
| task-definition: ${{ steps.task-def-celery-bulk-import-root.outputs.task-definition }} | |
| service: "production-celery-bulk-import-root" | |
| cluster: ${{ env.ECS_CLUSTER_STAGING_PRODUCTION }} | |
| - name: "[celery-bulk-import-0-1] Deploy Amazon ECS task definition" | |
| uses: aws-actions/amazon-ecs-deploy-task-definition@v2 | |
| with: | |
| task-definition: ${{ steps.task-def-celery-bulk-import-0-1.outputs.task-definition }} | |
| service: "production-celery-bulk-import-0-1" | |
| cluster: ${{ env.ECS_CLUSTER_STAGING_PRODUCTION }} | |
| - name: "[celery-bulk-import-2-3] Deploy Amazon ECS task definition" | |
| uses: aws-actions/amazon-ecs-deploy-task-definition@v2 | |
| with: | |
| task-definition: ${{ steps.task-def-celery-bulk-import-2-3.outputs.task-definition }} | |
| service: "production-celery-bulk-import-2-3" | |
| cluster: ${{ env.ECS_CLUSTER_STAGING_PRODUCTION }} | |
| - name: "[celery-indexing] Deploy Amazon ECS task definition" | |
| uses: aws-actions/amazon-ecs-deploy-task-definition@v2 | |
| with: | |
| task-definition: ${{ steps.task-def-celery-indexing.outputs.task-definition }} | |
| service: "production-celery-indexing" | |
| cluster: ${{ env.ECS_CLUSTER_STAGING_PRODUCTION }} | |
| - name: "[celery-beat] Deploy Amazon ECS task definition" | |
| uses: aws-actions/amazon-ecs-deploy-task-definition@v2 | |
| with: | |
| task-definition: ${{ steps.task-def-celery-beat.outputs.task-definition }} | |
| service: "production-celery-beat" | |
| cluster: ${{ env.ECS_CLUSTER_STAGING_PRODUCTION }} | |
| - name: "[flower] Deploy Amazon ECS task definition" | |
| uses: aws-actions/amazon-ecs-deploy-task-definition@v2 | |
| with: | |
| task-definition: ${{ steps.task-def-flower.outputs.task-definition }} | |
| service: "production-flower" | |
| cluster: ${{ env.ECS_CLUSTER_STAGING_PRODUCTION }} |