Azure-Samples
diff --git a/‎.github/actions/bicep-to-arm-template-diff/action.yaml‎
Lines changed: 32 additions & 0 deletions b/‎.github/actions/bicep-to-arm-template-diff/action.yaml‎
Lines changed: 32 additions & 0 deletions
diff --git a/‎.github/actions/provision-resources/action.yaml‎
Lines changed: 50 additions & 0 deletions b/‎.github/actions/provision-resources/action.yaml‎
Lines changed: 50 additions & 0 deletions
diff --git a/‎.github/actions/submit-aml-factory-pipeline/action.yaml‎
Lines changed: 52 additions & 0 deletions b/‎.github/actions/submit-aml-factory-pipeline/action.yaml‎
Lines changed: 52 additions & 0 deletions
diff --git a/‎.github/actions/submit-aml-literal-pipeline/action.yaml‎
Lines changed: 52 additions & 0 deletions b/‎.github/actions/submit-aml-literal-pipeline/action.yaml‎
Lines changed: 52 additions & 0 deletions
diff --git a/‎.github/scripts/delete-run-history.sh‎
Lines changed: 27 additions & 0 deletions b/‎.github/scripts/delete-run-history.sh‎
Lines changed: 27 additions & 0 deletions
diff --git a/‎.github/workflows/python.yaml‎ renamed to ‎.github/workflows/build-test.yaml‎
Lines changed: 4 additions & 6 deletions b/‎.github/workflows/python.yaml‎ renamed to ‎.github/workflows/build-test.yaml‎
Lines changed: 4 additions & 6 deletions
diff --git a/‎.github/workflows/clear-pipeline-run-history.yaml‎
Lines changed: 28 additions & 0 deletions b/‎.github/workflows/clear-pipeline-run-history.yaml‎
Lines changed: 28 additions & 0 deletions
@@ -0,0 +1,32 @@
+name: Bicep to ARM template diff
+description: Bicep build to ARM template diff 
+inputs:
+  source-file-path:
+    description: Bicep script path
+    required: true
+  target-file-path:
+    description: Arm template file path
+    required: true
+
+runs:
+  using: composite
+  steps:
+    - name: Build bicep into arm
+      shell: bash
+      run: az bicep build --file ${{ inputs.source-file-path }} --stdout | jq -S . > source.json
+
+    - name: Refactor ARM template file
+      shell: bash
+      run: jq -S . ${{ inputs.target-file-path }} > target.json
+
+
+    - name: Source and Target file diff
+      shell: bash
+      run: |
+        if cmp -s ./source.json ./target.json; then
+            printf 'Rebuilding bicep "%s" produces exact match with target file "%s"\n' ${{ inputs.source-file-path }} ${{ inputs.target-file-path }}
+        else
+            printf 'Diff between "%s" build and "%s":\n' ${{ inputs.source-file-path }} ${{ inputs.target-file-path }}
+            diff source.json target.json
+            exit 1
+        fi  
@@ -0,0 +1,50 @@
+name: Provision resources
+description: Provision resources to perform an FL experiment
+inputs:
+  client-id:
+    description: Client ID of the service principal
+    required: true
+  tenant-id:
+    description: Tenant ID of the service principal
+    required: true
+  subscription-id:
+    description: Subscription to use for resources
+    required: true
+  resource-group:
+    description: Resource group
+    required: true
+  deployment-file-path:
+    description: File path of the deployment
+    required: true
+  deployment-name:
+    description: Name for the azure deployment (unique)
+    required: true
+  demo-base-name:
+    description: Demo base name (it should be unique)
+    required: true
+  region:
+    description: Region of the resource group
+    required: false
+    default: 'westus'
+
+runs:
+  using: composite
+  steps:
+    - name: Azure login
+      uses: azure/login@v1
+      with:
+          client-id: ${{ inputs.client-id }}
+          tenant-id: ${{ inputs.tenant-id }}
+          subscription-id: ${{ inputs.subscription-id }}
+
+    - name: Delete the resource group created by the provisioning script
+      shell: bash
+      run: az group delete --name ${{ inputs.resource-group }} --yes || echo No resource group named ${{ inputs.resource-group }} is found.
+
+    - name: Create a new resource group
+      shell: bash
+      run: az group create --name ${{ inputs.resource-group }} --location ${{ inputs.region }}
+
+    - name: Deploy the demo resources in your resource group
+      shell: bash
+      run: az deployment group create --template-file ${{ inputs.deployment-file-path }} --resource-group ${{ inputs.resource-group }} --parameters demoBaseName=${{ inputs.demo-base-name }} --name ${{ inputs.deployment-name }}
@@ -0,0 +1,52 @@
+name: Submit example factory pipeline
+description: Submit example factory pipeline in AML
+inputs:
+  client-id:
+    description: Client ID of the service principal
+    required: true
+  tenant-id:
+    description: Tenant ID of the service principal
+    required: true
+  subscription-id:
+    description: Subscription to use for resources
+    required: true
+  resource-group:
+    description: Resource group of the AML workspace
+    required: true
+  workspace-name:
+    description: Workspace name
+    required: true
+  example:
+    description: Example pipline to run
+    required: true
+
+runs:
+  using: composite
+  steps:
+    - name: Setup python
+      uses: actions/[email protected]
+      with:
+        python-version: 3.8
+
+    - name: Azure login
+      uses: azure/login@v1
+      with:
+          client-id: ${{ inputs.client-id }}
+          tenant-id: ${{ inputs.tenant-id }}
+          subscription-id: ${{ inputs.subscription-id }}
+
+    - name: Install azure ml latest extension
+      shell: bash
+      run: |
+        az extension remove -n azure-cli-ml || echo "azure-cli-ml extension is not installed."
+        az extension remove -n ml || echo "ml extension is not installed."
+        az extension add -n ml -y
+
+    - name: Install python dependencies
+      shell: bash
+      run: pip install -r examples/pipelines/fl_cross_silo_factory/requirements.txt
+
+    - name: Submit fl_cross_silo_factory pipeline
+      shell: bash
+      run: python examples/pipelines/fl_cross_silo_factory/submit.py --subscription_id ${{ inputs.subscription-id }} --resource_group ${{ inputs.resource-group }} --workspace_name ${{ inputs.workspace-name }} --example ${{ inputs.example }} --submit --ignore_validation --wait
+
@@ -0,0 +1,52 @@
+name: Submit example literal pipeline
+description: Submit example literal pipeline in AML
+inputs:
+  client-id:
+    description: Client ID of the service principal
+    required: true
+  tenant-id:
+    description: Tenant ID of the service principal
+    required: true
+  subscription-id:
+    description: Subscription to use for resources
+    required: true
+  resource-group:
+    description: Resource group of the AML workspace
+    required: true
+  workspace-name:
+    description: Workspace name
+    required: true
+  example:
+    description: Example pipline to run
+    required: true
+
+runs:
+  using: composite
+  steps:
+    - name: Setup python
+      uses: actions/[email protected]
+      with:
+        python-version: 3.8
+
+    - name: Azure login
+      uses: azure/login@v1
+      with:
+          client-id: ${{ inputs.client-id }}
+          tenant-id: ${{ inputs.tenant-id }}
+          subscription-id: ${{ inputs.subscription-id }}
+
+    - name: Install azure ml latest extension
+      shell: bash
+      run: |
+        az extension remove -n azure-cli-ml || echo "azure-cli-ml extension is not installed."
+        az extension remove -n ml || echo "ml extension is not installed."
+        az extension add -n ml -y
+
+    - name: Install python dependencies
+      shell: bash
+      run: pip install -r examples/pipelines/fl_cross_silo_literal/requirements.txt
+
+    - name: Submit fl_cross_silo_literal pipeline
+      shell: bash
+      run: python examples/pipelines/fl_cross_silo_literal/submit.py --subscription_id ${{ inputs.subscription-id }} --resource_group ${{ inputs.resource-group }} --workspace_name ${{ inputs.workspace-name }} --example ${{ inputs.example }} --submit --wait
+
@@ -0,0 +1,27 @@
+#!/bin/bash
+
+job_name_with_created_date=$(az ml job list -g $1 -w $2 | jq ".[] | .name, .creation_context.created_at") 
+echo $job_name_with_created_date
+job_name=""
+i=1 
+for item in $job_name_with_created_date; do
+    item=`sed -e 's/^"//' -e 's/"$//' <<< "$item"`
+    if [[ $i%2 -eq 1 ]]; then
+        job_name=$item
+        i=$((i+1))
+        continue
+    fi    
+    
+    num_of_days=$((($(date +%s) - $(date -d $item +%s)) / (60 * 60 * 24) ))
+    echo Job name: $job_name, Number of days: $num_of_days
+    
+    # Archive jobs that are older than 60 days
+    if [[ $num_of_days -gt 60 ]]; then
+        az ml job archive -g $1 -w $2 -n $job_name
+    else
+        echo "Number of days are less than 60."
+    fi    
+    i=$((i+1))
+done
+
+
@@ -1,19 +1,17 @@
-name: python
+name: Pipeline-validation
 
 on:
   push:
     branches:
-    - main
+    - "*"
   pull_request:
     branches:
-    - main
-    - release-sdkv2-iteration-02
+    - "*"
 
 jobs:
   build:
     runs-on: ubuntu-latest
     steps:
-
     - uses: actions/checkout@v2
 
     - uses: actions/[email protected]
@@ -24,7 +22,7 @@ jobs:
 
     - run:  black --check .
       if: github.base_ref
-    
+
     - name: Intall python dependencies
       run: pip install -r examples/pipelines/fl_cross_silo_literal/requirements.txt
 
 
@@ -0,0 +1,28 @@
+name: Delete run history
+on:
+  schedule:
+    - cron: "0 0 * * *"
+
+jobs:
+  delete-history:
+    runs-on: ubuntu-latest
+    steps:
+    - uses: actions/checkout@v2
+    
+    - name: Azure login
+      uses: azure/login@v1
+      with:
+        client-id: ${{ secrets.AZURE_CLIENT_ID }}
+        tenant-id: ${{ secrets.AZURE_TENANT_ID }}
+        subscription-id: ${{ secrets.AZURE_SUBSCRIPTION_ID }}
+    
+    - name: Install azure ml latest extension
+      shell: bash
+      run: |
+        az extension remove -n azure-cli-ml || echo "azure-cli-ml extension is not installed."
+        az extension remove -n ml || echo "ml extension is not installed."
+        az extension add -n ml -y
+
+    - name: Delete run history
+      shell: bash
+      run: ./.github/scripts/delete-run-history.sh ${{ secrets.RESOURCE_GROUP }} ${{ secrets.AML_WORKSPACE_NAME }}