Merge pull request #91 from unity-sds/85-add-deployment-vars

Add deployment variables to Airflow environment

Author: jpl-btlunsfo

airflow/dags/env_test.py

@@ -0,0 +1,43 @@
+"""
+# DAG Name: Env Test
+
+# Purpose
+
+# Usage
+"""  # noqa: E501
+
+from datetime import datetime
+
+from airflow.models import Variable
+from airflow.operators.bash import BashOperator
+
+from airflow import DAG
+
+default_args = {
+    "owner": "unity-sps",
+    "start_date": datetime.utcfromtimestamp(0),
+}
+
+with DAG(
+    dag_id="env_test",
+    default_args=default_args,
+    schedule=None,
+    is_paused_upon_creation=False,
+    tags=["test"],
+) as dag:
+    dump_env = BashOperator(
+        task_id="env",
+        bash_command="env",
+    )
+
+    check_vars = BashOperator(
+        task_id="check",
+        bash_command="echo {} {} {} {} {}".format(
+            Variable.get("unity_project"),
+            Variable.get("unity_venue"),
+            Variable.get("unity_deployment_name"),
+            Variable.get("unity_counter"),
+            Variable.get("unity_cluster_name"),
+        ),
+    )
+    dump_env >> check_vars

airflow/helm/values.tmpl.yaml

@@ -261,6 +261,16 @@ dags:
 env:
   - name: "AIRFLOW_VAR_KUBERNETES_PIPELINE_NAMESPACE"
     value: "${kubernetes_namespace}"
+  - name: "AIRFLOW_VAR_UNITY_PROJECT"
+    value: "${unity_project}"
+  - name: "AIRFLOW_VAR_UNITY_VENUE"
+    value: "${unity_venue}"
+  - name: "AIRFLOW_VAR_UNITY_DEPLOYMENT_NAME"
+    value: "${unity_deployment_name}"
+  - name: "AIRFLOW_VAR_UNITY_COUNTER"
+    value: "${unity_counter}"
+  - name: "AIRFLOW_VAR_UNITY_CLUSTER_NAME"
+    value: "${unity_cluster_name}"
 
 # https://airflow.apache.org/docs/apache-airflow/stable/administration-and-deployment/security/api.html
 extraEnv: |

terraform-unity/modules/terraform-unity-sps-airflow/main.tf

@@ -510,6 +510,11 @@ resource "helm_release" "airflow" {
       webserver_navbar_color   = local.airflow_webserver_navbar_color
       service_area             = upper(var.service_area)
       service_area_version     = var.release
+      unity_project            = var.project
+      unity_venue              = var.venue
+      unity_deployment_name    = var.deployment_name
+      unity_counter            = var.counter
+      unity_cluster_name       = data.aws_eks_cluster.cluster.name
     })
   ]
   set_sensitive {