Prepare integrated service release (#21)

* Replace ansible.cfg variables and add Cloudera default collections (#20)
* Replace ansible.cfg with runtime ENV vars and Runner envvar file
* Update collections to include Cloudera defaults
* Update to install both collections and roles to non-standard locations
* Convert to standard AsciiDoc and update for content changes

Signed-off-by: Webster Mudge <[email protected]>

* Moved Ansible Collection deps for cloudera.cluster to galaxy.yml in that Collection

Signed-off-by: Daniel Chaffelson <[email protected]>
Co-authored-by: Webster Mudge <[email protected]>

Author: Chaffelson

Dockerfile

@@ -10,14 +10,19 @@ ARG BASE_IMAGE_TAG
 # Copy Payload
 COPY payload /runner/
 
-# Need to match the python devel ver to base image ver, currently 3.8
+# NOTE: Need to match the python devel ver to base image ver, currently 3.8
 # Update readme if you change Python version!
+
+# NOTE: Ansible collections and roles are installed into a non-default location
+# Downstream implementers and users are expected to include this location if
+# these built-ins are desired by setting the Ansible collections path variable
 RUN rpm --import https://packages.microsoft.com/keys/microsoft.asc \
     && cp /runner/deps/*.repo /etc/yum.repos.d/ \
     && dnf install -y python38-devel git curl which bash gcc terraform \
     && rm -rf /var/cache/dnf \
     && pip install -r /runner/deps/python_base.txt \
-    && ansible-galaxy install -r /runner/deps/ansible.yml \
+    && ansible-galaxy role install -p /opt/cldr-runner/roles -r /runner/deps/ansible.yml \
+    && ansible-galaxy collection install -p /opt/cldr-runner/collections -r /runner/deps/ansible.yml \
     && mkdir -p /home/runner/.ansible/log \
     && mv /runner/bashrc /home/runner/.bashrc
 

payload/ansible.cfg

@@ -3,21 +3,17 @@
 #  - name: https://github.com/myuser/myrepo.git
 #    type: git
 #    version: mybranch
+
 collections:
-  - community.general
-  - community.postgresql
-  - community.crypto
-  - community.mysql
-  - ansible.posix
-  - ansible.netcommon
-  - amazon.aws
-  - community.aws
-  - google.cloud
-  - azure.azcollection
-  #  - netapp.azure
-  - name: https://github.com/ansible-collections/netapp.git#ansible_collections/netapp/azure
-    type: git
 
+  # Cloudera collections
+  - name: https://github.com/cloudera-labs/cloudera.cluster.git
+    type: git
+  - name: https://github.com/cloudera-labs/cloudera.cloud.git
+    type: git
+  - name: https://github.com/cloudera-labs/cloudera.exe.git
+    type: git
+    
 # Append other roles to this list.
 roles:
   - src: geerlingguy.postgresql

payload/deps/ansible.yml

@@ -1,3 +1,14 @@
 ---
-ANSIBLE_CONFIG=/runner/ansible.cfg
-ANSIBLE_LOG_PATH=/home/runner/.ansible/log/ansible-runner.log
+
+ANSIBLE_LOG_PATH=/home/runner/.ansible/log/ansible-runner.log
+ANSIBLE_INVENTORY="inventory"
+ANSIBLE_CALLBACK_WHITELIST="ansible.posix.profile_tasks"
+ANSIBLE_GATHERING="smart"
+ANSIBLE_DEPRECATION_WARNINGS=false
+ANSIBLE_SSH_RETRIES=10
+
+# Users and downstream images are expected to set the collections and role paths
+# The defaults are set to a non-standard location to keep the runner neutral,
+# but can provide builtin support via a simple override if needed
+#ANSIBLE_COLLECTIONS_PATH=
+#ANSIBLE_ROLES_PATH=

payload/env/envvars

@@ -49,6 +49,14 @@ if [ ! "$(docker ps -q -f name="${CONTAINER_NAME}")" ]; then
       -v "${PROJECT_DIR}":/runner/project \
       --mount type=bind,src=/run/host-services/ssh-auth.sock,target=/run/host-services/ssh-auth.sock \
       -e SSH_AUTH_SOCK="/run/host-services/ssh-auth.sock" \
+      -e ANSIBLE_INVENTORY="inventory" \
+      -e ANSIBLE_CALLBACK_WHITELIST="ansible.posix.profile_tasks" \
+      -e ANSIBLE_GATHERING="smart" \
+      -e ANSIBLE_DEPRECATION_WARNINGS=false \
+      -e ANSIBLE_HOST_KEY_CHECKING=true \
+      -e ANSIBLE_SSH_RETRIES=10 \
+      -e ANSIBLE_COLLECTIONS_PATH="/opt/cldr-runner/collections" \
+      -e ANSIBLE_ROLES_PATH="/opt/cldr-runner/roles" \
       --mount "type=bind,source=${HOME}/.aws,target=/home/runner/.aws" \
       --mount "type=bind,source=${HOME}/.config,target=/home/runner/.config" \
       --mount "type=bind,source=${HOME}/.ssh,target=/home/runner/.ssh" \