set up docker for local development

Author: hakbailey

.dockerignore

@@ -0,0 +1 @@
+**/db.sqlite3

Dockerfile.dev

@@ -14,14 +14,16 @@ help: ## Show this help message
 CONTAINER_RUNTIME ?= podman
 IMAGE_NAME ?= pattern-service
 IMAGE_TAG ?= latest
+QUAY_NAMESPACE ?= ansible
+BUILD_ARGS ?= "--arch amd64"
 
 ensure-namespace:
 	@test -n "$$QUAY_NAMESPACE" || (echo "Error: QUAY_NAMESPACE is required to push quay.io" && exit 1)
 
 .PHONY: build
 build: ## Build the container image
 	@echo "Building container image..."
-	$(CONTAINER_RUNTIME) build -t $(IMAGE_NAME):$(IMAGE_TAG) -f Dockerfile.dev --arch amd64 .
+	$(CONTAINER_RUNTIME) build -t $(IMAGE_NAME):$(IMAGE_TAG) -f tools/docker/Dockerfile.dev $(BUILD_ARGS) .
 
 .PHONY: clean
 clean: ## Remove container image
@@ -34,6 +36,30 @@ push: ensure-namespace build ## Tag and push container image to Quay.io
 	$(CONTAINER_RUNTIME) tag $(IMAGE_NAME):$(IMAGE_TAG) quay.io/$(QUAY_NAMESPACE)/$(IMAGE_NAME):$(IMAGE_TAG)
 	$(CONTAINER_RUNTIME) push quay.io/$(QUAY_NAMESPACE)/$(IMAGE_NAME):$(IMAGE_TAG)
 
+#--------------------------------------
+# Compose
+# -------------------------------------
+.PHONY: compose-build
+compose-build:
+	$(CONTAINER_RUNTIME) compose -f tools/docker/docker-compose.yaml $(COMPOSE_OPTS) build
+
+.PHONY: compose-up
+compose-up:
+	$(CONTAINER_RUNTIME) compose -f tools/docker/docker-compose.yaml $(COMPOSE_OPTS) up $(COMPOSE_UP_OPTS) --remove-orphans
+
+.PHONY: compose-down
+compose-down:
+	$(CONTAINER_RUNTIME) compose -f tools/docker/docker-compose.yaml $(COMPOSE_OPTS) down --remove-orphans
+
+.PHONY: compose-clean
+compose-clean:
+	$(CONTAINER_RUNTIME) compose -f tools/docker/docker-compose.yaml rm -sf
+	docker rmi --force localhost/ansible-pattern-service-api localhost/ansible-pattern-service-worker
+	docker volume rm -f postgres_data
+
+.PHONY: compose-restart
+compose-restart: compose-down compose-clean compose-up
+
 # -------------------------------------
 # Dependencies
 # -------------------------------------

Makefile

@@ -1,6 +1,21 @@
+import logging
+import os
+
+from dispatcherd.config import setup as dispatcher_setup
 from django.apps import AppConfig
+from django.conf import settings
+
+logger = logging.getLogger(__name__)
 
 
 class CoreConfig(AppConfig):
     default_auto_field = "django.db.models.BigAutoField"
     name = "core"
+
+    def ready(self) -> None:
+        dispatcher_feature = os.environ.get(
+            "PATTERN_SERVICE_FEATURE_DISPATCHERD", "false"
+        )
+        if dispatcher_feature.lower() in ("true", "1", "yes"):
+            # Setup dispatcher configuration
+            dispatcher_setup(config=settings.DISPATCHER_CONFIG)

core/apps.py

@@ -0,0 +1,14 @@
+import logging
+
+from dispatcherd import run_service
+from django.core.management.base import BaseCommand
+
+logger = logging.getLogger(__name__)
+
+
+class Command(BaseCommand):
+    """Wrapper for worker command."""
+
+    def handle(self, *args: tuple, **options: dict) -> None:
+        logger.info("Starting Pattern service dispatcherd worker.")
+        run_service()

core/management/__init__.py

@@ -0,0 +1,19 @@
+import django
+from django.core.cache import cache
+from django.db import connection
+
+"""This module is an optimization for dispatcherd workers
+This sets up Django pre-fork, which must be implemented as a module to run
+on-import for compatibility with multiprocessing forkserver.
+This should never be imported by other modules, which is why it is called
+hazmat.
+"""
+
+
+django.setup()
+
+# connections may or may not be open, but
+# before forking, all connections should be closed
+
+cache.close()
+connection.close()

core/management/commands/__init__.py

@@ -5,6 +5,8 @@
 from ansible_base.lib.dynamic_config import load_envvars
 from ansible_base.lib.dynamic_config import load_standard_settings_files
 
+from .dispatcher import override_dispatcher_settings
+
 try:
     from dotenv import load_dotenv
 
@@ -24,4 +26,5 @@
 )
 load_standard_settings_files(DYNACONF)
 load_envvars(DYNACONF)
+override_dispatcher_settings(DYNACONF)
 export(__name__, DYNACONF)