release: 1.4.0

release: 1.4.0

Author: florian-muller

.devcontainer/Dockerfile-devcontainer

@@ -18,6 +18,7 @@ RUN apt-get update && \
     jq \
     less \
     libffi-dev \
+    libmagic-dev \
     libpq-dev \
     libsqlite3-dev \
     libssl-dev \

.devcontainer/devcontainer.json

@@ -86,7 +86,7 @@
         "editor.formatOnSave": true,
         "python.linting.enabled": true,
         "python.testing.pytestEnabled": true,
-        "python.defaultInterpreterPath": "${workspaceFolder}/agentic-backend/.venv/bin/python",
+        "python.defaultInterpreterPath": "/workspaces/fred/agentic-backend/.venv/bin/python",
         "terminal.integrated.defaultProfile.linux": "bash"
       }
     }

.dockerignore

@@ -26,6 +26,8 @@ pip-wheel-metadata/
 **/Dockerfile*
 **/dockerfiles
 **/.dockerignore
+!frontend/dockerfiles
+!frontend/dockerfiles/docker-entrypoint.sh
 
 # macOS-specific files
 **/.DS_Store
@@ -41,6 +43,7 @@ pip-wheel-metadata/
 # Local development related files
 **/target/
 **/configuration.yaml
+**/configuration_*.yaml
 
 # Byte-compiled files
 __pycache__/
@@ -84,4 +87,4 @@ __pycache__/
 # Temporary files
 **/*.tmp
 **/*.temp
-**/tmp/
+**/tmp/

.github/copilot-instructions.md

@@ -1,26 +1,30 @@
-# Fred AI Coding Instructions
+# Fred Copilot Instructions
 
-## Big Picture (Read First)
-- Three services: `agentic-backend/` (FastAPI + LangGraph agents), `knowledge-flow-backend/` (FastAPI ingestion + vector search + MCP endpoints), `frontend/` (React + Vite UI).
-- Agent behavior lives in `agentic-backend/config/configuration.yaml` (agents, MCP servers, feature flags, model providers).
-- Ingestion + storage pipelines live in `knowledge-flow-backend/config/configuration.yaml` (input/output processors, storage backends, embeddings).
-- The frontend consumes both APIs via generated RTK Query hooks; regenerate after OpenAPI changes.
+## Mandatory Read Order
 
-## Critical Workflows
-- Start services via Makefiles: `make run` in `agentic-backend/` (port 8000), `knowledge-flow-backend/` (port 8111), and `frontend/` (port 5173).
-- Temporal workers are separate: `make run-worker` in `agentic-backend/` and `knowledge-flow-backend/` when needed.
-- Secrets go in each backend’s `config/.env`; non-secret config stays in `configuration.yaml`.
-- Dev Container setup is supported (see root `README.md`).
+1. [`docs/DEVELOPER_CONTRACT.md`](../docs/DEVELOPER_CONTRACT.md)
+2. [`docs/PLATFORM_RUNTIME_MAP.md`](../docs/PLATFORM_RUNTIME_MAP.md)
+3. [`docs/CONFIGURATION_AND_POLICY_CONVENTIONS.md`](../docs/CONFIGURATION_AND_POLICY_CONVENTIONS.md)
+4. [`docs/REBAC.md`](../docs/REBAC.md) for team/access work
 
-## Frontend Conventions
-- Use MUI components and the app theme from `theme.tsx`.
-- All UI copy must use `react-i18next` (`t` from `useTranslation`) and update `src/locales/{lang}/translation.json`.
-- Use `Link` from `react-router-dom` for navigation; ensure `to` is a valid route.
-- Regenerate API clients when backend schemas change: `make update-agentic-api` or `make update-knowledge-flow-api` (run from `frontend/`).
-- Format with `prettier` (via `make format`).
+## Non-Negotiable Defaults
 
-## Python Backend Conventions
-- Use `uv` for dependency management.
-- Each backend has its own `.venv`; run scripts with `.venv/bin/python` to ensure correct deps.
-- Use type hints everywhere and prefer Python 3.10+ unions (`str | None`).
-- Format with `ruff` (e.g., `make format` in `knowledge-flow-backend/`).
+- Keep implementation minimal and direct.
+- Do not over-engineer.
+- Run `make code-quality` and `make test` in every touched project.
+- Default tests must stay offline.
+- Tests requiring external services must be marked `integration`.
+- Assume no third-party services are running for default validation (no MinIO/OpenSearch/Postgres/Keycloak/OpenFGA/Temporal, etc.).
+- Every new or modified function must explain:
+  - why it exists
+  - how to use it
+  - and include a short usage example for shared/public helper functions.
+- Avoid conceptual/design-pattern explanation docs; write concrete operational docs developers can apply immediately.
+- Keep function count and helper layers under control: business function or strictly necessary shared helper only.
+- Prefer changes that shrink and simplify the codebase (reuse/remove) instead of growing parallel logic.
+
+## Fred Runtime Topology
+
+Canonical source:
+
+- [`docs/PLATFORM_RUNTIME_MAP.md`](../docs/PLATFORM_RUNTIME_MAP.md)

.github/pull_request_template.md

@@ -0,0 +1,21 @@
+## Summary
+
+Describe what changed and why.
+
+## Mandatory Checklist
+
+- [ ] I followed [`docs/DEVELOPER_CONTRACT.md`](../docs/DEVELOPER_CONTRACT.md).
+- [ ] The change is minimal and avoids over-engineering.
+- [ ] I ran `make code-quality` in every touched project.
+- [ ] I ran `make test` in every touched project.
+- [ ] I did not introduce unit/default tests that require external services.
+- [ ] Any test requiring external services is marked `@pytest.mark.integration`.
+- [ ] I updated documentation when behavior or conventions changed.
+
+## Validation Notes
+
+Paste the exact commands and short results.
+
+## Risk / Rollback
+
+State main risk and rollback approach.

.github/workflows/Build-and-push-docker-develop.yml

@@ -31,6 +31,10 @@ jobs:
             context: ./
             dockerfile: ./knowledge-flow-backend/dockerfiles/Dockerfile-prod
             image: knowledge-flow-backend
+          - name: control-plane-backend
+            context: ./
+            dockerfile: ./control-plane-backend/dockerfiles/Dockerfile-prod
+            image: control-plane-backend
           - name: frontend
             context: ./
             dockerfile: ./frontend/dockerfiles/Dockerfile-prod

.github/workflows/Build-and-push-docker.yml

@@ -28,6 +28,10 @@ jobs:
             context: ./
             dockerfile: ./knowledge-flow-backend/dockerfiles/Dockerfile-prod
             image: knowledge-flow-backend
+          - name: control-plane-backend
+            context: ./
+            dockerfile: ./control-plane-backend/dockerfiles/Dockerfile-prod
+            image: control-plane-backend
           - name: frontend
             context: ./
             dockerfile: ./frontend/dockerfiles/Dockerfile-prod
@@ -95,6 +99,7 @@ jobs:
             ```
             oci://${{ env.REGISTRY }}/thalesgroup/fred-agent/agentic-backend:${{ steps.meta.outputs.version }}
             oci://${{ env.REGISTRY }}/thalesgroup/fred-agent/knowledge-flow-backend:${{ steps.meta.outputs.version }}
+            oci://${{ env.REGISTRY }}/thalesgroup/fred-agent/control-plane-backend:${{ steps.meta.outputs.version }}
             oci://${{ env.REGISTRY }}/thalesgroup/fred-agent/frontend:${{ steps.meta.outputs.version }}
             ```
           draft: false

.github/workflows/Check-migrations.yml

@@ -0,0 +1,100 @@
+name: Check Alembic Migrations
+
+on:
+  push:
+    branches:
+      - develop
+  pull_request:
+    branches:
+      - develop
+
+jobs:
+  check-migrations-heads:
+    runs-on: ubuntu-latest
+
+    steps:
+      - name: Check out the repo
+        uses: actions/checkout@v4
+
+      - name: Set up Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: "3.12"
+
+      - name: Install uv
+        uses: astral-sh/setup-uv@v5
+
+      - name: Install dependencies (agentic-backend)
+        run: uv sync
+        working-directory: agentic-backend
+
+      - name: Install dependencies (control-plane-backend)
+        run: uv sync
+        working-directory: control-plane-backend
+
+      - name: Install dependencies (knowledge-flow-backend)
+        run: uv sync
+        working-directory: knowledge-flow-backend
+
+      - name: Check single Alembic head per backend
+        run: make db-check-combined-heads
+
+  check-migrations-sqlite:
+    runs-on: ubuntu-latest
+
+    steps:
+      - name: Check out the repo
+        uses: actions/checkout@v4
+
+      - name: Set up Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: "3.12"
+
+      - name: Install uv
+        uses: astral-sh/setup-uv@v5
+
+      - name: Install dependencies (agentic-backend)
+        run: uv sync
+        working-directory: agentic-backend
+
+      - name: Install dependencies (control-plane-backend)
+        run: uv sync
+        working-directory: control-plane-backend
+
+      - name: Install dependencies (knowledge-flow-backend)
+        run: uv sync
+        working-directory: knowledge-flow-backend
+
+      - name: Run combined SQLite migration checks
+        run: make db-check-combined-sqlite
+
+  check-migrations-postgres:
+    runs-on: ubuntu-latest
+
+    steps:
+      - name: Check out the repo
+        uses: actions/checkout@v4
+
+      - name: Set up Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: "3.12"
+
+      - name: Install uv
+        uses: astral-sh/setup-uv@v5
+
+      - name: Install dependencies (agentic-backend)
+        run: uv sync
+        working-directory: agentic-backend
+
+      - name: Install dependencies (control-plane-backend)
+        run: uv sync
+        working-directory: control-plane-backend
+
+      - name: Install dependencies (knowledge-flow-backend)
+        run: uv sync
+        working-directory: knowledge-flow-backend
+
+      - name: Run combined PostgreSQL migration checks
+        run: make db-check-combined-postgres