test: add conformance fixtures (good/bad) and validate them

Author: mdheller

Makefile

@@ -29,6 +29,17 @@ deps: venv
 validate:
 	$(PY) tools/validate_contract.py examples/pixi-dev.json
 	$(PY) tools/validate_contract.py examples/truth-lane-container.json
+	@for f in conformance/good/*.json; do \
+		echo "VALID (good): $$f"; \
+		$(PY) tools/validate_contract.py "$$f"; \
+	done
+	@for f in conformance/bad/*.json; do \
+		echo "INVALID (bad): $$f"; \
+		if $(PY) tools/validate_contract.py "$$f" >/dev/null 2>&1; then \
+			echo "ERR: expected failure but validated: $$f"; \
+			exit 1; \
+		else \
+			echo "OK: failed as expected: $$f"; \
+		fi; \
+	done
 
-clean:
-	rm -rf $(VENV) __pycache__ .pytest_cache

conformance/bad/container-tag.json

@@ -0,0 +1,21 @@
+{
+  "api_version": "workstation-contracts.socios.io/v0.1",
+  "kind": "WorkstationContract",
+  "metadata": {
+    "id": "conformance-bad-container-tag",
+    "name": "Bad container tag pin"
+  },
+  "spec": {
+    "lanes": [
+      {
+        "name": "truth",
+        "backend": {
+          "type": "container",
+          "container": {
+            "image": "ghcr.io/socios-linux/truth-lane:latest"
+          }
+        }
+      }
+    ]
+  }
+}

conformance/good/min.json

@@ -0,0 +1,27 @@
+{
+  "api_version": "workstation-contracts.socios.io/v0.1",
+  "kind": "WorkstationContract",
+  "metadata": {
+    "id": "conformance-good-min",
+    "name": "Good minimal"
+  },
+  "spec": {
+    "lanes": [
+      {
+        "name": "dev",
+        "backend": {
+          "type": "pixi",
+          "pixi": {
+            "manifest": "pixi.toml"
+          }
+        },
+        "steps": [
+          {
+            "name": "noop",
+            "run": "echo ok"
+          }
+        ]
+      }
+    ]
+  }
+}