Merge branch 'main' into josh/voice

JoshParkSJ · web-flow · commit f6a6250565c1 · 2026-03-04T12:16:56.000-08:00
diff --git a/.github/workflows/integration_tests.yml b/.github/workflows/integration_tests.yml
@@ -1,8 +1,6 @@
 name: uipath - Integration Tests
 
 on:
-  push:
-    branches: [ main, develop ]
   pull_request:
     branches: [ main ]
 
@@ -12,30 +10,71 @@ permissions:
   actions: read
 
 jobs:
+  detect-changed-packages:
+    runs-on: ubuntu-latest
+    outputs:
+      packages: ${{ steps.detect.outputs.packages }}
+      count: ${{ steps.detect.outputs.count }}
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v4
+        with:
+          fetch-depth: 0
+
+      - name: Setup Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: '3.11'
+
+      - name: Detect changed packages
+        id: detect
+        env:
+          GITHUB_EVENT_NAME: ${{ github.event_name }}
+          BASE_SHA: ${{ github.event.pull_request.base.sha }}
+          HEAD_SHA: ${{ github.event.pull_request.head.sha }}
+        run: python .github/scripts/detect_changed_packages.py
+
   discover-testcases:
+    needs: [detect-changed-packages]
+    if: needs.detect-changed-packages.outputs.count > 0
     runs-on: ubuntu-latest
     outputs:
       testcases: ${{ steps.discover.outputs.testcases }}
+      count: ${{ steps.discover.outputs.count }}
     steps:
     - name: Checkout code
       uses: actions/checkout@v4
 
     - name: Discover testcases
       id: discover
-      working-directory: packages/uipath
+      env:
+        PACKAGES: ${{ needs.detect-changed-packages.outputs.packages }}
       run: |
-        # Find all testcase folders (excluding common folders like README, etc.)
-        testcase_dirs=$(find testcases -maxdepth 1 -type d -name "*-*" | sed 's|testcases/||' | sort)
-
-        echo "Found testcase directories:"
-        echo "$testcase_dirs"
+        # Discover testcases from all affected packages
+        all_testcases="[]"
+
+        for package in $(echo "$PACKAGES" | jq -r '.[]'); do
+          testcases_dir="packages/$package/testcases"
+          if [ -d "$testcases_dir" ]; then
+            testcase_dirs=$(find "$testcases_dir" -maxdepth 1 -type d -name "*-*" | sed "s|$testcases_dir/||" | sort)
+            if [ -n "$testcase_dirs" ]; then
+              echo "Found testcases in $package:"
+              echo "$testcase_dirs"
+              # Add as package/testcase entries
+              package_testcases=$(echo "$testcase_dirs" | jq -R -c --arg pkg "$package" '{package: $pkg, testcase: .}')
+              all_testcases=$(echo "$all_testcases" | jq -c --argjson new "[$( echo "$package_testcases" | paste -sd, )]" '. + $new')
+            fi
+          fi
+        done
 
-        # Convert to JSON array for matrix
-        testcases_json=$(echo "$testcase_dirs" | jq -R -s -c 'split("\n")[:-1]')
-        echo "testcases=$testcases_json" >> $GITHUB_OUTPUT
+        echo "All testcases: $all_testcases"
+        count=$(echo "$all_testcases" | jq 'length')
+        echo "testcases=$all_testcases" >> $GITHUB_OUTPUT
+        echo "count=$count" >> $GITHUB_OUTPUT
 
   integration-tests:
     needs: [discover-testcases]
+    if: needs.discover-testcases.outputs.count > 0
     runs-on: ubuntu-latest
     container:
       image: ghcr.io/astral-sh/uv:python3.12-bookworm
@@ -48,14 +87,14 @@ jobs:
         testcase: ${{ fromJson(needs.discover-testcases.outputs.testcases) }}
         environment: [alpha, cloud, staging]
 
-    name: "${{ matrix.testcase }} / ${{ matrix.environment }}"
+    name: "${{ matrix.testcase.testcase }} / ${{ matrix.environment }}"
 
     steps:
     - name: Checkout code
       uses: actions/checkout@v4
 
     - name: Install dependencies
-      working-directory: packages/uipath
+      working-directory: packages/${{ matrix.testcase.package }}
       run: uv sync
 
     - name: Run testcase
@@ -70,12 +109,13 @@ jobs:
         TELEMETRY_CONNECTION_STRING: ${{ secrets.APPLICATIONINSIGHTS_CONNECTION_STRING }}
         APP_INSIGHTS_APP_ID: ${{ secrets.APP_INSIGHTS_APP_ID }}
         APP_INSIGHTS_API_KEY: ${{ secrets.APP_INSIGHTS_API_KEY }}
-      working-directory: packages/uipath/testcases/${{ matrix.testcase }}
+      working-directory: packages/${{ matrix.testcase.package }}/testcases/${{ matrix.testcase.testcase }}
       run: |
         # If any errors occur execution will stop with exit code
         set -e
 
-        echo "Running testcase: ${{ matrix.testcase }}"
+        echo "Running testcase: ${{ matrix.testcase.testcase }}"
+        echo "Package: ${{ matrix.testcase.package }}"
         echo "Environment: ${{ matrix.environment }}"
         echo "Working directory: $(pwd)"
 
@@ -84,12 +124,20 @@ jobs:
         bash ../common/validate_output.sh
 
   summarize-results:
-    needs: [integration-tests]
+    needs: [detect-changed-packages, discover-testcases, integration-tests]
     runs-on: ubuntu-latest
-    if: always() # This ensures the job runs even if the tests fail
+    if: always()
     steps:
       - name: Check integration tests status
         run: |
+          if [[ "${{ needs.detect-changed-packages.outputs.count }}" == "0" ]]; then
+            echo "No packages changed - skipping integration tests"
+            exit 0
+          fi
+          if [[ "${{ needs.discover-testcases.outputs.count }}" == "0" ]]; then
+            echo "No testcases found for changed packages - skipping"
+            exit 0
+          fi
           if [[ "${{ needs.integration-tests.result }}" == "success" ]]; then
             echo "All integration tests passed"
           else
diff --git a/packages/uipath-core/pyproject.toml b/packages/uipath-core/pyproject.toml
@@ -1,6 +1,6 @@
 [project]
 name = "uipath-core"
-version = "0.5.5"
+version = "0.5.6"
 description = "UiPath Core abstractions"
 readme = { file = "README.md", content-type = "text/markdown" }
 requires-python = ">=3.11"
diff --git a/packages/uipath-core/src/uipath/core/guardrails/_evaluators.py b/packages/uipath-core/src/uipath/core/guardrails/_evaluators.py
@@ -195,6 +195,9 @@ def evaluate_word_rule(
 ) -> tuple[bool, str]:
     """Evaluate a word rule against input and output data."""
     fields = get_fields_from_selector(rule.field_selector, input_data, output_data)
+    if not fields:
+        return True, "No fields to validate"
+
     operator = _humanize_guardrail_func(rule.detects_violation) or "violation check"
     field_paths = ", ".join({field_ref.path for _, field_ref in fields})
 
@@ -237,6 +240,9 @@ def evaluate_number_rule(
 ) -> tuple[bool, str]:
     """Evaluate a number rule against input and output data."""
     fields = get_fields_from_selector(rule.field_selector, input_data, output_data)
+    if not fields:
+        return True, "No fields to validate"
+
     operator = _humanize_guardrail_func(rule.detects_violation) or "violation check"
     field_paths = ", ".join({field_ref.path for _, field_ref in fields})
     for field_value, field_ref in fields:
@@ -281,6 +287,9 @@ def evaluate_boolean_rule(
 ) -> tuple[bool, str]:
     """Evaluate a boolean rule against input and output data."""
     fields = get_fields_from_selector(rule.field_selector, input_data, output_data)
+    if not fields:
+        return True, "No fields to validate"
+
     operator = _humanize_guardrail_func(rule.detects_violation) or "violation check"
     field_paths = ", ".join({field_ref.path for _, field_ref in fields})
     for field_value, field_ref in fields:
diff --git a/packages/uipath-core/tests/guardrails/test_deterministic_guardrails_service.py b/packages/uipath-core/tests/guardrails/test_deterministic_guardrails_service.py
@@ -1466,3 +1466,104 @@ def _create_guardrail_with_always_rule(
                 ),
             ],
         )
+
+
+class TestMissingFieldPassesValidation:
+    """Test that rules referencing missing fields pass validation."""
+
+    def test_word_rule_missing_field_passes(
+        self, service: DeterministicGuardrailsService
+    ) -> None:
+        guardrail = DeterministicGuardrail(
+            id="test-missing-field",
+            name="Missing Field Guardrail",
+            description="Test missing field",
+            enabled_for_evals=True,
+            guardrail_type="custom",
+            selector=GuardrailSelector(
+                scopes=[GuardrailScope.TOOL], match_names=["test"]
+            ),
+            rules=[
+                WordRule(
+                    rule_type="word",
+                    field_selector=SpecificFieldsSelector(
+                        selector_type="specific",
+                        fields=[
+                            FieldReference(path="sentence2", source=FieldSource.INPUT)
+                        ],
+                    ),
+                    detects_violation=lambda s: len(s or "") > 0,
+                    rule_description="sentence2 is not empty",
+                ),
+            ],
+        )
+        result = service._evaluate_deterministic_guardrail(
+            input_data={"sentence1": "hello"},
+            output_data={},
+            guardrail=guardrail,
+        )
+        assert result.result == GuardrailValidationResultType.PASSED
+
+    def test_number_rule_missing_field_passes(
+        self, service: DeterministicGuardrailsService
+    ) -> None:
+        guardrail = DeterministicGuardrail(
+            id="test-missing-field",
+            name="Missing Field Guardrail",
+            description="Test missing field",
+            enabled_for_evals=True,
+            guardrail_type="custom",
+            selector=GuardrailSelector(
+                scopes=[GuardrailScope.TOOL], match_names=["test"]
+            ),
+            rules=[
+                NumberRule(
+                    rule_type="number",
+                    field_selector=SpecificFieldsSelector(
+                        selector_type="specific",
+                        fields=[FieldReference(path="age", source=FieldSource.INPUT)],
+                    ),
+                    detects_violation=lambda n: n is not None and n < 0,
+                    rule_description="age is negative",
+                ),
+            ],
+        )
+        result = service._evaluate_deterministic_guardrail(
+            input_data={"name": "test"},
+            output_data={},
+            guardrail=guardrail,
+        )
+        assert result.result == GuardrailValidationResultType.PASSED
+
+    def test_boolean_rule_missing_field_passes(
+        self, service: DeterministicGuardrailsService
+    ) -> None:
+        guardrail = DeterministicGuardrail(
+            id="test-missing-field",
+            name="Missing Field Guardrail",
+            description="Test missing field",
+            enabled_for_evals=True,
+            guardrail_type="custom",
+            selector=GuardrailSelector(
+                scopes=[GuardrailScope.TOOL], match_names=["test"]
+            ),
+            rules=[
+                BooleanRule(
+                    rule_type="boolean",
+                    field_selector=SpecificFieldsSelector(
+                        selector_type="specific",
+                        fields=[
+                            FieldReference(path="is_active", source=FieldSource.INPUT)
+                        ],
+                    ),
+                    detects_violation=lambda b: b is False,
+                    rule_description="is_active is false",
+                ),
+            ],
+        )
+        result = service._evaluate_deterministic_guardrail(
+            input_data={"name": "test"},
+            output_data={},
+            guardrail=guardrail,
+        )
+        assert result.result == GuardrailValidationResultType.PASSED
diff --git a/packages/uipath-core/uv.lock b/packages/uipath-core/uv.lock
