Merge branch 'main' into feat/add-internal-tools

Author: cristian-groza

CONTRIBUTING.md

@@ -104,3 +104,5 @@ For additional commands related to linting, formatting, and building, run `just
 ### General Rules
 - Please write informative description to the PRs for the reviewers to understand the context.
 - If you want to publish a `dev` build, please add a `build:dev` label to your PR.
+  - You can then use the published `dev` version from the PR description/comments to use as needed <img width="880" height="433" alt="image" src="https://github.com/user-attachments/assets/b670bb08-a469-454f-a5f6-10d60477c033" />
+

pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "uipath"
-version = "2.2.37"
+version = "2.2.39"
 description = "Python SDK and CLI for UiPath Platform, enabling programmatic interaction with automation services, process management, and deployment tools."
 readme = { file = "README.md", content-type = "text/markdown" }
 requires-python = ">=3.11"

src/uipath/_cli/_evals/_models/_mocks.py

@@ -1,9 +1,3 @@
-from pydantic import BaseModel, Field
+from uipath.agent.models.agent import ExampleCall
 
-
-class ExampleCall(BaseModel):
-    """Example invocation for a resource."""
-
-    id: str = Field(..., alias="id")
-    input: str = Field(..., alias="input")
-    output: str = Field(..., alias="output")
+__all__ = ["ExampleCall"]

src/uipath/_cli/_evals/_progress_reporter.py

@@ -537,12 +537,57 @@ def _serialize_justification(
 
         return justification
 
-    def _extract_agent_snapshot(self, entrypoint: str) -> StudioWebAgentSnapshot:
+    def _extract_agent_snapshot(self, entrypoint: str | None) -> StudioWebAgentSnapshot:
+        """Extract agent snapshot from entry points configuration or low-code agent file.
+
+        For coded agents, reads from entry-points.json configuration file.
+        For low-code agents (*.json files like agent.json), reads inputSchema
+        and outputSchema directly from the agent file.
+
+        Args:
+            entrypoint: The entrypoint file path to look up
+
+        Returns:
+            StudioWebAgentSnapshot with input and output schemas
+        """
+        if not entrypoint:
+            logger.warning(
+                "Entrypoint not provided - falling back to empty inputSchema "
+                "and outputSchema"
+            )
+            return StudioWebAgentSnapshot(input_schema={}, output_schema={})
+
         try:
+            # Check if entrypoint is a low-code agent JSON file (e.g., agent.json)
+            if entrypoint.endswith(".json"):
+                agent_file_path = os.path.join(os.getcwd(), entrypoint)
+                if os.path.exists(agent_file_path):
+                    with open(agent_file_path, "r") as f:
+                        agent_data = json.load(f)
+
+                    # Low-code agent files have inputSchema and outputSchema at root
+                    input_schema = agent_data.get("inputSchema", {})
+                    output_schema = agent_data.get("outputSchema", {})
+
+                    logger.debug(
+                        f"Extracted agent snapshot from low-code agent '{entrypoint}': "
+                        f"inputSchema={json.dumps(input_schema)}, "
+                        f"outputSchema={json.dumps(output_schema)}"
+                    )
+
+                    return StudioWebAgentSnapshot(
+                        input_schema=input_schema, output_schema=output_schema
+                    )
+
+            # Fall back to entry-points.json for coded agents
             entry_points_file_path = os.path.join(
                 os.getcwd(), str(UiPathConfig.entry_points_file_path)
             )
             if not os.path.exists(entry_points_file_path):
+                logger.debug(
+                    f"Entry points file not found at {entry_points_file_path}, "
+                    "using empty schemas"
+                )
                 return StudioWebAgentSnapshot(input_schema={}, output_schema={})
 
             with open(entry_points_file_path, "r") as f:
@@ -563,6 +608,12 @@ def _extract_agent_snapshot(self, entrypoint: str) -> StudioWebAgentSnapshot:
             input_schema = ep.get("input", {})
             output_schema = ep.get("output", {})
 
+            logger.debug(
+                f"Extracted agent snapshot for entrypoint '{entrypoint}': "
+                f"inputSchema={json.dumps(input_schema)}, "
+                f"outputSchema={json.dumps(output_schema)}"
+            )
+
             return StudioWebAgentSnapshot(
                 input_schema=input_schema, output_schema=output_schema
             )
@@ -724,6 +775,14 @@ def _update_eval_run_spec(
         # Both coded and legacy send payload directly at root level
         payload = inner_payload
 
+        # Log the payload for debugging eval run updates
+        agent_type = "coded" if is_coded else "low-code"
+        logger.debug(
+            f"Updating eval run (type={agent_type}): "
+            f"evalRunId={eval_run_id}, success={success}"
+        )
+        logger.debug(f"Full eval run update payload: {json.dumps(payload, indent=2)}")
+
         return RequestSpec(
             method="PUT",
             endpoint=Endpoint(
@@ -762,6 +821,16 @@ def _update_coded_eval_run_spec(
             "evaluatorRuns": evaluator_runs,
         }
 
+        # Log the payload for debugging coded eval run updates
+        agent_type = "coded" if is_coded else "low-code"
+        logger.debug(
+            f"Updating coded eval run (type={agent_type}): "
+            f"evalRunId={eval_run_id}, success={success}"
+        )
+        logger.debug(
+            f"Full coded eval run update payload: {json.dumps(payload, indent=2)}"
+        )
+
         return RequestSpec(
             method="PUT",
             endpoint=Endpoint(
@@ -826,6 +895,14 @@ def _create_eval_run_spec(
         # Both coded and legacy send payload directly at root level
         payload = inner_payload
 
+        # Log the payload for debugging eval run reporting
+        agent_type = "coded" if is_coded else "low-code"
+        logger.debug(
+            f"Creating eval run (type={agent_type}): "
+            f"evalSetRunId={eval_set_run_id}, evalItemId={eval_item.id}"
+        )
+        logger.debug(f"Full eval run payload: {json.dumps(payload, indent=2)}")
+
         return RequestSpec(
             method="POST",
             endpoint=Endpoint(
@@ -872,6 +949,16 @@ def _create_eval_set_run_spec(
         # Both coded and legacy send payload directly at root level
         payload = inner_payload
 
+        # Log the payload for debugging eval set run reporting
+        agent_type = "coded" if is_coded else "low-code"
+        logger.info(
+            f"Creating eval set run (type={agent_type}): "
+            f"evalSetId={eval_set_id}, "
+            f"inputSchema={json.dumps(payload.get('agentSnapshot', {}).get('inputSchema', {}))}, "
+            f"outputSchema={json.dumps(payload.get('agentSnapshot', {}).get('outputSchema', {}))}"
+        )
+        logger.debug(f"Full eval set run payload: {json.dumps(payload, indent=2)}")
+
         return RequestSpec(
             method="POST",
             endpoint=Endpoint(
@@ -926,6 +1013,17 @@ def _update_eval_set_run_spec(
         # Both coded and legacy send payload directly at root level
         payload = inner_payload
 
+        # Log the payload for debugging eval set run updates
+        agent_type = "coded" if is_coded else "low-code"
+        logger.info(
+            f"Updating eval set run (type={agent_type}): "
+            f"evalSetRunId={eval_set_run_id}, success={success}, "
+            f"evaluatorScores={json.dumps(payload.get('evaluatorScores', []))}"
+        )
+        logger.debug(
+            f"Full eval set run update payload: {json.dumps(payload, indent=2)}"
+        )
+
         return RequestSpec(
             method="PUT",
             endpoint=Endpoint(

src/uipath/agent/models/agent.py

@@ -90,10 +90,18 @@ class BaseCfg(BaseModel):
     )
 
 
+class ExampleCall(BaseCfg):
+    """Example call for a resource containing resource I/O."""
+
+    id: str = Field(..., alias="id")
+    input: str = Field(..., alias="input")
+    output: str = Field(..., alias="output")
+
+
 class BaseResourceProperties(BaseCfg):
     """Base resource properties model."""
 
-    pass
+    example_calls: Optional[list[ExampleCall]] = Field(None, alias="exampleCalls")
 
 
 class AgentToolSettings(BaseCfg):

src/uipath/agent/models/evals.py

@@ -9,40 +9,11 @@
 
 from uipath._cli._evals._models._evaluation_set import EvaluationSet
 from uipath._cli._evals._models._evaluator import Evaluator
-from uipath._cli._evals._models._mocks import ExampleCall
 from uipath.agent.models.agent import (
     AgentDefinition,
-    AgentEscalationChannelProperties,
-    AgentIntegrationToolProperties,
-    AgentProcessToolProperties,
-    BaseResourceProperties,
 )
 
 
-class AgentEvalResourceProperties(BaseResourceProperties):
-    """Resource properties with simulation support."""
-
-    example_calls: Optional[List[ExampleCall]] = Field(None, alias="exampleCalls")
-
-
-class AgentEvalProcessToolProperties(AgentProcessToolProperties):
-    """Process tool properties with simulation support."""
-
-    example_calls: Optional[List[ExampleCall]] = Field(None, alias="exampleCalls")
-
-
-class AgentEvalIntegrationToolProperties(AgentIntegrationToolProperties):
-    """Integration tool properties with simulation support."""
-
-    example_calls: Optional[List[ExampleCall]] = Field(None, alias="exampleCalls")
-
-
-class AgentEvalEscalationChannelProperties(AgentEscalationChannelProperties):
-    """Escalation channel properties with simulation support."""
-
-    example_calls: Optional[List[ExampleCall]] = Field(None, alias="exampleCalls")
-
-
 class AgentEvalsDefinition(AgentDefinition):
     """Agent definition with evaluation sets and evaluators support."""