feat(evals): implement local File support in _resolve_file

Author: AlePouroullis

src/humanloop/evals/run.py

@@ -453,11 +453,79 @@ def _resolve_file(
     """
     file_id = file_config.get("id")
     path = file_config.get("path")
+    type_ = file_config.get("type")
     version_id = file_config.get("version_id")
     environment = file_config.get("environment")
     callable = _get_file_callable(file_config=file_config)
     version = file_config.get("version")
 
+    # Early validation for local Files 
+    if (
+        use_local_files and 
+        path
+    ): 
+        if not file_syncer: 
+            raise HumanloopRuntimeError(
+                "Internal error: FileSyncer is required when `use_local_files=True`. "
+                "This may indicate improper SDK usage. Please use the `client.evaluations.run()` method."
+            )
+        
+        # Check 1: Error if trying to use specific version with local Files
+        if version_id or environment: 
+            raise HumanloopRuntimeError(
+                f"Cannot use local File for path '{path}' when `version_id` or `environment` is specified. "
+                "Local Files always use the content from your local filesystem, not a specific version from Humanloop. "
+                "To use a specific version: either provide `id` instead of `path` with `version_id`/`environment`, "
+                "or set `use_local_files=False` to use remote Files."
+            )
+        
+        # Check 2: Version takes precedence over local Files (warn)
+        if version: 
+            print_warning(
+                f"Using provided `version` configuration instead of local file for '{path}'."
+            )
+            # Continue with normal flow — don't load local File
+
+        # Check 3: Callable takes precedence for prompts
+        elif callable and type_ == "prompt": 
+            print_warning(
+                "Both local File and callable provided for Prompt. "
+                "Using callable instead of local File."
+            )
+            # Continue with normal flow — don't load local File
+        
+        # Check 4: Unsupported File type 
+        elif type_ not in ["prompt", "agent"]:
+            raise HumanloopRuntimeError(
+                f"Local files are not supported for '{type_}' files. "
+                "Only 'prompt' and 'agent' files can be used locally."
+            )
+        
+        # Load local File 
+        else: 
+            file_content = file_syncer.get_file_content(path, type_)
+            subclient: PromptsClient | AgentsClient = _get_subclient(client=client, file_config=file_config)
+            if isinstance(subclient, PromptsClient):
+                kernel_request = subclient.deserialize(prompt=file_content)
+            elif isinstance(subclient, AgentsClient):
+                kernel_request = subclient.deserialize(agent=file_content)
+            else:
+                raise ValueError(f"Unsupported subclient type: {type(subclient)}")
+            
+            if hasattr(kernel_request, "model_dump"):
+                kernel_request_dict = kernel_request.model_dump(exclude_none=True) # Pydantic v2 
+            elif hasattr(kernel_request, "dict"): # Pydantic v1
+                kernel_request_dict = kernel_request.dict(exclude_none=True)
+            
+            upsert_config: FileEvalConfig = {
+                "path": path,
+                "type": type_,
+                "version": kernel_request_dict
+            }
+            hl_file = _upsert_file(client=client, file_config=upsert_config)
+            print_info(f"Using local {type_} file: {path}")
+            return hl_file, callable
+
     if callable and path is None and file_id is None:
         raise HumanloopRuntimeError(
             "You are trying to create a new version of the File by passing the `version` argument. "