fix: linting

Author: mathurk

src/uipath/_cli/_evals/_configurable_factory.py

@@ -1,11 +1,11 @@
 """Configurable runtime factory that supports model settings overrides."""
 
+import inspect
 import json
+import logging
 import os
 import tempfile
-import logging
 from pathlib import Path
-from typing import Any
 
 from uipath.runtime import UiPathRuntimeFactoryProtocol, UiPathRuntimeProtocol
 
@@ -15,8 +15,7 @@
 
 
 class ConfigurableRuntimeFactory:
-    """
-    Wrapper factory that supports model settings overrides for evaluation runs.
+    """Wrapper factory that supports model settings overrides for evaluation runs.
 
     This factory wraps an existing UiPathRuntimeFactoryProtocol implementation
     and allows applying model settings overrides when creating runtimes.
@@ -29,17 +28,15 @@ def __init__(self, base_factory: UiPathRuntimeFactoryProtocol):
         self._temp_files: list[str] = []
 
     def set_model_settings_override(self, settings: EvaluationSetModelSettings | None) -> None:
-        """
-        Set model settings to override when creating runtimes.
+        """Set model settings to override when creating runtimes.
 
         Args:
             settings: The model settings to apply, or None to clear overrides
         """
         self.model_settings_override = settings
 
     async def new_runtime(self, entrypoint: str, runtime_id: str) -> UiPathRuntimeProtocol:
-        """
-        Create a new runtime with optional model settings overrides.
+        """Create a new runtime with optional model settings overrides.
 
         If model settings override is configured, creates a temporary modified
         entrypoint file with the overridden settings.
@@ -66,8 +63,7 @@ async def new_runtime(self, entrypoint: str, runtime_id: str) -> UiPathRuntimePr
         return await self.base_factory.new_runtime(entrypoint, runtime_id)
 
     def _apply_overrides(self, entrypoint: str, settings: EvaluationSetModelSettings) -> str | None:
-        """
-        Apply model settings overrides to an agent entrypoint.
+        """Apply model settings overrides to an agent entrypoint.
 
         Creates a temporary modified version of the entrypoint file with
         the specified model settings overrides applied.
@@ -150,17 +146,4 @@ async def dispose(self) -> None:
 
         # Delegate disposal to base factory
         if hasattr(self.base_factory, 'dispose'):
-            await self.base_factory.dispose()
-
-    # Delegate other factory protocol methods to base factory
-    async def discover_entrypoints(self) -> list[str]:
-        """Discover available entrypoints from the base factory."""
-        if hasattr(self.base_factory, 'discover_entrypoints'):
-            return await self.base_factory.discover_entrypoints()
-        return []
-
-    async def discover_runtimes(self) -> list[UiPathRuntimeProtocol]:
-        """Discover available runtimes from the base factory."""
-        if hasattr(self.base_factory, 'discover_runtimes'):
-            return await self.base_factory.discover_runtimes()
-        return []
+            await self.base_factory.dispose()

src/uipath/_cli/_evals/_models/_evaluation_set.py

@@ -70,7 +70,7 @@ class ModelSettings(BaseModel):
     """Model Generation Parameters."""
 
     model: str = Field(..., alias="model")
-    temperature: float | None = Field(default=None, alias="temperature")
+    temperature: float | str | None = Field(default=None, alias="temperature")
     top_p: float | None = Field(default=None, alias="topP")
     top_k: int | None = Field(default=None, alias="topK")
     frequency_penalty: float | None = Field(default=None, alias="frequencyPenalty")
@@ -79,17 +79,9 @@ class ModelSettings(BaseModel):
 
 
 class EvaluationSetModelSettings(ModelSettings):
-    """Model settings configuration for evaluation sets with ID and special values support.
-
-    Extends ModelSettings to add an ID field and support for "same-as-agent" special value
-    in model and temperature fields for evaluation-specific overrides.
-    """
+    """Model setting overrides within evaluation sets with ID"""
 
     id: str = Field(..., alias="id")
-    # Override model to keep it required and support "same-as-agent"
-    model: str = Field(..., alias="model")  # Can be "same-as-agent" or actual model name
-    # Override temperature to support "same-as-agent" as string
-    temperature: float | str | None = Field(default=None, alias="temperature")  # Can be "same-as-agent", float, or None
 
 
 class LLMMockingStrategy(BaseMockingStrategy):

src/uipath/_cli/_utils/_eval_set.py

@@ -149,6 +149,7 @@ def migrate_evaluation_item(
                         migrate_evaluation_item(evaluation, eval_set.evaluator_refs)
                         for evaluation in eval_set.evaluations
                     ],
+                    model_settings=eval_set.model_settings,
                 )
         except ValidationError as e:
             raise ValueError(