fix(RemoveStrictSchema): remove strict schema check

akshaylive · akshaylive · commit 2fe3f0d70585 · 2025-12-30T22:47:39.000-08:00
Strict schema does not work with optional args.
diff --git a/src/uipath/_cli/_evals/mocks/input_mocker.py b/src/uipath/_cli/_evals/mocks/input_mocker.py
@@ -89,7 +89,7 @@ async def generate_llm_input(
             "type": "json_schema",
             "json_schema": {
                 "name": "agent_input",
-                "strict": True,
+                "strict": False,
                 "schema": input_schema,
             },
         }
diff --git a/src/uipath/_cli/_evals/mocks/llm_mocker.py b/src/uipath/_cli/_evals/mocks/llm_mocker.py
@@ -113,7 +113,7 @@ async def response(
                 "type": "json_schema",
                 "json_schema": {
                     "name": "OutputSchema",
-                    "strict": True,
+                    "strict": False,
                     "schema": _cleanup_schema(output_schema),
                 },
             }
diff --git a/tests/cli/eval/mocks/test_mocks.py b/tests/cli/eval/mocks/test_mocks.py
@@ -216,7 +216,7 @@ def foofoo(*args, **kwargs):
         "type": "json_schema",
         "json_schema": {
             "name": "OutputSchema",
-            "strict": True,
+            "strict": False,
             "schema": {"type": "string"},
         },
     }
@@ -317,7 +317,7 @@ async def foofoo(*args, **kwargs):
         "type": "json_schema",
         "json_schema": {
             "name": "OutputSchema",
-            "strict": True,
+            "strict": False,
             "schema": {"type": "string"},
         },
     }
@@ -416,7 +416,7 @@ def foo(*args, **kwargs) -> dict[str, Any]:
         "type": "json_schema",
         "json_schema": {
             "name": "OutputSchema",
-            "strict": True,
+            "strict": False,
             "schema": {
                 "required": ["content"],
                 "type": "object",
@@ -509,7 +509,7 @@ async def foo(*args, **kwargs) -> dict[str, Any]:
         "type": "json_schema",
         "json_schema": {
             "name": "OutputSchema",
-            "strict": True,
+            "strict": False,
             "schema": {
                 "required": ["content"],
                 "type": "object",

Original file line number	Diff line number	Diff line change
`@@ -89,7 +89,7 @@ async def generate_llm_input(`
`89`	`89`	`"type": "json_schema",`
`90`	`90`	`"json_schema": {`
`91`	`91`	`"name": "agent_input",`
`92`		`- "strict": True,`
	`92`	`+ "strict": False,`
`93`	`93`	`"schema": input_schema,`
`94`	`94`	`},`
`95`	`95`	`}`
Original file line number	Diff line number	Diff line change
`@@ -113,7 +113,7 @@ async def response(`
`113`	`113`	`"type": "json_schema",`
`114`	`114`	`"json_schema": {`
`115`	`115`	`"name": "OutputSchema",`
`116`		`- "strict": True,`
	`116`	`+ "strict": False,`
`117`	`117`	`"schema": _cleanup_schema(output_schema),`
`118`	`118`	`},`
`119`	`119`	`}`