From 2bc04c17d2abac23ca40931078f8fb5d44af35a3 Mon Sep 17 00:00:00 2001 From: Patryk Kopycinski Date: Thu, 20 Aug 2026 06:48:02 +0200 Subject: [PATCH] [Scout] Raise server.maxPayload to 50MB in evals_security_persona_matrix config set The judge's /internal/inference/prompt requests carry the full agent trajectory and exceed the Scout default 1.6MB payload cap on long multi-step persona-matrix examples (observed 413 on gemini-3.1-flash-lite). Filter the inherited --server.maxPayload arg and re-set it deterministically in this config set so arg ordering cannot reintroduce the cap. --- .../stateful/classic.stateful.config.ts | 13 ++++++++++++- 1 file changed, 12 insertions(+), 1 deletion(-) diff --git a/src/platform/packages/shared/kbn-scout/src/servers/configs/config_sets/evals_security_persona_matrix/stateful/classic.stateful.config.ts b/src/platform/packages/shared/kbn-scout/src/servers/configs/config_sets/evals_security_persona_matrix/stateful/classic.stateful.config.ts index dca978dee1e62..385e5cf0d8a5a 100644 --- a/src/platform/packages/shared/kbn-scout/src/servers/configs/config_sets/evals_security_persona_matrix/stateful/classic.stateful.config.ts +++ b/src/platform/packages/shared/kbn-scout/src/servers/configs/config_sets/evals_security_persona_matrix/stateful/classic.stateful.config.ts @@ -43,15 +43,26 @@ import { servers as evalsTracingConfig } from '../../evals_tracing/stateful/clas * alert-analysis, alert-triage, workflow-authoring, entity-analytics (v1 path), * detection-rule-edit (base), find-security-ml-jobs. * + * `server.maxPayload` is raised from the Scout default (1.6 MB) because the + * judge's `/internal/inference/prompt` requests carry the full agent trajectory + * and exceed it on long multi-step examples (observed 413 on + * gemini-3.1-flash-lite, 2026-08-20). The inherited arg is filtered out and + * re-set here so the value is deterministic regardless of CLI arg ordering. + * * Usage: * node scripts/scout start-server --arch stateful --domain classic --serverConfigSet evals_security_persona_matrix */ +const MAX_PAYLOAD_BYTES = 50 * 1024 * 1024; // 50 MB + export const servers: ScoutServerConfig = { ...evalsTracingConfig, kbnTestServer: { ...evalsTracingConfig.kbnTestServer, serverArgs: [ - ...evalsTracingConfig.kbnTestServer.serverArgs, + ...evalsTracingConfig.kbnTestServer.serverArgs.filter( + (arg) => !arg.startsWith('--server.maxPayload=') + ), + `--server.maxPayload=${MAX_PAYLOAD_BYTES}`, '--uiSettings.overrides.agentBuilder:experimentalFeatures=true', `--xpack.securitySolution.enableExperimental=${JSON.stringify([ 'automaticTroubleshootingSkill',