From befe04f465bb28efa69b2e75843fc66f373f860b Mon Sep 17 00:00:00 2001
From: Vincent Koc <vincentkoc@ieee.org>
Date: Tue, 23 Jun 2026 01:41:59 +0200
Subject: [PATCH] test(qa): accept Sonnet max thinking support

---
 extensions/qa-lab/src/scenario-catalog.test.ts      |  3 +++
 qa/scenarios/models/thinking-slash-model-remap.yaml | 12 ++++++------
 2 files changed, 9 insertions(+), 6 deletions(-)

diff --git a/extensions/qa-lab/src/scenario-catalog.test.ts b/extensions/qa-lab/src/scenario-catalog.test.ts
index f1757e06fccc..4ee246c2f394 100644
--- a/extensions/qa-lab/src/scenario-catalog.test.ts
+++ b/extensions/qa-lab/src/scenario-catalog.test.ts
@@ -557,6 +557,9 @@ describe("qa scenario catalog", () => {
     expect(config?.anthropicModelRef).toBe("anthropic/claude-sonnet-4-6");
     expect(config?.openAiXhighModelRef).toBe("openai/gpt-5.5");
     expect(config?.noXhighModelRef).toBe("anthropic/claude-sonnet-4-6");
+    const flowText = JSON.stringify(scenario.execution.flow);
+    expect(flowText).toContain("include max and omit xhigh");
+    expect(flowText).not.toContain("omit xhigh/max");
     expect(scenario.execution.flow?.steps.map((step) => step.name)).toEqual([
       "selects Anthropic and verifies adaptive options",
       "maps adaptive to medium when switching to OpenAI",
diff --git a/qa/scenarios/models/thinking-slash-model-remap.yaml b/qa/scenarios/models/thinking-slash-model-remap.yaml
index 71d997e7d48a..c8503c5937f1 100644
--- a/qa/scenarios/models/thinking-slash-model-remap.yaml
+++ b/qa/scenarios/models/thinking-slash-model-remap.yaml
@@ -19,7 +19,7 @@ scenario:
           anthropic/claude-sonnet-4-6:
             params: {}
   successCriteria:
-    - Anthropic Claude Sonnet 4.6 advertises adaptive but not OpenAI-only xhigh or Opus max.
+    - Anthropic Claude Sonnet 4.6 advertises adaptive and native max, but not OpenAI-only xhigh.
     - A stored adaptive level remaps to medium when switching to OpenAI GPT-5.5.
     - OpenAI GPT-5.5 advertises xhigh but not adaptive or max.
     - A stored xhigh level remaps to high when switching to an Anthropic model without xhigh support.
@@ -36,7 +36,7 @@ scenario:
     - extensions/openai/openai-provider.ts
   execution:
     kind: flow
-    summary: Select Anthropic, set adaptive, switch to OpenAI and verify medium fallback, then set xhigh and verify high fallback on a non-xhigh model.
+    summary: Select Anthropic, set adaptive, switch to OpenAI and verify medium fallback, then set xhigh and verify high fallback on a model without xhigh support.
     config:
       requiredProviderMode: live-frontier
       requiredProvider: openai
@@ -90,9 +90,9 @@ flow:
             message:
               expr: "`expected Anthropic /think options to include adaptive, got ${anthropicThinkStatus.text}`"
         - assert:
-            expr: "!/Options: .*\\bxhigh\\b/i.test(anthropicThinkStatus.text) && !/Options: .*\\bmax\\b/i.test(anthropicThinkStatus.text)"
+            expr: "!/Options: .*\\bxhigh\\b/i.test(anthropicThinkStatus.text) && /Options: .*\\bmax\\b/i.test(anthropicThinkStatus.text)"
             message:
-              expr: "`expected Sonnet /think options to omit xhigh/max, got ${anthropicThinkStatus.text}`"
+              expr: "`expected Sonnet /think options to include max and omit xhigh, got ${anthropicThinkStatus.text}`"
       detailsExpr: "`model=${JSON.stringify(anthropicModelAck.resolved)}; think=${anthropicThinkStatus.text}`"
     - name: maps adaptive to medium when switching to OpenAI
       actions:
@@ -190,7 +190,7 @@ flow:
                 expr: "state.getSnapshot().messages.slice(cursor).filter((candidate) => candidate.direction === 'outbound' && candidate.conversation.id === config.conversationId && /Current thinking level: high/i.test(candidate.text)).at(-1)"
             - expr: liveTurnTimeoutMs(env, 20000)
         - assert:
-            expr: "/Options: .*\\badaptive\\b/i.test(noXhighThinkStatus.text) && !/Options: .*\\bxhigh\\b/i.test(noXhighThinkStatus.text) && !/Options: .*\\bmax\\b/i.test(noXhighThinkStatus.text)"
+            expr: "/Options: .*\\badaptive\\b/i.test(noXhighThinkStatus.text) && /Options: .*\\bmax\\b/i.test(noXhighThinkStatus.text) && !/Options: .*\\bxhigh\\b/i.test(noXhighThinkStatus.text)"
             message:
-              expr: "`expected non-xhigh model /think options to include adaptive and omit xhigh/max, got ${noXhighThinkStatus.text}`"
+              expr: "`expected non-xhigh model /think options to include adaptive/max and omit xhigh, got ${noXhighThinkStatus.text}`"
       detailsExpr: "`xhigh=${xhighAck.text}; switch=${JSON.stringify(noXhighModelAck.resolved)}; think=${noXhighThinkStatus.text}`"