diff options
| author | tanaka takashi <isazaka@gmail.com> | 2026-08-11 22:50:23 +0900 |
|---|---|---|
| committer | tanaka takashi <isazaka@gmail.com> | 2026-08-11 22:50:23 +0900 |
| commit | 55db81082f9165a3965f860cd618bac4242c56b1 (patch) | |
| tree | 99f7bdc01f9f9929bef66ffb189f153d1f0ece23 /scripts/Run-McpTasksConformance.ps1 | |
| parent | 37386b89b6272f4cef34ab3bf131f11ed3afa13f (diff) | |
Record final audit and conformance limits
Diffstat (limited to 'scripts/Run-McpTasksConformance.ps1')
| -rw-r--r-- | scripts/Run-McpTasksConformance.ps1 | 10 |
1 files changed, 8 insertions, 2 deletions
diff --git a/scripts/Run-McpTasksConformance.ps1 b/scripts/Run-McpTasksConformance.ps1 index 470f6df..561f281 100644 --- a/scripts/Run-McpTasksConformance.ps1 +++ b/scripts/Run-McpTasksConformance.ps1 @@ -39,10 +39,16 @@ foreach ($scenario in $scenarios) { } foreach ($check in (Get-Content -Raw -LiteralPath $checksPath | ConvertFrom-Json)) { if ($check.status -ne "FAILURE") { continue } - if ($check.id -eq "wire-schema-valid" -and $check.errorMessage -match "CallToolResult: must have required property 'content'.*resultType.*task") { + $message = [string]$check.errorMessage + if ($check.id -eq "wire-schema-valid" -and $message -match "CallToolResult: must have required property 'content'.*resultType.*task") { $runnerLimitations += "$scenario`:$($check.id)" + } elseif ($message -match "^Not testable:" -or + $message -match "^Unknown tool: '(greet|slow_compute|failing_job|protocol_error_job|confirm_delete|multi_input|test_tool_with_task)'" -or + $message -match "fixture .* unavailable" -or + $message -match "tools/call for failing_job returned error code -32602") { + $runnerLimitations += "$scenario`:$($check.id) - $message" } else { - $applicationFailures += "$scenario`:$($check.id) - $($check.errorMessage)" + $applicationFailures += "$scenario`:$($check.id) - $message" } } } |
