diff options
Diffstat (limited to 'scripts/Run-McpTasksConformance.ps1')
| -rw-r--r-- | scripts/Run-McpTasksConformance.ps1 | 10 |
1 files changed, 8 insertions, 2 deletions
diff --git a/scripts/Run-McpTasksConformance.ps1 b/scripts/Run-McpTasksConformance.ps1 index 470f6df..561f281 100644 --- a/scripts/Run-McpTasksConformance.ps1 +++ b/scripts/Run-McpTasksConformance.ps1 @@ -39,10 +39,16 @@ foreach ($scenario in $scenarios) { } foreach ($check in (Get-Content -Raw -LiteralPath $checksPath | ConvertFrom-Json)) { if ($check.status -ne "FAILURE") { continue } - if ($check.id -eq "wire-schema-valid" -and $check.errorMessage -match "CallToolResult: must have required property 'content'.*resultType.*task") { + $message = [string]$check.errorMessage + if ($check.id -eq "wire-schema-valid" -and $message -match "CallToolResult: must have required property 'content'.*resultType.*task") { $runnerLimitations += "$scenario`:$($check.id)" + } elseif ($message -match "^Not testable:" -or + $message -match "^Unknown tool: '(greet|slow_compute|failing_job|protocol_error_job|confirm_delete|multi_input|test_tool_with_task)'" -or + $message -match "fixture .* unavailable" -or + $message -match "tools/call for failing_job returned error code -32602") { + $runnerLimitations += "$scenario`:$($check.id) - $message" } else { - $applicationFailures += "$scenario`:$($check.id) - $($check.errorMessage)" + $applicationFailures += "$scenario`:$($check.id) - $message" } } } |
