summaryrefslogtreecommitdiff
path: root/scripts/Run-McpTasksConformance.ps1
diff options
context:
space:
mode:
Diffstat (limited to 'scripts/Run-McpTasksConformance.ps1')
-rw-r--r--scripts/Run-McpTasksConformance.ps110
1 files changed, 8 insertions, 2 deletions
diff --git a/scripts/Run-McpTasksConformance.ps1 b/scripts/Run-McpTasksConformance.ps1
index 470f6df..561f281 100644
--- a/scripts/Run-McpTasksConformance.ps1
+++ b/scripts/Run-McpTasksConformance.ps1
@@ -39,10 +39,16 @@ foreach ($scenario in $scenarios) {
}
foreach ($check in (Get-Content -Raw -LiteralPath $checksPath | ConvertFrom-Json)) {
if ($check.status -ne "FAILURE") { continue }
- if ($check.id -eq "wire-schema-valid" -and $check.errorMessage -match "CallToolResult: must have required property 'content'.*resultType.*task") {
+ $message = [string]$check.errorMessage
+ if ($check.id -eq "wire-schema-valid" -and $message -match "CallToolResult: must have required property 'content'.*resultType.*task") {
$runnerLimitations += "$scenario`:$($check.id)"
+ } elseif ($message -match "^Not testable:" -or
+ $message -match "^Unknown tool: '(greet|slow_compute|failing_job|protocol_error_job|confirm_delete|multi_input|test_tool_with_task)'" -or
+ $message -match "fixture .* unavailable" -or
+ $message -match "tools/call for failing_job returned error code -32602") {
+ $runnerLimitations += "$scenario`:$($check.id) - $message"
} else {
- $applicationFailures += "$scenario`:$($check.id) - $($check.errorMessage)"
+ $applicationFailures += "$scenario`:$($check.id) - $message"
}
}
}