diff options
Diffstat (limited to 'scripts/python/benchmark_results.md')
| -rw-r--r-- | scripts/python/benchmark_results.md | 49 |
1 files changed, 34 insertions, 15 deletions
diff --git a/scripts/python/benchmark_results.md b/scripts/python/benchmark_results.md index 9d512a3..857e9ea 100644 --- a/scripts/python/benchmark_results.md +++ b/scripts/python/benchmark_results.md @@ -1,29 +1,39 @@ # tiny-convmem-mcp 負荷テストレポート - サーバ: `build\windows-vs2026\src\Release\tiny-convmem-mcp.exe` - ビルド: release -- exe mtime: 2026-06-30 18:49:00 +- exe mtime: 2026-06-30 21:51:05 - iterations: 100 - warmup: 5 -- 計測日: 2026-06-30 18:49:14 +- 計測日: 2026-06-30 21:56:23 - raw JSON: `benchmark_results.json` ## レイテンシサマリ | scenario | succ | fail | p50[ms] | p95[ms] | p99[ms] | mean[ms] | ops/s | |---|---|---|---|---|---|---|---| -| write_message (small ~20B) | 100 | 0 | 0.397 | 1.236 | 2.052 | 0.589 | 1696.88 | -| write_message (medium 1KiB) | 100 | 0 | 0.870 | 1.503 | 3.138 | 1.041 | 960.92 | -| write_message (large 32KiB) | 100 | 0 | 128.242 | 133.328 | 133.560 | 128.629 | 7.77 | -| write_message (with tags) | 100 | 0 | 0.391 | 0.700 | 1.119 | 0.443 | 2255.48 | -| read_messages (100 msgs) | 100 | 0 | 0.339 | 0.770 | 1.385 | 0.405 | 2471.64 | -| search_messages (global, no session) | 100 | 0 | 0.150 | 0.189 | 0.721 | 0.176 | 5675.11 | -| search_messages (scoped to session) | 100 | 0 | 0.152 | 0.471 | 0.808 | 0.192 | 5209.04 | -| delete_message | 100 | 0 | 0.390 | 0.712 | 0.829 | 0.445 | 2248.61 | -| rebuild_index | 5 | 0 | 6.891 | 7.781 | 7.883 | 6.720 | 148.80 | -| get_system_health | 100 | 0 | 0.110 | 0.178 | 0.763 | 0.132 | 7587.08 | -| recovery (restart + count check) | 1 | 0 | 20.378 | 20.378 | 20.378 | 20.378 | 49.07 | -| recovery small read (1 message check) | 5 | 0 | 16.598 | 16.754 | 16.765 | 16.563 | 60.37 | -| recovery full read (100 msgs) | 5 | 0 | 16.116 | 18.455 | 18.772 | 16.717 | 59.82 | +| write_message (small ~20B) | 100 | 0 | 0.470 | 0.791 | 1.092 | 0.615 | 1626.88 | +| write_message (medium 1KiB) | 100 | 0 | 0.817 | 1.672 | 2.104 | 0.896 | 1116.07 | +| write_message (P1 8KiB) | 100 | 0 | 2.167 | 3.441 | 4.012 | 2.344 | 426.68 | +| write_message (large 32KiB) | 100 | 0 | 5.907 | 7.661 | 9.328 | 6.200 | 161.29 | +| write_message (P1 1MiB) | 5 | 0 | 90.093 | 91.422 | 91.534 | 88.483 | 11.30 | +| write_message (with tags) | 100 | 0 | 0.391 | 0.882 | 1.375 | 0.473 | 2115.41 | +| startup index build (P1 1KiB x20) | 1 | 0 | 21.179 | 21.179 | 21.179 | 21.179 | 47.22 | +| rebuild_index (P1 1KiB x20) | 1 | 0 | 13.273 | 13.273 | 13.273 | 13.273 | 75.34 | +| startup index build (P1 8KiB x20) | 1 | 0 | 44.862 | 44.862 | 44.862 | 44.862 | 22.29 | +| rebuild_index (P1 8KiB x20) | 1 | 0 | 41.827 | 41.827 | 41.827 | 41.827 | 23.91 | +| startup index build (P1 32KiB x20) | 1 | 0 | 107.591 | 107.591 | 107.591 | 107.591 | 9.29 | +| rebuild_index (P1 32KiB x20) | 1 | 0 | 104.675 | 104.675 | 104.675 | 104.675 | 9.55 | +| startup index build (P1 1MiB x20) | 1 | 0 | 912.258 | 912.258 | 912.258 | 912.258 | 1.10 | +| rebuild_index (P1 1MiB x20) | 1 | 0 | 1074.865 | 1074.865 | 1074.865 | 1074.865 | 0.93 | +| read_messages (100 msgs) | 100 | 0 | 0.386 | 0.480 | 1.145 | 0.418 | 2392.33 | +| search_messages (global, no session) | 100 | 0 | 0.179 | 0.285 | 0.913 | 0.206 | 4844.54 | +| search_messages (scoped to session) | 100 | 0 | 0.179 | 0.227 | 0.828 | 0.212 | 4725.14 | +| delete_message | 100 | 0 | 0.396 | 0.916 | 1.497 | 0.464 | 2154.14 | +| rebuild_index | 5 | 0 | 8.487 | 9.922 | 9.965 | 8.313 | 120.29 | +| get_system_health | 100 | 0 | 0.136 | 0.173 | 0.306 | 0.143 | 7011.00 | +| recovery (restart + count check) | 1 | 0 | 21.361 | 21.361 | 21.361 | 21.361 | 46.81 | +| recovery small read (1 message check) | 5 | 0 | 16.202 | 18.880 | 19.315 | 16.899 | 59.18 | +| recovery full read (100 msgs) | 5 | 0 | 16.481 | 16.710 | 16.735 | 16.458 | 60.76 | ## MCP 準拠 / エラーチェック @@ -66,6 +76,15 @@ } ``` +## Domain検索index構築 + +| payload | iterations | mean[ms] | peak working set[bytes] | +|---:|---:|---:|---:| +| 1024 | 100 | 0.217 | 4665344 | +| 8192 | 100 | 1.299 | 6803456 | +| 32768 | 50 | 3.948 | 10264576 | +| 1048576 | 5 | 34.988 | 17416192 | + ## 最終 health ```json |