From 60fadd98b99b7107715d0e8d09c3d24b0bc6131c Mon Sep 17 00:00:00 2001 From: Guillermo Castro Date: Tue, 27 Oct 2026 15:35:47 -0600 Subject: [PATCH] Remove raw validation data from the repository Validation records keep their summarized results (tables, conditions, reproduction commands); raw per-run output, JUnit-derived case lists, power/load logs and the one-off A/A analysis script don't belong in the repository. Remove the raw/ directory and the links to it from performance.md and irctest.md. The analysis script is superseded by scripts/fanout-aa.py from #118. Co-Authored-By: Claude Opus 5.5 --- .../validation/pr-102/irctest.md | 2 +- .../validation/pr-102/performance.md | 14 +- .../validation/pr-102/raw/aa-analysis.py | 40 -- .../validation/pr-102/raw/aa-power.txt | 13 - .../pr-102/raw/fanout-baseline-a1.txt | 12 - .../pr-102/raw/fanout-baseline-a2.txt | 12 - .../pr-102/raw/fanout-baseline-a3.txt | 12 - .../pr-102/raw/fanout-baseline-a4.txt | 12 - .../pr-102/raw/fanout-baseline-a5.txt | 12 - .../pr-102/raw/fanout-baseline-aaA-1.txt | 12 - .../pr-102/raw/fanout-baseline-aaA-2.txt | 12 - .../pr-102/raw/fanout-baseline-aaA-3.txt | 12 - .../pr-102/raw/fanout-baseline-aaA-4.txt | 12 - .../pr-102/raw/fanout-baseline-aaA-5.txt | 12 - .../pr-102/raw/fanout-baseline-aaA-warmup.txt | 12 - .../pr-102/raw/fanout-baseline-aaB-1.txt | 12 - .../pr-102/raw/fanout-baseline-aaB-2.txt | 12 - .../pr-102/raw/fanout-baseline-aaB-3.txt | 12 - .../pr-102/raw/fanout-baseline-aaB-4.txt | 12 - .../pr-102/raw/fanout-baseline-aaB-5.txt | 12 - .../pr-102/raw/fanout-baseline-aaB-warmup.txt | 12 - .../pr-102/raw/fanout-baseline-r1.txt | 12 - .../pr-102/raw/fanout-baseline-r2.txt | 12 - .../pr-102/raw/fanout-baseline-r3.txt | 12 - .../pr-102/raw/fanout-baseline-r4.txt | 12 - .../pr-102/raw/fanout-baseline-r5.txt | 12 - .../pr-102/raw/fanout-baseline-s3-1.txt | 12 - .../pr-102/raw/fanout-baseline-s3-2.txt | 12 - .../pr-102/raw/fanout-baseline-s3-3.txt | 12 - .../pr-102/raw/fanout-baseline-s3-4.txt | 12 - .../pr-102/raw/fanout-baseline-s3-5.txt | 12 - .../pr-102/raw/fanout-baseline-s3-warmup.txt | 12 - .../pr-102/raw/fanout-baseline-s4-1.txt | 12 - .../pr-102/raw/fanout-baseline-s4-2.txt | 12 - .../pr-102/raw/fanout-baseline-s4-3.txt | 12 - .../pr-102/raw/fanout-baseline-s4-4.txt | 12 - .../pr-102/raw/fanout-baseline-s4-5.txt | 12 - .../pr-102/raw/fanout-baseline-s4-warmup.txt | 12 - .../pr-102/raw/fanout-baseline-warmup.txt | 12 - .../pr-102/raw/fanout-candidate-a1.txt | 12 - .../pr-102/raw/fanout-candidate-a2.txt | 12 - .../pr-102/raw/fanout-candidate-a3.txt | 12 - .../pr-102/raw/fanout-candidate-a4.txt | 12 - .../pr-102/raw/fanout-candidate-a5.txt | 12 - .../pr-102/raw/fanout-candidate-r1.txt | 12 - .../pr-102/raw/fanout-candidate-r2.txt | 12 - .../pr-102/raw/fanout-candidate-r3.txt | 12 - .../pr-102/raw/fanout-candidate-r4.txt | 12 - .../pr-102/raw/fanout-candidate-r5.txt | 12 - .../pr-102/raw/fanout-candidate-s3-1.txt | 12 - .../pr-102/raw/fanout-candidate-s3-2.txt | 12 - .../pr-102/raw/fanout-candidate-s3-3.txt | 12 - .../pr-102/raw/fanout-candidate-s3-4.txt | 12 - .../pr-102/raw/fanout-candidate-s3-5.txt | 12 - .../pr-102/raw/fanout-candidate-s3-warmup.txt | 12 - .../pr-102/raw/fanout-candidate-s4-1.txt | 12 - .../pr-102/raw/fanout-candidate-s4-2.txt | 12 - .../pr-102/raw/fanout-candidate-s4-3.txt | 12 - .../pr-102/raw/fanout-candidate-s4-4.txt | 12 - .../pr-102/raw/fanout-candidate-s4-5.txt | 12 - .../pr-102/raw/fanout-candidate-s4-warmup.txt | 12 - .../pr-102/raw/fanout-candidate-warmup.txt | 12 - .../pr-102/raw/irctest-baseline-cases.tsv | 474 ------------------ .../pr-102/raw/irctest-candidate-cases.tsv | 474 ------------------ .../pr-102/raw/loadtest-full-baseline.txt | 33 -- .../pr-102/raw/loadtest-full-candidate.txt | 42 -- .../pr-102/raw/loadtest-full-s3-baseline.txt | 33 -- .../pr-102/raw/loadtest-full-s3-candidate.txt | 42 -- .../pr-102/raw/loadtest-full-s4-baseline.txt | 33 -- .../pr-102/raw/loadtest-full-s4-candidate.txt | 42 -- .../validation/pr-102/raw/s4-power.txt | 15 - 71 files changed, 8 insertions(+), 1945 deletions(-) delete mode 100644 specs/014-capability-plugin-spi/validation/pr-102/raw/aa-analysis.py delete mode 100644 specs/014-capability-plugin-spi/validation/pr-102/raw/aa-power.txt delete mode 100644 specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-a1.txt delete mode 100644 specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-a2.txt delete mode 100644 specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-a3.txt delete mode 100644 specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-a4.txt delete mode 100644 specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-a5.txt delete mode 100644 specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-aaA-1.txt delete mode 100644 specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-aaA-2.txt delete mode 100644 specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-aaA-3.txt delete mode 100644 specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-aaA-4.txt delete mode 100644 specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-aaA-5.txt delete mode 100644 specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-aaA-warmup.txt delete mode 100644 specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-aaB-1.txt delete mode 100644 specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-aaB-2.txt delete mode 100644 specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-aaB-3.txt delete mode 100644 specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-aaB-4.txt delete mode 100644 specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-aaB-5.txt delete mode 100644 specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-aaB-warmup.txt delete mode 100644 specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-r1.txt delete mode 100644 specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-r2.txt delete mode 100644 specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-r3.txt delete mode 100644 specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-r4.txt delete mode 100644 specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-r5.txt delete mode 100644 specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-s3-1.txt delete mode 100644 specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-s3-2.txt delete mode 100644 specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-s3-3.txt delete mode 100644 specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-s3-4.txt delete mode 100644 specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-s3-5.txt delete mode 100644 specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-s3-warmup.txt delete mode 100644 specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-s4-1.txt delete mode 100644 specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-s4-2.txt delete mode 100644 specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-s4-3.txt delete mode 100644 specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-s4-4.txt delete mode 100644 specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-s4-5.txt delete mode 100644 specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-s4-warmup.txt delete mode 100644 specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-warmup.txt delete mode 100644 specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-candidate-a1.txt delete mode 100644 specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-candidate-a2.txt delete mode 100644 specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-candidate-a3.txt delete mode 100644 specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-candidate-a4.txt delete mode 100644 specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-candidate-a5.txt delete mode 100644 specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-candidate-r1.txt delete mode 100644 specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-candidate-r2.txt delete mode 100644 specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-candidate-r3.txt delete mode 100644 specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-candidate-r4.txt delete mode 100644 specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-candidate-r5.txt delete mode 100644 specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-candidate-s3-1.txt delete mode 100644 specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-candidate-s3-2.txt delete mode 100644 specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-candidate-s3-3.txt delete mode 100644 specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-candidate-s3-4.txt delete mode 100644 specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-candidate-s3-5.txt delete mode 100644 specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-candidate-s3-warmup.txt delete mode 100644 specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-candidate-s4-1.txt delete mode 100644 specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-candidate-s4-2.txt delete mode 100644 specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-candidate-s4-3.txt delete mode 100644 specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-candidate-s4-4.txt delete mode 100644 specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-candidate-s4-5.txt delete mode 100644 specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-candidate-s4-warmup.txt delete mode 100644 specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-candidate-warmup.txt delete mode 100644 specs/014-capability-plugin-spi/validation/pr-102/raw/irctest-baseline-cases.tsv delete mode 100644 specs/014-capability-plugin-spi/validation/pr-102/raw/irctest-candidate-cases.tsv delete mode 100644 specs/014-capability-plugin-spi/validation/pr-102/raw/loadtest-full-baseline.txt delete mode 100644 specs/014-capability-plugin-spi/validation/pr-102/raw/loadtest-full-candidate.txt delete mode 100644 specs/014-capability-plugin-spi/validation/pr-102/raw/loadtest-full-s3-baseline.txt delete mode 100644 specs/014-capability-plugin-spi/validation/pr-102/raw/loadtest-full-s3-candidate.txt delete mode 100644 specs/014-capability-plugin-spi/validation/pr-102/raw/loadtest-full-s4-baseline.txt delete mode 100644 specs/014-capability-plugin-spi/validation/pr-102/raw/loadtest-full-s4-candidate.txt delete mode 100644 specs/014-capability-plugin-spi/validation/pr-102/raw/s4-power.txt diff --git a/specs/014-capability-plugin-spi/validation/pr-102/irctest.md b/specs/014-capability-plugin-spi/validation/pr-102/irctest.md index 9abaac6..1cf359d 100644 --- a/specs/014-capability-plugin-spi/validation/pr-102/irctest.md +++ b/specs/014-capability-plugin-spi/validation/pr-102/irctest.md @@ -19,7 +19,7 @@ An earlier pair from the same day was discarded: the machine was suspended while | Baseline (main) | 315 | 155 | 4 | 186 | 3m54s | | Candidate | 315 | 155 | 4 | 186 | 3m59s | -A case-level comparison of the two JUnit XML reports (classname + test name → pass/fail/skip) finds **no differences**: no new failures, no new skips, no newly passing cases. The per-case lists are byte-identical (sha256 `3f1158da…3de8`): [raw/irctest-baseline-cases.tsv](raw/irctest-baseline-cases.tsv), [raw/irctest-candidate-cases.tsv](raw/irctest-candidate-cases.tsv). +A case-level comparison of the two JUnit XML reports (classname + test name → pass/fail/skip) finds **no differences**: no new failures, no new skips, no newly passing cases. The per-case lists are byte-identical (sha256 `3f1158da…3de8`). ## Baseline failures (unchanged, unrelated) diff --git a/specs/014-capability-plugin-spi/validation/pr-102/performance.md b/specs/014-capability-plugin-spi/validation/pr-102/performance.md index b40f448..6311903 100644 --- a/specs/014-capability-plugin-spi/validation/pr-102/performance.md +++ b/specs/014-capability-plugin-spi/validation/pr-102/performance.md @@ -13,7 +13,7 @@ Dedicated SC-005 measurements: the fan-out class ([CapabilityFanoutLoadTest](../ ## Series 4 on AC power (decision-grade, T061) -Run on 2026-10-26 from 21:34 with the laptop **on AC power** for the whole series. The power source and load average were recorded before every run and after the last, and the power source never changed ([raw/s4-power.txt](raw/s4-power.txt)). No other build, test or irctest was running. Both revisions used the current fan-out class, sha256 `4d4a7e5d358b438925d288fc30fced6a5c9c2f9b208b6e9cfd21705d71f6f1b8`; the baseline ran the byte-identical injected copy. The lifecycle class ran inside the candidate's `./gradlew loadTest`. +Run on 2026-10-26 from 21:34 with the laptop **on AC power** for the whole series. The power source and load average were recorded before every run and after the last, and the power source never changed. No other build, test or irctest was running. Both revisions used the current fan-out class, sha256 `4d4a7e5d358b438925d288fc30fced6a5c9c2f9b208b6e9cfd21705d71f6f1b8`; the baseline ran the byte-identical injected copy. The lifecycle class ran inside the candidate's `./gradlew loadTest`. The order was: 1. A warmup per revision, baseline then candidate. @@ -117,7 +117,7 @@ No cause is claimed. The runs below show the spread behind these medians. For ex ### `./gradlew loadTest` on AC -Both revisions passed every load test: 13 on the baseline (with the injected fan-out class) and 14 on the candidate. Raw output: [raw/loadtest-full-s4-baseline.txt](raw/loadtest-full-s4-baseline.txt), [raw/loadtest-full-s4-candidate.txt](raw/loadtest-full-s4-candidate.txt). +Both revisions passed every load test: 13 on the baseline (with the injected fan-out class) and 14 on the candidate. | Load test | Baseline | Candidate | | --- | --- | --- | @@ -148,10 +148,10 @@ Every framed group was whole (1,195 seen), and every session was coherent after ## A/A control: baseline against baseline (AC) Run on 2026-10-26 from 21:54, to see how far two identical builds drift apart. Conditions: -- **Power:** on AC for every run, recorded before each run and after the last ([raw/aa-power.txt](raw/aa-power.txt)). Nothing else heavy was running. +- **Power:** on AC for every run, recorded before each run and after the last. Nothing else heavy was running. - **Build:** the baseline worktree (main `3b7d66d`) only, with the same injected fan-out class (sha256 `4d4a7e5d…f1b8`). Side A plays the baseline's role and side B the candidate's. - **Order:** the same pattern as series 4, a warmup per side, then the pairs B A, A B, B A, A B, B A. -- **Outcome:** all 12 runs passed every assertion. No test server was left running. Raw per-run summaries: `raw/fanout-baseline-aa*.txt`. +- **Outcome:** all 12 runs passed every assertion. No test server was left running. ``` 21:54:27 before aaA-warmup | Now drawing from 'AC Power' | load { 2.02 4.34 7.91 } @@ -274,7 +274,7 @@ One warmup run per revision, then three series of five runs each: - **Series 2** (10:43): the order alternated (C B, B C, C B, B C, C B) to control for run order and heat. - **Series 3** (15:38, after the machine was suspended and resumed): a new warmup per revision, then the alternated order again (C B, B C, C B, B C, C B). -All 34 runs passed. Raw per-run summaries are in [raw/](raw/) (`fanout--.txt`); the JUnit XML and the JFR recordings of each run are kept with the coordinator's scratch outputs. +All 34 runs passed. The raw per-run output, JUnit XML and JFR recordings are kept outside the repository. ### Medians over series 1 and 2 (ten measured runs per revision) @@ -441,7 +441,7 @@ Run 1 is the first complete run. It failed one of the test's own checks: readers ## `./gradlew loadTest` (existing budgets) -One run per revision, baseline first, nothing else running. Both passed every load test: 13 on the baseline (with the fan-out class added as above) and 14 on the candidate (plus the lifecycle class). Raw output: [raw/loadtest-full-baseline.txt](raw/loadtest-full-baseline.txt), [raw/loadtest-full-candidate.txt](raw/loadtest-full-candidate.txt). +One run per revision, baseline first, nothing else running. Both passed every load test: 13 on the baseline (with the fan-out class added as above) and 14 on the candidate (plus the lifecycle class). | Load test | Baseline | Candidate | | --- | --- | --- | @@ -456,7 +456,7 @@ One run per revision, baseline first, nothing else running. Both passed every lo | CapabilityFanout, 1,000 recipients, message | 497,813/s, p99 382.1 ms, CPU 4,801 ms | 468,848/s (−5.8%), p99 405.7 ms (+6.2%), CPU 4,942 ms (+2.9%) | | CapabilityLifecycle (run 3) | — | wait + swap/prune p99 1.668 ms; enqueue p99 1.589 ms; REHASH change p99 16.827 ms; DEL receipt p99 20.664 ms | -**Second run (15:39, after the resume, baseline first):** every load test passed on both revisions. Raw output: [raw/loadtest-full-s3-baseline.txt](raw/loadtest-full-s3-baseline.txt), [raw/loadtest-full-s3-candidate.txt](raw/loadtest-full-s3-candidate.txt). +**Second run (15:39, after the resume, baseline first):** every load test passed on both revisions. | Load test | Baseline | Candidate | | --- | --- | --- | diff --git a/specs/014-capability-plugin-spi/validation/pr-102/raw/aa-analysis.py b/specs/014-capability-plugin-spi/validation/pr-102/raw/aa-analysis.py deleted file mode 100644 index 19275ab..0000000 --- a/specs/014-capability-plugin-spi/validation/pr-102/raw/aa-analysis.py +++ /dev/null @@ -1,40 +0,0 @@ -# Recomputes the A/A table in performance.md from the per-run summaries in this directory. -# Usage: python3 aa-analysis.py -import re, statistics as st, sys - -RAW = sys.argv[1] - - -def load(name): - d = {} - for line in open(f"{RAW}/fanout-{name}.txt"): - m = dict(re.findall(r"(\w+)=([\d.]+|\w+)", line)) - d[(int(m["recipients"]), m["phase"])] = { - k: float(m[k]) for k in ("throughputPerSec", "p99Ms", "cpuMs") - } - return d - - -runs = "12345" -A = [load(f"baseline-aaA-{i}") for i in runs] -B = [load(f"baseline-aaB-{i}") for i in runs] -base = [load(f"baseline-s4-{i}") for i in runs] -cand = [load(f"candidate-s4-{i}") for i in runs] - - -def median(rs, k, m): - return st.median(r[k][m] for r in rs) - - -for r in (10, 100, 1000): - for p in ("message", "away", "member", "group"): - k = (r, p) - for m in ("throughputPerSec", "p99Ms", "cpuMs"): - aa = 100 * (median(B, k, m) - median(A, k, m)) / median(A, k, m) - vals = [x[k][m] for x in A + B] - cv = 100 * st.stdev(vals) / st.mean(vals) - unit = 0.79 * cv # sd of a difference of two medians of five, normal approximation - ab = 100 * (median(cand, k, m) - median(base, k, m)) / median(base, k, m) - outside = sum(1 for x in cand if not min(vals) <= x[k][m] <= max(vals)) - print(r, p, m, f"A/A {aa:+.1f}%", f"CV {cv:.1f}%", f"A/B {ab:+.1f}%", - f"units {ab / unit:+.1f}", f"outside {outside}/5") diff --git a/specs/014-capability-plugin-spi/validation/pr-102/raw/aa-power.txt b/specs/014-capability-plugin-spi/validation/pr-102/raw/aa-power.txt deleted file mode 100644 index cf8e3bd..0000000 --- a/specs/014-capability-plugin-spi/validation/pr-102/raw/aa-power.txt +++ /dev/null @@ -1,13 +0,0 @@ -21:54:27 before aaA-warmup | Now drawing from 'AC Power' | load { 2.02 4.34 7.91 } -21:54:31 before aaB-warmup | Now drawing from 'AC Power' | load { 2.02 4.30 7.88 } -21:54:36 before aaB-1 | Now drawing from 'AC Power' | load { 3.54 4.58 7.95 } -21:54:40 before aaA-1 | Now drawing from 'AC Power' | load { 5.10 4.89 8.04 } -21:54:43 before aaA-2 | Now drawing from 'AC Power' | load { 6.05 5.09 8.09 } -21:54:47 before aaB-2 | Now drawing from 'AC Power' | load { 6.05 5.09 8.09 } -21:54:51 before aaB-3 | Now drawing from 'AC Power' | load { 6.05 5.10 8.08 } -21:54:55 before aaA-3 | Now drawing from 'AC Power' | load { 6.04 5.12 8.07 } -21:54:59 before aaA-4 | Now drawing from 'AC Power' | load { 7.32 5.40 8.15 } -21:55:03 before aaB-4 | Now drawing from 'AC Power' | load { 6.98 5.36 8.12 } -21:55:07 before aaB-5 | Now drawing from 'AC Power' | load { 6.98 5.36 8.12 } -21:55:11 before aaA-5 | Now drawing from 'AC Power' | load { 7.22 5.43 8.13 } -21:55:15 after last | Now drawing from 'AC Power' | load { 7.12 5.44 8.12 } diff --git a/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-a1.txt b/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-a1.txt deleted file mode 100644 index 7d09460..0000000 --- a/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-a1.txt +++ /dev/null @@ -1,12 +0,0 @@ -CapabilityFanoutLoadTest: recipients=10 phase=message items=2000 p50Ms=34.233 p99Ms=60.496 maxMs=61.059 throughputPerSec=29196 cpuMs=719.2 allocMB=20.0 -CapabilityFanoutLoadTest: recipients=10 phase=away items=200 p50Ms=3.670 p99Ms=5.248 maxMs=5.267 throughputPerSec=29180 cpuMs=60.1 allocMB=1.2 -CapabilityFanoutLoadTest: recipients=10 phase=member items=20 p50Ms=0.463 p99Ms=0.693 maxMs=0.693 throughputPerSec=2310 cpuMs=44.7 allocMB=1.1 -CapabilityFanoutLoadTest: recipients=10 phase=group items=200 p50Ms=0.155 p99Ms=0.460 maxMs=1.212 throughputPerSec=21671 cpuMs=72.6 allocMB=3.3 -CapabilityFanoutLoadTest: recipients=100 phase=message items=20000 p50Ms=48.919 p99Ms=89.395 maxMs=89.849 throughputPerSec=206715 cpuMs=1073.2 allocMB=139.9 -CapabilityFanoutLoadTest: recipients=100 phase=away items=2500 p50Ms=2.608 p99Ms=4.159 maxMs=4.178 throughputPerSec=373792 cpuMs=53.4 allocMB=3.5 -CapabilityFanoutLoadTest: recipients=100 phase=member items=20 p50Ms=0.684 p99Ms=0.984 maxMs=0.984 throughputPerSec=1951 cpuMs=62.1 allocMB=7.8 -CapabilityFanoutLoadTest: recipients=100 phase=group items=2000 p50Ms=0.146 p99Ms=1.188 maxMs=2.951 throughputPerSec=54998 cpuMs=341.0 allocMB=28.2 -CapabilityFanoutLoadTest: recipients=1000 phase=message items=200000 p50Ms=245.744 p99Ms=397.486 maxMs=399.583 throughputPerSec=478646 cpuMs=4809.0 allocMB=1261.8 -CapabilityFanoutLoadTest: recipients=1000 phase=away items=25000 p50Ms=25.578 p99Ms=29.690 maxMs=30.155 throughputPerSec=737412 cpuMs=370.2 allocMB=29.8 -CapabilityFanoutLoadTest: recipients=1000 phase=member items=20 p50Ms=0.630 p99Ms=1.550 maxMs=1.550 throughputPerSec=1403 cpuMs=72.6 allocMB=36.9 -CapabilityFanoutLoadTest: recipients=1000 phase=group items=20000 p50Ms=11.461 p99Ms=24.564 maxMs=33.432 throughputPerSec=96150 cpuMs=2088.2 allocMB=298.9 diff --git a/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-a2.txt b/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-a2.txt deleted file mode 100644 index a06b3c5..0000000 --- a/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-a2.txt +++ /dev/null @@ -1,12 +0,0 @@ -CapabilityFanoutLoadTest: recipients=10 phase=message items=2000 p50Ms=33.765 p99Ms=55.789 maxMs=56.332 throughputPerSec=30731 cpuMs=512.5 allocMB=19.7 -CapabilityFanoutLoadTest: recipients=10 phase=away items=200 p50Ms=4.079 p99Ms=5.747 maxMs=5.767 throughputPerSec=28805 cpuMs=44.8 allocMB=1.2 -CapabilityFanoutLoadTest: recipients=10 phase=member items=20 p50Ms=0.347 p99Ms=0.731 maxMs=0.731 throughputPerSec=2476 cpuMs=43.2 allocMB=1.1 -CapabilityFanoutLoadTest: recipients=10 phase=group items=200 p50Ms=0.156 p99Ms=0.292 maxMs=1.134 throughputPerSec=22312 cpuMs=64.6 allocMB=3.3 -CapabilityFanoutLoadTest: recipients=100 phase=message items=20000 p50Ms=45.631 p99Ms=85.353 maxMs=85.956 throughputPerSec=212851 cpuMs=864.8 allocMB=133.5 -CapabilityFanoutLoadTest: recipients=100 phase=away items=2500 p50Ms=3.092 p99Ms=4.167 maxMs=4.219 throughputPerSec=361341 cpuMs=55.2 allocMB=3.5 -CapabilityFanoutLoadTest: recipients=100 phase=member items=20 p50Ms=0.609 p99Ms=1.030 maxMs=1.030 throughputPerSec=1947 cpuMs=57.8 allocMB=7.8 -CapabilityFanoutLoadTest: recipients=100 phase=group items=2000 p50Ms=0.295 p99Ms=0.863 maxMs=1.348 throughputPerSec=50578 cpuMs=336.1 allocMB=28.2 -CapabilityFanoutLoadTest: recipients=1000 phase=message items=200000 p50Ms=186.507 p99Ms=322.533 maxMs=324.046 throughputPerSec=574966 cpuMs=3771.1 allocMB=1230.1 -CapabilityFanoutLoadTest: recipients=1000 phase=away items=25000 p50Ms=19.152 p99Ms=33.812 maxMs=34.120 throughputPerSec=656413 cpuMs=393.4 allocMB=30.4 -CapabilityFanoutLoadTest: recipients=1000 phase=member items=20 p50Ms=0.722 p99Ms=1.573 maxMs=1.573 throughputPerSec=1337 cpuMs=51.4 allocMB=36.5 -CapabilityFanoutLoadTest: recipients=1000 phase=group items=20000 p50Ms=7.725 p99Ms=29.163 maxMs=35.121 throughputPerSec=87760 cpuMs=2203.2 allocMB=300.7 diff --git a/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-a3.txt b/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-a3.txt deleted file mode 100644 index eb8c7fd..0000000 --- a/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-a3.txt +++ /dev/null @@ -1,12 +0,0 @@ -CapabilityFanoutLoadTest: recipients=10 phase=message items=2000 p50Ms=33.255 p99Ms=57.530 maxMs=58.217 throughputPerSec=29986 cpuMs=723.1 allocMB=20.0 -CapabilityFanoutLoadTest: recipients=10 phase=away items=200 p50Ms=3.449 p99Ms=5.329 maxMs=5.337 throughputPerSec=34207 cpuMs=56.7 allocMB=1.2 -CapabilityFanoutLoadTest: recipients=10 phase=member items=20 p50Ms=0.432 p99Ms=0.777 maxMs=0.777 throughputPerSec=2399 cpuMs=45.6 allocMB=1.1 -CapabilityFanoutLoadTest: recipients=10 phase=group items=200 p50Ms=0.160 p99Ms=0.342 maxMs=1.601 throughputPerSec=18205 cpuMs=80.4 allocMB=3.3 -CapabilityFanoutLoadTest: recipients=100 phase=message items=20000 p50Ms=51.820 p99Ms=98.817 maxMs=98.995 throughputPerSec=189163 cpuMs=1145.0 allocMB=137.8 -CapabilityFanoutLoadTest: recipients=100 phase=away items=2500 p50Ms=2.906 p99Ms=6.881 maxMs=7.005 throughputPerSec=189564 cpuMs=102.9 allocMB=3.8 -CapabilityFanoutLoadTest: recipients=100 phase=member items=20 p50Ms=0.643 p99Ms=1.035 maxMs=1.035 throughputPerSec=1952 cpuMs=59.7 allocMB=7.8 -CapabilityFanoutLoadTest: recipients=100 phase=group items=2000 p50Ms=0.235 p99Ms=1.466 maxMs=3.953 throughputPerSec=54219 cpuMs=350.3 allocMB=27.9 -CapabilityFanoutLoadTest: recipients=1000 phase=message items=200000 p50Ms=248.585 p99Ms=388.640 maxMs=394.739 throughputPerSec=475548 cpuMs=4420.7 allocMB=1262.9 -CapabilityFanoutLoadTest: recipients=1000 phase=away items=25000 p50Ms=25.861 p99Ms=30.177 maxMs=30.340 throughputPerSec=759589 cpuMs=377.8 allocMB=29.8 -CapabilityFanoutLoadTest: recipients=1000 phase=member items=20 p50Ms=0.434 p99Ms=1.728 maxMs=1.728 throughputPerSec=1780 cpuMs=56.2 allocMB=32.3 -CapabilityFanoutLoadTest: recipients=1000 phase=group items=20000 p50Ms=13.973 p99Ms=31.149 maxMs=39.948 throughputPerSec=112530 cpuMs=2071.7 allocMB=287.9 diff --git a/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-a4.txt b/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-a4.txt deleted file mode 100644 index e6abd5e..0000000 --- a/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-a4.txt +++ /dev/null @@ -1,12 +0,0 @@ -CapabilityFanoutLoadTest: recipients=10 phase=message items=2000 p50Ms=32.896 p99Ms=52.611 maxMs=52.854 throughputPerSec=32130 cpuMs=560.8 allocMB=20.0 -CapabilityFanoutLoadTest: recipients=10 phase=away items=200 p50Ms=3.213 p99Ms=4.722 maxMs=4.758 throughputPerSec=29618 cpuMs=49.2 allocMB=1.2 -CapabilityFanoutLoadTest: recipients=10 phase=member items=20 p50Ms=0.372 p99Ms=0.582 maxMs=0.582 throughputPerSec=2668 cpuMs=37.0 allocMB=1.1 -CapabilityFanoutLoadTest: recipients=10 phase=group items=200 p50Ms=0.144 p99Ms=0.247 maxMs=1.208 throughputPerSec=22079 cpuMs=73.9 allocMB=3.3 -CapabilityFanoutLoadTest: recipients=100 phase=message items=20000 p50Ms=50.817 p99Ms=90.873 maxMs=92.051 throughputPerSec=192500 cpuMs=1080.3 allocMB=139.6 -CapabilityFanoutLoadTest: recipients=100 phase=away items=2500 p50Ms=2.563 p99Ms=3.676 maxMs=3.698 throughputPerSec=368865 cpuMs=54.4 allocMB=3.6 -CapabilityFanoutLoadTest: recipients=100 phase=member items=20 p50Ms=0.598 p99Ms=1.019 maxMs=1.019 throughputPerSec=2005 cpuMs=55.9 allocMB=7.8 -CapabilityFanoutLoadTest: recipients=100 phase=group items=2000 p50Ms=0.101 p99Ms=0.738 maxMs=1.539 throughputPerSec=49090 cpuMs=347.1 allocMB=28.3 -CapabilityFanoutLoadTest: recipients=1000 phase=message items=200000 p50Ms=267.963 p99Ms=425.837 maxMs=429.427 throughputPerSec=445322 cpuMs=5184.5 allocMB=1264.1 -CapabilityFanoutLoadTest: recipients=1000 phase=away items=25000 p50Ms=23.417 p99Ms=28.761 maxMs=28.948 throughputPerSec=711259 cpuMs=341.2 allocMB=30.1 -CapabilityFanoutLoadTest: recipients=1000 phase=member items=20 p50Ms=0.461 p99Ms=1.641 maxMs=1.641 throughputPerSec=1514 cpuMs=61.4 allocMB=34.0 -CapabilityFanoutLoadTest: recipients=1000 phase=group items=20000 p50Ms=10.858 p99Ms=31.314 maxMs=35.680 throughputPerSec=89235 cpuMs=2272.6 allocMB=300.3 diff --git a/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-a5.txt b/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-a5.txt deleted file mode 100644 index b61a0f3..0000000 --- a/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-a5.txt +++ /dev/null @@ -1,12 +0,0 @@ -CapabilityFanoutLoadTest: recipients=10 phase=message items=2000 p50Ms=32.317 p99Ms=53.238 maxMs=53.520 throughputPerSec=31708 cpuMs=542.3 allocMB=19.7 -CapabilityFanoutLoadTest: recipients=10 phase=away items=200 p50Ms=3.884 p99Ms=5.585 maxMs=5.587 throughputPerSec=27983 cpuMs=50.9 allocMB=1.4 -CapabilityFanoutLoadTest: recipients=10 phase=member items=20 p50Ms=0.377 p99Ms=0.517 maxMs=0.517 throughputPerSec=3054 cpuMs=33.0 allocMB=1.1 -CapabilityFanoutLoadTest: recipients=10 phase=group items=200 p50Ms=0.102 p99Ms=0.234 maxMs=1.036 throughputPerSec=21848 cpuMs=68.1 allocMB=3.3 -CapabilityFanoutLoadTest: recipients=100 phase=message items=20000 p50Ms=74.097 p99Ms=127.553 maxMs=128.743 throughputPerSec=143720 cpuMs=1566.1 allocMB=139.2 -CapabilityFanoutLoadTest: recipients=100 phase=away items=2500 p50Ms=3.343 p99Ms=5.051 maxMs=5.109 throughputPerSec=366800 cpuMs=61.4 allocMB=3.6 -CapabilityFanoutLoadTest: recipients=100 phase=member items=20 p50Ms=0.719 p99Ms=1.209 maxMs=1.209 throughputPerSec=1688 cpuMs=64.6 allocMB=7.8 -CapabilityFanoutLoadTest: recipients=100 phase=group items=2000 p50Ms=0.126 p99Ms=1.704 maxMs=2.709 throughputPerSec=57543 cpuMs=350.3 allocMB=27.9 -CapabilityFanoutLoadTest: recipients=1000 phase=message items=200000 p50Ms=209.128 p99Ms=370.788 maxMs=372.928 throughputPerSec=505693 cpuMs=4319.0 allocMB=1253.7 -CapabilityFanoutLoadTest: recipients=1000 phase=away items=25000 p50Ms=30.062 p99Ms=33.983 maxMs=34.309 throughputPerSec=641180 cpuMs=406.3 allocMB=30.6 -CapabilityFanoutLoadTest: recipients=1000 phase=member items=20 p50Ms=0.849 p99Ms=1.514 maxMs=1.514 throughputPerSec=1416 cpuMs=61.1 allocMB=36.9 -CapabilityFanoutLoadTest: recipients=1000 phase=group items=20000 p50Ms=11.224 p99Ms=27.691 maxMs=34.561 throughputPerSec=104447 cpuMs=2104.2 allocMB=285.8 diff --git a/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-aaA-1.txt b/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-aaA-1.txt deleted file mode 100644 index a6c5634..0000000 --- a/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-aaA-1.txt +++ /dev/null @@ -1,12 +0,0 @@ -CapabilityFanoutLoadTest: recipients=10 phase=message items=2000 p50Ms=30.860 p99Ms=51.431 maxMs=51.729 throughputPerSec=22996 cpuMs=698.0 allocMB=47.1 -CapabilityFanoutLoadTest: recipients=10 phase=away items=200 p50Ms=3.608 p99Ms=5.238 maxMs=5.249 throughputPerSec=35291 cpuMs=50.7 allocMB=1.2 -CapabilityFanoutLoadTest: recipients=10 phase=member items=20 p50Ms=0.373 p99Ms=0.576 maxMs=0.576 throughputPerSec=2744 cpuMs=40.3 allocMB=1.1 -CapabilityFanoutLoadTest: recipients=10 phase=group items=200 p50Ms=0.150 p99Ms=0.284 maxMs=1.113 throughputPerSec=20988 cpuMs=73.0 allocMB=3.4 -CapabilityFanoutLoadTest: recipients=100 phase=message items=20000 p50Ms=53.723 p99Ms=94.800 maxMs=96.383 throughputPerSec=196989 cpuMs=1198.7 allocMB=138.9 -CapabilityFanoutLoadTest: recipients=100 phase=away items=2500 p50Ms=3.665 p99Ms=6.150 maxMs=6.201 throughputPerSec=376825 cpuMs=73.2 allocMB=3.7 -CapabilityFanoutLoadTest: recipients=100 phase=member items=20 p50Ms=0.681 p99Ms=1.014 maxMs=1.014 throughputPerSec=1866 cpuMs=62.5 allocMB=7.8 -CapabilityFanoutLoadTest: recipients=100 phase=group items=2000 p50Ms=0.179 p99Ms=1.565 maxMs=4.891 throughputPerSec=64598 cpuMs=343.3 allocMB=33.0 -CapabilityFanoutLoadTest: recipients=1000 phase=message items=200000 p50Ms=248.607 p99Ms=413.636 maxMs=417.917 throughputPerSec=463124 cpuMs=5051.6 allocMB=1271.4 -CapabilityFanoutLoadTest: recipients=1000 phase=away items=25000 p50Ms=17.473 p99Ms=32.762 maxMs=32.929 throughputPerSec=724128 cpuMs=412.6 allocMB=30.0 -CapabilityFanoutLoadTest: recipients=1000 phase=member items=20 p50Ms=0.257 p99Ms=2.469 maxMs=2.469 throughputPerSec=1536 cpuMs=62.4 allocMB=36.2 -CapabilityFanoutLoadTest: recipients=1000 phase=group items=20000 p50Ms=14.643 p99Ms=33.703 maxMs=42.163 throughputPerSec=125390 cpuMs=1883.5 allocMB=301.3 diff --git a/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-aaA-2.txt b/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-aaA-2.txt deleted file mode 100644 index 5c6b7ed..0000000 --- a/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-aaA-2.txt +++ /dev/null @@ -1,12 +0,0 @@ -CapabilityFanoutLoadTest: recipients=10 phase=message items=2000 p50Ms=30.813 p99Ms=51.926 maxMs=52.267 throughputPerSec=23960 cpuMs=661.1 allocMB=47.1 -CapabilityFanoutLoadTest: recipients=10 phase=away items=200 p50Ms=3.380 p99Ms=5.023 maxMs=5.043 throughputPerSec=36612 cpuMs=51.3 allocMB=1.2 -CapabilityFanoutLoadTest: recipients=10 phase=member items=20 p50Ms=0.351 p99Ms=0.561 maxMs=0.561 throughputPerSec=2825 cpuMs=37.0 allocMB=1.1 -CapabilityFanoutLoadTest: recipients=10 phase=group items=200 p50Ms=0.140 p99Ms=0.271 maxMs=1.136 throughputPerSec=22519 cpuMs=69.7 allocMB=3.4 -CapabilityFanoutLoadTest: recipients=100 phase=message items=20000 p50Ms=68.736 p99Ms=116.811 maxMs=117.554 throughputPerSec=161932 cpuMs=1518.8 allocMB=141.0 -CapabilityFanoutLoadTest: recipients=100 phase=away items=2500 p50Ms=4.339 p99Ms=8.320 maxMs=8.384 throughputPerSec=282568 cpuMs=113.5 allocMB=4.0 -CapabilityFanoutLoadTest: recipients=100 phase=member items=20 p50Ms=0.778 p99Ms=1.204 maxMs=1.204 throughputPerSec=1623 cpuMs=70.6 allocMB=9.9 -CapabilityFanoutLoadTest: recipients=100 phase=group items=2000 p50Ms=1.515 p99Ms=11.328 maxMs=15.476 throughputPerSec=46316 cpuMs=461.6 allocMB=29.6 -CapabilityFanoutLoadTest: recipients=1000 phase=message items=200000 p50Ms=212.662 p99Ms=385.112 maxMs=387.093 throughputPerSec=498503 cpuMs=5004.4 allocMB=1253.5 -CapabilityFanoutLoadTest: recipients=1000 phase=away items=25000 p50Ms=21.092 p99Ms=35.769 maxMs=36.028 throughputPerSec=663392 cpuMs=475.8 allocMB=30.2 -CapabilityFanoutLoadTest: recipients=1000 phase=member items=20 p50Ms=0.318 p99Ms=2.397 maxMs=2.397 throughputPerSec=1608 cpuMs=58.1 allocMB=35.9 -CapabilityFanoutLoadTest: recipients=1000 phase=group items=20000 p50Ms=14.532 p99Ms=31.360 maxMs=39.438 throughputPerSec=118356 cpuMs=2186.4 allocMB=302.2 diff --git a/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-aaA-3.txt b/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-aaA-3.txt deleted file mode 100644 index 41d705d..0000000 --- a/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-aaA-3.txt +++ /dev/null @@ -1,12 +0,0 @@ -CapabilityFanoutLoadTest: recipients=10 phase=message items=2000 p50Ms=31.619 p99Ms=51.285 maxMs=51.544 throughputPerSec=23980 cpuMs=634.5 allocMB=47.1 -CapabilityFanoutLoadTest: recipients=10 phase=away items=200 p50Ms=3.448 p99Ms=5.160 maxMs=5.174 throughputPerSec=35463 cpuMs=49.8 allocMB=1.2 -CapabilityFanoutLoadTest: recipients=10 phase=member items=20 p50Ms=0.365 p99Ms=0.605 maxMs=0.605 throughputPerSec=2780 cpuMs=28.7 allocMB=1.1 -CapabilityFanoutLoadTest: recipients=10 phase=group items=200 p50Ms=0.139 p99Ms=0.249 maxMs=1.030 throughputPerSec=23937 cpuMs=77.6 allocMB=3.4 -CapabilityFanoutLoadTest: recipients=100 phase=message items=20000 p50Ms=57.430 p99Ms=100.634 maxMs=101.257 throughputPerSec=188194 cpuMs=1324.4 allocMB=139.3 -CapabilityFanoutLoadTest: recipients=100 phase=away items=2500 p50Ms=3.604 p99Ms=6.638 maxMs=6.704 throughputPerSec=349795 cpuMs=89.9 allocMB=3.7 -CapabilityFanoutLoadTest: recipients=100 phase=member items=20 p50Ms=0.699 p99Ms=1.157 maxMs=1.157 throughputPerSec=1860 cpuMs=57.8 allocMB=7.8 -CapabilityFanoutLoadTest: recipients=100 phase=group items=2000 p50Ms=9.610 p99Ms=28.813 maxMs=30.733 throughputPerSec=36320 cpuMs=685.8 allocMB=31.4 -CapabilityFanoutLoadTest: recipients=1000 phase=message items=200000 p50Ms=297.325 p99Ms=464.428 maxMs=467.879 throughputPerSec=406453 cpuMs=5873.3 allocMB=1275.3 -CapabilityFanoutLoadTest: recipients=1000 phase=away items=25000 p50Ms=30.492 p99Ms=35.324 maxMs=35.431 throughputPerSec=669931 cpuMs=472.5 allocMB=29.8 -CapabilityFanoutLoadTest: recipients=1000 phase=member items=20 p50Ms=0.437 p99Ms=1.607 maxMs=1.607 throughputPerSec=1748 cpuMs=58.0 allocMB=32.9 -CapabilityFanoutLoadTest: recipients=1000 phase=group items=20000 p50Ms=12.733 p99Ms=28.345 maxMs=29.930 throughputPerSec=117971 cpuMs=2164.2 allocMB=304.4 diff --git a/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-aaA-4.txt b/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-aaA-4.txt deleted file mode 100644 index 42ccbc4..0000000 --- a/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-aaA-4.txt +++ /dev/null @@ -1,12 +0,0 @@ -CapabilityFanoutLoadTest: recipients=10 phase=message items=2000 p50Ms=31.301 p99Ms=52.624 maxMs=53.311 throughputPerSec=22801 cpuMs=807.1 allocMB=47.1 -CapabilityFanoutLoadTest: recipients=10 phase=away items=200 p50Ms=3.754 p99Ms=5.352 maxMs=5.352 throughputPerSec=34192 cpuMs=61.9 allocMB=1.2 -CapabilityFanoutLoadTest: recipients=10 phase=member items=20 p50Ms=0.397 p99Ms=0.705 maxMs=0.705 throughputPerSec=2570 cpuMs=44.1 allocMB=1.1 -CapabilityFanoutLoadTest: recipients=10 phase=group items=200 p50Ms=0.140 p99Ms=0.266 maxMs=1.101 throughputPerSec=20021 cpuMs=73.3 allocMB=3.4 -CapabilityFanoutLoadTest: recipients=100 phase=message items=20000 p50Ms=55.066 p99Ms=100.611 maxMs=101.297 throughputPerSec=187911 cpuMs=1328.6 allocMB=139.2 -CapabilityFanoutLoadTest: recipients=100 phase=away items=2500 p50Ms=3.492 p99Ms=4.963 maxMs=4.990 throughputPerSec=462431 cpuMs=68.0 allocMB=3.7 -CapabilityFanoutLoadTest: recipients=100 phase=member items=20 p50Ms=0.721 p99Ms=1.170 maxMs=1.170 throughputPerSec=1723 cpuMs=67.2 allocMB=7.8 -CapabilityFanoutLoadTest: recipients=100 phase=group items=2000 p50Ms=0.110 p99Ms=0.363 maxMs=1.365 throughputPerSec=52720 cpuMs=367.5 allocMB=32.3 -CapabilityFanoutLoadTest: recipients=1000 phase=message items=200000 p50Ms=234.421 p99Ms=320.003 maxMs=321.449 throughputPerSec=593435 cpuMs=4021.7 allocMB=1242.4 -CapabilityFanoutLoadTest: recipients=1000 phase=away items=25000 p50Ms=24.574 p99Ms=36.583 maxMs=36.706 throughputPerSec=646357 cpuMs=488.8 allocMB=30.4 -CapabilityFanoutLoadTest: recipients=1000 phase=member items=20 p50Ms=0.464 p99Ms=2.176 maxMs=2.176 throughputPerSec=1557 cpuMs=59.7 allocMB=34.6 -CapabilityFanoutLoadTest: recipients=1000 phase=group items=20000 p50Ms=14.541 p99Ms=35.067 maxMs=40.199 throughputPerSec=120554 cpuMs=2111.5 allocMB=300.8 diff --git a/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-aaA-5.txt b/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-aaA-5.txt deleted file mode 100644 index 0b85355..0000000 --- a/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-aaA-5.txt +++ /dev/null @@ -1,12 +0,0 @@ -CapabilityFanoutLoadTest: recipients=10 phase=message items=2000 p50Ms=32.013 p99Ms=53.186 maxMs=53.528 throughputPerSec=22624 cpuMs=654.7 allocMB=46.9 -CapabilityFanoutLoadTest: recipients=10 phase=away items=200 p50Ms=3.714 p99Ms=5.396 maxMs=5.402 throughputPerSec=34417 cpuMs=54.5 allocMB=1.2 -CapabilityFanoutLoadTest: recipients=10 phase=member items=20 p50Ms=0.375 p99Ms=0.593 maxMs=0.593 throughputPerSec=2712 cpuMs=38.6 allocMB=1.1 -CapabilityFanoutLoadTest: recipients=10 phase=group items=200 p50Ms=0.147 p99Ms=0.282 maxMs=1.052 throughputPerSec=22357 cpuMs=72.0 allocMB=3.4 -CapabilityFanoutLoadTest: recipients=100 phase=message items=20000 p50Ms=64.719 p99Ms=120.158 maxMs=120.933 throughputPerSec=158696 cpuMs=1566.9 allocMB=140.3 -CapabilityFanoutLoadTest: recipients=100 phase=away items=2500 p50Ms=3.048 p99Ms=3.910 maxMs=3.944 throughputPerSec=571864 cpuMs=52.5 allocMB=3.6 -CapabilityFanoutLoadTest: recipients=100 phase=member items=20 p50Ms=0.803 p99Ms=1.387 maxMs=1.387 throughputPerSec=1559 cpuMs=75.9 allocMB=10.5 -CapabilityFanoutLoadTest: recipients=100 phase=group items=2000 p50Ms=0.099 p99Ms=0.270 maxMs=1.068 throughputPerSec=53210 cpuMs=365.6 allocMB=30.1 -CapabilityFanoutLoadTest: recipients=1000 phase=message items=200000 p50Ms=304.621 p99Ms=460.037 maxMs=461.405 throughputPerSec=412017 cpuMs=6011.3 allocMB=1262.4 -CapabilityFanoutLoadTest: recipients=1000 phase=away items=25000 p50Ms=21.599 p99Ms=33.501 maxMs=33.825 throughputPerSec=699930 cpuMs=434.0 allocMB=30.0 -CapabilityFanoutLoadTest: recipients=1000 phase=member items=20 p50Ms=1.354 p99Ms=1.717 maxMs=1.717 throughputPerSec=773 cpuMs=122.4 allocMB=69.3 -CapabilityFanoutLoadTest: recipients=1000 phase=group items=20000 p50Ms=16.577 p99Ms=39.315 maxMs=45.204 throughputPerSec=121697 cpuMs=2063.2 allocMB=271.7 diff --git a/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-aaA-warmup.txt b/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-aaA-warmup.txt deleted file mode 100644 index 57d6888..0000000 --- a/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-aaA-warmup.txt +++ /dev/null @@ -1,12 +0,0 @@ -CapabilityFanoutLoadTest: recipients=10 phase=message items=2000 p50Ms=31.997 p99Ms=52.263 maxMs=52.506 throughputPerSec=23179 cpuMs=638.9 allocMB=47.2 -CapabilityFanoutLoadTest: recipients=10 phase=away items=200 p50Ms=3.314 p99Ms=4.918 maxMs=4.920 throughputPerSec=37430 cpuMs=43.8 allocMB=1.2 -CapabilityFanoutLoadTest: recipients=10 phase=member items=20 p50Ms=0.349 p99Ms=0.601 maxMs=0.601 throughputPerSec=2860 cpuMs=39.3 allocMB=1.1 -CapabilityFanoutLoadTest: recipients=10 phase=group items=200 p50Ms=0.184 p99Ms=0.438 maxMs=1.031 throughputPerSec=23522 cpuMs=66.1 allocMB=3.4 -CapabilityFanoutLoadTest: recipients=100 phase=message items=20000 p50Ms=63.933 p99Ms=114.581 maxMs=115.887 throughputPerSec=165641 cpuMs=1432.7 allocMB=141.8 -CapabilityFanoutLoadTest: recipients=100 phase=away items=2500 p50Ms=3.427 p99Ms=5.238 maxMs=5.246 throughputPerSec=439773 cpuMs=68.2 allocMB=4.8 -CapabilityFanoutLoadTest: recipients=100 phase=member items=20 p50Ms=0.923 p99Ms=1.246 maxMs=1.246 throughputPerSec=1538 cpuMs=64.8 allocMB=7.8 -CapabilityFanoutLoadTest: recipients=100 phase=group items=2000 p50Ms=1.656 p99Ms=7.764 maxMs=14.583 throughputPerSec=39555 cpuMs=562.4 allocMB=29.7 -CapabilityFanoutLoadTest: recipients=1000 phase=message items=200000 p50Ms=268.556 p99Ms=365.284 maxMs=367.023 throughputPerSec=524817 cpuMs=4583.0 allocMB=1250.2 -CapabilityFanoutLoadTest: recipients=1000 phase=away items=25000 p50Ms=32.167 p99Ms=35.140 maxMs=35.271 throughputPerSec=673027 cpuMs=454.9 allocMB=30.0 -CapabilityFanoutLoadTest: recipients=1000 phase=member items=20 p50Ms=0.607 p99Ms=2.143 maxMs=2.143 throughputPerSec=1436 cpuMs=67.5 allocMB=35.3 -CapabilityFanoutLoadTest: recipients=1000 phase=group items=20000 p50Ms=13.497 p99Ms=32.260 maxMs=57.324 throughputPerSec=105954 cpuMs=2382.2 allocMB=303.9 diff --git a/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-aaB-1.txt b/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-aaB-1.txt deleted file mode 100644 index 9c98400..0000000 --- a/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-aaB-1.txt +++ /dev/null @@ -1,12 +0,0 @@ -CapabilityFanoutLoadTest: recipients=10 phase=message items=2000 p50Ms=30.489 p99Ms=51.148 maxMs=51.355 throughputPerSec=23023 cpuMs=659.9 allocMB=47.1 -CapabilityFanoutLoadTest: recipients=10 phase=away items=200 p50Ms=3.812 p99Ms=5.398 maxMs=5.403 throughputPerSec=34209 cpuMs=49.5 allocMB=1.2 -CapabilityFanoutLoadTest: recipients=10 phase=member items=20 p50Ms=0.384 p99Ms=0.638 maxMs=0.638 throughputPerSec=2764 cpuMs=37.8 allocMB=1.1 -CapabilityFanoutLoadTest: recipients=10 phase=group items=200 p50Ms=0.135 p99Ms=0.266 maxMs=1.291 throughputPerSec=21730 cpuMs=71.0 allocMB=3.4 -CapabilityFanoutLoadTest: recipients=100 phase=message items=20000 p50Ms=59.030 p99Ms=111.861 maxMs=113.387 throughputPerSec=168449 cpuMs=1302.5 allocMB=140.2 -CapabilityFanoutLoadTest: recipients=100 phase=away items=2500 p50Ms=2.475 p99Ms=3.945 maxMs=4.016 throughputPerSec=559775 cpuMs=45.4 allocMB=3.6 -CapabilityFanoutLoadTest: recipients=100 phase=member items=20 p50Ms=0.723 p99Ms=1.347 maxMs=1.347 throughputPerSec=1618 cpuMs=74.4 allocMB=10.8 -CapabilityFanoutLoadTest: recipients=100 phase=group items=2000 p50Ms=4.669 p99Ms=24.657 maxMs=27.790 throughputPerSec=40556 cpuMs=586.7 allocMB=29.0 -CapabilityFanoutLoadTest: recipients=1000 phase=message items=200000 p50Ms=222.823 p99Ms=378.690 maxMs=380.926 throughputPerSec=506051 cpuMs=4581.9 allocMB=1257.1 -CapabilityFanoutLoadTest: recipients=1000 phase=away items=25000 p50Ms=29.631 p99Ms=40.621 maxMs=40.763 throughputPerSec=584982 cpuMs=505.6 allocMB=30.7 -CapabilityFanoutLoadTest: recipients=1000 phase=member items=20 p50Ms=0.603 p99Ms=1.185 maxMs=1.185 throughputPerSec=1645 cpuMs=49.1 allocMB=36.6 -CapabilityFanoutLoadTest: recipients=1000 phase=group items=20000 p50Ms=15.776 p99Ms=28.915 maxMs=49.271 throughputPerSec=124173 cpuMs=1906.8 allocMB=311.8 diff --git a/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-aaB-2.txt b/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-aaB-2.txt deleted file mode 100644 index d94215e..0000000 --- a/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-aaB-2.txt +++ /dev/null @@ -1,12 +0,0 @@ -CapabilityFanoutLoadTest: recipients=10 phase=message items=2000 p50Ms=31.404 p99Ms=51.927 maxMs=52.168 throughputPerSec=22840 cpuMs=667.2 allocMB=46.9 -CapabilityFanoutLoadTest: recipients=10 phase=away items=200 p50Ms=3.431 p99Ms=5.418 maxMs=5.431 throughputPerSec=34304 cpuMs=61.2 allocMB=1.2 -CapabilityFanoutLoadTest: recipients=10 phase=member items=20 p50Ms=0.381 p99Ms=0.613 maxMs=0.613 throughputPerSec=2765 cpuMs=37.8 allocMB=1.1 -CapabilityFanoutLoadTest: recipients=10 phase=group items=200 p50Ms=0.142 p99Ms=0.304 maxMs=1.090 throughputPerSec=21223 cpuMs=76.6 allocMB=3.4 -CapabilityFanoutLoadTest: recipients=100 phase=message items=20000 p50Ms=54.605 p99Ms=103.982 maxMs=104.503 throughputPerSec=182446 cpuMs=1350.2 allocMB=138.0 -CapabilityFanoutLoadTest: recipients=100 phase=away items=2500 p50Ms=4.082 p99Ms=5.541 maxMs=5.556 throughputPerSec=418588 cpuMs=65.0 allocMB=3.6 -CapabilityFanoutLoadTest: recipients=100 phase=member items=20 p50Ms=0.685 p99Ms=1.145 maxMs=1.145 throughputPerSec=1843 cpuMs=66.8 allocMB=7.8 -CapabilityFanoutLoadTest: recipients=100 phase=group items=2000 p50Ms=0.094 p99Ms=0.398 maxMs=1.089 throughputPerSec=51535 cpuMs=389.2 allocMB=32.9 -CapabilityFanoutLoadTest: recipients=1000 phase=message items=200000 p50Ms=204.512 p99Ms=353.067 maxMs=355.281 throughputPerSec=538840 cpuMs=4571.0 allocMB=1243.0 -CapabilityFanoutLoadTest: recipients=1000 phase=away items=25000 p50Ms=22.976 p99Ms=32.402 maxMs=32.610 throughputPerSec=724250 cpuMs=432.6 allocMB=30.0 -CapabilityFanoutLoadTest: recipients=1000 phase=member items=20 p50Ms=0.558 p99Ms=1.616 maxMs=1.616 throughputPerSec=1538 cpuMs=64.3 allocMB=36.7 -CapabilityFanoutLoadTest: recipients=1000 phase=group items=20000 p50Ms=13.403 p99Ms=27.233 maxMs=30.087 throughputPerSec=108161 cpuMs=2342.6 allocMB=302.6 diff --git a/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-aaB-3.txt b/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-aaB-3.txt deleted file mode 100644 index c7525d8..0000000 --- a/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-aaB-3.txt +++ /dev/null @@ -1,12 +0,0 @@ -CapabilityFanoutLoadTest: recipients=10 phase=message items=2000 p50Ms=31.184 p99Ms=51.875 maxMs=52.210 throughputPerSec=23143 cpuMs=642.6 allocMB=46.9 -CapabilityFanoutLoadTest: recipients=10 phase=away items=200 p50Ms=3.468 p99Ms=5.377 maxMs=5.398 throughputPerSec=30889 cpuMs=59.3 allocMB=1.3 -CapabilityFanoutLoadTest: recipients=10 phase=member items=20 p50Ms=0.373 p99Ms=0.596 maxMs=0.596 throughputPerSec=2799 cpuMs=37.1 allocMB=1.1 -CapabilityFanoutLoadTest: recipients=10 phase=group items=200 p50Ms=0.100 p99Ms=0.318 maxMs=0.959 throughputPerSec=19138 cpuMs=75.1 allocMB=3.4 -CapabilityFanoutLoadTest: recipients=100 phase=message items=20000 p50Ms=76.051 p99Ms=124.840 maxMs=126.080 throughputPerSec=151498 cpuMs=1628.9 allocMB=143.3 -CapabilityFanoutLoadTest: recipients=100 phase=away items=2500 p50Ms=4.394 p99Ms=7.571 maxMs=7.629 throughputPerSec=306377 cpuMs=95.8 allocMB=3.9 -CapabilityFanoutLoadTest: recipients=100 phase=member items=20 p50Ms=0.614 p99Ms=1.007 maxMs=1.007 throughputPerSec=1891 cpuMs=57.0 allocMB=7.8 -CapabilityFanoutLoadTest: recipients=100 phase=group items=2000 p50Ms=0.124 p99Ms=0.783 maxMs=3.085 throughputPerSec=64289 cpuMs=344.1 allocMB=29.6 -CapabilityFanoutLoadTest: recipients=1000 phase=message items=200000 p50Ms=294.304 p99Ms=452.839 maxMs=458.081 throughputPerSec=422737 cpuMs=5958.4 allocMB=1265.6 -CapabilityFanoutLoadTest: recipients=1000 phase=away items=25000 p50Ms=22.535 p99Ms=36.594 maxMs=36.736 throughputPerSec=647071 cpuMs=490.1 allocMB=30.4 -CapabilityFanoutLoadTest: recipients=1000 phase=member items=20 p50Ms=0.772 p99Ms=2.914 maxMs=2.914 throughputPerSec=1187 cpuMs=90.4 allocMB=36.2 -CapabilityFanoutLoadTest: recipients=1000 phase=group items=20000 p50Ms=13.322 p99Ms=36.321 maxMs=46.560 throughputPerSec=117751 cpuMs=2155.0 allocMB=302.8 diff --git a/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-aaB-4.txt b/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-aaB-4.txt deleted file mode 100644 index c43c57c..0000000 --- a/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-aaB-4.txt +++ /dev/null @@ -1,12 +0,0 @@ -CapabilityFanoutLoadTest: recipients=10 phase=message items=2000 p50Ms=32.673 p99Ms=54.401 maxMs=54.701 throughputPerSec=23370 cpuMs=636.8 allocMB=47.0 -CapabilityFanoutLoadTest: recipients=10 phase=away items=200 p50Ms=3.539 p99Ms=5.305 maxMs=5.314 throughputPerSec=34964 cpuMs=56.9 allocMB=1.2 -CapabilityFanoutLoadTest: recipients=10 phase=member items=20 p50Ms=0.359 p99Ms=0.578 maxMs=0.578 throughputPerSec=3143 cpuMs=32.3 allocMB=1.1 -CapabilityFanoutLoadTest: recipients=10 phase=group items=200 p50Ms=0.100 p99Ms=0.237 maxMs=0.952 throughputPerSec=22151 cpuMs=66.3 allocMB=3.4 -CapabilityFanoutLoadTest: recipients=100 phase=message items=20000 p50Ms=69.242 p99Ms=123.150 maxMs=124.437 throughputPerSec=154209 cpuMs=1604.1 allocMB=140.4 -CapabilityFanoutLoadTest: recipients=100 phase=away items=2500 p50Ms=2.755 p99Ms=6.273 maxMs=6.307 throughputPerSec=371731 cpuMs=86.0 allocMB=3.8 -CapabilityFanoutLoadTest: recipients=100 phase=member items=20 p50Ms=0.856 p99Ms=1.195 maxMs=1.195 throughputPerSec=1593 cpuMs=70.9 allocMB=7.8 -CapabilityFanoutLoadTest: recipients=100 phase=group items=2000 p50Ms=0.106 p99Ms=3.602 maxMs=3.882 throughputPerSec=53599 cpuMs=383.4 allocMB=32.2 -CapabilityFanoutLoadTest: recipients=1000 phase=message items=200000 p50Ms=305.359 p99Ms=423.878 maxMs=425.437 throughputPerSec=455036 cpuMs=5521.2 allocMB=1234.4 -CapabilityFanoutLoadTest: recipients=1000 phase=away items=25000 p50Ms=33.171 p99Ms=38.819 maxMs=38.976 throughputPerSec=611562 cpuMs=517.9 allocMB=30.2 -CapabilityFanoutLoadTest: recipients=1000 phase=member items=20 p50Ms=0.432 p99Ms=1.996 maxMs=1.996 throughputPerSec=1618 cpuMs=58.0 allocMB=34.8 -CapabilityFanoutLoadTest: recipients=1000 phase=group items=20000 p50Ms=15.056 p99Ms=31.034 maxMs=43.580 throughputPerSec=117366 cpuMs=2182.4 allocMB=302.7 diff --git a/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-aaB-5.txt b/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-aaB-5.txt deleted file mode 100644 index 3e1ca08..0000000 --- a/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-aaB-5.txt +++ /dev/null @@ -1,12 +0,0 @@ -CapabilityFanoutLoadTest: recipients=10 phase=message items=2000 p50Ms=31.220 p99Ms=54.066 maxMs=54.466 throughputPerSec=23391 cpuMs=739.4 allocMB=47.2 -CapabilityFanoutLoadTest: recipients=10 phase=away items=200 p50Ms=3.437 p99Ms=5.314 maxMs=5.322 throughputPerSec=35027 cpuMs=56.8 allocMB=1.2 -CapabilityFanoutLoadTest: recipients=10 phase=member items=20 p50Ms=0.406 p99Ms=0.658 maxMs=0.658 throughputPerSec=2594 cpuMs=41.7 allocMB=1.1 -CapabilityFanoutLoadTest: recipients=10 phase=group items=200 p50Ms=0.135 p99Ms=0.300 maxMs=1.048 throughputPerSec=19656 cpuMs=76.0 allocMB=3.4 -CapabilityFanoutLoadTest: recipients=100 phase=message items=20000 p50Ms=57.639 p99Ms=94.927 maxMs=95.440 throughputPerSec=197727 cpuMs=1233.6 allocMB=138.6 -CapabilityFanoutLoadTest: recipients=100 phase=away items=2500 p50Ms=3.005 p99Ms=4.870 maxMs=4.917 throughputPerSec=467574 cpuMs=67.4 allocMB=3.6 -CapabilityFanoutLoadTest: recipients=100 phase=member items=20 p50Ms=0.701 p99Ms=1.171 maxMs=1.171 throughputPerSec=1789 cpuMs=62.3 allocMB=7.8 -CapabilityFanoutLoadTest: recipients=100 phase=group items=2000 p50Ms=0.138 p99Ms=1.729 maxMs=2.243 throughputPerSec=61006 cpuMs=346.0 allocMB=32.4 -CapabilityFanoutLoadTest: recipients=1000 phase=message items=200000 p50Ms=265.232 p99Ms=418.251 maxMs=419.850 throughputPerSec=461718 cpuMs=5432.4 allocMB=1269.7 -CapabilityFanoutLoadTest: recipients=1000 phase=away items=25000 p50Ms=19.819 p99Ms=34.279 maxMs=34.544 throughputPerSec=685066 cpuMs=462.0 allocMB=30.0 -CapabilityFanoutLoadTest: recipients=1000 phase=member items=20 p50Ms=0.383 p99Ms=1.913 maxMs=1.913 throughputPerSec=1446 cpuMs=68.8 allocMB=36.8 -CapabilityFanoutLoadTest: recipients=1000 phase=group items=20000 p50Ms=13.552 p99Ms=35.282 maxMs=41.873 throughputPerSec=103308 cpuMs=2497.8 allocMB=312.9 diff --git a/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-aaB-warmup.txt b/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-aaB-warmup.txt deleted file mode 100644 index 1df184b..0000000 --- a/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-aaB-warmup.txt +++ /dev/null @@ -1,12 +0,0 @@ -CapabilityFanoutLoadTest: recipients=10 phase=message items=2000 p50Ms=31.427 p99Ms=52.244 maxMs=52.505 throughputPerSec=22626 cpuMs=665.5 allocMB=47.1 -CapabilityFanoutLoadTest: recipients=10 phase=away items=200 p50Ms=3.802 p99Ms=5.481 maxMs=5.493 throughputPerSec=33330 cpuMs=51.0 allocMB=1.2 -CapabilityFanoutLoadTest: recipients=10 phase=member items=20 p50Ms=0.390 p99Ms=0.636 maxMs=0.636 throughputPerSec=2605 cpuMs=38.9 allocMB=1.1 -CapabilityFanoutLoadTest: recipients=10 phase=group items=200 p50Ms=0.147 p99Ms=0.268 maxMs=1.107 throughputPerSec=19061 cpuMs=79.3 allocMB=3.4 -CapabilityFanoutLoadTest: recipients=100 phase=message items=20000 p50Ms=63.412 p99Ms=108.911 maxMs=109.522 throughputPerSec=175640 cpuMs=1354.2 allocMB=142.0 -CapabilityFanoutLoadTest: recipients=100 phase=away items=2500 p50Ms=3.345 p99Ms=4.599 maxMs=4.607 throughputPerSec=494743 cpuMs=45.8 allocMB=3.6 -CapabilityFanoutLoadTest: recipients=100 phase=member items=20 p50Ms=0.641 p99Ms=0.876 maxMs=0.876 throughputPerSec=2102 cpuMs=51.4 allocMB=7.8 -CapabilityFanoutLoadTest: recipients=100 phase=group items=2000 p50Ms=1.032 p99Ms=11.887 maxMs=12.385 throughputPerSec=69543 cpuMs=339.1 allocMB=28.9 -CapabilityFanoutLoadTest: recipients=1000 phase=message items=200000 p50Ms=257.783 p99Ms=424.588 maxMs=426.983 throughputPerSec=449738 cpuMs=5395.9 allocMB=1247.9 -CapabilityFanoutLoadTest: recipients=1000 phase=away items=25000 p50Ms=27.380 p99Ms=34.920 maxMs=35.015 throughputPerSec=673745 cpuMs=434.3 allocMB=30.1 -CapabilityFanoutLoadTest: recipients=1000 phase=member items=20 p50Ms=0.586 p99Ms=1.138 maxMs=1.138 throughputPerSec=1583 cpuMs=53.4 allocMB=36.4 -CapabilityFanoutLoadTest: recipients=1000 phase=group items=20000 p50Ms=11.912 p99Ms=27.650 maxMs=35.555 throughputPerSec=111154 cpuMs=2021.8 allocMB=312.2 diff --git a/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-r1.txt b/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-r1.txt deleted file mode 100644 index 7dd9dcf..0000000 --- a/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-r1.txt +++ /dev/null @@ -1,12 +0,0 @@ -CapabilityFanoutLoadTest: recipients=10 phase=message items=2000 p50Ms=32.043 p99Ms=52.078 maxMs=52.247 throughputPerSec=32081 cpuMs=516.4 allocMB=19.8 -CapabilityFanoutLoadTest: recipients=10 phase=away items=200 p50Ms=3.482 p99Ms=5.271 maxMs=5.272 throughputPerSec=28865 cpuMs=44.5 allocMB=1.2 -CapabilityFanoutLoadTest: recipients=10 phase=member items=20 p50Ms=0.345 p99Ms=0.663 maxMs=0.663 throughputPerSec=2699 cpuMs=33.5 allocMB=1.1 -CapabilityFanoutLoadTest: recipients=10 phase=group items=200 p50Ms=0.135 p99Ms=0.440 maxMs=1.271 throughputPerSec=21837 cpuMs=70.1 allocMB=3.3 -CapabilityFanoutLoadTest: recipients=100 phase=message items=20000 p50Ms=54.839 p99Ms=99.821 maxMs=100.253 throughputPerSec=185673 cpuMs=1194.5 allocMB=138.6 -CapabilityFanoutLoadTest: recipients=100 phase=away items=2500 p50Ms=3.379 p99Ms=5.086 maxMs=5.095 throughputPerSec=366981 cpuMs=62.5 allocMB=3.6 -CapabilityFanoutLoadTest: recipients=100 phase=member items=20 p50Ms=0.714 p99Ms=1.046 maxMs=1.046 throughputPerSec=1757 cpuMs=62.3 allocMB=7.7 -CapabilityFanoutLoadTest: recipients=100 phase=group items=2000 p50Ms=22.114 p99Ms=46.593 maxMs=48.044 throughputPerSec=28563 cpuMs=808.6 allocMB=27.0 -CapabilityFanoutLoadTest: recipients=1000 phase=message items=200000 p50Ms=210.667 p99Ms=372.898 maxMs=376.348 throughputPerSec=499901 cpuMs=4487.7 allocMB=1258.0 -CapabilityFanoutLoadTest: recipients=1000 phase=away items=25000 p50Ms=24.087 p99Ms=36.241 maxMs=36.457 throughputPerSec=623386 cpuMs=414.2 allocMB=30.3 -CapabilityFanoutLoadTest: recipients=1000 phase=member items=20 p50Ms=0.239 p99Ms=2.314 maxMs=2.314 throughputPerSec=1433 cpuMs=46.6 allocMB=37.0 -CapabilityFanoutLoadTest: recipients=1000 phase=group items=20000 p50Ms=11.993 p99Ms=31.190 maxMs=33.793 throughputPerSec=104862 cpuMs=2167.1 allocMB=298.3 diff --git a/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-r2.txt b/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-r2.txt deleted file mode 100644 index d692142..0000000 --- a/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-r2.txt +++ /dev/null @@ -1,12 +0,0 @@ -CapabilityFanoutLoadTest: recipients=10 phase=message items=2000 p50Ms=35.998 p99Ms=59.410 maxMs=59.493 throughputPerSec=28998 cpuMs=645.7 allocMB=20.1 -CapabilityFanoutLoadTest: recipients=10 phase=away items=200 p50Ms=3.236 p99Ms=5.377 maxMs=5.384 throughputPerSec=29219 cpuMs=48.3 allocMB=1.2 -CapabilityFanoutLoadTest: recipients=10 phase=member items=20 p50Ms=0.370 p99Ms=0.556 maxMs=0.556 throughputPerSec=2855 cpuMs=37.9 allocMB=1.1 -CapabilityFanoutLoadTest: recipients=10 phase=group items=200 p50Ms=0.157 p99Ms=0.277 maxMs=1.272 throughputPerSec=21569 cpuMs=69.7 allocMB=3.3 -CapabilityFanoutLoadTest: recipients=100 phase=message items=20000 p50Ms=44.412 p99Ms=88.854 maxMs=89.580 throughputPerSec=202254 cpuMs=1048.6 allocMB=140.3 -CapabilityFanoutLoadTest: recipients=100 phase=away items=2500 p50Ms=3.925 p99Ms=5.514 maxMs=5.519 throughputPerSec=367220 cpuMs=71.8 allocMB=3.6 -CapabilityFanoutLoadTest: recipients=100 phase=member items=20 p50Ms=0.718 p99Ms=1.150 maxMs=1.150 throughputPerSec=1653 cpuMs=64.5 allocMB=7.8 -CapabilityFanoutLoadTest: recipients=100 phase=group items=2000 p50Ms=0.108 p99Ms=0.441 maxMs=1.214 throughputPerSec=45219 cpuMs=394.6 allocMB=28.3 -CapabilityFanoutLoadTest: recipients=1000 phase=message items=200000 p50Ms=203.046 p99Ms=383.982 maxMs=385.770 throughputPerSec=491037 cpuMs=4028.1 allocMB=1259.7 -CapabilityFanoutLoadTest: recipients=1000 phase=away items=25000 p50Ms=24.213 p99Ms=35.937 maxMs=36.153 throughputPerSec=571600 cpuMs=384.6 allocMB=30.5 -CapabilityFanoutLoadTest: recipients=1000 phase=member items=20 p50Ms=0.539 p99Ms=2.037 maxMs=2.037 throughputPerSec=1410 cpuMs=60.8 allocMB=32.8 -CapabilityFanoutLoadTest: recipients=1000 phase=group items=20000 p50Ms=11.672 p99Ms=29.060 maxMs=33.909 throughputPerSec=95820 cpuMs=1906.5 allocMB=290.5 diff --git a/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-r3.txt b/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-r3.txt deleted file mode 100644 index 9a0c6b5..0000000 --- a/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-r3.txt +++ /dev/null @@ -1,12 +0,0 @@ -CapabilityFanoutLoadTest: recipients=10 phase=message items=2000 p50Ms=29.968 p99Ms=49.196 maxMs=49.516 throughputPerSec=37146 cpuMs=509.1 allocMB=19.9 -CapabilityFanoutLoadTest: recipients=10 phase=away items=200 p50Ms=3.206 p99Ms=4.890 maxMs=4.901 throughputPerSec=29441 cpuMs=45.7 allocMB=1.2 -CapabilityFanoutLoadTest: recipients=10 phase=member items=20 p50Ms=0.462 p99Ms=0.699 maxMs=0.699 throughputPerSec=2544 cpuMs=39.3 allocMB=1.1 -CapabilityFanoutLoadTest: recipients=10 phase=group items=200 p50Ms=0.091 p99Ms=0.209 maxMs=1.020 throughputPerSec=22000 cpuMs=65.1 allocMB=3.3 -CapabilityFanoutLoadTest: recipients=100 phase=message items=20000 p50Ms=59.130 p99Ms=109.278 maxMs=110.673 throughputPerSec=168565 cpuMs=1412.0 allocMB=142.6 -CapabilityFanoutLoadTest: recipients=100 phase=away items=2500 p50Ms=3.208 p99Ms=4.956 maxMs=5.011 throughputPerSec=373074 cpuMs=66.4 allocMB=3.6 -CapabilityFanoutLoadTest: recipients=100 phase=member items=20 p50Ms=0.767 p99Ms=1.162 maxMs=1.162 throughputPerSec=1665 cpuMs=70.2 allocMB=7.8 -CapabilityFanoutLoadTest: recipients=100 phase=group items=2000 p50Ms=0.119 p99Ms=0.475 maxMs=1.333 throughputPerSec=47139 cpuMs=367.6 allocMB=28.1 -CapabilityFanoutLoadTest: recipients=1000 phase=message items=200000 p50Ms=225.888 p99Ms=370.456 maxMs=371.938 throughputPerSec=511348 cpuMs=4528.2 allocMB=1262.6 -CapabilityFanoutLoadTest: recipients=1000 phase=away items=25000 p50Ms=20.215 p99Ms=34.170 maxMs=34.355 throughputPerSec=630315 cpuMs=455.3 allocMB=30.2 -CapabilityFanoutLoadTest: recipients=1000 phase=member items=20 p50Ms=0.492 p99Ms=2.301 maxMs=2.301 throughputPerSec=935 cpuMs=95.2 allocMB=67.6 -CapabilityFanoutLoadTest: recipients=1000 phase=group items=20000 p50Ms=10.393 p99Ms=31.815 maxMs=34.603 throughputPerSec=91646 cpuMs=2407.4 allocMB=259.5 diff --git a/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-r4.txt b/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-r4.txt deleted file mode 100644 index 5f94a93..0000000 --- a/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-r4.txt +++ /dev/null @@ -1,12 +0,0 @@ -CapabilityFanoutLoadTest: recipients=10 phase=message items=2000 p50Ms=31.770 p99Ms=52.561 maxMs=52.744 throughputPerSec=32526 cpuMs=517.4 allocMB=19.8 -CapabilityFanoutLoadTest: recipients=10 phase=away items=200 p50Ms=3.633 p99Ms=5.224 maxMs=5.246 throughputPerSec=28332 cpuMs=47.6 allocMB=1.2 -CapabilityFanoutLoadTest: recipients=10 phase=member items=20 p50Ms=0.361 p99Ms=0.654 maxMs=0.654 throughputPerSec=2755 cpuMs=40.1 allocMB=1.1 -CapabilityFanoutLoadTest: recipients=10 phase=group items=200 p50Ms=0.100 p99Ms=0.316 maxMs=1.119 throughputPerSec=21563 cpuMs=63.2 allocMB=3.3 -CapabilityFanoutLoadTest: recipients=100 phase=message items=20000 p50Ms=47.080 p99Ms=88.338 maxMs=89.024 throughputPerSec=202230 cpuMs=1057.0 allocMB=135.7 -CapabilityFanoutLoadTest: recipients=100 phase=away items=2500 p50Ms=3.597 p99Ms=5.680 maxMs=5.712 throughputPerSec=369199 cpuMs=70.6 allocMB=3.6 -CapabilityFanoutLoadTest: recipients=100 phase=member items=20 p50Ms=0.726 p99Ms=1.167 maxMs=1.167 throughputPerSec=1730 cpuMs=61.6 allocMB=7.8 -CapabilityFanoutLoadTest: recipients=100 phase=group items=2000 p50Ms=7.810 p99Ms=24.088 maxMs=26.198 throughputPerSec=39324 cpuMs=618.3 allocMB=27.2 -CapabilityFanoutLoadTest: recipients=1000 phase=message items=200000 p50Ms=245.744 p99Ms=418.870 maxMs=420.507 throughputPerSec=453831 cpuMs=4985.0 allocMB=1258.1 -CapabilityFanoutLoadTest: recipients=1000 phase=away items=25000 p50Ms=23.454 p99Ms=34.366 maxMs=34.508 throughputPerSec=653425 cpuMs=415.2 allocMB=30.4 -CapabilityFanoutLoadTest: recipients=1000 phase=member items=20 p50Ms=0.599 p99Ms=1.779 maxMs=1.779 throughputPerSec=1544 cpuMs=52.5 allocMB=36.6 -CapabilityFanoutLoadTest: recipients=1000 phase=group items=20000 p50Ms=14.916 p99Ms=35.460 maxMs=41.852 throughputPerSec=109652 cpuMs=1994.2 allocMB=296.3 diff --git a/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-r5.txt b/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-r5.txt deleted file mode 100644 index e7c26a4..0000000 --- a/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-r5.txt +++ /dev/null @@ -1,12 +0,0 @@ -CapabilityFanoutLoadTest: recipients=10 phase=message items=2000 p50Ms=31.093 p99Ms=51.674 maxMs=51.972 throughputPerSec=32439 cpuMs=536.9 allocMB=20.0 -CapabilityFanoutLoadTest: recipients=10 phase=away items=200 p50Ms=3.350 p99Ms=4.905 maxMs=4.917 throughputPerSec=29323 cpuMs=47.9 allocMB=1.2 -CapabilityFanoutLoadTest: recipients=10 phase=member items=20 p50Ms=0.345 p99Ms=0.611 maxMs=0.611 throughputPerSec=2783 cpuMs=40.0 allocMB=1.1 -CapabilityFanoutLoadTest: recipients=10 phase=group items=200 p50Ms=0.106 p99Ms=0.211 maxMs=1.160 throughputPerSec=21778 cpuMs=63.3 allocMB=3.3 -CapabilityFanoutLoadTest: recipients=100 phase=message items=20000 p50Ms=50.181 p99Ms=97.902 maxMs=98.719 throughputPerSec=187443 cpuMs=1159.3 allocMB=140.1 -CapabilityFanoutLoadTest: recipients=100 phase=away items=2500 p50Ms=3.423 p99Ms=5.239 maxMs=5.275 throughputPerSec=365851 cpuMs=59.1 allocMB=3.6 -CapabilityFanoutLoadTest: recipients=100 phase=member items=20 p50Ms=0.714 p99Ms=1.216 maxMs=1.216 throughputPerSec=1814 cpuMs=55.6 allocMB=7.8 -CapabilityFanoutLoadTest: recipients=100 phase=group items=2000 p50Ms=2.204 p99Ms=9.757 maxMs=12.405 throughputPerSec=50465 cpuMs=383.3 allocMB=27.8 -CapabilityFanoutLoadTest: recipients=1000 phase=message items=200000 p50Ms=255.370 p99Ms=341.161 maxMs=343.321 throughputPerSec=535783 cpuMs=4384.7 allocMB=1246.8 -CapabilityFanoutLoadTest: recipients=1000 phase=away items=25000 p50Ms=24.872 p99Ms=28.510 maxMs=28.629 throughputPerSec=746103 cpuMs=361.1 allocMB=29.6 -CapabilityFanoutLoadTest: recipients=1000 phase=member items=20 p50Ms=0.533 p99Ms=2.762 maxMs=2.762 throughputPerSec=854 cpuMs=104.1 allocMB=66.6 -CapabilityFanoutLoadTest: recipients=1000 phase=group items=20000 p50Ms=8.989 p99Ms=27.516 maxMs=32.040 throughputPerSec=95076 cpuMs=2093.9 allocMB=266.2 diff --git a/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-s3-1.txt b/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-s3-1.txt deleted file mode 100644 index 30584e5..0000000 --- a/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-s3-1.txt +++ /dev/null @@ -1,12 +0,0 @@ -CapabilityFanoutLoadTest: recipients=10 phase=message items=2000 p50Ms=34.238 p99Ms=55.750 maxMs=56.094 throughputPerSec=30460 cpuMs=669.6 allocMB=20.0 -CapabilityFanoutLoadTest: recipients=10 phase=away items=200 p50Ms=3.442 p99Ms=5.196 maxMs=5.196 throughputPerSec=29312 cpuMs=51.6 allocMB=1.2 -CapabilityFanoutLoadTest: recipients=10 phase=member items=20 p50Ms=0.397 p99Ms=0.679 maxMs=0.679 throughputPerSec=2554 cpuMs=43.4 allocMB=1.1 -CapabilityFanoutLoadTest: recipients=10 phase=group items=200 p50Ms=0.140 p99Ms=0.281 maxMs=1.120 throughputPerSec=21850 cpuMs=70.2 allocMB=3.3 -CapabilityFanoutLoadTest: recipients=100 phase=message items=20000 p50Ms=63.676 p99Ms=119.857 maxMs=121.187 throughputPerSec=153681 cpuMs=1445.9 allocMB=143.1 -CapabilityFanoutLoadTest: recipients=100 phase=away items=2500 p50Ms=4.636 p99Ms=6.757 maxMs=6.785 throughputPerSec=186192 cpuMs=93.7 allocMB=3.8 -CapabilityFanoutLoadTest: recipients=100 phase=member items=20 p50Ms=0.785 p99Ms=1.277 maxMs=1.277 throughputPerSec=1588 cpuMs=68.9 allocMB=7.8 -CapabilityFanoutLoadTest: recipients=100 phase=group items=2000 p50Ms=0.091 p99Ms=0.263 maxMs=1.078 throughputPerSec=52407 cpuMs=357.6 allocMB=28.4 -CapabilityFanoutLoadTest: recipients=1000 phase=message items=200000 p50Ms=215.266 p99Ms=385.141 maxMs=387.641 throughputPerSec=491604 cpuMs=4635.5 allocMB=1256.2 -CapabilityFanoutLoadTest: recipients=1000 phase=away items=25000 p50Ms=25.396 p99Ms=31.388 maxMs=31.652 throughputPerSec=626629 cpuMs=397.9 allocMB=30.0 -CapabilityFanoutLoadTest: recipients=1000 phase=member items=20 p50Ms=0.511 p99Ms=2.045 maxMs=2.045 throughputPerSec=1683 cpuMs=59.0 allocMB=32.6 -CapabilityFanoutLoadTest: recipients=1000 phase=group items=20000 p50Ms=13.641 p99Ms=32.809 maxMs=49.024 throughputPerSec=106636 cpuMs=2067.6 allocMB=291.1 diff --git a/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-s3-2.txt b/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-s3-2.txt deleted file mode 100644 index 3af32ed..0000000 --- a/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-s3-2.txt +++ /dev/null @@ -1,12 +0,0 @@ -CapabilityFanoutLoadTest: recipients=10 phase=message items=2000 p50Ms=33.010 p99Ms=53.432 maxMs=53.611 throughputPerSec=31951 cpuMs=560.8 allocMB=19.9 -CapabilityFanoutLoadTest: recipients=10 phase=away items=200 p50Ms=3.565 p99Ms=5.268 maxMs=5.282 throughputPerSec=29076 cpuMs=47.3 allocMB=1.3 -CapabilityFanoutLoadTest: recipients=10 phase=member items=20 p50Ms=0.404 p99Ms=0.649 maxMs=0.649 throughputPerSec=2669 cpuMs=35.2 allocMB=1.1 -CapabilityFanoutLoadTest: recipients=10 phase=group items=200 p50Ms=0.146 p99Ms=0.229 maxMs=1.059 throughputPerSec=23136 cpuMs=61.5 allocMB=3.3 -CapabilityFanoutLoadTest: recipients=100 phase=message items=20000 p50Ms=56.835 p99Ms=101.930 maxMs=102.631 throughputPerSec=178943 cpuMs=1341.8 allocMB=142.8 -CapabilityFanoutLoadTest: recipients=100 phase=away items=2500 p50Ms=3.817 p99Ms=5.834 maxMs=5.875 throughputPerSec=370460 cpuMs=77.8 allocMB=3.7 -CapabilityFanoutLoadTest: recipients=100 phase=member items=20 p50Ms=0.696 p99Ms=1.018 maxMs=1.018 throughputPerSec=1884 cpuMs=63.1 allocMB=7.8 -CapabilityFanoutLoadTest: recipients=100 phase=group items=2000 p50Ms=0.136 p99Ms=0.650 maxMs=3.441 throughputPerSec=62729 cpuMs=355.5 allocMB=28.4 -CapabilityFanoutLoadTest: recipients=1000 phase=message items=200000 p50Ms=238.685 p99Ms=390.911 maxMs=394.233 throughputPerSec=486806 cpuMs=4982.9 allocMB=1264.8 -CapabilityFanoutLoadTest: recipients=1000 phase=away items=25000 p50Ms=25.862 p99Ms=33.858 maxMs=34.056 throughputPerSec=683076 cpuMs=437.0 allocMB=30.0 -CapabilityFanoutLoadTest: recipients=1000 phase=member items=20 p50Ms=0.567 p99Ms=1.588 maxMs=1.588 throughputPerSec=1500 cpuMs=50.9 allocMB=36.6 -CapabilityFanoutLoadTest: recipients=1000 phase=group items=20000 p50Ms=13.627 p99Ms=29.929 maxMs=35.190 throughputPerSec=103871 cpuMs=2237.9 allocMB=285.2 diff --git a/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-s3-3.txt b/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-s3-3.txt deleted file mode 100644 index 10a8315..0000000 --- a/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-s3-3.txt +++ /dev/null @@ -1,12 +0,0 @@ -CapabilityFanoutLoadTest: recipients=10 phase=message items=2000 p50Ms=31.727 p99Ms=52.109 maxMs=52.304 throughputPerSec=32292 cpuMs=565.8 allocMB=19.8 -CapabilityFanoutLoadTest: recipients=10 phase=away items=200 p50Ms=3.231 p99Ms=4.978 maxMs=5.014 throughputPerSec=29538 cpuMs=50.2 allocMB=1.2 -CapabilityFanoutLoadTest: recipients=10 phase=member items=20 p50Ms=0.453 p99Ms=0.654 maxMs=0.654 throughputPerSec=2460 cpuMs=42.4 allocMB=1.1 -CapabilityFanoutLoadTest: recipients=10 phase=group items=200 p50Ms=0.102 p99Ms=0.236 maxMs=1.120 throughputPerSec=21228 cpuMs=65.7 allocMB=3.3 -CapabilityFanoutLoadTest: recipients=100 phase=message items=20000 p50Ms=67.825 p99Ms=112.820 maxMs=113.594 throughputPerSec=162816 cpuMs=1497.0 allocMB=138.7 -CapabilityFanoutLoadTest: recipients=100 phase=away items=2500 p50Ms=3.583 p99Ms=4.658 maxMs=4.668 throughputPerSec=431397 cpuMs=64.7 allocMB=3.6 -CapabilityFanoutLoadTest: recipients=100 phase=member items=20 p50Ms=0.762 p99Ms=1.314 maxMs=1.314 throughputPerSec=1449 cpuMs=86.0 allocMB=10.8 -CapabilityFanoutLoadTest: recipients=100 phase=group items=2000 p50Ms=0.427 p99Ms=6.652 maxMs=9.193 throughputPerSec=42096 cpuMs=516.3 allocMB=28.1 -CapabilityFanoutLoadTest: recipients=1000 phase=message items=200000 p50Ms=277.105 p99Ms=450.772 maxMs=452.551 throughputPerSec=425700 cpuMs=5674.0 allocMB=1258.9 -CapabilityFanoutLoadTest: recipients=1000 phase=away items=25000 p50Ms=20.181 p99Ms=26.520 maxMs=26.663 throughputPerSec=791597 cpuMs=326.6 allocMB=29.6 -CapabilityFanoutLoadTest: recipients=1000 phase=member items=20 p50Ms=0.547 p99Ms=1.648 maxMs=1.648 throughputPerSec=1473 cpuMs=66.7 allocMB=36.5 -CapabilityFanoutLoadTest: recipients=1000 phase=group items=20000 p50Ms=14.724 p99Ms=40.228 maxMs=46.118 throughputPerSec=109723 cpuMs=2059.5 allocMB=283.4 diff --git a/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-s3-4.txt b/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-s3-4.txt deleted file mode 100644 index d0f304e..0000000 --- a/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-s3-4.txt +++ /dev/null @@ -1,12 +0,0 @@ -CapabilityFanoutLoadTest: recipients=10 phase=message items=2000 p50Ms=32.723 p99Ms=52.047 maxMs=52.444 throughputPerSec=32661 cpuMs=589.7 allocMB=19.7 -CapabilityFanoutLoadTest: recipients=10 phase=away items=200 p50Ms=3.356 p99Ms=6.596 maxMs=6.598 throughputPerSec=15947 cpuMs=78.0 allocMB=1.2 -CapabilityFanoutLoadTest: recipients=10 phase=member items=20 p50Ms=0.409 p99Ms=0.743 maxMs=0.743 throughputPerSec=2459 cpuMs=40.9 allocMB=1.1 -CapabilityFanoutLoadTest: recipients=10 phase=group items=200 p50Ms=0.148 p99Ms=0.345 maxMs=1.268 throughputPerSec=19965 cpuMs=82.1 allocMB=3.3 -CapabilityFanoutLoadTest: recipients=100 phase=message items=20000 p50Ms=65.789 p99Ms=119.002 maxMs=129.954 throughputPerSec=143514 cpuMs=1442.5 allocMB=140.8 -CapabilityFanoutLoadTest: recipients=100 phase=away items=2500 p50Ms=6.000 p99Ms=7.669 maxMs=7.801 throughputPerSec=189579 cpuMs=101.9 allocMB=3.9 -CapabilityFanoutLoadTest: recipients=100 phase=member items=20 p50Ms=0.500 p99Ms=0.981 maxMs=0.981 throughputPerSec=2222 cpuMs=52.3 allocMB=7.8 -CapabilityFanoutLoadTest: recipients=100 phase=group items=2000 p50Ms=0.610 p99Ms=4.078 maxMs=5.297 throughputPerSec=50042 cpuMs=288.7 allocMB=28.0 -CapabilityFanoutLoadTest: recipients=1000 phase=message items=200000 p50Ms=299.161 p99Ms=475.360 maxMs=476.369 throughputPerSec=407536 cpuMs=6087.4 allocMB=1257.0 -CapabilityFanoutLoadTest: recipients=1000 phase=away items=25000 p50Ms=26.920 p99Ms=29.665 maxMs=29.706 throughputPerSec=655277 cpuMs=419.7 allocMB=29.6 -CapabilityFanoutLoadTest: recipients=1000 phase=member items=20 p50Ms=0.586 p99Ms=1.337 maxMs=1.337 throughputPerSec=1543 cpuMs=69.7 allocMB=37.1 -CapabilityFanoutLoadTest: recipients=1000 phase=group items=20000 p50Ms=13.168 p99Ms=32.335 maxMs=36.912 throughputPerSec=96508 cpuMs=2314.9 allocMB=286.1 diff --git a/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-s3-5.txt b/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-s3-5.txt deleted file mode 100644 index ce00145..0000000 --- a/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-s3-5.txt +++ /dev/null @@ -1,12 +0,0 @@ -CapabilityFanoutLoadTest: recipients=10 phase=message items=2000 p50Ms=31.520 p99Ms=52.035 maxMs=52.253 throughputPerSec=33076 cpuMs=489.9 allocMB=19.8 -CapabilityFanoutLoadTest: recipients=10 phase=away items=200 p50Ms=3.292 p99Ms=5.080 maxMs=5.107 throughputPerSec=28976 cpuMs=47.4 allocMB=1.2 -CapabilityFanoutLoadTest: recipients=10 phase=member items=20 p50Ms=0.325 p99Ms=0.885 maxMs=0.885 throughputPerSec=2938 cpuMs=39.0 allocMB=1.1 -CapabilityFanoutLoadTest: recipients=10 phase=group items=200 p50Ms=0.093 p99Ms=0.185 maxMs=1.266 throughputPerSec=21555 cpuMs=62.7 allocMB=3.3 -CapabilityFanoutLoadTest: recipients=100 phase=message items=20000 p50Ms=59.050 p99Ms=111.522 maxMs=112.199 throughputPerSec=159442 cpuMs=1384.3 allocMB=141.0 -CapabilityFanoutLoadTest: recipients=100 phase=away items=2500 p50Ms=3.097 p99Ms=3.652 maxMs=3.656 throughputPerSec=370915 cpuMs=51.6 allocMB=3.5 -CapabilityFanoutLoadTest: recipients=100 phase=member items=20 p50Ms=0.566 p99Ms=2.159 maxMs=2.159 throughputPerSec=1774 cpuMs=67.8 allocMB=7.8 -CapabilityFanoutLoadTest: recipients=100 phase=group items=2000 p50Ms=4.913 p99Ms=14.920 maxMs=17.632 throughputPerSec=38444 cpuMs=552.3 allocMB=27.2 -CapabilityFanoutLoadTest: recipients=1000 phase=message items=200000 p50Ms=182.065 p99Ms=324.095 maxMs=326.429 throughputPerSec=581445 cpuMs=3991.9 allocMB=1234.8 -CapabilityFanoutLoadTest: recipients=1000 phase=away items=25000 p50Ms=22.477 p99Ms=33.165 maxMs=33.346 throughputPerSec=624733 cpuMs=408.0 allocMB=30.5 -CapabilityFanoutLoadTest: recipients=1000 phase=member items=20 p50Ms=0.364 p99Ms=2.141 maxMs=2.141 throughputPerSec=1630 cpuMs=54.5 allocMB=35.7 -CapabilityFanoutLoadTest: recipients=1000 phase=group items=20000 p50Ms=5.701 p99Ms=27.994 maxMs=35.426 throughputPerSec=81553 cpuMs=2506.8 allocMB=288.8 diff --git a/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-s3-warmup.txt b/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-s3-warmup.txt deleted file mode 100644 index bc0b4dd..0000000 --- a/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-s3-warmup.txt +++ /dev/null @@ -1,12 +0,0 @@ -CapabilityFanoutLoadTest: recipients=10 phase=message items=2000 p50Ms=32.539 p99Ms=53.416 maxMs=53.704 throughputPerSec=30836 cpuMs=543.6 allocMB=19.8 -CapabilityFanoutLoadTest: recipients=10 phase=away items=200 p50Ms=3.526 p99Ms=5.216 maxMs=5.236 throughputPerSec=29686 cpuMs=36.0 allocMB=1.2 -CapabilityFanoutLoadTest: recipients=10 phase=member items=20 p50Ms=0.376 p99Ms=0.563 maxMs=0.563 throughputPerSec=2790 cpuMs=32.5 allocMB=1.1 -CapabilityFanoutLoadTest: recipients=10 phase=group items=200 p50Ms=0.113 p99Ms=0.239 maxMs=0.972 throughputPerSec=21986 cpuMs=60.3 allocMB=3.3 -CapabilityFanoutLoadTest: recipients=100 phase=message items=20000 p50Ms=64.535 p99Ms=116.093 maxMs=117.081 throughputPerSec=157197 cpuMs=1453.2 allocMB=141.8 -CapabilityFanoutLoadTest: recipients=100 phase=away items=2500 p50Ms=4.490 p99Ms=5.088 maxMs=5.095 throughputPerSec=370245 cpuMs=67.1 allocMB=3.6 -CapabilityFanoutLoadTest: recipients=100 phase=member items=20 p50Ms=0.686 p99Ms=0.990 maxMs=0.990 throughputPerSec=1920 cpuMs=57.1 allocMB=7.8 -CapabilityFanoutLoadTest: recipients=100 phase=group items=2000 p50Ms=2.522 p99Ms=12.172 maxMs=17.793 throughputPerSec=45350 cpuMs=469.7 allocMB=27.4 -CapabilityFanoutLoadTest: recipients=1000 phase=message items=200000 p50Ms=212.331 p99Ms=357.049 maxMs=359.824 throughputPerSec=529889 cpuMs=4347.0 allocMB=1246.1 -CapabilityFanoutLoadTest: recipients=1000 phase=away items=25000 p50Ms=30.951 p99Ms=33.539 maxMs=33.627 throughputPerSec=637338 cpuMs=428.7 allocMB=30.2 -CapabilityFanoutLoadTest: recipients=1000 phase=member items=20 p50Ms=0.705 p99Ms=1.386 maxMs=1.386 throughputPerSec=1488 cpuMs=58.2 allocMB=36.8 -CapabilityFanoutLoadTest: recipients=1000 phase=group items=20000 p50Ms=10.538 p99Ms=30.298 maxMs=31.779 throughputPerSec=86706 cpuMs=2257.2 allocMB=287.4 diff --git a/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-s4-1.txt b/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-s4-1.txt deleted file mode 100644 index 70e1726..0000000 --- a/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-s4-1.txt +++ /dev/null @@ -1,12 +0,0 @@ -CapabilityFanoutLoadTest: recipients=10 phase=message items=2000 p50Ms=31.013 p99Ms=51.461 maxMs=51.718 throughputPerSec=24185 cpuMs=630.3 allocMB=47.0 -CapabilityFanoutLoadTest: recipients=10 phase=away items=200 p50Ms=3.264 p99Ms=4.776 maxMs=4.788 throughputPerSec=37774 cpuMs=47.2 allocMB=1.2 -CapabilityFanoutLoadTest: recipients=10 phase=member items=20 p50Ms=0.389 p99Ms=0.553 maxMs=0.553 throughputPerSec=2827 cpuMs=32.6 allocMB=1.1 -CapabilityFanoutLoadTest: recipients=10 phase=group items=200 p50Ms=0.142 p99Ms=0.257 maxMs=1.039 throughputPerSec=23252 cpuMs=71.5 allocMB=3.4 -CapabilityFanoutLoadTest: recipients=100 phase=message items=20000 p50Ms=53.112 p99Ms=99.826 maxMs=100.319 throughputPerSec=189458 cpuMs=1204.8 allocMB=139.0 -CapabilityFanoutLoadTest: recipients=100 phase=away items=2500 p50Ms=3.671 p99Ms=4.368 maxMs=4.375 throughputPerSec=519242 cpuMs=61.5 allocMB=3.5 -CapabilityFanoutLoadTest: recipients=100 phase=member items=20 p50Ms=0.666 p99Ms=1.008 maxMs=1.008 throughputPerSec=2035 cpuMs=53.6 allocMB=7.8 -CapabilityFanoutLoadTest: recipients=100 phase=group items=2000 p50Ms=5.671 p99Ms=18.640 maxMs=20.008 throughputPerSec=36759 cpuMs=714.6 allocMB=29.0 -CapabilityFanoutLoadTest: recipients=1000 phase=message items=200000 p50Ms=308.656 p99Ms=470.794 maxMs=472.539 throughputPerSec=410913 cpuMs=6162.6 allocMB=1250.4 -CapabilityFanoutLoadTest: recipients=1000 phase=away items=25000 p50Ms=21.988 p99Ms=29.779 maxMs=30.077 throughputPerSec=786929 cpuMs=402.8 allocMB=29.8 -CapabilityFanoutLoadTest: recipients=1000 phase=member items=20 p50Ms=0.647 p99Ms=1.577 maxMs=1.577 throughputPerSec=1574 cpuMs=53.7 allocMB=36.5 -CapabilityFanoutLoadTest: recipients=1000 phase=group items=20000 p50Ms=13.242 p99Ms=27.936 maxMs=38.677 throughputPerSec=112701 cpuMs=2294.0 allocMB=300.4 diff --git a/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-s4-2.txt b/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-s4-2.txt deleted file mode 100644 index 5e1446b..0000000 --- a/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-s4-2.txt +++ /dev/null @@ -1,12 +0,0 @@ -CapabilityFanoutLoadTest: recipients=10 phase=message items=2000 p50Ms=33.154 p99Ms=54.063 maxMs=54.278 throughputPerSec=23627 cpuMs=651.4 allocMB=47.1 -CapabilityFanoutLoadTest: recipients=10 phase=away items=200 p50Ms=3.239 p99Ms=4.776 maxMs=4.796 throughputPerSec=38008 cpuMs=46.3 allocMB=1.2 -CapabilityFanoutLoadTest: recipients=10 phase=member items=20 p50Ms=0.348 p99Ms=0.510 maxMs=0.510 throughputPerSec=2908 cpuMs=35.0 allocMB=1.1 -CapabilityFanoutLoadTest: recipients=10 phase=group items=200 p50Ms=0.144 p99Ms=0.303 maxMs=0.930 throughputPerSec=23904 cpuMs=67.2 allocMB=3.4 -CapabilityFanoutLoadTest: recipients=100 phase=message items=20000 p50Ms=54.336 p99Ms=104.899 maxMs=105.623 throughputPerSec=183132 cpuMs=1327.1 allocMB=138.4 -CapabilityFanoutLoadTest: recipients=100 phase=away items=2500 p50Ms=3.180 p99Ms=4.942 maxMs=4.980 throughputPerSec=464242 cpuMs=64.8 allocMB=3.6 -CapabilityFanoutLoadTest: recipients=100 phase=member items=20 p50Ms=0.684 p99Ms=0.985 maxMs=0.985 throughputPerSec=1943 cpuMs=57.2 allocMB=7.8 -CapabilityFanoutLoadTest: recipients=100 phase=group items=2000 p50Ms=7.185 p99Ms=23.922 maxMs=26.037 throughputPerSec=38884 cpuMs=665.7 allocMB=31.2 -CapabilityFanoutLoadTest: recipients=1000 phase=message items=200000 p50Ms=237.439 p99Ms=388.075 maxMs=389.964 throughputPerSec=491342 cpuMs=4976.8 allocMB=1247.3 -CapabilityFanoutLoadTest: recipients=1000 phase=away items=25000 p50Ms=25.693 p99Ms=31.081 maxMs=31.222 throughputPerSec=758190 cpuMs=416.0 allocMB=29.6 -CapabilityFanoutLoadTest: recipients=1000 phase=member items=20 p50Ms=0.467 p99Ms=2.899 maxMs=2.899 throughputPerSec=1436 cpuMs=56.1 allocMB=33.7 -CapabilityFanoutLoadTest: recipients=1000 phase=group items=20000 p50Ms=15.929 p99Ms=35.230 maxMs=42.571 throughputPerSec=134278 cpuMs=1914.0 allocMB=301.2 diff --git a/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-s4-3.txt b/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-s4-3.txt deleted file mode 100644 index 61cb335..0000000 --- a/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-s4-3.txt +++ /dev/null @@ -1,12 +0,0 @@ -CapabilityFanoutLoadTest: recipients=10 phase=message items=2000 p50Ms=33.242 p99Ms=52.096 maxMs=52.468 throughputPerSec=23901 cpuMs=731.0 allocMB=47.0 -CapabilityFanoutLoadTest: recipients=10 phase=away items=200 p50Ms=3.900 p99Ms=5.785 maxMs=5.788 throughputPerSec=32292 cpuMs=51.6 allocMB=1.2 -CapabilityFanoutLoadTest: recipients=10 phase=member items=20 p50Ms=0.377 p99Ms=0.633 maxMs=0.633 throughputPerSec=2761 cpuMs=38.8 allocMB=1.1 -CapabilityFanoutLoadTest: recipients=10 phase=group items=200 p50Ms=0.147 p99Ms=0.272 maxMs=1.080 throughputPerSec=20930 cpuMs=74.9 allocMB=3.4 -CapabilityFanoutLoadTest: recipients=100 phase=message items=20000 p50Ms=65.003 p99Ms=118.736 maxMs=120.015 throughputPerSec=159891 cpuMs=1546.6 allocMB=139.5 -CapabilityFanoutLoadTest: recipients=100 phase=away items=2500 p50Ms=5.071 p99Ms=6.707 maxMs=6.747 throughputPerSec=348742 cpuMs=87.2 allocMB=3.8 -CapabilityFanoutLoadTest: recipients=100 phase=member items=20 p50Ms=0.820 p99Ms=1.286 maxMs=1.286 throughputPerSec=1504 cpuMs=81.0 allocMB=10.5 -CapabilityFanoutLoadTest: recipients=100 phase=group items=2000 p50Ms=0.114 p99Ms=0.385 maxMs=1.180 throughputPerSec=52827 cpuMs=344.9 allocMB=30.1 -CapabilityFanoutLoadTest: recipients=1000 phase=message items=200000 p50Ms=239.465 p99Ms=410.165 maxMs=412.891 throughputPerSec=466486 cpuMs=5238.3 allocMB=1236.3 -CapabilityFanoutLoadTest: recipients=1000 phase=away items=25000 p50Ms=22.678 p99Ms=33.012 maxMs=33.264 throughputPerSec=713158 cpuMs=424.1 allocMB=29.9 -CapabilityFanoutLoadTest: recipients=1000 phase=member items=20 p50Ms=0.343 p99Ms=1.652 maxMs=1.652 throughputPerSec=1748 cpuMs=45.2 allocMB=36.6 -CapabilityFanoutLoadTest: recipients=1000 phase=group items=20000 p50Ms=14.617 p99Ms=29.092 maxMs=42.924 throughputPerSec=108102 cpuMs=2190.1 allocMB=302.2 diff --git a/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-s4-4.txt b/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-s4-4.txt deleted file mode 100644 index af0d1be..0000000 --- a/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-s4-4.txt +++ /dev/null @@ -1,12 +0,0 @@ -CapabilityFanoutLoadTest: recipients=10 phase=message items=2000 p50Ms=31.160 p99Ms=54.013 maxMs=54.356 throughputPerSec=22786 cpuMs=803.5 allocMB=47.2 -CapabilityFanoutLoadTest: recipients=10 phase=away items=200 p50Ms=3.110 p99Ms=4.633 maxMs=4.661 throughputPerSec=38420 cpuMs=45.0 allocMB=1.2 -CapabilityFanoutLoadTest: recipients=10 phase=member items=20 p50Ms=0.448 p99Ms=0.615 maxMs=0.615 throughputPerSec=2480 cpuMs=43.3 allocMB=1.1 -CapabilityFanoutLoadTest: recipients=10 phase=group items=200 p50Ms=0.142 p99Ms=0.274 maxMs=1.040 throughputPerSec=20622 cpuMs=74.8 allocMB=3.4 -CapabilityFanoutLoadTest: recipients=100 phase=message items=20000 p50Ms=64.758 p99Ms=115.566 maxMs=116.634 throughputPerSec=164722 cpuMs=1507.5 allocMB=139.4 -CapabilityFanoutLoadTest: recipients=100 phase=away items=2500 p50Ms=2.675 p99Ms=4.139 maxMs=4.169 throughputPerSec=545152 cpuMs=56.0 allocMB=3.6 -CapabilityFanoutLoadTest: recipients=100 phase=member items=20 p50Ms=0.792 p99Ms=1.469 maxMs=1.469 throughputPerSec=1643 cpuMs=69.5 allocMB=7.8 -CapabilityFanoutLoadTest: recipients=100 phase=group items=2000 p50Ms=0.114 p99Ms=3.205 maxMs=5.014 throughputPerSec=48420 cpuMs=355.1 allocMB=32.9 -CapabilityFanoutLoadTest: recipients=1000 phase=message items=200000 p50Ms=217.542 p99Ms=373.948 maxMs=375.234 throughputPerSec=513664 cpuMs=4858.2 allocMB=1249.9 -CapabilityFanoutLoadTest: recipients=1000 phase=away items=25000 p50Ms=19.137 p99Ms=33.120 maxMs=33.333 throughputPerSec=709931 cpuMs=451.8 allocMB=30.0 -CapabilityFanoutLoadTest: recipients=1000 phase=member items=20 p50Ms=0.083 p99Ms=2.541 maxMs=2.541 throughputPerSec=1524 cpuMs=73.2 allocMB=36.3 -CapabilityFanoutLoadTest: recipients=1000 phase=group items=20000 p50Ms=15.529 p99Ms=32.191 maxMs=38.923 throughputPerSec=125634 cpuMs=2049.9 allocMB=300.2 diff --git a/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-s4-5.txt b/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-s4-5.txt deleted file mode 100644 index e60b501..0000000 --- a/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-s4-5.txt +++ /dev/null @@ -1,12 +0,0 @@ -CapabilityFanoutLoadTest: recipients=10 phase=message items=2000 p50Ms=32.629 p99Ms=53.231 maxMs=53.372 throughputPerSec=23893 cpuMs=693.8 allocMB=47.0 -CapabilityFanoutLoadTest: recipients=10 phase=away items=200 p50Ms=3.563 p99Ms=5.185 maxMs=5.205 throughputPerSec=32933 cpuMs=49.5 allocMB=1.3 -CapabilityFanoutLoadTest: recipients=10 phase=member items=20 p50Ms=0.372 p99Ms=0.542 maxMs=0.542 throughputPerSec=2776 cpuMs=39.8 allocMB=1.1 -CapabilityFanoutLoadTest: recipients=10 phase=group items=200 p50Ms=0.138 p99Ms=0.270 maxMs=1.123 throughputPerSec=21993 cpuMs=71.2 allocMB=3.4 -CapabilityFanoutLoadTest: recipients=100 phase=message items=20000 p50Ms=55.928 p99Ms=98.816 maxMs=99.435 throughputPerSec=191313 cpuMs=1285.2 allocMB=139.1 -CapabilityFanoutLoadTest: recipients=100 phase=away items=2500 p50Ms=2.561 p99Ms=4.135 maxMs=4.145 throughputPerSec=550646 cpuMs=55.1 allocMB=3.5 -CapabilityFanoutLoadTest: recipients=100 phase=member items=20 p50Ms=0.683 p99Ms=1.205 maxMs=1.205 throughputPerSec=1835 cpuMs=57.3 allocMB=7.8 -CapabilityFanoutLoadTest: recipients=100 phase=group items=2000 p50Ms=1.060 p99Ms=12.707 maxMs=21.354 throughputPerSec=48011 cpuMs=484.1 allocMB=31.8 -CapabilityFanoutLoadTest: recipients=1000 phase=message items=200000 p50Ms=281.650 p99Ms=407.671 maxMs=411.006 throughputPerSec=469434 cpuMs=5173.2 allocMB=1247.3 -CapabilityFanoutLoadTest: recipients=1000 phase=away items=25000 p50Ms=21.649 p99Ms=31.906 maxMs=32.097 throughputPerSec=737257 cpuMs=422.4 allocMB=29.7 -CapabilityFanoutLoadTest: recipients=1000 phase=member items=20 p50Ms=0.541 p99Ms=1.157 maxMs=1.157 throughputPerSec=1653 cpuMs=51.4 allocMB=36.7 -CapabilityFanoutLoadTest: recipients=1000 phase=group items=20000 p50Ms=16.317 p99Ms=38.321 maxMs=49.413 throughputPerSec=134553 cpuMs=1888.6 allocMB=297.3 diff --git a/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-s4-warmup.txt b/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-s4-warmup.txt deleted file mode 100644 index bced1e5..0000000 --- a/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-s4-warmup.txt +++ /dev/null @@ -1,12 +0,0 @@ -CapabilityFanoutLoadTest: recipients=10 phase=message items=2000 p50Ms=32.521 p99Ms=53.160 maxMs=53.385 throughputPerSec=22223 cpuMs=649.3 allocMB=46.9 -CapabilityFanoutLoadTest: recipients=10 phase=away items=200 p50Ms=3.539 p99Ms=5.323 maxMs=5.330 throughputPerSec=34589 cpuMs=49.5 allocMB=1.2 -CapabilityFanoutLoadTest: recipients=10 phase=member items=20 p50Ms=0.392 p99Ms=0.606 maxMs=0.606 throughputPerSec=2654 cpuMs=38.1 allocMB=1.1 -CapabilityFanoutLoadTest: recipients=10 phase=group items=200 p50Ms=0.144 p99Ms=0.246 maxMs=1.134 throughputPerSec=20787 cpuMs=74.8 allocMB=3.4 -CapabilityFanoutLoadTest: recipients=100 phase=message items=20000 p50Ms=54.674 p99Ms=97.365 maxMs=97.945 throughputPerSec=187022 cpuMs=1101.4 allocMB=139.1 -CapabilityFanoutLoadTest: recipients=100 phase=away items=2500 p50Ms=2.714 p99Ms=4.485 maxMs=4.506 throughputPerSec=501391 cpuMs=54.8 allocMB=3.5 -CapabilityFanoutLoadTest: recipients=100 phase=member items=20 p50Ms=0.685 p99Ms=1.226 maxMs=1.226 throughputPerSec=1759 cpuMs=56.7 allocMB=7.8 -CapabilityFanoutLoadTest: recipients=100 phase=group items=2000 p50Ms=2.703 p99Ms=13.943 maxMs=16.312 throughputPerSec=38516 cpuMs=594.4 allocMB=29.4 -CapabilityFanoutLoadTest: recipients=1000 phase=message items=200000 p50Ms=298.370 p99Ms=453.051 maxMs=453.963 throughputPerSec=418937 cpuMs=5170.3 allocMB=1258.8 -CapabilityFanoutLoadTest: recipients=1000 phase=away items=25000 p50Ms=29.848 p99Ms=39.355 maxMs=39.573 throughputPerSec=604356 cpuMs=494.8 allocMB=30.5 -CapabilityFanoutLoadTest: recipients=1000 phase=member items=20 p50Ms=0.463 p99Ms=1.572 maxMs=1.572 throughputPerSec=1694 cpuMs=52.1 allocMB=37.2 -CapabilityFanoutLoadTest: recipients=1000 phase=group items=20000 p50Ms=15.559 p99Ms=33.320 maxMs=48.635 throughputPerSec=128004 cpuMs=1849.0 allocMB=299.4 diff --git a/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-warmup.txt b/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-warmup.txt deleted file mode 100644 index 864e686..0000000 --- a/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-baseline-warmup.txt +++ /dev/null @@ -1,12 +0,0 @@ -CapabilityFanoutLoadTest: recipients=10 phase=message items=2000 p50Ms=35.887 p99Ms=58.666 maxMs=58.893 throughputPerSec=29444 cpuMs=527.8 allocMB=20.0 -CapabilityFanoutLoadTest: recipients=10 phase=away items=200 p50Ms=3.539 p99Ms=5.839 maxMs=5.851 throughputPerSec=28870 cpuMs=43.0 allocMB=1.2 -CapabilityFanoutLoadTest: recipients=10 phase=member items=20 p50Ms=0.401 p99Ms=0.682 maxMs=0.682 throughputPerSec=2418 cpuMs=44.1 allocMB=1.1 -CapabilityFanoutLoadTest: recipients=10 phase=group items=200 p50Ms=0.120 p99Ms=0.629 maxMs=1.377 throughputPerSec=20770 cpuMs=64.8 allocMB=3.3 -CapabilityFanoutLoadTest: recipients=100 phase=message items=20000 p50Ms=53.951 p99Ms=94.608 maxMs=96.198 throughputPerSec=192513 cpuMs=1047.0 allocMB=137.9 -CapabilityFanoutLoadTest: recipients=100 phase=away items=2500 p50Ms=3.196 p99Ms=4.630 maxMs=4.672 throughputPerSec=367555 cpuMs=55.8 allocMB=3.5 -CapabilityFanoutLoadTest: recipients=100 phase=member items=20 p50Ms=0.775 p99Ms=1.507 maxMs=1.507 throughputPerSec=1664 cpuMs=61.0 allocMB=7.8 -CapabilityFanoutLoadTest: recipients=100 phase=group items=2000 p50Ms=5.890 p99Ms=20.823 maxMs=25.170 throughputPerSec=39880 cpuMs=509.4 allocMB=27.4 -CapabilityFanoutLoadTest: recipients=1000 phase=message items=200000 p50Ms=202.564 p99Ms=363.686 maxMs=367.402 throughputPerSec=518398 cpuMs=4527.6 allocMB=1250.7 -CapabilityFanoutLoadTest: recipients=1000 phase=away items=25000 p50Ms=23.133 p99Ms=34.125 maxMs=34.285 throughputPerSec=667203 cpuMs=444.4 allocMB=30.0 -CapabilityFanoutLoadTest: recipients=1000 phase=member items=20 p50Ms=0.456 p99Ms=1.534 maxMs=1.534 throughputPerSec=1693 cpuMs=44.7 allocMB=36.7 -CapabilityFanoutLoadTest: recipients=1000 phase=group items=20000 p50Ms=14.202 p99Ms=27.967 maxMs=34.791 throughputPerSec=106073 cpuMs=2223.6 allocMB=297.7 diff --git a/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-candidate-a1.txt b/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-candidate-a1.txt deleted file mode 100644 index 74efd38..0000000 --- a/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-candidate-a1.txt +++ /dev/null @@ -1,12 +0,0 @@ -CapabilityFanoutLoadTest: recipients=10 phase=message items=2000 p50Ms=30.179 p99Ms=51.485 maxMs=51.765 throughputPerSec=32758 cpuMs=535.1 allocMB=19.8 -CapabilityFanoutLoadTest: recipients=10 phase=away items=200 p50Ms=3.578 p99Ms=5.589 maxMs=5.603 throughputPerSec=29639 cpuMs=46.3 allocMB=1.2 -CapabilityFanoutLoadTest: recipients=10 phase=member items=20 p50Ms=0.407 p99Ms=0.569 maxMs=0.569 throughputPerSec=2837 cpuMs=35.9 allocMB=1.1 -CapabilityFanoutLoadTest: recipients=10 phase=group items=200 p50Ms=0.102 p99Ms=0.206 maxMs=1.025 throughputPerSec=22529 cpuMs=61.1 allocMB=3.3 -CapabilityFanoutLoadTest: recipients=100 phase=message items=20000 p50Ms=49.178 p99Ms=88.318 maxMs=88.883 throughputPerSec=200296 cpuMs=1146.6 allocMB=136.1 -CapabilityFanoutLoadTest: recipients=100 phase=away items=2500 p50Ms=2.495 p99Ms=4.538 maxMs=4.595 throughputPerSec=370723 cpuMs=67.8 allocMB=5.5 -CapabilityFanoutLoadTest: recipients=100 phase=member items=20 p50Ms=0.892 p99Ms=1.466 maxMs=1.466 throughputPerSec=1659 cpuMs=60.7 allocMB=8.1 -CapabilityFanoutLoadTest: recipients=100 phase=group items=2000 p50Ms=0.085 p99Ms=0.191 maxMs=1.031 throughputPerSec=49490 cpuMs=350.3 allocMB=28.4 -CapabilityFanoutLoadTest: recipients=1000 phase=message items=200000 p50Ms=249.814 p99Ms=419.617 maxMs=421.102 throughputPerSec=457053 cpuMs=5201.0 allocMB=1259.3 -CapabilityFanoutLoadTest: recipients=1000 phase=away items=25000 p50Ms=28.687 p99Ms=34.614 maxMs=34.774 throughputPerSec=625435 cpuMs=438.8 allocMB=30.5 -CapabilityFanoutLoadTest: recipients=1000 phase=member items=20 p50Ms=0.827 p99Ms=1.311 maxMs=1.311 throughputPerSec=1564 cpuMs=49.2 allocMB=36.8 -CapabilityFanoutLoadTest: recipients=1000 phase=group items=20000 p50Ms=11.765 p99Ms=24.307 maxMs=33.091 throughputPerSec=94361 cpuMs=2124.1 allocMB=297.2 diff --git a/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-candidate-a2.txt b/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-candidate-a2.txt deleted file mode 100644 index 7dedb3c..0000000 --- a/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-candidate-a2.txt +++ /dev/null @@ -1,12 +0,0 @@ -CapabilityFanoutLoadTest: recipients=10 phase=message items=2000 p50Ms=31.945 p99Ms=52.588 maxMs=52.747 throughputPerSec=32189 cpuMs=519.6 allocMB=20.0 -CapabilityFanoutLoadTest: recipients=10 phase=away items=200 p50Ms=4.157 p99Ms=5.972 maxMs=5.992 throughputPerSec=29180 cpuMs=44.5 allocMB=1.2 -CapabilityFanoutLoadTest: recipients=10 phase=member items=20 p50Ms=0.379 p99Ms=0.685 maxMs=0.685 throughputPerSec=2754 cpuMs=37.4 allocMB=1.1 -CapabilityFanoutLoadTest: recipients=10 phase=group items=200 p50Ms=0.110 p99Ms=0.392 maxMs=1.257 throughputPerSec=19791 cpuMs=67.4 allocMB=3.3 -CapabilityFanoutLoadTest: recipients=100 phase=message items=20000 p50Ms=48.798 p99Ms=90.337 maxMs=91.534 throughputPerSec=194201 cpuMs=1079.9 allocMB=140.3 -CapabilityFanoutLoadTest: recipients=100 phase=away items=2500 p50Ms=3.566 p99Ms=5.099 maxMs=5.193 throughputPerSec=367017 cpuMs=64.4 allocMB=3.6 -CapabilityFanoutLoadTest: recipients=100 phase=member items=20 p50Ms=0.624 p99Ms=1.103 maxMs=1.103 throughputPerSec=1996 cpuMs=54.2 allocMB=7.8 -CapabilityFanoutLoadTest: recipients=100 phase=group items=2000 p50Ms=4.463 p99Ms=14.025 maxMs=20.271 throughputPerSec=40070 cpuMs=551.0 allocMB=27.4 -CapabilityFanoutLoadTest: recipients=1000 phase=message items=200000 p50Ms=259.680 p99Ms=420.720 maxMs=422.464 throughputPerSec=448778 cpuMs=4426.5 allocMB=1258.5 -CapabilityFanoutLoadTest: recipients=1000 phase=away items=25000 p50Ms=29.617 p99Ms=38.521 maxMs=38.784 throughputPerSec=575042 cpuMs=400.2 allocMB=30.8 -CapabilityFanoutLoadTest: recipients=1000 phase=member items=20 p50Ms=0.532 p99Ms=1.569 maxMs=1.569 throughputPerSec=1676 cpuMs=60.8 allocMB=33.9 -CapabilityFanoutLoadTest: recipients=1000 phase=group items=20000 p50Ms=13.661 p99Ms=37.046 maxMs=40.442 throughputPerSec=107253 cpuMs=2118.8 allocMB=298.3 diff --git a/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-candidate-a3.txt b/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-candidate-a3.txt deleted file mode 100644 index b971097..0000000 --- a/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-candidate-a3.txt +++ /dev/null @@ -1,12 +0,0 @@ -CapabilityFanoutLoadTest: recipients=10 phase=message items=2000 p50Ms=31.906 p99Ms=54.375 maxMs=54.728 throughputPerSec=33707 cpuMs=518.2 allocMB=20.0 -CapabilityFanoutLoadTest: recipients=10 phase=away items=200 p50Ms=3.598 p99Ms=5.253 maxMs=5.273 throughputPerSec=29444 cpuMs=50.4 allocMB=1.2 -CapabilityFanoutLoadTest: recipients=10 phase=member items=20 p50Ms=0.346 p99Ms=0.598 maxMs=0.598 throughputPerSec=2920 cpuMs=35.2 allocMB=1.1 -CapabilityFanoutLoadTest: recipients=10 phase=group items=200 p50Ms=0.105 p99Ms=0.225 maxMs=0.990 throughputPerSec=21612 cpuMs=68.0 allocMB=3.3 -CapabilityFanoutLoadTest: recipients=100 phase=message items=20000 p50Ms=62.180 p99Ms=113.840 maxMs=114.819 throughputPerSec=158160 cpuMs=1414.1 allocMB=143.2 -CapabilityFanoutLoadTest: recipients=100 phase=away items=2500 p50Ms=2.770 p99Ms=6.840 maxMs=6.914 throughputPerSec=216943 cpuMs=94.9 allocMB=3.8 -CapabilityFanoutLoadTest: recipients=100 phase=member items=20 p50Ms=0.712 p99Ms=1.110 maxMs=1.110 throughputPerSec=1858 cpuMs=60.2 allocMB=7.8 -CapabilityFanoutLoadTest: recipients=100 phase=group items=2000 p50Ms=5.033 p99Ms=20.706 maxMs=22.050 throughputPerSec=34221 cpuMs=658.9 allocMB=27.3 -CapabilityFanoutLoadTest: recipients=1000 phase=message items=200000 p50Ms=330.731 p99Ms=500.300 maxMs=502.487 throughputPerSec=383076 cpuMs=5610.5 allocMB=1282.0 -CapabilityFanoutLoadTest: recipients=1000 phase=away items=25000 p50Ms=27.741 p99Ms=35.333 maxMs=35.479 throughputPerSec=649259 cpuMs=434.4 allocMB=30.4 -CapabilityFanoutLoadTest: recipients=1000 phase=member items=20 p50Ms=0.426 p99Ms=1.522 maxMs=1.522 throughputPerSec=1642 cpuMs=45.9 allocMB=33.9 -CapabilityFanoutLoadTest: recipients=1000 phase=group items=20000 p50Ms=10.794 p99Ms=24.531 maxMs=26.487 throughputPerSec=104006 cpuMs=2116.1 allocMB=289.0 diff --git a/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-candidate-a4.txt b/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-candidate-a4.txt deleted file mode 100644 index 151c46f..0000000 --- a/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-candidate-a4.txt +++ /dev/null @@ -1,12 +0,0 @@ -CapabilityFanoutLoadTest: recipients=10 phase=message items=2000 p50Ms=32.554 p99Ms=54.569 maxMs=54.612 throughputPerSec=31719 cpuMs=626.5 allocMB=19.8 -CapabilityFanoutLoadTest: recipients=10 phase=away items=200 p50Ms=3.361 p99Ms=5.340 maxMs=5.347 throughputPerSec=29789 cpuMs=51.0 allocMB=1.2 -CapabilityFanoutLoadTest: recipients=10 phase=member items=20 p50Ms=0.450 p99Ms=0.584 maxMs=0.584 throughputPerSec=2610 cpuMs=44.7 allocMB=1.1 -CapabilityFanoutLoadTest: recipients=10 phase=group items=200 p50Ms=0.133 p99Ms=0.308 maxMs=1.086 throughputPerSec=18155 cpuMs=79.1 allocMB=3.3 -CapabilityFanoutLoadTest: recipients=100 phase=message items=20000 p50Ms=55.934 p99Ms=104.586 maxMs=105.339 throughputPerSec=180418 cpuMs=1331.2 allocMB=140.4 -CapabilityFanoutLoadTest: recipients=100 phase=away items=2500 p50Ms=3.370 p99Ms=5.618 maxMs=5.665 throughputPerSec=372227 cpuMs=76.2 allocMB=3.7 -CapabilityFanoutLoadTest: recipients=100 phase=member items=20 p50Ms=0.809 p99Ms=1.134 maxMs=1.134 throughputPerSec=1618 cpuMs=70.5 allocMB=7.8 -CapabilityFanoutLoadTest: recipients=100 phase=group items=2000 p50Ms=0.112 p99Ms=0.391 maxMs=1.025 throughputPerSec=53480 cpuMs=356.5 allocMB=28.1 -CapabilityFanoutLoadTest: recipients=1000 phase=message items=200000 p50Ms=288.965 p99Ms=429.513 maxMs=432.646 throughputPerSec=439441 cpuMs=5452.5 allocMB=1253.7 -CapabilityFanoutLoadTest: recipients=1000 phase=away items=25000 p50Ms=20.586 p99Ms=29.586 maxMs=29.818 throughputPerSec=667708 cpuMs=375.0 allocMB=30.2 -CapabilityFanoutLoadTest: recipients=1000 phase=member items=20 p50Ms=0.290 p99Ms=2.458 maxMs=2.458 throughputPerSec=1701 cpuMs=50.3 allocMB=36.2 -CapabilityFanoutLoadTest: recipients=1000 phase=group items=20000 p50Ms=13.417 p99Ms=33.210 maxMs=46.913 throughputPerSec=129959 cpuMs=1846.6 allocMB=283.3 diff --git a/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-candidate-a5.txt b/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-candidate-a5.txt deleted file mode 100644 index 7e86cce..0000000 --- a/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-candidate-a5.txt +++ /dev/null @@ -1,12 +0,0 @@ -CapabilityFanoutLoadTest: recipients=10 phase=message items=2000 p50Ms=32.050 p99Ms=51.521 maxMs=51.760 throughputPerSec=33601 cpuMs=571.1 allocMB=20.1 -CapabilityFanoutLoadTest: recipients=10 phase=away items=200 p50Ms=3.342 p99Ms=5.132 maxMs=5.141 throughputPerSec=32657 cpuMs=51.7 allocMB=1.2 -CapabilityFanoutLoadTest: recipients=10 phase=member items=20 p50Ms=0.453 p99Ms=0.785 maxMs=0.785 throughputPerSec=2492 cpuMs=45.0 allocMB=1.1 -CapabilityFanoutLoadTest: recipients=10 phase=group items=200 p50Ms=0.145 p99Ms=0.260 maxMs=1.058 throughputPerSec=22504 cpuMs=70.7 allocMB=3.3 -CapabilityFanoutLoadTest: recipients=100 phase=message items=20000 p50Ms=52.095 p99Ms=89.748 maxMs=91.279 throughputPerSec=202719 cpuMs=1078.9 allocMB=140.2 -CapabilityFanoutLoadTest: recipients=100 phase=away items=2500 p50Ms=3.947 p99Ms=5.573 maxMs=5.705 throughputPerSec=359932 cpuMs=62.5 allocMB=3.6 -CapabilityFanoutLoadTest: recipients=100 phase=member items=20 p50Ms=0.757 p99Ms=1.171 maxMs=1.171 throughputPerSec=1655 cpuMs=68.4 allocMB=7.8 -CapabilityFanoutLoadTest: recipients=100 phase=group items=2000 p50Ms=0.282 p99Ms=0.850 maxMs=1.249 throughputPerSec=52929 cpuMs=341.8 allocMB=28.2 -CapabilityFanoutLoadTest: recipients=1000 phase=message items=200000 p50Ms=262.438 p99Ms=394.729 maxMs=397.794 throughputPerSec=475790 cpuMs=4688.6 allocMB=1261.7 -CapabilityFanoutLoadTest: recipients=1000 phase=away items=25000 p50Ms=23.841 p99Ms=31.453 maxMs=32.106 throughputPerSec=645534 cpuMs=416.9 allocMB=29.9 -CapabilityFanoutLoadTest: recipients=1000 phase=member items=20 p50Ms=0.485 p99Ms=2.240 maxMs=2.240 throughputPerSec=1444 cpuMs=60.8 allocMB=34.5 -CapabilityFanoutLoadTest: recipients=1000 phase=group items=20000 p50Ms=10.185 p99Ms=20.489 maxMs=23.298 throughputPerSec=106453 cpuMs=2090.5 allocMB=288.7 diff --git a/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-candidate-r1.txt b/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-candidate-r1.txt deleted file mode 100644 index 1407a3a..0000000 --- a/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-candidate-r1.txt +++ /dev/null @@ -1,12 +0,0 @@ -CapabilityFanoutLoadTest: recipients=10 phase=message items=2000 p50Ms=32.749 p99Ms=53.884 maxMs=54.261 throughputPerSec=32386 cpuMs=547.8 allocMB=20.1 -CapabilityFanoutLoadTest: recipients=10 phase=away items=200 p50Ms=3.392 p99Ms=5.215 maxMs=5.242 throughputPerSec=29368 cpuMs=54.0 allocMB=1.2 -CapabilityFanoutLoadTest: recipients=10 phase=member items=20 p50Ms=0.408 p99Ms=0.553 maxMs=0.553 throughputPerSec=2847 cpuMs=38.3 allocMB=1.1 -CapabilityFanoutLoadTest: recipients=10 phase=group items=200 p50Ms=0.102 p99Ms=0.219 maxMs=1.236 throughputPerSec=20804 cpuMs=67.8 allocMB=3.3 -CapabilityFanoutLoadTest: recipients=100 phase=message items=20000 p50Ms=50.066 p99Ms=94.455 maxMs=94.875 throughputPerSec=195633 cpuMs=1181.7 allocMB=139.3 -CapabilityFanoutLoadTest: recipients=100 phase=away items=2500 p50Ms=2.694 p99Ms=11.117 maxMs=11.163 throughputPerSec=191924 cpuMs=86.9 allocMB=3.7 -CapabilityFanoutLoadTest: recipients=100 phase=member items=20 p50Ms=0.723 p99Ms=1.116 maxMs=1.116 throughputPerSec=1779 cpuMs=65.9 allocMB=7.8 -CapabilityFanoutLoadTest: recipients=100 phase=group items=2000 p50Ms=0.120 p99Ms=0.921 maxMs=1.150 throughputPerSec=48777 cpuMs=355.7 allocMB=28.3 -CapabilityFanoutLoadTest: recipients=1000 phase=message items=200000 p50Ms=249.637 p99Ms=415.731 maxMs=417.031 throughputPerSec=456790 cpuMs=5275.4 allocMB=1232.2 -CapabilityFanoutLoadTest: recipients=1000 phase=away items=25000 p50Ms=20.223 p99Ms=33.268 maxMs=33.480 throughputPerSec=624506 cpuMs=433.9 allocMB=30.2 -CapabilityFanoutLoadTest: recipients=1000 phase=member items=20 p50Ms=0.433 p99Ms=1.845 maxMs=1.845 throughputPerSec=1724 cpuMs=56.8 allocMB=32.9 -CapabilityFanoutLoadTest: recipients=1000 phase=group items=20000 p50Ms=10.671 p99Ms=27.238 maxMs=36.653 throughputPerSec=95556 cpuMs=2246.4 allocMB=290.2 diff --git a/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-candidate-r2.txt b/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-candidate-r2.txt deleted file mode 100644 index 957f862..0000000 --- a/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-candidate-r2.txt +++ /dev/null @@ -1,12 +0,0 @@ -CapabilityFanoutLoadTest: recipients=10 phase=message items=2000 p50Ms=31.119 p99Ms=51.293 maxMs=51.766 throughputPerSec=33464 cpuMs=509.3 allocMB=20.1 -CapabilityFanoutLoadTest: recipients=10 phase=away items=200 p50Ms=3.309 p99Ms=5.126 maxMs=5.150 throughputPerSec=29186 cpuMs=45.7 allocMB=1.2 -CapabilityFanoutLoadTest: recipients=10 phase=member items=20 p50Ms=0.360 p99Ms=0.544 maxMs=0.544 throughputPerSec=3046 cpuMs=38.2 allocMB=1.1 -CapabilityFanoutLoadTest: recipients=10 phase=group items=200 p50Ms=0.098 p99Ms=0.217 maxMs=1.171 throughputPerSec=21266 cpuMs=60.7 allocMB=3.3 -CapabilityFanoutLoadTest: recipients=100 phase=message items=20000 p50Ms=58.041 p99Ms=103.191 maxMs=103.734 throughputPerSec=178590 cpuMs=1175.8 allocMB=141.1 -CapabilityFanoutLoadTest: recipients=100 phase=away items=2500 p50Ms=3.021 p99Ms=4.121 maxMs=4.139 throughputPerSec=371363 cpuMs=55.3 allocMB=3.6 -CapabilityFanoutLoadTest: recipients=100 phase=member items=20 p50Ms=0.702 p99Ms=1.025 maxMs=1.025 throughputPerSec=1809 cpuMs=62.0 allocMB=7.8 -CapabilityFanoutLoadTest: recipients=100 phase=group items=2000 p50Ms=3.491 p99Ms=17.177 maxMs=18.598 throughputPerSec=41302 cpuMs=544.3 allocMB=27.7 -CapabilityFanoutLoadTest: recipients=1000 phase=message items=200000 p50Ms=208.691 p99Ms=366.498 maxMs=367.810 throughputPerSec=522283 cpuMs=4597.6 allocMB=1252.8 -CapabilityFanoutLoadTest: recipients=1000 phase=away items=25000 p50Ms=22.503 p99Ms=31.580 maxMs=31.732 throughputPerSec=624611 cpuMs=418.4 allocMB=29.9 -CapabilityFanoutLoadTest: recipients=1000 phase=member items=20 p50Ms=0.526 p99Ms=1.811 maxMs=1.811 throughputPerSec=1420 cpuMs=67.6 allocMB=36.8 -CapabilityFanoutLoadTest: recipients=1000 phase=group items=20000 p50Ms=11.079 p99Ms=23.009 maxMs=27.268 throughputPerSec=94913 cpuMs=2345.6 allocMB=298.8 diff --git a/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-candidate-r3.txt b/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-candidate-r3.txt deleted file mode 100644 index 70f1d86..0000000 --- a/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-candidate-r3.txt +++ /dev/null @@ -1,12 +0,0 @@ -CapabilityFanoutLoadTest: recipients=10 phase=message items=2000 p50Ms=32.078 p99Ms=52.756 maxMs=52.953 throughputPerSec=32473 cpuMs=531.6 allocMB=19.8 -CapabilityFanoutLoadTest: recipients=10 phase=away items=200 p50Ms=3.749 p99Ms=5.395 maxMs=5.410 throughputPerSec=28378 cpuMs=44.9 allocMB=1.2 -CapabilityFanoutLoadTest: recipients=10 phase=member items=20 p50Ms=0.352 p99Ms=0.655 maxMs=0.655 throughputPerSec=2897 cpuMs=36.2 allocMB=1.1 -CapabilityFanoutLoadTest: recipients=10 phase=group items=200 p50Ms=0.102 p99Ms=0.196 maxMs=1.506 throughputPerSec=21178 cpuMs=63.1 allocMB=3.3 -CapabilityFanoutLoadTest: recipients=100 phase=message items=20000 p50Ms=50.669 p99Ms=99.910 maxMs=100.842 throughputPerSec=185272 cpuMs=1215.5 allocMB=140.2 -CapabilityFanoutLoadTest: recipients=100 phase=away items=2500 p50Ms=5.830 p99Ms=8.478 maxMs=8.504 throughputPerSec=175574 cpuMs=119.9 allocMB=4.0 -CapabilityFanoutLoadTest: recipients=100 phase=member items=20 p50Ms=0.719 p99Ms=1.149 maxMs=1.149 throughputPerSec=1823 cpuMs=60.4 allocMB=7.8 -CapabilityFanoutLoadTest: recipients=100 phase=group items=2000 p50Ms=0.150 p99Ms=0.545 maxMs=1.112 throughputPerSec=57586 cpuMs=366.9 allocMB=28.3 -CapabilityFanoutLoadTest: recipients=1000 phase=message items=200000 p50Ms=284.279 p99Ms=445.185 maxMs=446.958 throughputPerSec=429985 cpuMs=5314.7 allocMB=1257.3 -CapabilityFanoutLoadTest: recipients=1000 phase=away items=25000 p50Ms=23.827 p99Ms=25.158 maxMs=25.266 throughputPerSec=806785 cpuMs=337.1 allocMB=29.6 -CapabilityFanoutLoadTest: recipients=1000 phase=member items=20 p50Ms=0.415 p99Ms=1.868 maxMs=1.868 throughputPerSec=1768 cpuMs=47.6 allocMB=32.2 -CapabilityFanoutLoadTest: recipients=1000 phase=group items=20000 p50Ms=11.768 p99Ms=27.622 maxMs=38.056 throughputPerSec=91046 cpuMs=2107.4 allocMB=301.5 diff --git a/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-candidate-r4.txt b/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-candidate-r4.txt deleted file mode 100644 index 775decb..0000000 --- a/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-candidate-r4.txt +++ /dev/null @@ -1,12 +0,0 @@ -CapabilityFanoutLoadTest: recipients=10 phase=message items=2000 p50Ms=34.333 p99Ms=55.479 maxMs=55.653 throughputPerSec=30740 cpuMs=539.5 allocMB=20.0 -CapabilityFanoutLoadTest: recipients=10 phase=away items=200 p50Ms=4.062 p99Ms=5.697 maxMs=5.747 throughputPerSec=29205 cpuMs=42.7 allocMB=1.2 -CapabilityFanoutLoadTest: recipients=10 phase=member items=20 p50Ms=0.328 p99Ms=0.583 maxMs=0.583 throughputPerSec=2815 cpuMs=40.7 allocMB=1.1 -CapabilityFanoutLoadTest: recipients=10 phase=group items=200 p50Ms=0.122 p99Ms=0.303 maxMs=1.158 throughputPerSec=21219 cpuMs=67.0 allocMB=3.3 -CapabilityFanoutLoadTest: recipients=100 phase=message items=20000 p50Ms=48.682 p99Ms=94.388 maxMs=95.374 throughputPerSec=193205 cpuMs=1142.4 allocMB=137.9 -CapabilityFanoutLoadTest: recipients=100 phase=away items=2500 p50Ms=3.933 p99Ms=4.515 maxMs=4.525 throughputPerSec=368048 cpuMs=58.7 allocMB=3.5 -CapabilityFanoutLoadTest: recipients=100 phase=member items=20 p50Ms=0.623 p99Ms=1.214 maxMs=1.214 throughputPerSec=1949 cpuMs=50.6 allocMB=7.8 -CapabilityFanoutLoadTest: recipients=100 phase=group items=2000 p50Ms=8.320 p99Ms=25.676 maxMs=28.296 throughputPerSec=38257 cpuMs=626.7 allocMB=27.1 -CapabilityFanoutLoadTest: recipients=1000 phase=message items=200000 p50Ms=299.070 p99Ms=460.297 maxMs=470.162 throughputPerSec=410811 cpuMs=5437.2 allocMB=1260.1 -CapabilityFanoutLoadTest: recipients=1000 phase=away items=25000 p50Ms=28.044 p99Ms=35.398 maxMs=35.448 throughputPerSec=636526 cpuMs=388.2 allocMB=30.5 -CapabilityFanoutLoadTest: recipients=1000 phase=member items=20 p50Ms=0.908 p99Ms=1.580 maxMs=1.580 throughputPerSec=1402 cpuMs=51.8 allocMB=36.6 -CapabilityFanoutLoadTest: recipients=1000 phase=group items=20000 p50Ms=12.296 p99Ms=27.503 maxMs=30.194 throughputPerSec=84283 cpuMs=2053.7 allocMB=298.5 diff --git a/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-candidate-r5.txt b/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-candidate-r5.txt deleted file mode 100644 index df10014..0000000 --- a/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-candidate-r5.txt +++ /dev/null @@ -1,12 +0,0 @@ -CapabilityFanoutLoadTest: recipients=10 phase=message items=2000 p50Ms=34.318 p99Ms=56.996 maxMs=57.286 throughputPerSec=29808 cpuMs=607.7 allocMB=20.0 -CapabilityFanoutLoadTest: recipients=10 phase=away items=200 p50Ms=4.231 p99Ms=6.043 maxMs=6.060 throughputPerSec=28716 cpuMs=51.2 allocMB=1.2 -CapabilityFanoutLoadTest: recipients=10 phase=member items=20 p50Ms=0.415 p99Ms=0.770 maxMs=0.770 throughputPerSec=2490 cpuMs=36.1 allocMB=1.1 -CapabilityFanoutLoadTest: recipients=10 phase=group items=200 p50Ms=0.110 p99Ms=0.373 maxMs=1.277 throughputPerSec=19175 cpuMs=69.3 allocMB=3.3 -CapabilityFanoutLoadTest: recipients=100 phase=message items=20000 p50Ms=56.503 p99Ms=107.593 maxMs=108.592 throughputPerSec=168989 cpuMs=1346.6 allocMB=138.9 -CapabilityFanoutLoadTest: recipients=100 phase=away items=2500 p50Ms=2.723 p99Ms=5.027 maxMs=5.058 throughputPerSec=361747 cpuMs=58.6 allocMB=3.7 -CapabilityFanoutLoadTest: recipients=100 phase=member items=20 p50Ms=0.758 p99Ms=1.267 maxMs=1.267 throughputPerSec=1762 cpuMs=64.5 allocMB=7.8 -CapabilityFanoutLoadTest: recipients=100 phase=group items=2000 p50Ms=0.259 p99Ms=1.822 maxMs=2.274 throughputPerSec=54158 cpuMs=322.3 allocMB=27.9 -CapabilityFanoutLoadTest: recipients=1000 phase=message items=200000 p50Ms=248.939 p99Ms=418.191 maxMs=422.818 throughputPerSec=449904 cpuMs=5048.4 allocMB=1270.4 -CapabilityFanoutLoadTest: recipients=1000 phase=away items=25000 p50Ms=25.291 p99Ms=31.941 maxMs=32.161 throughputPerSec=616115 cpuMs=390.9 allocMB=30.0 -CapabilityFanoutLoadTest: recipients=1000 phase=member items=20 p50Ms=0.477 p99Ms=2.054 maxMs=2.054 throughputPerSec=1488 cpuMs=66.6 allocMB=34.8 -CapabilityFanoutLoadTest: recipients=1000 phase=group items=20000 p50Ms=14.852 p99Ms=31.824 maxMs=34.200 throughputPerSec=96741 cpuMs=2114.9 allocMB=298.4 diff --git a/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-candidate-s3-1.txt b/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-candidate-s3-1.txt deleted file mode 100644 index 3d5075a..0000000 --- a/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-candidate-s3-1.txt +++ /dev/null @@ -1,12 +0,0 @@ -CapabilityFanoutLoadTest: recipients=10 phase=message items=2000 p50Ms=31.569 p99Ms=52.439 maxMs=52.688 throughputPerSec=33363 cpuMs=499.0 allocMB=20.0 -CapabilityFanoutLoadTest: recipients=10 phase=away items=200 p50Ms=3.109 p99Ms=4.717 maxMs=4.729 throughputPerSec=29789 cpuMs=40.6 allocMB=1.2 -CapabilityFanoutLoadTest: recipients=10 phase=member items=20 p50Ms=0.376 p99Ms=0.536 maxMs=0.536 throughputPerSec=2884 cpuMs=40.9 allocMB=1.1 -CapabilityFanoutLoadTest: recipients=10 phase=group items=200 p50Ms=0.095 p99Ms=0.201 maxMs=1.050 throughputPerSec=22957 cpuMs=56.5 allocMB=3.3 -CapabilityFanoutLoadTest: recipients=100 phase=message items=20000 p50Ms=63.023 p99Ms=119.979 maxMs=121.114 throughputPerSec=153100 cpuMs=1579.2 allocMB=143.6 -CapabilityFanoutLoadTest: recipients=100 phase=away items=2500 p50Ms=4.001 p99Ms=6.476 maxMs=6.504 throughputPerSec=209851 cpuMs=102.4 allocMB=3.8 -CapabilityFanoutLoadTest: recipients=100 phase=member items=20 p50Ms=0.704 p99Ms=1.433 maxMs=1.433 throughputPerSec=1684 cpuMs=66.2 allocMB=7.8 -CapabilityFanoutLoadTest: recipients=100 phase=group items=2000 p50Ms=14.676 p99Ms=44.310 maxMs=46.213 throughputPerSec=27427 cpuMs=896.1 allocMB=27.2 -CapabilityFanoutLoadTest: recipients=1000 phase=message items=200000 p50Ms=327.635 p99Ms=475.430 maxMs=479.422 throughputPerSec=387829 cpuMs=5889.9 allocMB=1281.4 -CapabilityFanoutLoadTest: recipients=1000 phase=away items=25000 p50Ms=22.316 p99Ms=29.330 maxMs=29.536 throughputPerSec=676926 cpuMs=341.2 allocMB=30.0 -CapabilityFanoutLoadTest: recipients=1000 phase=member items=20 p50Ms=0.716 p99Ms=1.253 maxMs=1.253 throughputPerSec=1456 cpuMs=65.1 allocMB=36.3 -CapabilityFanoutLoadTest: recipients=1000 phase=group items=20000 p50Ms=12.667 p99Ms=30.365 maxMs=35.303 throughputPerSec=109233 cpuMs=2156.7 allocMB=286.4 diff --git a/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-candidate-s3-2.txt b/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-candidate-s3-2.txt deleted file mode 100644 index 7ce7b87..0000000 --- a/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-candidate-s3-2.txt +++ /dev/null @@ -1,12 +0,0 @@ -CapabilityFanoutLoadTest: recipients=10 phase=message items=2000 p50Ms=33.383 p99Ms=55.463 maxMs=55.779 throughputPerSec=33033 cpuMs=638.7 allocMB=20.0 -CapabilityFanoutLoadTest: recipients=10 phase=away items=200 p50Ms=3.505 p99Ms=5.103 maxMs=5.108 throughputPerSec=29523 cpuMs=51.5 allocMB=1.2 -CapabilityFanoutLoadTest: recipients=10 phase=member items=20 p50Ms=0.426 p99Ms=0.584 maxMs=0.584 throughputPerSec=2689 cpuMs=42.5 allocMB=1.1 -CapabilityFanoutLoadTest: recipients=10 phase=group items=200 p50Ms=0.126 p99Ms=0.321 maxMs=1.136 throughputPerSec=20044 cpuMs=73.3 allocMB=3.3 -CapabilityFanoutLoadTest: recipients=100 phase=message items=20000 p50Ms=64.360 p99Ms=113.940 maxMs=115.105 throughputPerSec=160283 cpuMs=1360.4 allocMB=141.3 -CapabilityFanoutLoadTest: recipients=100 phase=away items=2500 p50Ms=4.372 p99Ms=5.740 maxMs=5.751 throughputPerSec=371099 cpuMs=70.2 allocMB=3.7 -CapabilityFanoutLoadTest: recipients=100 phase=member items=20 p50Ms=0.707 p99Ms=2.299 maxMs=2.299 throughputPerSec=1700 cpuMs=71.0 allocMB=7.8 -CapabilityFanoutLoadTest: recipients=100 phase=group items=2000 p50Ms=0.116 p99Ms=0.464 maxMs=2.051 throughputPerSec=60562 cpuMs=320.7 allocMB=28.4 -CapabilityFanoutLoadTest: recipients=1000 phase=message items=200000 p50Ms=226.983 p99Ms=381.451 maxMs=384.685 throughputPerSec=492166 cpuMs=4667.7 allocMB=1244.6 -CapabilityFanoutLoadTest: recipients=1000 phase=away items=25000 p50Ms=27.108 p99Ms=35.162 maxMs=35.267 throughputPerSec=642082 cpuMs=431.4 allocMB=30.2 -CapabilityFanoutLoadTest: recipients=1000 phase=member items=20 p50Ms=0.700 p99Ms=1.049 maxMs=1.049 throughputPerSec=1506 cpuMs=56.2 allocMB=36.5 -CapabilityFanoutLoadTest: recipients=1000 phase=group items=20000 p50Ms=11.941 p99Ms=29.078 maxMs=31.256 throughputPerSec=106320 cpuMs=2000.9 allocMB=290.8 diff --git a/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-candidate-s3-3.txt b/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-candidate-s3-3.txt deleted file mode 100644 index 23464ef..0000000 --- a/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-candidate-s3-3.txt +++ /dev/null @@ -1,12 +0,0 @@ -CapabilityFanoutLoadTest: recipients=10 phase=message items=2000 p50Ms=33.056 p99Ms=55.466 maxMs=55.734 throughputPerSec=30940 cpuMs=540.3 allocMB=19.9 -CapabilityFanoutLoadTest: recipients=10 phase=away items=200 p50Ms=3.591 p99Ms=5.302 maxMs=5.314 throughputPerSec=29826 cpuMs=39.7 allocMB=1.2 -CapabilityFanoutLoadTest: recipients=10 phase=member items=20 p50Ms=0.382 p99Ms=0.530 maxMs=0.530 throughputPerSec=3003 cpuMs=34.2 allocMB=1.1 -CapabilityFanoutLoadTest: recipients=10 phase=group items=200 p50Ms=0.102 p99Ms=0.219 maxMs=1.139 throughputPerSec=22685 cpuMs=65.6 allocMB=3.3 -CapabilityFanoutLoadTest: recipients=100 phase=message items=20000 p50Ms=58.582 p99Ms=107.515 maxMs=108.623 throughputPerSec=173400 cpuMs=1370.6 allocMB=142.0 -CapabilityFanoutLoadTest: recipients=100 phase=away items=2500 p50Ms=5.592 p99Ms=7.466 maxMs=7.514 throughputPerSec=188900 cpuMs=99.6 allocMB=3.8 -CapabilityFanoutLoadTest: recipients=100 phase=member items=20 p50Ms=0.781 p99Ms=1.315 maxMs=1.315 throughputPerSec=1678 cpuMs=62.8 allocMB=7.8 -CapabilityFanoutLoadTest: recipients=100 phase=group items=2000 p50Ms=0.084 p99Ms=0.191 maxMs=1.114 throughputPerSec=44026 cpuMs=350.6 allocMB=28.3 -CapabilityFanoutLoadTest: recipients=1000 phase=message items=200000 p50Ms=282.944 p99Ms=469.018 maxMs=471.499 throughputPerSec=406812 cpuMs=5877.5 allocMB=1278.6 -CapabilityFanoutLoadTest: recipients=1000 phase=away items=25000 p50Ms=21.205 p99Ms=34.443 maxMs=34.636 throughputPerSec=647829 cpuMs=421.3 allocMB=30.2 -CapabilityFanoutLoadTest: recipients=1000 phase=member items=20 p50Ms=0.580 p99Ms=1.288 maxMs=1.288 throughputPerSec=1490 cpuMs=64.4 allocMB=36.3 -CapabilityFanoutLoadTest: recipients=1000 phase=group items=20000 p50Ms=13.710 p99Ms=29.791 maxMs=36.815 throughputPerSec=103766 cpuMs=2165.9 allocMB=286.7 diff --git a/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-candidate-s3-4.txt b/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-candidate-s3-4.txt deleted file mode 100644 index 5337736..0000000 --- a/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-candidate-s3-4.txt +++ /dev/null @@ -1,12 +0,0 @@ -CapabilityFanoutLoadTest: recipients=10 phase=message items=2000 p50Ms=32.575 p99Ms=52.302 maxMs=52.549 throughputPerSec=33071 cpuMs=582.4 allocMB=19.8 -CapabilityFanoutLoadTest: recipients=10 phase=away items=200 p50Ms=3.791 p99Ms=5.652 maxMs=5.665 throughputPerSec=29253 cpuMs=55.4 allocMB=1.2 -CapabilityFanoutLoadTest: recipients=10 phase=member items=20 p50Ms=0.400 p99Ms=0.660 maxMs=0.660 throughputPerSec=2633 cpuMs=37.7 allocMB=1.1 -CapabilityFanoutLoadTest: recipients=10 phase=group items=200 p50Ms=0.147 p99Ms=0.256 maxMs=1.184 throughputPerSec=23383 cpuMs=71.3 allocMB=3.3 -CapabilityFanoutLoadTest: recipients=100 phase=message items=20000 p50Ms=61.015 p99Ms=113.039 maxMs=114.229 throughputPerSec=159151 cpuMs=1483.0 allocMB=142.5 -CapabilityFanoutLoadTest: recipients=100 phase=away items=2500 p50Ms=5.272 p99Ms=8.829 maxMs=8.909 throughputPerSec=191288 cpuMs=122.9 allocMB=4.0 -CapabilityFanoutLoadTest: recipients=100 phase=member items=20 p50Ms=0.727 p99Ms=1.357 maxMs=1.357 throughputPerSec=1559 cpuMs=72.4 allocMB=7.8 -CapabilityFanoutLoadTest: recipients=100 phase=group items=2000 p50Ms=0.113 p99Ms=0.400 maxMs=1.187 throughputPerSec=62064 cpuMs=379.1 allocMB=28.5 -CapabilityFanoutLoadTest: recipients=1000 phase=message items=200000 p50Ms=228.820 p99Ms=401.151 maxMs=403.089 throughputPerSec=474145 cpuMs=5099.4 allocMB=1269.4 -CapabilityFanoutLoadTest: recipients=1000 phase=away items=25000 p50Ms=21.241 p99Ms=28.371 maxMs=28.608 throughputPerSec=728404 cpuMs=330.3 allocMB=29.9 -CapabilityFanoutLoadTest: recipients=1000 phase=member items=20 p50Ms=1.039 p99Ms=1.977 maxMs=1.977 throughputPerSec=816 cpuMs=118.9 allocMB=68.7 -CapabilityFanoutLoadTest: recipients=1000 phase=group items=20000 p50Ms=12.987 p99Ms=30.664 maxMs=34.703 throughputPerSec=99139 cpuMs=2181.3 allocMB=255.6 diff --git a/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-candidate-s3-5.txt b/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-candidate-s3-5.txt deleted file mode 100644 index 101d3e2..0000000 --- a/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-candidate-s3-5.txt +++ /dev/null @@ -1,12 +0,0 @@ -CapabilityFanoutLoadTest: recipients=10 phase=message items=2000 p50Ms=33.700 p99Ms=56.267 maxMs=56.638 throughputPerSec=30021 cpuMs=558.8 allocMB=19.7 -CapabilityFanoutLoadTest: recipients=10 phase=away items=200 p50Ms=3.866 p99Ms=5.999 maxMs=6.022 throughputPerSec=29216 cpuMs=47.9 allocMB=1.2 -CapabilityFanoutLoadTest: recipients=10 phase=member items=20 p50Ms=0.402 p99Ms=0.635 maxMs=0.635 throughputPerSec=2702 cpuMs=41.3 allocMB=1.1 -CapabilityFanoutLoadTest: recipients=10 phase=group items=200 p50Ms=0.104 p99Ms=0.236 maxMs=1.141 throughputPerSec=20698 cpuMs=64.6 allocMB=3.3 -CapabilityFanoutLoadTest: recipients=100 phase=message items=20000 p50Ms=61.007 p99Ms=111.242 maxMs=111.796 throughputPerSec=165085 cpuMs=1412.1 allocMB=140.8 -CapabilityFanoutLoadTest: recipients=100 phase=away items=2500 p50Ms=3.926 p99Ms=4.545 maxMs=4.556 throughputPerSec=368222 cpuMs=63.4 allocMB=3.6 -CapabilityFanoutLoadTest: recipients=100 phase=member items=20 p50Ms=0.679 p99Ms=1.893 maxMs=1.893 throughputPerSec=1585 cpuMs=69.9 allocMB=7.8 -CapabilityFanoutLoadTest: recipients=100 phase=group items=2000 p50Ms=1.552 p99Ms=15.272 maxMs=17.715 throughputPerSec=36313 cpuMs=606.1 allocMB=27.8 -CapabilityFanoutLoadTest: recipients=1000 phase=message items=200000 p50Ms=236.291 p99Ms=393.707 maxMs=396.287 throughputPerSec=471824 cpuMs=4896.0 allocMB=1252.1 -CapabilityFanoutLoadTest: recipients=1000 phase=away items=25000 p50Ms=20.764 p99Ms=29.367 maxMs=29.618 throughputPerSec=739001 cpuMs=312.7 allocMB=30.5 -CapabilityFanoutLoadTest: recipients=1000 phase=member items=20 p50Ms=0.814 p99Ms=1.414 maxMs=1.414 throughputPerSec=1443 cpuMs=48.5 allocMB=36.7 -CapabilityFanoutLoadTest: recipients=1000 phase=group items=20000 p50Ms=12.035 p99Ms=27.408 maxMs=31.495 throughputPerSec=89482 cpuMs=2101.9 allocMB=287.6 diff --git a/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-candidate-s3-warmup.txt b/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-candidate-s3-warmup.txt deleted file mode 100644 index 57a3b2f..0000000 --- a/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-candidate-s3-warmup.txt +++ /dev/null @@ -1,12 +0,0 @@ -CapabilityFanoutLoadTest: recipients=10 phase=message items=2000 p50Ms=34.524 p99Ms=55.743 maxMs=55.984 throughputPerSec=31833 cpuMs=554.4 allocMB=19.9 -CapabilityFanoutLoadTest: recipients=10 phase=away items=200 p50Ms=4.152 p99Ms=6.220 maxMs=6.246 throughputPerSec=29187 cpuMs=43.7 allocMB=1.2 -CapabilityFanoutLoadTest: recipients=10 phase=member items=20 p50Ms=0.404 p99Ms=0.775 maxMs=0.775 throughputPerSec=2270 cpuMs=50.6 allocMB=1.1 -CapabilityFanoutLoadTest: recipients=10 phase=group items=200 p50Ms=0.085 p99Ms=0.284 maxMs=1.840 throughputPerSec=19067 cpuMs=56.9 allocMB=3.3 -CapabilityFanoutLoadTest: recipients=100 phase=message items=20000 p50Ms=64.549 p99Ms=115.626 maxMs=117.094 throughputPerSec=155891 cpuMs=1214.5 allocMB=136.9 -CapabilityFanoutLoadTest: recipients=100 phase=away items=2500 p50Ms=3.182 p99Ms=6.441 maxMs=6.510 throughputPerSec=188055 cpuMs=81.4 allocMB=3.8 -CapabilityFanoutLoadTest: recipients=100 phase=member items=20 p50Ms=0.804 p99Ms=1.635 maxMs=1.635 throughputPerSec=1568 cpuMs=69.6 allocMB=7.8 -CapabilityFanoutLoadTest: recipients=100 phase=group items=2000 p50Ms=0.191 p99Ms=0.859 maxMs=0.960 throughputPerSec=51190 cpuMs=332.9 allocMB=28.0 -CapabilityFanoutLoadTest: recipients=1000 phase=message items=200000 p50Ms=256.758 p99Ms=422.402 maxMs=423.430 throughputPerSec=453447 cpuMs=4682.6 allocMB=1256.8 -CapabilityFanoutLoadTest: recipients=1000 phase=away items=25000 p50Ms=23.456 p99Ms=37.865 maxMs=38.207 throughputPerSec=532715 cpuMs=475.0 allocMB=30.5 -CapabilityFanoutLoadTest: recipients=1000 phase=member items=20 p50Ms=0.525 p99Ms=2.143 maxMs=2.143 throughputPerSec=1479 cpuMs=75.0 allocMB=35.6 -CapabilityFanoutLoadTest: recipients=1000 phase=group items=20000 p50Ms=9.275 p99Ms=30.619 maxMs=34.271 throughputPerSec=82772 cpuMs=2047.9 allocMB=291.3 diff --git a/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-candidate-s4-1.txt b/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-candidate-s4-1.txt deleted file mode 100644 index 6218c87..0000000 --- a/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-candidate-s4-1.txt +++ /dev/null @@ -1,12 +0,0 @@ -CapabilityFanoutLoadTest: recipients=10 phase=message items=2000 p50Ms=32.130 p99Ms=52.520 maxMs=52.772 throughputPerSec=24274 cpuMs=585.4 allocMB=47.0 -CapabilityFanoutLoadTest: recipients=10 phase=away items=200 p50Ms=3.443 p99Ms=5.143 maxMs=5.162 throughputPerSec=35885 cpuMs=49.4 allocMB=1.2 -CapabilityFanoutLoadTest: recipients=10 phase=member items=20 p50Ms=0.385 p99Ms=0.556 maxMs=0.556 throughputPerSec=2765 cpuMs=33.5 allocMB=1.1 -CapabilityFanoutLoadTest: recipients=10 phase=group items=200 p50Ms=0.146 p99Ms=0.254 maxMs=0.991 throughputPerSec=23127 cpuMs=67.9 allocMB=3.4 -CapabilityFanoutLoadTest: recipients=100 phase=message items=20000 p50Ms=66.631 p99Ms=114.887 maxMs=115.689 throughputPerSec=164485 cpuMs=1490.3 allocMB=139.3 -CapabilityFanoutLoadTest: recipients=100 phase=away items=2500 p50Ms=3.067 p99Ms=4.470 maxMs=4.562 throughputPerSec=496742 cpuMs=61.1 allocMB=3.7 -CapabilityFanoutLoadTest: recipients=100 phase=member items=20 p50Ms=0.744 p99Ms=1.228 maxMs=1.228 throughputPerSec=1751 cpuMs=61.4 allocMB=7.8 -CapabilityFanoutLoadTest: recipients=100 phase=group items=2000 p50Ms=0.213 p99Ms=17.390 maxMs=18.424 throughputPerSec=39747 cpuMs=571.2 allocMB=32.4 -CapabilityFanoutLoadTest: recipients=1000 phase=message items=200000 p50Ms=228.314 p99Ms=397.060 maxMs=399.571 throughputPerSec=484445 cpuMs=4868.9 allocMB=1244.4 -CapabilityFanoutLoadTest: recipients=1000 phase=away items=25000 p50Ms=20.013 p99Ms=41.142 maxMs=41.412 throughputPerSec=581646 cpuMs=548.9 allocMB=30.6 -CapabilityFanoutLoadTest: recipients=1000 phase=member items=20 p50Ms=0.282 p99Ms=2.433 maxMs=2.433 throughputPerSec=1556 cpuMs=57.8 allocMB=36.9 -CapabilityFanoutLoadTest: recipients=1000 phase=group items=20000 p50Ms=13.637 p99Ms=30.273 maxMs=38.271 throughputPerSec=119460 cpuMs=2115.0 allocMB=301.9 diff --git a/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-candidate-s4-2.txt b/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-candidate-s4-2.txt deleted file mode 100644 index 0eeb327..0000000 --- a/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-candidate-s4-2.txt +++ /dev/null @@ -1,12 +0,0 @@ -CapabilityFanoutLoadTest: recipients=10 phase=message items=2000 p50Ms=33.478 p99Ms=55.207 maxMs=55.539 throughputPerSec=22034 cpuMs=765.7 allocMB=46.9 -CapabilityFanoutLoadTest: recipients=10 phase=away items=200 p50Ms=3.777 p99Ms=5.333 maxMs=5.375 throughputPerSec=34237 cpuMs=60.9 allocMB=1.2 -CapabilityFanoutLoadTest: recipients=10 phase=member items=20 p50Ms=0.419 p99Ms=0.591 maxMs=0.591 throughputPerSec=2586 cpuMs=38.8 allocMB=1.1 -CapabilityFanoutLoadTest: recipients=10 phase=group items=200 p50Ms=0.151 p99Ms=0.265 maxMs=1.067 throughputPerSec=21222 cpuMs=75.9 allocMB=3.4 -CapabilityFanoutLoadTest: recipients=100 phase=message items=20000 p50Ms=69.834 p99Ms=111.288 maxMs=112.577 throughputPerSec=170084 cpuMs=1434.6 allocMB=138.4 -CapabilityFanoutLoadTest: recipients=100 phase=away items=2500 p50Ms=3.299 p99Ms=5.562 maxMs=5.578 throughputPerSec=412723 cpuMs=65.6 allocMB=6.3 -CapabilityFanoutLoadTest: recipients=100 phase=member items=20 p50Ms=0.920 p99Ms=1.082 maxMs=1.082 throughputPerSec=1639 cpuMs=74.2 allocMB=7.8 -CapabilityFanoutLoadTest: recipients=100 phase=group items=2000 p50Ms=0.098 p99Ms=0.221 maxMs=1.010 throughputPerSec=53301 cpuMs=363.1 allocMB=30.1 -CapabilityFanoutLoadTest: recipients=1000 phase=message items=200000 p50Ms=245.382 p99Ms=369.497 maxMs=373.155 throughputPerSec=514371 cpuMs=4866.4 allocMB=1233.7 -CapabilityFanoutLoadTest: recipients=1000 phase=away items=25000 p50Ms=20.876 p99Ms=34.302 maxMs=34.503 throughputPerSec=692014 cpuMs=458.9 allocMB=30.0 -CapabilityFanoutLoadTest: recipients=1000 phase=member items=20 p50Ms=0.438 p99Ms=1.925 maxMs=1.925 throughputPerSec=1878 cpuMs=53.3 allocMB=32.4 -CapabilityFanoutLoadTest: recipients=1000 phase=group items=20000 p50Ms=10.187 p99Ms=28.424 maxMs=36.595 throughputPerSec=98689 cpuMs=2449.2 allocMB=306.8 diff --git a/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-candidate-s4-3.txt b/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-candidate-s4-3.txt deleted file mode 100644 index a779c77..0000000 --- a/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-candidate-s4-3.txt +++ /dev/null @@ -1,12 +0,0 @@ -CapabilityFanoutLoadTest: recipients=10 phase=message items=2000 p50Ms=31.144 p99Ms=51.277 maxMs=51.636 throughputPerSec=22824 cpuMs=657.9 allocMB=46.8 -CapabilityFanoutLoadTest: recipients=10 phase=away items=200 p50Ms=3.178 p99Ms=4.875 maxMs=4.877 throughputPerSec=37707 cpuMs=48.6 allocMB=1.2 -CapabilityFanoutLoadTest: recipients=10 phase=member items=20 p50Ms=0.366 p99Ms=0.569 maxMs=0.569 throughputPerSec=2919 cpuMs=31.6 allocMB=1.1 -CapabilityFanoutLoadTest: recipients=10 phase=group items=200 p50Ms=0.145 p99Ms=0.284 maxMs=1.090 throughputPerSec=20952 cpuMs=78.4 allocMB=3.4 -CapabilityFanoutLoadTest: recipients=100 phase=message items=20000 p50Ms=49.857 p99Ms=97.568 maxMs=98.753 throughputPerSec=192008 cpuMs=1234.1 allocMB=137.3 -CapabilityFanoutLoadTest: recipients=100 phase=away items=2500 p50Ms=5.742 p99Ms=6.955 maxMs=6.966 throughputPerSec=341270 cpuMs=83.3 allocMB=3.7 -CapabilityFanoutLoadTest: recipients=100 phase=member items=20 p50Ms=0.646 p99Ms=1.082 maxMs=1.082 throughputPerSec=1950 cpuMs=56.3 allocMB=7.8 -CapabilityFanoutLoadTest: recipients=100 phase=group items=2000 p50Ms=17.089 p99Ms=49.310 maxMs=52.846 throughputPerSec=29622 cpuMs=848.6 allocMB=31.6 -CapabilityFanoutLoadTest: recipients=1000 phase=message items=200000 p50Ms=307.990 p99Ms=470.978 maxMs=473.132 throughputPerSec=410889 cpuMs=6171.9 allocMB=1258.2 -CapabilityFanoutLoadTest: recipients=1000 phase=away items=25000 p50Ms=21.650 p99Ms=29.322 maxMs=29.477 throughputPerSec=799949 cpuMs=397.8 allocMB=29.7 -CapabilityFanoutLoadTest: recipients=1000 phase=member items=20 p50Ms=0.299 p99Ms=2.080 maxMs=2.080 throughputPerSec=1800 cpuMs=45.7 allocMB=35.9 -CapabilityFanoutLoadTest: recipients=1000 phase=group items=20000 p50Ms=12.941 p99Ms=30.563 maxMs=35.916 throughputPerSec=113396 cpuMs=2240.5 allocMB=313.2 diff --git a/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-candidate-s4-4.txt b/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-candidate-s4-4.txt deleted file mode 100644 index 36d1833..0000000 --- a/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-candidate-s4-4.txt +++ /dev/null @@ -1,12 +0,0 @@ -CapabilityFanoutLoadTest: recipients=10 phase=message items=2000 p50Ms=31.657 p99Ms=52.322 maxMs=52.610 throughputPerSec=23932 cpuMs=641.5 allocMB=46.9 -CapabilityFanoutLoadTest: recipients=10 phase=away items=200 p50Ms=3.499 p99Ms=5.368 maxMs=5.383 throughputPerSec=34653 cpuMs=52.7 allocMB=1.2 -CapabilityFanoutLoadTest: recipients=10 phase=member items=20 p50Ms=0.378 p99Ms=0.562 maxMs=0.562 throughputPerSec=2904 cpuMs=35.5 allocMB=1.1 -CapabilityFanoutLoadTest: recipients=10 phase=group items=200 p50Ms=0.136 p99Ms=0.288 maxMs=0.943 throughputPerSec=22463 cpuMs=66.6 allocMB=3.4 -CapabilityFanoutLoadTest: recipients=100 phase=message items=20000 p50Ms=49.263 p99Ms=85.549 maxMs=86.085 throughputPerSec=219213 cpuMs=1116.3 allocMB=135.6 -CapabilityFanoutLoadTest: recipients=100 phase=away items=2500 p50Ms=2.809 p99Ms=3.943 maxMs=3.960 throughputPerSec=569363 cpuMs=53.8 allocMB=3.6 -CapabilityFanoutLoadTest: recipients=100 phase=member items=20 p50Ms=0.697 p99Ms=1.079 maxMs=1.079 throughputPerSec=1955 cpuMs=52.8 allocMB=7.8 -CapabilityFanoutLoadTest: recipients=100 phase=group items=2000 p50Ms=0.100 p99Ms=0.259 maxMs=1.050 throughputPerSec=51984 cpuMs=349.9 allocMB=30.1 -CapabilityFanoutLoadTest: recipients=1000 phase=message items=200000 p50Ms=205.130 p99Ms=385.310 maxMs=388.118 throughputPerSec=494938 cpuMs=4741.3 allocMB=1238.3 -CapabilityFanoutLoadTest: recipients=1000 phase=away items=25000 p50Ms=20.866 p99Ms=37.108 maxMs=37.193 throughputPerSec=648408 cpuMs=476.3 allocMB=30.7 -CapabilityFanoutLoadTest: recipients=1000 phase=member items=20 p50Ms=0.455 p99Ms=2.197 maxMs=2.197 throughputPerSec=1522 cpuMs=43.4 allocMB=34.4 -CapabilityFanoutLoadTest: recipients=1000 phase=group items=20000 p50Ms=14.842 p99Ms=31.997 maxMs=37.434 throughputPerSec=132168 cpuMs=1933.1 allocMB=299.3 diff --git a/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-candidate-s4-5.txt b/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-candidate-s4-5.txt deleted file mode 100644 index 0610abe..0000000 --- a/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-candidate-s4-5.txt +++ /dev/null @@ -1,12 +0,0 @@ -CapabilityFanoutLoadTest: recipients=10 phase=message items=2000 p50Ms=32.594 p99Ms=53.610 maxMs=53.826 throughputPerSec=22211 cpuMs=720.1 allocMB=47.0 -CapabilityFanoutLoadTest: recipients=10 phase=away items=200 p50Ms=3.295 p99Ms=5.084 maxMs=5.104 throughputPerSec=35778 cpuMs=55.9 allocMB=1.2 -CapabilityFanoutLoadTest: recipients=10 phase=member items=20 p50Ms=0.361 p99Ms=0.580 maxMs=0.580 throughputPerSec=2828 cpuMs=37.4 allocMB=1.1 -CapabilityFanoutLoadTest: recipients=10 phase=group items=200 p50Ms=0.147 p99Ms=0.266 maxMs=0.993 throughputPerSec=24405 cpuMs=72.1 allocMB=3.4 -CapabilityFanoutLoadTest: recipients=100 phase=message items=20000 p50Ms=55.929 p99Ms=101.526 maxMs=102.455 throughputPerSec=186889 cpuMs=1290.3 allocMB=139.3 -CapabilityFanoutLoadTest: recipients=100 phase=away items=2500 p50Ms=5.389 p99Ms=7.953 maxMs=8.010 throughputPerSec=295960 cpuMs=105.3 allocMB=3.8 -CapabilityFanoutLoadTest: recipients=100 phase=member items=20 p50Ms=0.755 p99Ms=1.203 maxMs=1.203 throughputPerSec=1826 cpuMs=56.9 allocMB=7.8 -CapabilityFanoutLoadTest: recipients=100 phase=group items=2000 p50Ms=4.801 p99Ms=18.214 maxMs=19.835 throughputPerSec=40348 cpuMs=577.1 allocMB=32.0 -CapabilityFanoutLoadTest: recipients=1000 phase=message items=200000 p50Ms=284.816 p99Ms=447.863 maxMs=450.002 throughputPerSec=431885 cpuMs=5852.8 allocMB=1262.1 -CapabilityFanoutLoadTest: recipients=1000 phase=away items=25000 p50Ms=22.315 p99Ms=34.242 maxMs=34.408 throughputPerSec=688432 cpuMs=460.6 allocMB=30.3 -CapabilityFanoutLoadTest: recipients=1000 phase=member items=20 p50Ms=0.532 p99Ms=1.661 maxMs=1.661 throughputPerSec=1571 cpuMs=57.3 allocMB=36.5 -CapabilityFanoutLoadTest: recipients=1000 phase=group items=20000 p50Ms=17.635 p99Ms=33.075 maxMs=41.157 throughputPerSec=131634 cpuMs=1951.4 allocMB=300.5 diff --git a/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-candidate-s4-warmup.txt b/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-candidate-s4-warmup.txt deleted file mode 100644 index 5592b81..0000000 --- a/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-candidate-s4-warmup.txt +++ /dev/null @@ -1,12 +0,0 @@ -CapabilityFanoutLoadTest: recipients=10 phase=message items=2000 p50Ms=31.728 p99Ms=52.300 maxMs=52.533 throughputPerSec=23167 cpuMs=634.4 allocMB=47.0 -CapabilityFanoutLoadTest: recipients=10 phase=away items=200 p50Ms=3.773 p99Ms=5.710 maxMs=5.716 throughputPerSec=32565 cpuMs=47.4 allocMB=1.2 -CapabilityFanoutLoadTest: recipients=10 phase=member items=20 p50Ms=0.414 p99Ms=0.612 maxMs=0.612 throughputPerSec=2537 cpuMs=39.0 allocMB=1.1 -CapabilityFanoutLoadTest: recipients=10 phase=group items=200 p50Ms=0.150 p99Ms=0.265 maxMs=1.188 throughputPerSec=22512 cpuMs=63.5 allocMB=3.4 -CapabilityFanoutLoadTest: recipients=100 phase=message items=20000 p50Ms=63.737 p99Ms=117.124 maxMs=117.508 throughputPerSec=162226 cpuMs=1423.8 allocMB=141.9 -CapabilityFanoutLoadTest: recipients=100 phase=away items=2500 p50Ms=2.477 p99Ms=4.188 maxMs=4.211 throughputPerSec=540283 cpuMs=55.2 allocMB=3.6 -CapabilityFanoutLoadTest: recipients=100 phase=member items=20 p50Ms=0.733 p99Ms=1.344 maxMs=1.344 throughputPerSec=1668 cpuMs=63.9 allocMB=7.8 -CapabilityFanoutLoadTest: recipients=100 phase=group items=2000 p50Ms=2.451 p99Ms=13.475 maxMs=14.518 throughputPerSec=49049 cpuMs=481.4 allocMB=29.2 -CapabilityFanoutLoadTest: recipients=1000 phase=message items=200000 p50Ms=231.298 p99Ms=376.507 maxMs=377.863 throughputPerSec=509893 cpuMs=4750.8 allocMB=1247.3 -CapabilityFanoutLoadTest: recipients=1000 phase=away items=25000 p50Ms=23.009 p99Ms=32.099 maxMs=32.453 throughputPerSec=734478 cpuMs=418.3 allocMB=30.0 -CapabilityFanoutLoadTest: recipients=1000 phase=member items=20 p50Ms=0.808 p99Ms=1.040 maxMs=1.040 throughputPerSec=1722 cpuMs=51.9 allocMB=36.6 -CapabilityFanoutLoadTest: recipients=1000 phase=group items=20000 p50Ms=15.389 p99Ms=32.089 maxMs=42.308 throughputPerSec=124494 cpuMs=1977.2 allocMB=298.7 diff --git a/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-candidate-warmup.txt b/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-candidate-warmup.txt deleted file mode 100644 index 2841e18..0000000 --- a/specs/014-capability-plugin-spi/validation/pr-102/raw/fanout-candidate-warmup.txt +++ /dev/null @@ -1,12 +0,0 @@ -CapabilityFanoutLoadTest: recipients=10 phase=message items=2000 p50Ms=35.029 p99Ms=56.434 maxMs=56.731 throughputPerSec=30827 cpuMs=634.1 allocMB=20.1 -CapabilityFanoutLoadTest: recipients=10 phase=away items=200 p50Ms=3.494 p99Ms=5.196 maxMs=5.213 throughputPerSec=29547 cpuMs=50.1 allocMB=1.2 -CapabilityFanoutLoadTest: recipients=10 phase=member items=20 p50Ms=0.429 p99Ms=0.661 maxMs=0.661 throughputPerSec=2510 cpuMs=44.0 allocMB=1.1 -CapabilityFanoutLoadTest: recipients=10 phase=group items=200 p50Ms=0.152 p99Ms=0.298 maxMs=1.268 throughputPerSec=20504 cpuMs=73.2 allocMB=3.3 -CapabilityFanoutLoadTest: recipients=100 phase=message items=20000 p50Ms=53.701 p99Ms=92.633 maxMs=93.493 throughputPerSec=195475 cpuMs=1108.4 allocMB=141.0 -CapabilityFanoutLoadTest: recipients=100 phase=away items=2500 p50Ms=2.616 p99Ms=3.777 maxMs=3.793 throughputPerSec=371786 cpuMs=56.3 allocMB=3.5 -CapabilityFanoutLoadTest: recipients=100 phase=member items=20 p50Ms=0.693 p99Ms=1.141 maxMs=1.141 throughputPerSec=1867 cpuMs=56.1 allocMB=7.8 -CapabilityFanoutLoadTest: recipients=100 phase=group items=2000 p50Ms=0.107 p99Ms=0.777 maxMs=2.422 throughputPerSec=50753 cpuMs=355.2 allocMB=28.4 -CapabilityFanoutLoadTest: recipients=1000 phase=message items=200000 p50Ms=199.209 p99Ms=329.478 maxMs=330.684 throughputPerSec=570488 cpuMs=4012.4 allocMB=1262.5 -CapabilityFanoutLoadTest: recipients=1000 phase=away items=25000 p50Ms=26.893 p99Ms=34.506 maxMs=34.888 throughputPerSec=632077 cpuMs=407.3 allocMB=30.9 -CapabilityFanoutLoadTest: recipients=1000 phase=member items=20 p50Ms=0.402 p99Ms=2.049 maxMs=2.049 throughputPerSec=1688 cpuMs=51.2 allocMB=35.8 -CapabilityFanoutLoadTest: recipients=1000 phase=group items=20000 p50Ms=12.771 p99Ms=26.812 maxMs=30.843 throughputPerSec=114263 cpuMs=1919.6 allocMB=300.4 diff --git a/specs/014-capability-plugin-spi/validation/pr-102/raw/irctest-baseline-cases.tsv b/specs/014-capability-plugin-spi/validation/pr-102/raw/irctest-baseline-cases.tsv deleted file mode 100644 index f4030c5..0000000 --- a/specs/014-capability-plugin-spi/validation/pr-102/raw/irctest-baseline-cases.tsv +++ /dev/null @@ -1,474 +0,0 @@ -fail irctest.server_tests.cap.CapTestCase::testReqOne -fail irctest.server_tests.cap.CapTestCase::testReqOneThenOne -fail irctest.server_tests.cap.CapTestCase::testReqPostRegistration -fail irctest.server_tests.cap.CapTestCase::testReqTwo -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative[{'command': '004', 'params': ['nick', '...', OptStrRe(r'[a-zA-Z]+')]}-004 nick ... 123] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative[{'command': '004', 'params': ['nick', '...', OptStrRe(r'[a-zA-Z]+')]}-004 nick ... :] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative[{'command': '004', 'params': [Either('nick', '*', '.'), '...', 'trailer']}-004 f ... trailer] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative[{'command': '004', 'params': [Either('nick', '*', '.'), '...', 'trailer']}-004 foo ... trailer] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative[{'command': '005', 'params': ['nick', 'FOO=1', *ANYLIST]}-005 nick BAR=2] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative[{'command': '005', 'params': ['nick', 'FOO=1', *ANYLIST]}-005 nick] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative[{'command': '005', 'params': ['nick', ListRemainder(ANYSTR, min_length=1)]}-005 nick] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative[{'command': '005', 'params': ['nick', ListRemainder(StrRe(r'[A-Z]+=.*'), min_length=1)]}-005 nick foo=1] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative[{'command': '005', 'params': ['nick', ListRemainder(StrRe(r'[A-Z]+=.*'), min_length=1)]}-005 nick] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative[{'command': 'PING', 'params': ['abc']}-PONG def] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative[{'command': 'PRIVMSG', 'params': ['#chan', 'hello']}-PRIVMSG #chan hello2] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative[{'command': 'PRIVMSG', 'params': ['#chan', 'hello']}-PRIVMSG #chan2 hello] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative[{'command': 'PRIVMSG', 'params': ['#chan', StrRe(r'hello.*')]}-PRIVMSG #chan :hi] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative[{'command': 'PRIVMSG', 'params': ['#chan', StrRe(r'hello.*')]}-PRIVMSG #chan2 hello] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative[{'nick': 'foo', 'command': 'PRIVMSG'}-:foo2!baz@qux PRIVMSG #chan hello] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative[{'nick': 'foo', 'command': 'PRIVMSG'}-@tag1=bar :foo2!baz@qux PRIVMSG #chan :hello] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative[{'nick': 'foo', 'command': 'PRIVMSG'}-PRIVMSG #chan :hi] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative[{'tags': {'tag1': 'bar', RemainingKeys(ANYSTR): ANYOPTSTR}, 'command': 'PRIVMSG', 'params': ['#chan', 'hello']}-:foo!baz@qux PRIVMSG #chan hello] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative[{'tags': {'tag1': 'bar', RemainingKeys(ANYSTR): ANYOPTSTR}, 'command': 'PRIVMSG', 'params': ['#chan', 'hello']}-@tag1=value1 PRIVMSG #chan :hello] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative[{'tags': {'tag1': 'bar', RemainingKeys(ANYSTR): ANYOPTSTR}, 'command': 'PRIVMSG', 'params': ['#chan', 'hello']}-PRIVMG #chan :hello] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative[{'tags': {'tag1': 'bar', RemainingKeys(ANYSTR): ANYOPTSTR}, 'command': 'PRIVMSG', 'params': ['#chan', 'hello']}-PRIVMSG #chan hello2] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative[{'tags': {'tag1': 'bar', RemainingKeys(ANYSTR): ANYOPTSTR}, 'command': 'PRIVMSG', 'params': ['#chan', 'hello']}-PRIVMSG #chan2 hello] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative[{'tags': {'tag1': 'bar', RemainingKeys(NotStrRe(r'tag2')): ANYOPTSTR}, 'command': 'PRIVMSG', 'params': ['#chan', 'hello']}-@tag1=bar;tag2= PRIVMSG #chan :hello] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative[{'tags': {'tag1': 'bar', RemainingKeys(NotStrRe(r'tag2')): ANYOPTSTR}, 'command': 'PRIVMSG', 'params': ['#chan', 'hello']}-@tag1=bar;tag2=baz PRIVMSG #chan :hello] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative[{'tags': {'tag1': 'bar', RemainingKeys(NotStrRe(r'tag2')): ANYOPTSTR}, 'command': 'PRIVMSG', 'params': ['#chan', 'hello']}-@tag1=value1 PRIVMSG #chan :hello] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative[{'tags': {'tag1': 'bar', RemainingKeys(NotStrRe(r'tag2')): ANYOPTSTR}, 'command': 'PRIVMSG', 'params': ['#chan', 'hello']}-PRIVMG #chan :hello] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative[{'tags': {'tag1': 'bar'}, 'command': 'PRIVMSG', 'params': ['#chan', 'hello']}-:foo!baz@qux PRIVMSG #chan hello] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative[{'tags': {'tag1': 'bar'}, 'command': 'PRIVMSG', 'params': ['#chan', 'hello']}-@tag1=bar;tag2= PRIVMSG #chan :hello] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative[{'tags': {'tag1': 'bar'}, 'command': 'PRIVMSG', 'params': ['#chan', 'hello']}-@tag1=value1 PRIVMSG #chan :hello] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative[{'tags': {'tag1': 'bar'}, 'command': 'PRIVMSG', 'params': ['#chan', 'hello']}-PRIVMSG #chan hello] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative[{'tags': {'tag1': ANYSTR}, 'command': 'PRIVMSG', 'params': ['#chan', ANYSTR]}-:foo!baz@qux PRIVMSG #chan hello] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative[{'tags': {'tag1': ANYSTR}, 'command': 'PRIVMSG', 'params': ['#chan', ANYSTR]}-@tag1=bar;tag2= PRIVMSG #chan :hello] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative[{'tags': {'tag1': ANYSTR}, 'command': 'PRIVMSG', 'params': ['#chan', ANYSTR]}-PRIVMSG #chan hello] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative[{'tags': {StrRe(r'tag[12]'): 'bar', RemainingKeys(ANYSTR): ANYOPTSTR}, 'command': 'PRIVMSG', 'params': ['#chan', 'hello']}-:foo!baz@qux PRIVMSG #chan hello] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative[{'tags': {StrRe(r'tag[12]'): 'bar', RemainingKeys(ANYSTR): ANYOPTSTR}, 'command': 'PRIVMSG', 'params': ['#chan', 'hello']}-@tag1=value1 PRIVMSG #chan :hello] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative[{'tags': {StrRe(r'tag[12]'): 'bar', RemainingKeys(ANYSTR): ANYOPTSTR}, 'command': 'PRIVMSG', 'params': ['#chan', 'hello']}-PRIVMG #chan :hello] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative[{'tags': {StrRe(r'tag[12]'): 'bar', RemainingKeys(ANYSTR): ANYOPTSTR}, 'command': 'PRIVMSG', 'params': ['#chan', 'hello']}-PRIVMSG #chan hello2] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative[{'tags': {StrRe(r'tag[12]'): 'bar', RemainingKeys(ANYSTR): ANYOPTSTR}, 'command': 'PRIVMSG', 'params': ['#chan', 'hello']}-PRIVMSG #chan2 hello] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative_message[expected command to match PING, got PONG] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative_message[expected command to match PRIVMSG, got PRIVMG0] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative_message[expected command to match PRIVMSG, got PRIVMG1] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative_message[expected command to match PRIVMSG, got PRIVMG2] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative_message[expected nick to be foo, got None instead] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative_message[expected nick to be foo, got foo2 instead0] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative_message[expected nick to be foo, got foo2 instead1] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative_message[expected params to match ['#chan', 'hello'], got ['#chan', 'hello2']0] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative_message[expected params to match ['#chan', 'hello'], got ['#chan', 'hello2']1] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative_message[expected params to match ['#chan', 'hello'], got ['#chan', 'hello2']2] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative_message[expected params to match ['#chan', 'hello'], got ['#chan2', 'hello']0] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative_message[expected params to match ['#chan', 'hello'], got ['#chan2', 'hello']1] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative_message[expected params to match ['#chan', 'hello'], got ['#chan2', 'hello']2] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative_message[expected params to match ['#chan', StrRe(r'hello.*')], got ['#chan', 'hi']] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative_message[expected params to match ['#chan', StrRe(r'hello.*')], got ['#chan2', 'hello']] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative_message[expected params to match ['nick', '...', OptStrRe(r'[a-zA-Z]+')], got ['nick', '...', '']] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative_message[expected params to match ['nick', '...', OptStrRe(r'[a-zA-Z]+')], got ['nick', '...', '123']] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative_message[expected params to match ['nick', 'FOO=1', *ANYLIST], got ['nick', 'BAR=2']] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative_message[expected params to match ['nick', 'FOO=1', *ANYLIST], got ['nick']] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative_message[expected params to match ['nick', ListRemainder(ANYSTR, min_length=1)], got ['nick']] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative_message[expected params to match ['nick', ListRemainder(StrRe(r'[A-Z]+=.*'), min_length=1)], got ['nick', 'foo=1']] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative_message[expected params to match ['nick', ListRemainder(StrRe(r'[A-Z]+=.*'), min_length=1)], got ['nick']] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative_message[expected params to match [Either('nick', '*', '.'), '...', 'trailer'], got ['f', '...', 'trailer']] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative_message[expected params to match [Either('nick', '*', '.'), '...', 'trailer'], got ['foo', '...', 'trailer']] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative_message[expected tags to match {'tag1': 'bar', RemainingKeys(ANYSTR): ANYOPTSTR}, got {'tag1': 'value1'}] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative_message[expected tags to match {'tag1': 'bar', RemainingKeys(ANYSTR): ANYOPTSTR}, got {}] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative_message[expected tags to match {'tag1': 'bar', RemainingKeys(NotStrRe(r'tag2')): ANYOPTSTR}, got {'tag1': 'bar', 'tag2': ''}] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative_message[expected tags to match {'tag1': 'bar', RemainingKeys(NotStrRe(r'tag2')): ANYOPTSTR}, got {'tag1': 'bar', 'tag2': 'baz'}] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative_message[expected tags to match {'tag1': 'bar', RemainingKeys(NotStrRe(r'tag2')): ANYOPTSTR}, got {'tag1': 'value1'}] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative_message[expected tags to match {'tag1': 'bar'}, got {'tag1': 'bar', 'tag2': ''}] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative_message[expected tags to match {'tag1': 'bar'}, got {'tag1': 'value1'}] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative_message[expected tags to match {'tag1': 'bar'}, got {}0] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative_message[expected tags to match {'tag1': 'bar'}, got {}1] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative_message[expected tags to match {'tag1': ANYSTR}, got {'tag1': 'bar', 'tag2': ''}] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative_message[expected tags to match {'tag1': ANYSTR}, got {}0] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative_message[expected tags to match {'tag1': ANYSTR}, got {}1] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative_message[expected tags to match {StrRe(r'tag[12]'): 'bar', RemainingKeys(ANYSTR): ANYOPTSTR}, got {'tag1': 'value1'}] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative_message[expected tags to match {StrRe(r'tag[12]'): 'bar', RemainingKeys(ANYSTR): ANYOPTSTR}, got {}] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_positive[{'command': '004', 'params': ['nick', '...', OptStrRe(r'[a-zA-Z]+')]}-004 nick ... abc] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_positive[{'command': '004', 'params': ['nick', '...', OptStrRe(r'[a-zA-Z]+')]}-004 nick ...] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_positive[{'command': '004', 'params': [Either('nick', '*', '.'), '...', 'trailer']}-004 * ... trailer] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_positive[{'command': '004', 'params': [Either('nick', '*', '.'), '...', 'trailer']}-004 . ... trailer] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_positive[{'command': '004', 'params': [Either('nick', '*', '.'), '...', 'trailer']}-004 nick ... trailer] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_positive[{'command': '005', 'params': ['nick', 'FOO=1', *ANYLIST]}-005 nick FOO=1 BAR=2] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_positive[{'command': '005', 'params': ['nick', 'FOO=1', *ANYLIST]}-005 nick FOO=1] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_positive[{'command': '005', 'params': ['nick', ListRemainder(ANYSTR, min_length=1)]}-005 nick BAR=2] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_positive[{'command': '005', 'params': ['nick', ListRemainder(ANYSTR, min_length=1)]}-005 nick FOO=1 BAR=2] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_positive[{'command': '005', 'params': ['nick', ListRemainder(ANYSTR, min_length=1)]}-005 nick FOO=1] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_positive[{'command': '005', 'params': ['nick', ListRemainder(StrRe(r'[A-Z]+=.*'), min_length=1)]}-005 nick BAR=2] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_positive[{'command': '005', 'params': ['nick', ListRemainder(StrRe(r'[A-Z]+=.*'), min_length=1)]}-005 nick FOO=1 BAR=2] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_positive[{'command': '005', 'params': ['nick', ListRemainder(StrRe(r'[A-Z]+=.*'), min_length=1)]}-005 nick FOO=1] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_positive[{'command': 'PING', 'params': ['abc']}-PING abc] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_positive[{'command': 'PRIVMSG', 'params': ['#chan', 'hello']}-:foo!baz@qux PRIVMSG #chan hello] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_positive[{'command': 'PRIVMSG', 'params': ['#chan', 'hello']}-@tag1=bar :foo!baz@qux PRIVMSG #chan :hello] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_positive[{'command': 'PRIVMSG', 'params': ['#chan', 'hello']}-@tag1=bar PRIVMSG #chan :hello] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_positive[{'command': 'PRIVMSG', 'params': ['#chan', 'hello']}-@tag1=bar;tag2= PRIVMSG #chan :hello] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_positive[{'command': 'PRIVMSG', 'params': ['#chan', 'hello']}-PRIVMSG #chan :hello] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_positive[{'command': 'PRIVMSG', 'params': ['#chan', 'hello']}-PRIVMSG #chan hello] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_positive[{'command': 'PRIVMSG', 'params': ['#chan', StrRe(r'hello.*')]}-:foo!baz@qux PRIVMSG #chan hello] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_positive[{'command': 'PRIVMSG', 'params': ['#chan', StrRe(r'hello.*')]}-@tag1=bar :foo!baz@qux PRIVMSG #chan :hello] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_positive[{'command': 'PRIVMSG', 'params': ['#chan', StrRe(r'hello.*')]}-@tag1=bar PRIVMSG #chan :hello] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_positive[{'command': 'PRIVMSG', 'params': ['#chan', StrRe(r'hello.*')]}-@tag1=bar;tag2= PRIVMSG #chan :hello] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_positive[{'command': 'PRIVMSG', 'params': ['#chan', StrRe(r'hello.*')]}-PRIVMSG #chan :hello] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_positive[{'command': 'PRIVMSG', 'params': ['#chan', StrRe(r'hello.*')]}-PRIVMSG #chan hello2] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_positive[{'command': 'PRIVMSG', 'params': ['#chan', StrRe(r'hello.*')]}-PRIVMSG #chan hello] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_positive[{'nick': 'foo', 'command': 'PRIVMSG'}-:foo!baz@qux PRIVMSG #chan hello] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_positive[{'nick': 'foo', 'command': 'PRIVMSG'}-@tag1=bar :foo!baz@qux PRIVMSG #chan :hello] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_positive[{'tags': {'tag1': 'bar', RemainingKeys(ANYSTR): ANYOPTSTR}, 'command': 'PRIVMSG', 'params': ['#chan', 'hello']}-@tag1=bar :foo!baz@qux PRIVMSG #chan :hello] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_positive[{'tags': {'tag1': 'bar', RemainingKeys(ANYSTR): ANYOPTSTR}, 'command': 'PRIVMSG', 'params': ['#chan', 'hello']}-@tag1=bar PRIVMSG #chan :hello] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_positive[{'tags': {'tag1': 'bar', RemainingKeys(ANYSTR): ANYOPTSTR}, 'command': 'PRIVMSG', 'params': ['#chan', 'hello']}-@tag1=bar;tag2= PRIVMSG #chan :hello] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_positive[{'tags': {'tag1': 'bar', RemainingKeys(NotStrRe(r'tag2')): ANYOPTSTR}, 'command': 'PRIVMSG', 'params': ['#chan', 'hello']}-@tag1=bar :foo!baz@qux PRIVMSG #chan :hello] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_positive[{'tags': {'tag1': 'bar', RemainingKeys(NotStrRe(r'tag2')): ANYOPTSTR}, 'command': 'PRIVMSG', 'params': ['#chan', 'hello']}-@tag1=bar PRIVMSG #chan :hello] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_positive[{'tags': {'tag1': 'bar', RemainingKeys(NotStrRe(r'tag2')): ANYOPTSTR}, 'command': 'PRIVMSG', 'params': ['#chan', 'hello']}-@tag1=bar;tag3= PRIVMSG #chan :hello] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_positive[{'tags': {'tag1': 'bar'}, 'command': 'PRIVMSG', 'params': ['#chan', 'hello']}-@tag1=bar :foo!baz@qux PRIVMSG #chan :hello] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_positive[{'tags': {'tag1': 'bar'}, 'command': 'PRIVMSG', 'params': ['#chan', 'hello']}-@tag1=bar PRIVMSG #chan :hello] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_positive[{'tags': {'tag1': ANYSTR}, 'command': 'PRIVMSG', 'params': ['#chan', ANYSTR]}-@tag1=bar :foo!baz@qux PRIVMSG #chan :hello] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_positive[{'tags': {'tag1': ANYSTR}, 'command': 'PRIVMSG', 'params': ['#chan', ANYSTR]}-@tag1=bar PRIVMSG #chan :hello] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_positive[{'tags': {'tag1': ANYSTR}, 'command': 'PRIVMSG', 'params': ['#chan', ANYSTR]}-@tag1=value1 PRIVMSG #chan :hello] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_positive[{'tags': {StrRe(r'tag[12]'): 'bar', RemainingKeys(ANYSTR): ANYOPTSTR}, 'command': 'PRIVMSG', 'params': ['#chan', 'hello']}-@tag1=;tag2=bar PRIVMSG #chan :hello] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_positive[{'tags': {StrRe(r'tag[12]'): 'bar', RemainingKeys(ANYSTR): ANYOPTSTR}, 'command': 'PRIVMSG', 'params': ['#chan', 'hello']}-@tag1=bar :foo!baz@qux PRIVMSG #chan :hello] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_positive[{'tags': {StrRe(r'tag[12]'): 'bar', RemainingKeys(ANYSTR): ANYOPTSTR}, 'command': 'PRIVMSG', 'params': ['#chan', 'hello']}-@tag1=bar PRIVMSG #chan :hello] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_positive[{'tags': {StrRe(r'tag[12]'): 'bar', RemainingKeys(ANYSTR): ANYOPTSTR}, 'command': 'PRIVMSG', 'params': ['#chan', 'hello']}-@tag1=bar;tag2= PRIVMSG #chan :hello0] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_positive[{'tags': {StrRe(r'tag[12]'): 'bar', RemainingKeys(ANYSTR): ANYOPTSTR}, 'command': 'PRIVMSG', 'params': ['#chan', 'hello']}-@tag1=bar;tag2= PRIVMSG #chan :hello1] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_positive[{'tags': {StrRe(r'tag[12]'): 'bar', RemainingKeys(ANYSTR): ANYOPTSTR}, 'command': 'PRIVMSG', 'params': ['#chan', 'hello']}-@tag2=bar PRIVMSG #chan :hello] -pass irctest.server_tests.away.AwayTestCase::testAway -pass irctest.server_tests.away.AwayTestCase::testAwayAck -pass irctest.server_tests.away.AwayTestCase::testAwayEmptyMessage -pass irctest.server_tests.away.AwayTestCase::testAwayPrivmsg -pass irctest.server_tests.away.AwayTestCase::testAwayUserhost -pass irctest.server_tests.away.AwayTestCase::testAwayWhois -pass irctest.server_tests.buffering.BufferingTestCase::testNoTags[byteperbyte-colon] -pass irctest.server_tests.buffering.BufferingTestCase::testNoTags[byteperbyte-no colon] -pass irctest.server_tests.buffering.BufferingTestCase::testNoTags[charperchar-colon] -pass irctest.server_tests.buffering.BufferingTestCase::testNoTags[charperchar-no colon] -pass irctest.server_tests.buffering.BufferingTestCase::testNoTags[whole-colon] -pass irctest.server_tests.buffering.BufferingTestCase::testNoTags[whole-no colon] -pass irctest.server_tests.cap.CapTestCase::testCapRemovalByClient -pass irctest.server_tests.cap.CapTestCase::testEmptyCapList -pass irctest.server_tests.cap.CapTestCase::testInvalidCapSubcommand -pass irctest.server_tests.cap.CapTestCase::testIrc301CapLs -pass irctest.server_tests.cap.CapTestCase::testNakExactString -pass irctest.server_tests.cap.CapTestCase::testNoMultiline301Response -pass irctest.server_tests.cap.CapTestCase::testNoReq -pass irctest.server_tests.cap.CapTestCase::testReqUnavailable -pass irctest.server_tests.channel.ChannelCaseSensitivityTestCase::testChannelsEquivalent[rfc1459-#F]|oo{-#f}\\oo[] -pass irctest.server_tests.channel.ChannelCaseSensitivityTestCase::testChannelsEquivalent[rfc1459-#Foo-#foo] -pass irctest.server_tests.channel.ChannelCaseSensitivityTestCase::testChannelsEquivalent[rfc1459-#F}o\\o[-#f]o|o{] -pass irctest.server_tests.channel.ChannelCaseSensitivityTestCase::testChannelsNotEquivalent[rfc1459-#Foo-#fooa] -pass irctest.server_tests.chmodes.ban.BanModeTestCase::testBan -pass irctest.server_tests.chmodes.ban.BanModeTestCase::testBanException -pass irctest.server_tests.chmodes.ban.BanModeTestCase::testBanList -pass irctest.server_tests.chmodes.invite_exception.InviteExceptionTestCase::testInviteException -pass irctest.server_tests.chmodes.invite_exception.InviteExceptionTestCase::testInviteExceptionList -pass irctest.server_tests.chmodes.invite_exception.InviteExceptionTestCase::testInviteExceptionMultipleMasks -pass irctest.server_tests.chmodes.invite_exception.InviteExceptionTestCase::testInviteExceptionRemoval -pass irctest.server_tests.chmodes.invite_exception.InviteExceptionTestCase::testInviteExceptionWithoutInviteOnly -pass irctest.server_tests.chmodes.key.KeyTestCase::testKeyNormal -pass irctest.server_tests.chmodes.key.KeyTestCase::testKeyValidation[empty] -pass irctest.server_tests.chmodes.key.KeyTestCase::testKeyValidation[long] -pass irctest.server_tests.chmodes.key.KeyTestCase::testKeyValidation[only-space] -pass irctest.server_tests.chmodes.key.KeyTestCase::testKeyValidation[spaces] -pass irctest.server_tests.chmodes.limit.LimitTestCase::testLimitAfterPart -pass irctest.server_tests.chmodes.limit.LimitTestCase::testLimitChange -pass irctest.server_tests.chmodes.limit.LimitTestCase::testLimitDecrease -pass irctest.server_tests.chmodes.limit.LimitTestCase::testLimitInvalidValues[empty] -pass irctest.server_tests.chmodes.limit.LimitTestCase::testLimitInvalidValues[negative] -pass irctest.server_tests.chmodes.limit.LimitTestCase::testLimitInvalidValues[non-numeric] -pass irctest.server_tests.chmodes.limit.LimitTestCase::testLimitInvalidValues[zero] -pass irctest.server_tests.chmodes.limit.LimitTestCase::testLimitMode -pass irctest.server_tests.chmodes.limit.LimitTestCase::testLimitMultipleChannels -pass irctest.server_tests.chmodes.limit.LimitTestCase::testLimitRemoval -pass irctest.server_tests.chmodes.limit.LimitTestCase::testLimitWithInvite -pass irctest.server_tests.chmodes.modeis.RplChannelModeIsTestCase::testChannelModeIs -pass irctest.server_tests.chmodes.moderated.ModeratedModeTestCase::testModeratedMode -pass irctest.server_tests.chmodes.no_external.NoExternalMessagesTestCase::testNoExternalMessagesMode -pass irctest.server_tests.chmodes.operator.ChannelOperatorModeTestCase::testChannelOperatorModeChannelAndTargetDoNotExist -pass irctest.server_tests.chmodes.operator.ChannelOperatorModeTestCase::testChannelOperatorModeChannelDoesNotExist -pass irctest.server_tests.chmodes.operator.ChannelOperatorModeTestCase::testChannelOperatorModeSenderAndTargetNonMembers -pass irctest.server_tests.chmodes.operator.ChannelOperatorModeTestCase::testChannelOperatorModeSenderNonMember -pass irctest.server_tests.chmodes.operator.ChannelOperatorModeTestCase::testChannelOperatorModeSenderPrivsNeeded -pass irctest.server_tests.chmodes.operator.ChannelOperatorModeTestCase::testChannelOperatorModeSuccess -pass irctest.server_tests.chmodes.operator.ChannelOperatorModeTestCase::testChannelOperatorModeTargetDoesNotExist -pass irctest.server_tests.chmodes.operator.ChannelOperatorModeTestCase::testChannelOperatorModeTargetNotInChannel -pass irctest.server_tests.chmodes.secret.SecretChannelTestCase::testSecretChannelListCommand -pass irctest.server_tests.connection_registration.ConnectionRegistrationTestCase::testConnectionRegistration -pass irctest.server_tests.connection_registration.ConnectionRegistrationTestCase::testEarlyNickCollision -pass irctest.server_tests.connection_registration.ConnectionRegistrationTestCase::testEmptyRealname -pass irctest.server_tests.connection_registration.ConnectionRegistrationTestCase::testNickCollision -pass irctest.server_tests.connection_registration.ConnectionRegistrationTestCase::testNonutf8Realname -pass irctest.server_tests.connection_registration.ConnectionRegistrationTestCase::testNonutf8Username -pass irctest.server_tests.connection_registration.ConnectionRegistrationTestCase::testQuitDisconnects -pass irctest.server_tests.connection_registration.ConnectionRegistrationTestCase::testQuitErrors -pass irctest.server_tests.echo_message.EchoMessageTestCase::testEchoMessage[NOTICE-False-True] -pass irctest.server_tests.echo_message.EchoMessageTestCase::testEchoMessage[PRIVMSG-False-False] -pass irctest.server_tests.echo_message.EchoMessageTestCase::testEchoMessage[PRIVMSG-False-True] -pass irctest.server_tests.echo_message.EchoMessageTestCase::testEchoMessage[PRIVMSG-True-True] -pass irctest.server_tests.help.HelpTestCase::testHelpNoArg[HELPOP] -pass irctest.server_tests.help.HelpTestCase::testHelpNoArg[HELP] -pass irctest.server_tests.help.HelpTestCase::testHelpPrivmsg[HELPOP] -pass irctest.server_tests.help.HelpTestCase::testHelpPrivmsg[HELP] -pass irctest.server_tests.help.HelpTestCase::testHelpUnknownSubject[HELPOP] -pass irctest.server_tests.help.HelpTestCase::testHelpUnknownSubject[HELP] -pass irctest.server_tests.info.InfoTestCase::testInfo -pass irctest.server_tests.invite.InviteTestCase::testInviteAlreadyInChannel -pass irctest.server_tests.invite.InviteTestCase::testInviteInviteOnly -pass irctest.server_tests.invite.InviteTestCase::testInviteNoNotificationForOtherMembers -pass irctest.server_tests.invite.InviteTestCase::testInviteOnlyFromUsersInChannel -pass irctest.server_tests.invite.InviteTestCase::testInviteUnopped -pass irctest.server_tests.invite.InviteTestCase::testInvite[False] -pass irctest.server_tests.invite.InviteTestCase::testInvite[True] -pass irctest.server_tests.invite.InviteTestCase::testInvites -pass irctest.server_tests.isupport.IsupportTestCase::testParameters -pass irctest.server_tests.isupport.IsupportTestCase::testPrefix -pass irctest.server_tests.join.JoinTestCase::testJoinAllMessages -pass irctest.server_tests.join.JoinTestCase::testJoinKey -pass irctest.server_tests.join.JoinTestCase::testJoinKeys -pass irctest.server_tests.join.JoinTestCase::testJoinManySingleKey -pass irctest.server_tests.join.JoinTestCase::testJoinNamreply -pass irctest.server_tests.join.JoinTestCase::testJoinPartiallyInvalid -pass irctest.server_tests.join.JoinTestCase::testJoinTwice -pass irctest.server_tests.kick.KickTestCase::testKickDefaultComment -pass irctest.server_tests.kick.KickTestCase::testKickNoComment -pass irctest.server_tests.kick.KickTestCase::testKickNonexistentChannel -pass irctest.server_tests.kick.KickTestCase::testKickPrivileges -pass irctest.server_tests.kick.KickTestCase::testKickSendsMessages -pass irctest.server_tests.kill.KillTestCase::testKill -pass irctest.server_tests.list.ListTestCase::testListEmpty -pass irctest.server_tests.list.ListTestCase::testListNonexistent -pass irctest.server_tests.list.ListTestCase::testListOne -pass irctest.server_tests.lusers.BasicLusersTestCase::testLusers -pass irctest.server_tests.lusers.BasicLusersTestCase::testLusersFull -pass irctest.server_tests.lusers.LusersUnregisteredDefaultInvisibleTestCase::testLusersFull -pass irctest.server_tests.lusers.LusersUnregisteredDefaultInvisibleTestCase::testLusersRfc2812 -pass irctest.server_tests.lusers.LusersUnregisteredTestCase::testLusersFull -pass irctest.server_tests.lusers.LusersUnregisteredTestCase::testLusersRfc2812 -pass irctest.server_tests.message_tags.MessageTagsTestCase::testBasic -pass irctest.server_tests.message_tags.MessageTagsTestCase::testLengthLimits -pass irctest.server_tests.message_tags.MessageTagsTestCase::testRecipientCapability -pass irctest.server_tests.messages.NoticeTestCase::testNotice -pass irctest.server_tests.messages.NoticeTestCase::testNoticeNonexistentChannel -pass irctest.server_tests.messages.PrivmsgTestCase::testEmptyPrivmsg -pass irctest.server_tests.messages.PrivmsgTestCase::testPrivmsg -pass irctest.server_tests.messages.PrivmsgTestCase::testPrivmsgNonexistentChannel -pass irctest.server_tests.messages.PrivmsgTestCase::testPrivmsgNonexistentUser -pass irctest.server_tests.messages.PrivmsgTestCase::testPrivmsgToUser -pass irctest.server_tests.messages.TagsTestCase::testLineTooLong -pass irctest.server_tests.multi_prefix.MultiPrefixTestCase::testNoMultiPrefix -pass irctest.server_tests.names.NamesTestCase::testNames2812 -pass irctest.server_tests.names.NamesTestCase::testNames2812Secret -pass irctest.server_tests.names.NamesTestCase::testNamesInvalidChannel -pass irctest.server_tests.names.NamesTestCase::testNamesModern -pass irctest.server_tests.names.NamesTestCase::testNamesNonexistingChannel -pass irctest.server_tests.oper.OperTestCase::testOperFailure -pass irctest.server_tests.oper.OperTestCase::testOperNoPassword -pass irctest.server_tests.oper.OperTestCase::testOperNonexistentUser -pass irctest.server_tests.oper.OperTestCase::testOperSuccess -pass irctest.server_tests.part.PartTestCase::testBasicPart -pass irctest.server_tests.part.PartTestCase::testBasicPartRfc2812 -pass irctest.server_tests.part.PartTestCase::testPartMessage -pass irctest.server_tests.part.PartTestCase::testPartNotInEmptyChannel -pass irctest.server_tests.part.PartTestCase::testPartNotInNonEmptyChannel -pass irctest.server_tests.pingpong.PingPongTestCase::testPing -pass irctest.server_tests.pingpong.PingPongTestCase::testPingEmptyToken -pass irctest.server_tests.pingpong.PingPongTestCase::testPingNoToken -pass irctest.server_tests.quit.ChannelQuitTestCase::testQuit -pass irctest.server_tests.regressions.RegressionsTestCase::testCaseChanges -pass irctest.server_tests.regressions.RegressionsTestCase::testEmptyNick -pass irctest.server_tests.regressions.RegressionsTestCase::testFailedNickChange -pass irctest.server_tests.regressions.RegressionsTestCase::testNickRelease -pass irctest.server_tests.regressions.RegressionsTestCase::testNickReleaseQuit -pass irctest.server_tests.regressions.RegressionsTestCase::testStarNick -pass irctest.server_tests.time.TimeTestCase::testTime -pass irctest.server_tests.topic.TopicPrivilegesTestCase::testTopicPrivileges -pass irctest.server_tests.topic.TopicTestCase::testTopicMode -pass irctest.server_tests.topic.TopicTestCase::testTopicModern -pass irctest.server_tests.topic.TopicTestCase::testTopicNonexistentChannel -pass irctest.server_tests.topic.TopicTestCase::testTopicRfc -pass irctest.server_tests.topic.TopicTestCase::testUnsetTopicResponses -pass irctest.server_tests.utf8.Utf8TestCase::testNonutf8Realname -pass irctest.server_tests.utf8.Utf8TestCase::testNonutf8Username -pass irctest.server_tests.utf8.Utf8TestCase::testUtf8Validation -pass irctest.server_tests.wallops.WallopsTestCase::testWallops -pass irctest.server_tests.wallops.WallopsTestCase::testWallopsPrivileges -pass irctest.server_tests.who.WhoInvisibleTestCase::testWhoInvisible -pass irctest.server_tests.who.WhoTestCase::testWhoChan[casefolded] -pass irctest.server_tests.who.WhoTestCase::testWhoChan[exact] -pass irctest.server_tests.who.WhoTestCase::testWhoMultiChan -pass irctest.server_tests.who.WhoTestCase::testWhoNickAwayAndOper[casefolded] -pass irctest.server_tests.who.WhoTestCase::testWhoNickAwayAndOper[exact] -pass irctest.server_tests.who.WhoTestCase::testWhoNickAwayAndOper[mask] -pass irctest.server_tests.who.WhoTestCase::testWhoNickAway[casefolded] -pass irctest.server_tests.who.WhoTestCase::testWhoNickAway[exact] -pass irctest.server_tests.who.WhoTestCase::testWhoNickAway[mask] -pass irctest.server_tests.who.WhoTestCase::testWhoNickNotExists -pass irctest.server_tests.who.WhoTestCase::testWhoNickOper[casefolded] -pass irctest.server_tests.who.WhoTestCase::testWhoNickOper[exact] -pass irctest.server_tests.who.WhoTestCase::testWhoNickOper[mask] -pass irctest.server_tests.who.WhoTestCase::testWhoNick[casefolded] -pass irctest.server_tests.who.WhoTestCase::testWhoNick[exact] -pass irctest.server_tests.who.WhoTestCase::testWhoNick[mask] -pass irctest.server_tests.who.WhoTestCase::testWhoStar -pass irctest.server_tests.whois.WhoisTestCase::testWhoisMissingUser -pass irctest.server_tests.whois.WhoisTestCase::testWhoisNumerics[away] -pass irctest.server_tests.whois.WhoisTestCase::testWhoisNumerics[normal] -pass irctest.server_tests.whois.WhoisTestCase::testWhoisNumerics[oper] -pass irctest.server_tests.whois.WhoisTestCase::testWhoisUser[no-target] -pass irctest.server_tests.whois.WhoisTestCase::testWhoisUser[target-nick] -pass irctest.server_tests.whois.WhoisTestCase::testWhoisUser[target_server] -pass irctest.server_tests.whowas.WhowasTestCase::testWhowasCount1 -pass irctest.server_tests.whowas.WhowasTestCase::testWhowasCount2 -pass irctest.server_tests.whowas.WhowasTestCase::testWhowasCountNegative -pass irctest.server_tests.whowas.WhowasTestCase::testWhowasCountZero -pass irctest.server_tests.whowas.WhowasTestCase::testWhowasEnd -pass irctest.server_tests.whowas.WhowasTestCase::testWhowasMultiple -pass irctest.server_tests.whowas.WhowasTestCase::testWhowasNoParamModern -pass irctest.server_tests.whowas.WhowasTestCase::testWhowasNoSuchNick -pass irctest.server_tests.whowas.WhowasTestCase::testWhowasNumerics -skip irctest.server_tests.away_notify.AwayNotifyTestCase::testAwayNotify -skip irctest.server_tests.away_notify.AwayNotifyTestCase::testAwayNotifyOnJoin -skip irctest.server_tests.bot_mode.BotModeTestCase::testBotChannelMessage -skip irctest.server_tests.bot_mode.BotModeTestCase::testBotEchoMessage -skip irctest.server_tests.bot_mode.BotModeTestCase::testBotMode -skip irctest.server_tests.bot_mode.BotModeTestCase::testBotPrivateMessage -skip irctest.server_tests.bot_mode.BotModeTestCase::testBotWhois -skip irctest.server_tests.bot_mode.BotModeTestCase::testBotWhox -skip irctest.server_tests.cap.CapTestCase::testNakWhole -skip irctest.server_tests.channel.ChannelCaseSensitivityTestCase::testChannelsEquivalent[ascii-#Foo-#foo] -skip irctest.server_tests.channel.ChannelCaseSensitivityTestCase::testChannelsNotEquivalent[ascii-#Foo-#fooa] -skip irctest.server_tests.channel_rename.ChannelRenameTestCase::testChannelRename -skip irctest.server_tests.chmodes.mute_extban.MuteExtbanTestCase::testMuteExtban -skip irctest.server_tests.chmodes.mute_extban.MuteExtbanTestCase::testMuteExtbanExempt -skip irctest.server_tests.chmodes.mute_extban.MuteExtbanTestCase::testMuteExtbanVoiced -skip irctest.server_tests.chmodes.no_ctcp.NoctcpModeTestCase::testNoctcpMode -skip irctest.server_tests.connection_registration.PasswordedConnectionRegistrationTestCase::testNoPassword -skip irctest.server_tests.connection_registration.PasswordedConnectionRegistrationTestCase::testPassAfterNickuser -skip irctest.server_tests.connection_registration.PasswordedConnectionRegistrationTestCase::testPassBeforeNickuser -skip irctest.server_tests.connection_registration.PasswordedConnectionRegistrationTestCase::testWrongPassword -skip irctest.server_tests.echo_message.EchoMessageTestCase::testDirectMessageEcho -skip irctest.server_tests.invite.InviteTestCase::testInviteList -skip irctest.server_tests.isupport.IsupportTestCase::testTargmax -skip irctest.server_tests.isupport.IsupportTestCase::testValues -skip irctest.server_tests.join.JoinTestCase::testJoinPartiallyInvalidLabeledResponse -skip irctest.server_tests.kick.KickTestCase::testDoubleKickMessages[False] -skip irctest.server_tests.kick.KickTestCase::testDoubleKickMessages[True] -skip irctest.server_tests.labeled_responses.LabeledResponsesTestCase::testBatchedJoinMessages -skip irctest.server_tests.labeled_responses.LabeledResponsesTestCase::testEmptyBatchForNoResponse -skip irctest.server_tests.labeled_responses.LabeledResponsesTestCase::testLabeledNoticeResponsesToChannel -skip irctest.server_tests.labeled_responses.LabeledResponsesTestCase::testLabeledNoticeResponsesToClient -skip irctest.server_tests.labeled_responses.LabeledResponsesTestCase::testLabeledNoticeResponsesToSelf -skip irctest.server_tests.labeled_responses.LabeledResponsesTestCase::testLabeledPrivmsgResponsesToChannel -skip irctest.server_tests.labeled_responses.LabeledResponsesTestCase::testLabeledPrivmsgResponsesToClient -skip irctest.server_tests.labeled_responses.LabeledResponsesTestCase::testLabeledPrivmsgResponsesToMultipleClients -skip irctest.server_tests.labeled_responses.LabeledResponsesTestCase::testLabeledPrivmsgResponsesToSelf -skip irctest.server_tests.labeled_responses.LabeledResponsesTestCase::testLabeledTagMsgResponsesToChannel -skip irctest.server_tests.labeled_responses.LabeledResponsesTestCase::testLabeledTagMsgResponsesToClient -skip irctest.server_tests.labeled_responses.LabeledResponsesTestCase::testLabeledTagMsgResponsesToSelf -skip irctest.server_tests.labeled_responses.LabeledResponsesTestCase::testNoBatchForSingleMessage -skip irctest.server_tests.labeled_responses.LabeledResponsesTestCase::testUnknownCommand -skip irctest.server_tests.links.LinksTestCase::testLinksSingleServer -skip irctest.server_tests.list.FaketimeListTestCase::testListCreationTime -skip irctest.server_tests.list.FaketimeListTestCase::testListTopicTime -skip irctest.server_tests.list.ListTestCase::testListMask -skip irctest.server_tests.list.ListTestCase::testListNotMask -skip irctest.server_tests.list.ListTestCase::testListUsers -skip irctest.server_tests.metadata_3.MetadataTestCase::testClearChannel -skip irctest.server_tests.metadata_3.MetadataTestCase::testGetListSyncInviteOnlyChannel -skip irctest.server_tests.metadata_3.MetadataTestCase::testGetOneUnsetValid -skip irctest.server_tests.metadata_3.MetadataTestCase::testGetOtherUser -skip irctest.server_tests.metadata_3.MetadataTestCase::testGetTwoUnsetValid -skip irctest.server_tests.metadata_3.MetadataTestCase::testListChannel -skip irctest.server_tests.metadata_3.MetadataTestCase::testListInvalidTarget -skip irctest.server_tests.metadata_3.MetadataTestCase::testListNoSet -skip irctest.server_tests.metadata_3.MetadataTestCase::testSetClearOtherUser -skip irctest.server_tests.metadata_3.MetadataTestCase::testSetGetChannel -skip irctest.server_tests.metadata_3.MetadataTestCase::testSetGetChannelNotOp -skip irctest.server_tests.metadata_3.MetadataTestCase::testSetGetHeartInValue -skip irctest.server_tests.metadata_3.MetadataTestCase::testSetGetUserAgain -skip irctest.server_tests.metadata_3.MetadataTestCase::testSetGetUser[*-*] -skip irctest.server_tests.metadata_3.MetadataTestCase::testSetGetUser[*-foo] -skip irctest.server_tests.metadata_3.MetadataTestCase::testSetGetUser[foo-*] -skip irctest.server_tests.metadata_3.MetadataTestCase::testSetGetUser[foo-foo] -skip irctest.server_tests.metadata_3.MetadataTestCase::testSetGetValidBeforeConnect -skip irctest.server_tests.metadata_3.MetadataTestCase::testSetInvalidUtf8 -skip irctest.server_tests.metadata_3.MetadataTestCase::testSetTooManyBytes -skip irctest.server_tests.metadata_3.MetadataTestCase::testSetTooManyChars -skip irctest.server_tests.metadata_3.MetadataTestCase::testSetUnsetChannel -skip irctest.server_tests.metadata_3.MetadataTestCase::testSetUnsetUser -skip irctest.server_tests.metadata_3.MetadataTestCase::testSubChannel -skip irctest.server_tests.metadata_3.MetadataTestCase::testSubChannelSetBeforeJoin -skip irctest.server_tests.metadata_3.MetadataTestCase::testSubUser -skip irctest.server_tests.metadata_3.MetadataTestCase::testSubUserSetBeforeJoin -skip irctest.server_tests.metadata_3.MetadataTestCase::testWhoisKeyValue -skip irctest.server_tests.monitor.ExtendedMonitorTestCase::testExtendedMonitorAwayNoCap[-] -skip irctest.server_tests.monitor.ExtendedMonitorTestCase::testExtendedMonitorAwayNoCap[-with-cap] -skip irctest.server_tests.monitor.ExtendedMonitorTestCase::testExtendedMonitorAwayNoCap[monitor_before_connect-] -skip irctest.server_tests.monitor.ExtendedMonitorTestCase::testExtendedMonitorAwayNoCap[monitor_before_connect-with-cap] -skip irctest.server_tests.monitor.ExtendedMonitorTestCase::testExtendedMonitorAway[-] -skip irctest.server_tests.monitor.ExtendedMonitorTestCase::testExtendedMonitorAway[-with-cap] -skip irctest.server_tests.monitor.ExtendedMonitorTestCase::testExtendedMonitorAway[monitor_before_connect-] -skip irctest.server_tests.monitor.ExtendedMonitorTestCase::testExtendedMonitorAway[monitor_before_connect-with-cap] -skip irctest.server_tests.monitor.ExtendedMonitorTestCase::testExtendedMonitorSetNameNoCap[False] -skip irctest.server_tests.monitor.ExtendedMonitorTestCase::testExtendedMonitorSetNameNoCap[True] -skip irctest.server_tests.monitor.ExtendedMonitorTestCase::testExtendedMonitorSetName[False] -skip irctest.server_tests.monitor.ExtendedMonitorTestCase::testExtendedMonitorSetName[True] -skip irctest.server_tests.monitor.MonitorTestCase::testMonitorClear -skip irctest.server_tests.monitor.MonitorTestCase::testMonitorConnectedAndDisconnected -skip irctest.server_tests.monitor.MonitorTestCase::testMonitorForbidsMasks -skip irctest.server_tests.monitor.MonitorTestCase::testMonitorList -skip irctest.server_tests.monitor.MonitorTestCase::testMonitorOneConnected -skip irctest.server_tests.monitor.MonitorTestCase::testMonitorOneConnection -skip irctest.server_tests.monitor.MonitorTestCase::testMonitorOneConnectionWithQuit -skip irctest.server_tests.monitor.MonitorTestCase::testMonitorOneDisconnected -skip irctest.server_tests.monitor.MonitorTestCase::testMonitorStatus -skip irctest.server_tests.monitor.MonitorTestCase::testNickChange -skip irctest.server_tests.monitor.MonitorTestCase::testTwoMonitoringOneRemove -skip irctest.server_tests.monitor.MonitorTestCase::testUnmonitor -skip irctest.server_tests.multi_prefix.MultiPrefixTestCase::testMultiPrefix -skip irctest.server_tests.multiline.MultilineTestCase::testBasic -skip irctest.server_tests.multiline.MultilineTestCase::testBlankLines[client_tag] -skip irctest.server_tests.multiline.MultilineTestCase::testBlankLines[no_client_tag] -skip irctest.server_tests.multiline.MultilineTestCase::testInvalidBlankConcatTag -skip irctest.server_tests.names.NamesTestCase::testNamesMultipleChannels2812 -skip irctest.server_tests.read_marker.ReadMarkerTestCase::testGetNoReadMarker -skip irctest.server_tests.read_marker.ReadMarkerTestCase::testInvalidTimestamp -skip irctest.server_tests.read_marker.ReadMarkerTestCase::testMissingParams -skip irctest.server_tests.read_marker.ReadMarkerTestCase::testReadMarkerDoesNotDecrease -skip irctest.server_tests.read_marker.ReadMarkerTestCase::testReadMarkerOnJoin -skip irctest.server_tests.read_marker.ReadMarkerTestCase::testReadMarkerOnJoinWithStoredTimestamp -skip irctest.server_tests.read_marker.ReadMarkerTestCase::testReadMarkerUserTarget -skip irctest.server_tests.read_marker.ReadMarkerTestCase::testSetAndGet -skip irctest.server_tests.read_marker.ReadMarkerTestCase::testWildcardTimestampRejected -skip irctest.server_tests.redact.RedactTestCase::testCantRedactOthersPrivmsg -skip irctest.server_tests.redact.RedactTestCase::testOpRedactOthersPrivmsg -skip irctest.server_tests.redact.RedactTestCase::testOpRedactSelfPrivmsg -skip irctest.server_tests.redact.RedactTestCase::testRedactInvalidTarget -skip irctest.server_tests.redact.RedactTestCase::testRedactNotRelayedToNonSupportingClients -skip irctest.server_tests.redact.RedactTestCase::testRedactTagmsg -skip irctest.server_tests.redact.RedactTestCase::testRedactUnknownMsgid -skip irctest.server_tests.redact.RedactTestCase::testRedactWithReason -skip irctest.server_tests.redact.RedactTestCase::testRedactedMessageDisappearsFromChathistory -skip irctest.server_tests.regressions.RegressionsTestCase::testLabeledNick -skip irctest.server_tests.setname.SetnameMessageTestCase::testSetnameChannel -skip irctest.server_tests.setname.SetnameMessageTestCase::testSetnameMessage -skip irctest.server_tests.statusmsg.StatusmsgTestCase::testStatusmsgFromOp -skip irctest.server_tests.statusmsg.StatusmsgTestCase::testStatusmsgFromRegular -skip irctest.server_tests.websocket.WebsocketTestCase::testReceiveNonUtf8Text -skip irctest.server_tests.websocket.WebsocketTestCase::testReceiveTruncation -skip irctest.server_tests.websocket.WebsocketTestCase::testSendNonUtf8Text -skip irctest.server_tests.websocket.WebsocketTestCase::testSendTruncation -skip irctest.server_tests.websocket.WebsocketTestCase::testSubprotocolNegotiation[binary-first] -skip irctest.server_tests.websocket.WebsocketTestCase::testSubprotocolNegotiation[binary-only] -skip irctest.server_tests.websocket.WebsocketTestCase::testSubprotocolNegotiation[text-first] -skip irctest.server_tests.websocket.WebsocketTestCase::testSubprotocolNegotiation[text-only] -skip irctest.server_tests.who.WhoTestCase::testWhoRealNameSpaces -skip irctest.server_tests.who.WhoTestCase::testWhoUsernameRealName[hostname] -skip irctest.server_tests.who.WhoTestCase::testWhoUsernameRealName[realname-mask] -skip irctest.server_tests.who.WhoTestCase::testWhoUsernameRealName[username] -skip irctest.server_tests.who.WhoTestCase::testWhoxFull -skip irctest.server_tests.who.WhoTestCase::testWhoxFullReversed -skip irctest.server_tests.who.WhoTestCase::testWhoxOneChar[a] -skip irctest.server_tests.who.WhoTestCase::testWhoxOneChar[c] -skip irctest.server_tests.who.WhoTestCase::testWhoxOneChar[d] -skip irctest.server_tests.who.WhoTestCase::testWhoxOneChar[f] -skip irctest.server_tests.who.WhoTestCase::testWhoxOneChar[h] -skip irctest.server_tests.who.WhoTestCase::testWhoxOneChar[i] -skip irctest.server_tests.who.WhoTestCase::testWhoxOneChar[l] -skip irctest.server_tests.who.WhoTestCase::testWhoxOneChar[n] -skip irctest.server_tests.who.WhoTestCase::testWhoxOneChar[o] -skip irctest.server_tests.who.WhoTestCase::testWhoxOneChar[r] -skip irctest.server_tests.who.WhoTestCase::testWhoxOneChar[s] -skip irctest.server_tests.who.WhoTestCase::testWhoxOneChar[u] -skip irctest.server_tests.who.WhoTestCase::testWhoxToken diff --git a/specs/014-capability-plugin-spi/validation/pr-102/raw/irctest-candidate-cases.tsv b/specs/014-capability-plugin-spi/validation/pr-102/raw/irctest-candidate-cases.tsv deleted file mode 100644 index f4030c5..0000000 --- a/specs/014-capability-plugin-spi/validation/pr-102/raw/irctest-candidate-cases.tsv +++ /dev/null @@ -1,474 +0,0 @@ -fail irctest.server_tests.cap.CapTestCase::testReqOne -fail irctest.server_tests.cap.CapTestCase::testReqOneThenOne -fail irctest.server_tests.cap.CapTestCase::testReqPostRegistration -fail irctest.server_tests.cap.CapTestCase::testReqTwo -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative[{'command': '004', 'params': ['nick', '...', OptStrRe(r'[a-zA-Z]+')]}-004 nick ... 123] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative[{'command': '004', 'params': ['nick', '...', OptStrRe(r'[a-zA-Z]+')]}-004 nick ... :] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative[{'command': '004', 'params': [Either('nick', '*', '.'), '...', 'trailer']}-004 f ... trailer] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative[{'command': '004', 'params': [Either('nick', '*', '.'), '...', 'trailer']}-004 foo ... trailer] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative[{'command': '005', 'params': ['nick', 'FOO=1', *ANYLIST]}-005 nick BAR=2] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative[{'command': '005', 'params': ['nick', 'FOO=1', *ANYLIST]}-005 nick] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative[{'command': '005', 'params': ['nick', ListRemainder(ANYSTR, min_length=1)]}-005 nick] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative[{'command': '005', 'params': ['nick', ListRemainder(StrRe(r'[A-Z]+=.*'), min_length=1)]}-005 nick foo=1] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative[{'command': '005', 'params': ['nick', ListRemainder(StrRe(r'[A-Z]+=.*'), min_length=1)]}-005 nick] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative[{'command': 'PING', 'params': ['abc']}-PONG def] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative[{'command': 'PRIVMSG', 'params': ['#chan', 'hello']}-PRIVMSG #chan hello2] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative[{'command': 'PRIVMSG', 'params': ['#chan', 'hello']}-PRIVMSG #chan2 hello] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative[{'command': 'PRIVMSG', 'params': ['#chan', StrRe(r'hello.*')]}-PRIVMSG #chan :hi] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative[{'command': 'PRIVMSG', 'params': ['#chan', StrRe(r'hello.*')]}-PRIVMSG #chan2 hello] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative[{'nick': 'foo', 'command': 'PRIVMSG'}-:foo2!baz@qux PRIVMSG #chan hello] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative[{'nick': 'foo', 'command': 'PRIVMSG'}-@tag1=bar :foo2!baz@qux PRIVMSG #chan :hello] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative[{'nick': 'foo', 'command': 'PRIVMSG'}-PRIVMSG #chan :hi] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative[{'tags': {'tag1': 'bar', RemainingKeys(ANYSTR): ANYOPTSTR}, 'command': 'PRIVMSG', 'params': ['#chan', 'hello']}-:foo!baz@qux PRIVMSG #chan hello] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative[{'tags': {'tag1': 'bar', RemainingKeys(ANYSTR): ANYOPTSTR}, 'command': 'PRIVMSG', 'params': ['#chan', 'hello']}-@tag1=value1 PRIVMSG #chan :hello] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative[{'tags': {'tag1': 'bar', RemainingKeys(ANYSTR): ANYOPTSTR}, 'command': 'PRIVMSG', 'params': ['#chan', 'hello']}-PRIVMG #chan :hello] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative[{'tags': {'tag1': 'bar', RemainingKeys(ANYSTR): ANYOPTSTR}, 'command': 'PRIVMSG', 'params': ['#chan', 'hello']}-PRIVMSG #chan hello2] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative[{'tags': {'tag1': 'bar', RemainingKeys(ANYSTR): ANYOPTSTR}, 'command': 'PRIVMSG', 'params': ['#chan', 'hello']}-PRIVMSG #chan2 hello] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative[{'tags': {'tag1': 'bar', RemainingKeys(NotStrRe(r'tag2')): ANYOPTSTR}, 'command': 'PRIVMSG', 'params': ['#chan', 'hello']}-@tag1=bar;tag2= PRIVMSG #chan :hello] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative[{'tags': {'tag1': 'bar', RemainingKeys(NotStrRe(r'tag2')): ANYOPTSTR}, 'command': 'PRIVMSG', 'params': ['#chan', 'hello']}-@tag1=bar;tag2=baz PRIVMSG #chan :hello] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative[{'tags': {'tag1': 'bar', RemainingKeys(NotStrRe(r'tag2')): ANYOPTSTR}, 'command': 'PRIVMSG', 'params': ['#chan', 'hello']}-@tag1=value1 PRIVMSG #chan :hello] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative[{'tags': {'tag1': 'bar', RemainingKeys(NotStrRe(r'tag2')): ANYOPTSTR}, 'command': 'PRIVMSG', 'params': ['#chan', 'hello']}-PRIVMG #chan :hello] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative[{'tags': {'tag1': 'bar'}, 'command': 'PRIVMSG', 'params': ['#chan', 'hello']}-:foo!baz@qux PRIVMSG #chan hello] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative[{'tags': {'tag1': 'bar'}, 'command': 'PRIVMSG', 'params': ['#chan', 'hello']}-@tag1=bar;tag2= PRIVMSG #chan :hello] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative[{'tags': {'tag1': 'bar'}, 'command': 'PRIVMSG', 'params': ['#chan', 'hello']}-@tag1=value1 PRIVMSG #chan :hello] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative[{'tags': {'tag1': 'bar'}, 'command': 'PRIVMSG', 'params': ['#chan', 'hello']}-PRIVMSG #chan hello] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative[{'tags': {'tag1': ANYSTR}, 'command': 'PRIVMSG', 'params': ['#chan', ANYSTR]}-:foo!baz@qux PRIVMSG #chan hello] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative[{'tags': {'tag1': ANYSTR}, 'command': 'PRIVMSG', 'params': ['#chan', ANYSTR]}-@tag1=bar;tag2= PRIVMSG #chan :hello] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative[{'tags': {'tag1': ANYSTR}, 'command': 'PRIVMSG', 'params': ['#chan', ANYSTR]}-PRIVMSG #chan hello] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative[{'tags': {StrRe(r'tag[12]'): 'bar', RemainingKeys(ANYSTR): ANYOPTSTR}, 'command': 'PRIVMSG', 'params': ['#chan', 'hello']}-:foo!baz@qux PRIVMSG #chan hello] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative[{'tags': {StrRe(r'tag[12]'): 'bar', RemainingKeys(ANYSTR): ANYOPTSTR}, 'command': 'PRIVMSG', 'params': ['#chan', 'hello']}-@tag1=value1 PRIVMSG #chan :hello] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative[{'tags': {StrRe(r'tag[12]'): 'bar', RemainingKeys(ANYSTR): ANYOPTSTR}, 'command': 'PRIVMSG', 'params': ['#chan', 'hello']}-PRIVMG #chan :hello] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative[{'tags': {StrRe(r'tag[12]'): 'bar', RemainingKeys(ANYSTR): ANYOPTSTR}, 'command': 'PRIVMSG', 'params': ['#chan', 'hello']}-PRIVMSG #chan hello2] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative[{'tags': {StrRe(r'tag[12]'): 'bar', RemainingKeys(ANYSTR): ANYOPTSTR}, 'command': 'PRIVMSG', 'params': ['#chan', 'hello']}-PRIVMSG #chan2 hello] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative_message[expected command to match PING, got PONG] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative_message[expected command to match PRIVMSG, got PRIVMG0] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative_message[expected command to match PRIVMSG, got PRIVMG1] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative_message[expected command to match PRIVMSG, got PRIVMG2] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative_message[expected nick to be foo, got None instead] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative_message[expected nick to be foo, got foo2 instead0] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative_message[expected nick to be foo, got foo2 instead1] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative_message[expected params to match ['#chan', 'hello'], got ['#chan', 'hello2']0] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative_message[expected params to match ['#chan', 'hello'], got ['#chan', 'hello2']1] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative_message[expected params to match ['#chan', 'hello'], got ['#chan', 'hello2']2] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative_message[expected params to match ['#chan', 'hello'], got ['#chan2', 'hello']0] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative_message[expected params to match ['#chan', 'hello'], got ['#chan2', 'hello']1] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative_message[expected params to match ['#chan', 'hello'], got ['#chan2', 'hello']2] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative_message[expected params to match ['#chan', StrRe(r'hello.*')], got ['#chan', 'hi']] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative_message[expected params to match ['#chan', StrRe(r'hello.*')], got ['#chan2', 'hello']] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative_message[expected params to match ['nick', '...', OptStrRe(r'[a-zA-Z]+')], got ['nick', '...', '']] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative_message[expected params to match ['nick', '...', OptStrRe(r'[a-zA-Z]+')], got ['nick', '...', '123']] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative_message[expected params to match ['nick', 'FOO=1', *ANYLIST], got ['nick', 'BAR=2']] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative_message[expected params to match ['nick', 'FOO=1', *ANYLIST], got ['nick']] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative_message[expected params to match ['nick', ListRemainder(ANYSTR, min_length=1)], got ['nick']] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative_message[expected params to match ['nick', ListRemainder(StrRe(r'[A-Z]+=.*'), min_length=1)], got ['nick', 'foo=1']] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative_message[expected params to match ['nick', ListRemainder(StrRe(r'[A-Z]+=.*'), min_length=1)], got ['nick']] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative_message[expected params to match [Either('nick', '*', '.'), '...', 'trailer'], got ['f', '...', 'trailer']] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative_message[expected params to match [Either('nick', '*', '.'), '...', 'trailer'], got ['foo', '...', 'trailer']] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative_message[expected tags to match {'tag1': 'bar', RemainingKeys(ANYSTR): ANYOPTSTR}, got {'tag1': 'value1'}] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative_message[expected tags to match {'tag1': 'bar', RemainingKeys(ANYSTR): ANYOPTSTR}, got {}] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative_message[expected tags to match {'tag1': 'bar', RemainingKeys(NotStrRe(r'tag2')): ANYOPTSTR}, got {'tag1': 'bar', 'tag2': ''}] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative_message[expected tags to match {'tag1': 'bar', RemainingKeys(NotStrRe(r'tag2')): ANYOPTSTR}, got {'tag1': 'bar', 'tag2': 'baz'}] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative_message[expected tags to match {'tag1': 'bar', RemainingKeys(NotStrRe(r'tag2')): ANYOPTSTR}, got {'tag1': 'value1'}] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative_message[expected tags to match {'tag1': 'bar'}, got {'tag1': 'bar', 'tag2': ''}] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative_message[expected tags to match {'tag1': 'bar'}, got {'tag1': 'value1'}] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative_message[expected tags to match {'tag1': 'bar'}, got {}0] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative_message[expected tags to match {'tag1': 'bar'}, got {}1] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative_message[expected tags to match {'tag1': ANYSTR}, got {'tag1': 'bar', 'tag2': ''}] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative_message[expected tags to match {'tag1': ANYSTR}, got {}0] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative_message[expected tags to match {'tag1': ANYSTR}, got {}1] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative_message[expected tags to match {StrRe(r'tag[12]'): 'bar', RemainingKeys(ANYSTR): ANYOPTSTR}, got {'tag1': 'value1'}] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_negative_message[expected tags to match {StrRe(r'tag[12]'): 'bar', RemainingKeys(ANYSTR): ANYOPTSTR}, got {}] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_positive[{'command': '004', 'params': ['nick', '...', OptStrRe(r'[a-zA-Z]+')]}-004 nick ... abc] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_positive[{'command': '004', 'params': ['nick', '...', OptStrRe(r'[a-zA-Z]+')]}-004 nick ...] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_positive[{'command': '004', 'params': [Either('nick', '*', '.'), '...', 'trailer']}-004 * ... trailer] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_positive[{'command': '004', 'params': [Either('nick', '*', '.'), '...', 'trailer']}-004 . ... trailer] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_positive[{'command': '004', 'params': [Either('nick', '*', '.'), '...', 'trailer']}-004 nick ... trailer] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_positive[{'command': '005', 'params': ['nick', 'FOO=1', *ANYLIST]}-005 nick FOO=1 BAR=2] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_positive[{'command': '005', 'params': ['nick', 'FOO=1', *ANYLIST]}-005 nick FOO=1] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_positive[{'command': '005', 'params': ['nick', ListRemainder(ANYSTR, min_length=1)]}-005 nick BAR=2] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_positive[{'command': '005', 'params': ['nick', ListRemainder(ANYSTR, min_length=1)]}-005 nick FOO=1 BAR=2] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_positive[{'command': '005', 'params': ['nick', ListRemainder(ANYSTR, min_length=1)]}-005 nick FOO=1] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_positive[{'command': '005', 'params': ['nick', ListRemainder(StrRe(r'[A-Z]+=.*'), min_length=1)]}-005 nick BAR=2] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_positive[{'command': '005', 'params': ['nick', ListRemainder(StrRe(r'[A-Z]+=.*'), min_length=1)]}-005 nick FOO=1 BAR=2] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_positive[{'command': '005', 'params': ['nick', ListRemainder(StrRe(r'[A-Z]+=.*'), min_length=1)]}-005 nick FOO=1] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_positive[{'command': 'PING', 'params': ['abc']}-PING abc] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_positive[{'command': 'PRIVMSG', 'params': ['#chan', 'hello']}-:foo!baz@qux PRIVMSG #chan hello] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_positive[{'command': 'PRIVMSG', 'params': ['#chan', 'hello']}-@tag1=bar :foo!baz@qux PRIVMSG #chan :hello] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_positive[{'command': 'PRIVMSG', 'params': ['#chan', 'hello']}-@tag1=bar PRIVMSG #chan :hello] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_positive[{'command': 'PRIVMSG', 'params': ['#chan', 'hello']}-@tag1=bar;tag2= PRIVMSG #chan :hello] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_positive[{'command': 'PRIVMSG', 'params': ['#chan', 'hello']}-PRIVMSG #chan :hello] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_positive[{'command': 'PRIVMSG', 'params': ['#chan', 'hello']}-PRIVMSG #chan hello] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_positive[{'command': 'PRIVMSG', 'params': ['#chan', StrRe(r'hello.*')]}-:foo!baz@qux PRIVMSG #chan hello] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_positive[{'command': 'PRIVMSG', 'params': ['#chan', StrRe(r'hello.*')]}-@tag1=bar :foo!baz@qux PRIVMSG #chan :hello] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_positive[{'command': 'PRIVMSG', 'params': ['#chan', StrRe(r'hello.*')]}-@tag1=bar PRIVMSG #chan :hello] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_positive[{'command': 'PRIVMSG', 'params': ['#chan', StrRe(r'hello.*')]}-@tag1=bar;tag2= PRIVMSG #chan :hello] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_positive[{'command': 'PRIVMSG', 'params': ['#chan', StrRe(r'hello.*')]}-PRIVMSG #chan :hello] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_positive[{'command': 'PRIVMSG', 'params': ['#chan', StrRe(r'hello.*')]}-PRIVMSG #chan hello2] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_positive[{'command': 'PRIVMSG', 'params': ['#chan', StrRe(r'hello.*')]}-PRIVMSG #chan hello] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_positive[{'nick': 'foo', 'command': 'PRIVMSG'}-:foo!baz@qux PRIVMSG #chan hello] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_positive[{'nick': 'foo', 'command': 'PRIVMSG'}-@tag1=bar :foo!baz@qux PRIVMSG #chan :hello] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_positive[{'tags': {'tag1': 'bar', RemainingKeys(ANYSTR): ANYOPTSTR}, 'command': 'PRIVMSG', 'params': ['#chan', 'hello']}-@tag1=bar :foo!baz@qux PRIVMSG #chan :hello] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_positive[{'tags': {'tag1': 'bar', RemainingKeys(ANYSTR): ANYOPTSTR}, 'command': 'PRIVMSG', 'params': ['#chan', 'hello']}-@tag1=bar PRIVMSG #chan :hello] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_positive[{'tags': {'tag1': 'bar', RemainingKeys(ANYSTR): ANYOPTSTR}, 'command': 'PRIVMSG', 'params': ['#chan', 'hello']}-@tag1=bar;tag2= PRIVMSG #chan :hello] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_positive[{'tags': {'tag1': 'bar', RemainingKeys(NotStrRe(r'tag2')): ANYOPTSTR}, 'command': 'PRIVMSG', 'params': ['#chan', 'hello']}-@tag1=bar :foo!baz@qux PRIVMSG #chan :hello] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_positive[{'tags': {'tag1': 'bar', RemainingKeys(NotStrRe(r'tag2')): ANYOPTSTR}, 'command': 'PRIVMSG', 'params': ['#chan', 'hello']}-@tag1=bar PRIVMSG #chan :hello] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_positive[{'tags': {'tag1': 'bar', RemainingKeys(NotStrRe(r'tag2')): ANYOPTSTR}, 'command': 'PRIVMSG', 'params': ['#chan', 'hello']}-@tag1=bar;tag3= PRIVMSG #chan :hello] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_positive[{'tags': {'tag1': 'bar'}, 'command': 'PRIVMSG', 'params': ['#chan', 'hello']}-@tag1=bar :foo!baz@qux PRIVMSG #chan :hello] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_positive[{'tags': {'tag1': 'bar'}, 'command': 'PRIVMSG', 'params': ['#chan', 'hello']}-@tag1=bar PRIVMSG #chan :hello] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_positive[{'tags': {'tag1': ANYSTR}, 'command': 'PRIVMSG', 'params': ['#chan', ANYSTR]}-@tag1=bar :foo!baz@qux PRIVMSG #chan :hello] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_positive[{'tags': {'tag1': ANYSTR}, 'command': 'PRIVMSG', 'params': ['#chan', ANYSTR]}-@tag1=bar PRIVMSG #chan :hello] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_positive[{'tags': {'tag1': ANYSTR}, 'command': 'PRIVMSG', 'params': ['#chan', ANYSTR]}-@tag1=value1 PRIVMSG #chan :hello] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_positive[{'tags': {StrRe(r'tag[12]'): 'bar', RemainingKeys(ANYSTR): ANYOPTSTR}, 'command': 'PRIVMSG', 'params': ['#chan', 'hello']}-@tag1=;tag2=bar PRIVMSG #chan :hello] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_positive[{'tags': {StrRe(r'tag[12]'): 'bar', RemainingKeys(ANYSTR): ANYOPTSTR}, 'command': 'PRIVMSG', 'params': ['#chan', 'hello']}-@tag1=bar :foo!baz@qux PRIVMSG #chan :hello] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_positive[{'tags': {StrRe(r'tag[12]'): 'bar', RemainingKeys(ANYSTR): ANYOPTSTR}, 'command': 'PRIVMSG', 'params': ['#chan', 'hello']}-@tag1=bar PRIVMSG #chan :hello] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_positive[{'tags': {StrRe(r'tag[12]'): 'bar', RemainingKeys(ANYSTR): ANYOPTSTR}, 'command': 'PRIVMSG', 'params': ['#chan', 'hello']}-@tag1=bar;tag2= PRIVMSG #chan :hello0] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_positive[{'tags': {StrRe(r'tag[12]'): 'bar', RemainingKeys(ANYSTR): ANYOPTSTR}, 'command': 'PRIVMSG', 'params': ['#chan', 'hello']}-@tag1=bar;tag2= PRIVMSG #chan :hello1] -pass irctest.self_tests.cases.IrcTestCaseTestCase::test_message_matching_positive[{'tags': {StrRe(r'tag[12]'): 'bar', RemainingKeys(ANYSTR): ANYOPTSTR}, 'command': 'PRIVMSG', 'params': ['#chan', 'hello']}-@tag2=bar PRIVMSG #chan :hello] -pass irctest.server_tests.away.AwayTestCase::testAway -pass irctest.server_tests.away.AwayTestCase::testAwayAck -pass irctest.server_tests.away.AwayTestCase::testAwayEmptyMessage -pass irctest.server_tests.away.AwayTestCase::testAwayPrivmsg -pass irctest.server_tests.away.AwayTestCase::testAwayUserhost -pass irctest.server_tests.away.AwayTestCase::testAwayWhois -pass irctest.server_tests.buffering.BufferingTestCase::testNoTags[byteperbyte-colon] -pass irctest.server_tests.buffering.BufferingTestCase::testNoTags[byteperbyte-no colon] -pass irctest.server_tests.buffering.BufferingTestCase::testNoTags[charperchar-colon] -pass irctest.server_tests.buffering.BufferingTestCase::testNoTags[charperchar-no colon] -pass irctest.server_tests.buffering.BufferingTestCase::testNoTags[whole-colon] -pass irctest.server_tests.buffering.BufferingTestCase::testNoTags[whole-no colon] -pass irctest.server_tests.cap.CapTestCase::testCapRemovalByClient -pass irctest.server_tests.cap.CapTestCase::testEmptyCapList -pass irctest.server_tests.cap.CapTestCase::testInvalidCapSubcommand -pass irctest.server_tests.cap.CapTestCase::testIrc301CapLs -pass irctest.server_tests.cap.CapTestCase::testNakExactString -pass irctest.server_tests.cap.CapTestCase::testNoMultiline301Response -pass irctest.server_tests.cap.CapTestCase::testNoReq -pass irctest.server_tests.cap.CapTestCase::testReqUnavailable -pass irctest.server_tests.channel.ChannelCaseSensitivityTestCase::testChannelsEquivalent[rfc1459-#F]|oo{-#f}\\oo[] -pass irctest.server_tests.channel.ChannelCaseSensitivityTestCase::testChannelsEquivalent[rfc1459-#Foo-#foo] -pass irctest.server_tests.channel.ChannelCaseSensitivityTestCase::testChannelsEquivalent[rfc1459-#F}o\\o[-#f]o|o{] -pass irctest.server_tests.channel.ChannelCaseSensitivityTestCase::testChannelsNotEquivalent[rfc1459-#Foo-#fooa] -pass irctest.server_tests.chmodes.ban.BanModeTestCase::testBan -pass irctest.server_tests.chmodes.ban.BanModeTestCase::testBanException -pass irctest.server_tests.chmodes.ban.BanModeTestCase::testBanList -pass irctest.server_tests.chmodes.invite_exception.InviteExceptionTestCase::testInviteException -pass irctest.server_tests.chmodes.invite_exception.InviteExceptionTestCase::testInviteExceptionList -pass irctest.server_tests.chmodes.invite_exception.InviteExceptionTestCase::testInviteExceptionMultipleMasks -pass irctest.server_tests.chmodes.invite_exception.InviteExceptionTestCase::testInviteExceptionRemoval -pass irctest.server_tests.chmodes.invite_exception.InviteExceptionTestCase::testInviteExceptionWithoutInviteOnly -pass irctest.server_tests.chmodes.key.KeyTestCase::testKeyNormal -pass irctest.server_tests.chmodes.key.KeyTestCase::testKeyValidation[empty] -pass irctest.server_tests.chmodes.key.KeyTestCase::testKeyValidation[long] -pass irctest.server_tests.chmodes.key.KeyTestCase::testKeyValidation[only-space] -pass irctest.server_tests.chmodes.key.KeyTestCase::testKeyValidation[spaces] -pass irctest.server_tests.chmodes.limit.LimitTestCase::testLimitAfterPart -pass irctest.server_tests.chmodes.limit.LimitTestCase::testLimitChange -pass irctest.server_tests.chmodes.limit.LimitTestCase::testLimitDecrease -pass irctest.server_tests.chmodes.limit.LimitTestCase::testLimitInvalidValues[empty] -pass irctest.server_tests.chmodes.limit.LimitTestCase::testLimitInvalidValues[negative] -pass irctest.server_tests.chmodes.limit.LimitTestCase::testLimitInvalidValues[non-numeric] -pass irctest.server_tests.chmodes.limit.LimitTestCase::testLimitInvalidValues[zero] -pass irctest.server_tests.chmodes.limit.LimitTestCase::testLimitMode -pass irctest.server_tests.chmodes.limit.LimitTestCase::testLimitMultipleChannels -pass irctest.server_tests.chmodes.limit.LimitTestCase::testLimitRemoval -pass irctest.server_tests.chmodes.limit.LimitTestCase::testLimitWithInvite -pass irctest.server_tests.chmodes.modeis.RplChannelModeIsTestCase::testChannelModeIs -pass irctest.server_tests.chmodes.moderated.ModeratedModeTestCase::testModeratedMode -pass irctest.server_tests.chmodes.no_external.NoExternalMessagesTestCase::testNoExternalMessagesMode -pass irctest.server_tests.chmodes.operator.ChannelOperatorModeTestCase::testChannelOperatorModeChannelAndTargetDoNotExist -pass irctest.server_tests.chmodes.operator.ChannelOperatorModeTestCase::testChannelOperatorModeChannelDoesNotExist -pass irctest.server_tests.chmodes.operator.ChannelOperatorModeTestCase::testChannelOperatorModeSenderAndTargetNonMembers -pass irctest.server_tests.chmodes.operator.ChannelOperatorModeTestCase::testChannelOperatorModeSenderNonMember -pass irctest.server_tests.chmodes.operator.ChannelOperatorModeTestCase::testChannelOperatorModeSenderPrivsNeeded -pass irctest.server_tests.chmodes.operator.ChannelOperatorModeTestCase::testChannelOperatorModeSuccess -pass irctest.server_tests.chmodes.operator.ChannelOperatorModeTestCase::testChannelOperatorModeTargetDoesNotExist -pass irctest.server_tests.chmodes.operator.ChannelOperatorModeTestCase::testChannelOperatorModeTargetNotInChannel -pass irctest.server_tests.chmodes.secret.SecretChannelTestCase::testSecretChannelListCommand -pass irctest.server_tests.connection_registration.ConnectionRegistrationTestCase::testConnectionRegistration -pass irctest.server_tests.connection_registration.ConnectionRegistrationTestCase::testEarlyNickCollision -pass irctest.server_tests.connection_registration.ConnectionRegistrationTestCase::testEmptyRealname -pass irctest.server_tests.connection_registration.ConnectionRegistrationTestCase::testNickCollision -pass irctest.server_tests.connection_registration.ConnectionRegistrationTestCase::testNonutf8Realname -pass irctest.server_tests.connection_registration.ConnectionRegistrationTestCase::testNonutf8Username -pass irctest.server_tests.connection_registration.ConnectionRegistrationTestCase::testQuitDisconnects -pass irctest.server_tests.connection_registration.ConnectionRegistrationTestCase::testQuitErrors -pass irctest.server_tests.echo_message.EchoMessageTestCase::testEchoMessage[NOTICE-False-True] -pass irctest.server_tests.echo_message.EchoMessageTestCase::testEchoMessage[PRIVMSG-False-False] -pass irctest.server_tests.echo_message.EchoMessageTestCase::testEchoMessage[PRIVMSG-False-True] -pass irctest.server_tests.echo_message.EchoMessageTestCase::testEchoMessage[PRIVMSG-True-True] -pass irctest.server_tests.help.HelpTestCase::testHelpNoArg[HELPOP] -pass irctest.server_tests.help.HelpTestCase::testHelpNoArg[HELP] -pass irctest.server_tests.help.HelpTestCase::testHelpPrivmsg[HELPOP] -pass irctest.server_tests.help.HelpTestCase::testHelpPrivmsg[HELP] -pass irctest.server_tests.help.HelpTestCase::testHelpUnknownSubject[HELPOP] -pass irctest.server_tests.help.HelpTestCase::testHelpUnknownSubject[HELP] -pass irctest.server_tests.info.InfoTestCase::testInfo -pass irctest.server_tests.invite.InviteTestCase::testInviteAlreadyInChannel -pass irctest.server_tests.invite.InviteTestCase::testInviteInviteOnly -pass irctest.server_tests.invite.InviteTestCase::testInviteNoNotificationForOtherMembers -pass irctest.server_tests.invite.InviteTestCase::testInviteOnlyFromUsersInChannel -pass irctest.server_tests.invite.InviteTestCase::testInviteUnopped -pass irctest.server_tests.invite.InviteTestCase::testInvite[False] -pass irctest.server_tests.invite.InviteTestCase::testInvite[True] -pass irctest.server_tests.invite.InviteTestCase::testInvites -pass irctest.server_tests.isupport.IsupportTestCase::testParameters -pass irctest.server_tests.isupport.IsupportTestCase::testPrefix -pass irctest.server_tests.join.JoinTestCase::testJoinAllMessages -pass irctest.server_tests.join.JoinTestCase::testJoinKey -pass irctest.server_tests.join.JoinTestCase::testJoinKeys -pass irctest.server_tests.join.JoinTestCase::testJoinManySingleKey -pass irctest.server_tests.join.JoinTestCase::testJoinNamreply -pass irctest.server_tests.join.JoinTestCase::testJoinPartiallyInvalid -pass irctest.server_tests.join.JoinTestCase::testJoinTwice -pass irctest.server_tests.kick.KickTestCase::testKickDefaultComment -pass irctest.server_tests.kick.KickTestCase::testKickNoComment -pass irctest.server_tests.kick.KickTestCase::testKickNonexistentChannel -pass irctest.server_tests.kick.KickTestCase::testKickPrivileges -pass irctest.server_tests.kick.KickTestCase::testKickSendsMessages -pass irctest.server_tests.kill.KillTestCase::testKill -pass irctest.server_tests.list.ListTestCase::testListEmpty -pass irctest.server_tests.list.ListTestCase::testListNonexistent -pass irctest.server_tests.list.ListTestCase::testListOne -pass irctest.server_tests.lusers.BasicLusersTestCase::testLusers -pass irctest.server_tests.lusers.BasicLusersTestCase::testLusersFull -pass irctest.server_tests.lusers.LusersUnregisteredDefaultInvisibleTestCase::testLusersFull -pass irctest.server_tests.lusers.LusersUnregisteredDefaultInvisibleTestCase::testLusersRfc2812 -pass irctest.server_tests.lusers.LusersUnregisteredTestCase::testLusersFull -pass irctest.server_tests.lusers.LusersUnregisteredTestCase::testLusersRfc2812 -pass irctest.server_tests.message_tags.MessageTagsTestCase::testBasic -pass irctest.server_tests.message_tags.MessageTagsTestCase::testLengthLimits -pass irctest.server_tests.message_tags.MessageTagsTestCase::testRecipientCapability -pass irctest.server_tests.messages.NoticeTestCase::testNotice -pass irctest.server_tests.messages.NoticeTestCase::testNoticeNonexistentChannel -pass irctest.server_tests.messages.PrivmsgTestCase::testEmptyPrivmsg -pass irctest.server_tests.messages.PrivmsgTestCase::testPrivmsg -pass irctest.server_tests.messages.PrivmsgTestCase::testPrivmsgNonexistentChannel -pass irctest.server_tests.messages.PrivmsgTestCase::testPrivmsgNonexistentUser -pass irctest.server_tests.messages.PrivmsgTestCase::testPrivmsgToUser -pass irctest.server_tests.messages.TagsTestCase::testLineTooLong -pass irctest.server_tests.multi_prefix.MultiPrefixTestCase::testNoMultiPrefix -pass irctest.server_tests.names.NamesTestCase::testNames2812 -pass irctest.server_tests.names.NamesTestCase::testNames2812Secret -pass irctest.server_tests.names.NamesTestCase::testNamesInvalidChannel -pass irctest.server_tests.names.NamesTestCase::testNamesModern -pass irctest.server_tests.names.NamesTestCase::testNamesNonexistingChannel -pass irctest.server_tests.oper.OperTestCase::testOperFailure -pass irctest.server_tests.oper.OperTestCase::testOperNoPassword -pass irctest.server_tests.oper.OperTestCase::testOperNonexistentUser -pass irctest.server_tests.oper.OperTestCase::testOperSuccess -pass irctest.server_tests.part.PartTestCase::testBasicPart -pass irctest.server_tests.part.PartTestCase::testBasicPartRfc2812 -pass irctest.server_tests.part.PartTestCase::testPartMessage -pass irctest.server_tests.part.PartTestCase::testPartNotInEmptyChannel -pass irctest.server_tests.part.PartTestCase::testPartNotInNonEmptyChannel -pass irctest.server_tests.pingpong.PingPongTestCase::testPing -pass irctest.server_tests.pingpong.PingPongTestCase::testPingEmptyToken -pass irctest.server_tests.pingpong.PingPongTestCase::testPingNoToken -pass irctest.server_tests.quit.ChannelQuitTestCase::testQuit -pass irctest.server_tests.regressions.RegressionsTestCase::testCaseChanges -pass irctest.server_tests.regressions.RegressionsTestCase::testEmptyNick -pass irctest.server_tests.regressions.RegressionsTestCase::testFailedNickChange -pass irctest.server_tests.regressions.RegressionsTestCase::testNickRelease -pass irctest.server_tests.regressions.RegressionsTestCase::testNickReleaseQuit -pass irctest.server_tests.regressions.RegressionsTestCase::testStarNick -pass irctest.server_tests.time.TimeTestCase::testTime -pass irctest.server_tests.topic.TopicPrivilegesTestCase::testTopicPrivileges -pass irctest.server_tests.topic.TopicTestCase::testTopicMode -pass irctest.server_tests.topic.TopicTestCase::testTopicModern -pass irctest.server_tests.topic.TopicTestCase::testTopicNonexistentChannel -pass irctest.server_tests.topic.TopicTestCase::testTopicRfc -pass irctest.server_tests.topic.TopicTestCase::testUnsetTopicResponses -pass irctest.server_tests.utf8.Utf8TestCase::testNonutf8Realname -pass irctest.server_tests.utf8.Utf8TestCase::testNonutf8Username -pass irctest.server_tests.utf8.Utf8TestCase::testUtf8Validation -pass irctest.server_tests.wallops.WallopsTestCase::testWallops -pass irctest.server_tests.wallops.WallopsTestCase::testWallopsPrivileges -pass irctest.server_tests.who.WhoInvisibleTestCase::testWhoInvisible -pass irctest.server_tests.who.WhoTestCase::testWhoChan[casefolded] -pass irctest.server_tests.who.WhoTestCase::testWhoChan[exact] -pass irctest.server_tests.who.WhoTestCase::testWhoMultiChan -pass irctest.server_tests.who.WhoTestCase::testWhoNickAwayAndOper[casefolded] -pass irctest.server_tests.who.WhoTestCase::testWhoNickAwayAndOper[exact] -pass irctest.server_tests.who.WhoTestCase::testWhoNickAwayAndOper[mask] -pass irctest.server_tests.who.WhoTestCase::testWhoNickAway[casefolded] -pass irctest.server_tests.who.WhoTestCase::testWhoNickAway[exact] -pass irctest.server_tests.who.WhoTestCase::testWhoNickAway[mask] -pass irctest.server_tests.who.WhoTestCase::testWhoNickNotExists -pass irctest.server_tests.who.WhoTestCase::testWhoNickOper[casefolded] -pass irctest.server_tests.who.WhoTestCase::testWhoNickOper[exact] -pass irctest.server_tests.who.WhoTestCase::testWhoNickOper[mask] -pass irctest.server_tests.who.WhoTestCase::testWhoNick[casefolded] -pass irctest.server_tests.who.WhoTestCase::testWhoNick[exact] -pass irctest.server_tests.who.WhoTestCase::testWhoNick[mask] -pass irctest.server_tests.who.WhoTestCase::testWhoStar -pass irctest.server_tests.whois.WhoisTestCase::testWhoisMissingUser -pass irctest.server_tests.whois.WhoisTestCase::testWhoisNumerics[away] -pass irctest.server_tests.whois.WhoisTestCase::testWhoisNumerics[normal] -pass irctest.server_tests.whois.WhoisTestCase::testWhoisNumerics[oper] -pass irctest.server_tests.whois.WhoisTestCase::testWhoisUser[no-target] -pass irctest.server_tests.whois.WhoisTestCase::testWhoisUser[target-nick] -pass irctest.server_tests.whois.WhoisTestCase::testWhoisUser[target_server] -pass irctest.server_tests.whowas.WhowasTestCase::testWhowasCount1 -pass irctest.server_tests.whowas.WhowasTestCase::testWhowasCount2 -pass irctest.server_tests.whowas.WhowasTestCase::testWhowasCountNegative -pass irctest.server_tests.whowas.WhowasTestCase::testWhowasCountZero -pass irctest.server_tests.whowas.WhowasTestCase::testWhowasEnd -pass irctest.server_tests.whowas.WhowasTestCase::testWhowasMultiple -pass irctest.server_tests.whowas.WhowasTestCase::testWhowasNoParamModern -pass irctest.server_tests.whowas.WhowasTestCase::testWhowasNoSuchNick -pass irctest.server_tests.whowas.WhowasTestCase::testWhowasNumerics -skip irctest.server_tests.away_notify.AwayNotifyTestCase::testAwayNotify -skip irctest.server_tests.away_notify.AwayNotifyTestCase::testAwayNotifyOnJoin -skip irctest.server_tests.bot_mode.BotModeTestCase::testBotChannelMessage -skip irctest.server_tests.bot_mode.BotModeTestCase::testBotEchoMessage -skip irctest.server_tests.bot_mode.BotModeTestCase::testBotMode -skip irctest.server_tests.bot_mode.BotModeTestCase::testBotPrivateMessage -skip irctest.server_tests.bot_mode.BotModeTestCase::testBotWhois -skip irctest.server_tests.bot_mode.BotModeTestCase::testBotWhox -skip irctest.server_tests.cap.CapTestCase::testNakWhole -skip irctest.server_tests.channel.ChannelCaseSensitivityTestCase::testChannelsEquivalent[ascii-#Foo-#foo] -skip irctest.server_tests.channel.ChannelCaseSensitivityTestCase::testChannelsNotEquivalent[ascii-#Foo-#fooa] -skip irctest.server_tests.channel_rename.ChannelRenameTestCase::testChannelRename -skip irctest.server_tests.chmodes.mute_extban.MuteExtbanTestCase::testMuteExtban -skip irctest.server_tests.chmodes.mute_extban.MuteExtbanTestCase::testMuteExtbanExempt -skip irctest.server_tests.chmodes.mute_extban.MuteExtbanTestCase::testMuteExtbanVoiced -skip irctest.server_tests.chmodes.no_ctcp.NoctcpModeTestCase::testNoctcpMode -skip irctest.server_tests.connection_registration.PasswordedConnectionRegistrationTestCase::testNoPassword -skip irctest.server_tests.connection_registration.PasswordedConnectionRegistrationTestCase::testPassAfterNickuser -skip irctest.server_tests.connection_registration.PasswordedConnectionRegistrationTestCase::testPassBeforeNickuser -skip irctest.server_tests.connection_registration.PasswordedConnectionRegistrationTestCase::testWrongPassword -skip irctest.server_tests.echo_message.EchoMessageTestCase::testDirectMessageEcho -skip irctest.server_tests.invite.InviteTestCase::testInviteList -skip irctest.server_tests.isupport.IsupportTestCase::testTargmax -skip irctest.server_tests.isupport.IsupportTestCase::testValues -skip irctest.server_tests.join.JoinTestCase::testJoinPartiallyInvalidLabeledResponse -skip irctest.server_tests.kick.KickTestCase::testDoubleKickMessages[False] -skip irctest.server_tests.kick.KickTestCase::testDoubleKickMessages[True] -skip irctest.server_tests.labeled_responses.LabeledResponsesTestCase::testBatchedJoinMessages -skip irctest.server_tests.labeled_responses.LabeledResponsesTestCase::testEmptyBatchForNoResponse -skip irctest.server_tests.labeled_responses.LabeledResponsesTestCase::testLabeledNoticeResponsesToChannel -skip irctest.server_tests.labeled_responses.LabeledResponsesTestCase::testLabeledNoticeResponsesToClient -skip irctest.server_tests.labeled_responses.LabeledResponsesTestCase::testLabeledNoticeResponsesToSelf -skip irctest.server_tests.labeled_responses.LabeledResponsesTestCase::testLabeledPrivmsgResponsesToChannel -skip irctest.server_tests.labeled_responses.LabeledResponsesTestCase::testLabeledPrivmsgResponsesToClient -skip irctest.server_tests.labeled_responses.LabeledResponsesTestCase::testLabeledPrivmsgResponsesToMultipleClients -skip irctest.server_tests.labeled_responses.LabeledResponsesTestCase::testLabeledPrivmsgResponsesToSelf -skip irctest.server_tests.labeled_responses.LabeledResponsesTestCase::testLabeledTagMsgResponsesToChannel -skip irctest.server_tests.labeled_responses.LabeledResponsesTestCase::testLabeledTagMsgResponsesToClient -skip irctest.server_tests.labeled_responses.LabeledResponsesTestCase::testLabeledTagMsgResponsesToSelf -skip irctest.server_tests.labeled_responses.LabeledResponsesTestCase::testNoBatchForSingleMessage -skip irctest.server_tests.labeled_responses.LabeledResponsesTestCase::testUnknownCommand -skip irctest.server_tests.links.LinksTestCase::testLinksSingleServer -skip irctest.server_tests.list.FaketimeListTestCase::testListCreationTime -skip irctest.server_tests.list.FaketimeListTestCase::testListTopicTime -skip irctest.server_tests.list.ListTestCase::testListMask -skip irctest.server_tests.list.ListTestCase::testListNotMask -skip irctest.server_tests.list.ListTestCase::testListUsers -skip irctest.server_tests.metadata_3.MetadataTestCase::testClearChannel -skip irctest.server_tests.metadata_3.MetadataTestCase::testGetListSyncInviteOnlyChannel -skip irctest.server_tests.metadata_3.MetadataTestCase::testGetOneUnsetValid -skip irctest.server_tests.metadata_3.MetadataTestCase::testGetOtherUser -skip irctest.server_tests.metadata_3.MetadataTestCase::testGetTwoUnsetValid -skip irctest.server_tests.metadata_3.MetadataTestCase::testListChannel -skip irctest.server_tests.metadata_3.MetadataTestCase::testListInvalidTarget -skip irctest.server_tests.metadata_3.MetadataTestCase::testListNoSet -skip irctest.server_tests.metadata_3.MetadataTestCase::testSetClearOtherUser -skip irctest.server_tests.metadata_3.MetadataTestCase::testSetGetChannel -skip irctest.server_tests.metadata_3.MetadataTestCase::testSetGetChannelNotOp -skip irctest.server_tests.metadata_3.MetadataTestCase::testSetGetHeartInValue -skip irctest.server_tests.metadata_3.MetadataTestCase::testSetGetUserAgain -skip irctest.server_tests.metadata_3.MetadataTestCase::testSetGetUser[*-*] -skip irctest.server_tests.metadata_3.MetadataTestCase::testSetGetUser[*-foo] -skip irctest.server_tests.metadata_3.MetadataTestCase::testSetGetUser[foo-*] -skip irctest.server_tests.metadata_3.MetadataTestCase::testSetGetUser[foo-foo] -skip irctest.server_tests.metadata_3.MetadataTestCase::testSetGetValidBeforeConnect -skip irctest.server_tests.metadata_3.MetadataTestCase::testSetInvalidUtf8 -skip irctest.server_tests.metadata_3.MetadataTestCase::testSetTooManyBytes -skip irctest.server_tests.metadata_3.MetadataTestCase::testSetTooManyChars -skip irctest.server_tests.metadata_3.MetadataTestCase::testSetUnsetChannel -skip irctest.server_tests.metadata_3.MetadataTestCase::testSetUnsetUser -skip irctest.server_tests.metadata_3.MetadataTestCase::testSubChannel -skip irctest.server_tests.metadata_3.MetadataTestCase::testSubChannelSetBeforeJoin -skip irctest.server_tests.metadata_3.MetadataTestCase::testSubUser -skip irctest.server_tests.metadata_3.MetadataTestCase::testSubUserSetBeforeJoin -skip irctest.server_tests.metadata_3.MetadataTestCase::testWhoisKeyValue -skip irctest.server_tests.monitor.ExtendedMonitorTestCase::testExtendedMonitorAwayNoCap[-] -skip irctest.server_tests.monitor.ExtendedMonitorTestCase::testExtendedMonitorAwayNoCap[-with-cap] -skip irctest.server_tests.monitor.ExtendedMonitorTestCase::testExtendedMonitorAwayNoCap[monitor_before_connect-] -skip irctest.server_tests.monitor.ExtendedMonitorTestCase::testExtendedMonitorAwayNoCap[monitor_before_connect-with-cap] -skip irctest.server_tests.monitor.ExtendedMonitorTestCase::testExtendedMonitorAway[-] -skip irctest.server_tests.monitor.ExtendedMonitorTestCase::testExtendedMonitorAway[-with-cap] -skip irctest.server_tests.monitor.ExtendedMonitorTestCase::testExtendedMonitorAway[monitor_before_connect-] -skip irctest.server_tests.monitor.ExtendedMonitorTestCase::testExtendedMonitorAway[monitor_before_connect-with-cap] -skip irctest.server_tests.monitor.ExtendedMonitorTestCase::testExtendedMonitorSetNameNoCap[False] -skip irctest.server_tests.monitor.ExtendedMonitorTestCase::testExtendedMonitorSetNameNoCap[True] -skip irctest.server_tests.monitor.ExtendedMonitorTestCase::testExtendedMonitorSetName[False] -skip irctest.server_tests.monitor.ExtendedMonitorTestCase::testExtendedMonitorSetName[True] -skip irctest.server_tests.monitor.MonitorTestCase::testMonitorClear -skip irctest.server_tests.monitor.MonitorTestCase::testMonitorConnectedAndDisconnected -skip irctest.server_tests.monitor.MonitorTestCase::testMonitorForbidsMasks -skip irctest.server_tests.monitor.MonitorTestCase::testMonitorList -skip irctest.server_tests.monitor.MonitorTestCase::testMonitorOneConnected -skip irctest.server_tests.monitor.MonitorTestCase::testMonitorOneConnection -skip irctest.server_tests.monitor.MonitorTestCase::testMonitorOneConnectionWithQuit -skip irctest.server_tests.monitor.MonitorTestCase::testMonitorOneDisconnected -skip irctest.server_tests.monitor.MonitorTestCase::testMonitorStatus -skip irctest.server_tests.monitor.MonitorTestCase::testNickChange -skip irctest.server_tests.monitor.MonitorTestCase::testTwoMonitoringOneRemove -skip irctest.server_tests.monitor.MonitorTestCase::testUnmonitor -skip irctest.server_tests.multi_prefix.MultiPrefixTestCase::testMultiPrefix -skip irctest.server_tests.multiline.MultilineTestCase::testBasic -skip irctest.server_tests.multiline.MultilineTestCase::testBlankLines[client_tag] -skip irctest.server_tests.multiline.MultilineTestCase::testBlankLines[no_client_tag] -skip irctest.server_tests.multiline.MultilineTestCase::testInvalidBlankConcatTag -skip irctest.server_tests.names.NamesTestCase::testNamesMultipleChannels2812 -skip irctest.server_tests.read_marker.ReadMarkerTestCase::testGetNoReadMarker -skip irctest.server_tests.read_marker.ReadMarkerTestCase::testInvalidTimestamp -skip irctest.server_tests.read_marker.ReadMarkerTestCase::testMissingParams -skip irctest.server_tests.read_marker.ReadMarkerTestCase::testReadMarkerDoesNotDecrease -skip irctest.server_tests.read_marker.ReadMarkerTestCase::testReadMarkerOnJoin -skip irctest.server_tests.read_marker.ReadMarkerTestCase::testReadMarkerOnJoinWithStoredTimestamp -skip irctest.server_tests.read_marker.ReadMarkerTestCase::testReadMarkerUserTarget -skip irctest.server_tests.read_marker.ReadMarkerTestCase::testSetAndGet -skip irctest.server_tests.read_marker.ReadMarkerTestCase::testWildcardTimestampRejected -skip irctest.server_tests.redact.RedactTestCase::testCantRedactOthersPrivmsg -skip irctest.server_tests.redact.RedactTestCase::testOpRedactOthersPrivmsg -skip irctest.server_tests.redact.RedactTestCase::testOpRedactSelfPrivmsg -skip irctest.server_tests.redact.RedactTestCase::testRedactInvalidTarget -skip irctest.server_tests.redact.RedactTestCase::testRedactNotRelayedToNonSupportingClients -skip irctest.server_tests.redact.RedactTestCase::testRedactTagmsg -skip irctest.server_tests.redact.RedactTestCase::testRedactUnknownMsgid -skip irctest.server_tests.redact.RedactTestCase::testRedactWithReason -skip irctest.server_tests.redact.RedactTestCase::testRedactedMessageDisappearsFromChathistory -skip irctest.server_tests.regressions.RegressionsTestCase::testLabeledNick -skip irctest.server_tests.setname.SetnameMessageTestCase::testSetnameChannel -skip irctest.server_tests.setname.SetnameMessageTestCase::testSetnameMessage -skip irctest.server_tests.statusmsg.StatusmsgTestCase::testStatusmsgFromOp -skip irctest.server_tests.statusmsg.StatusmsgTestCase::testStatusmsgFromRegular -skip irctest.server_tests.websocket.WebsocketTestCase::testReceiveNonUtf8Text -skip irctest.server_tests.websocket.WebsocketTestCase::testReceiveTruncation -skip irctest.server_tests.websocket.WebsocketTestCase::testSendNonUtf8Text -skip irctest.server_tests.websocket.WebsocketTestCase::testSendTruncation -skip irctest.server_tests.websocket.WebsocketTestCase::testSubprotocolNegotiation[binary-first] -skip irctest.server_tests.websocket.WebsocketTestCase::testSubprotocolNegotiation[binary-only] -skip irctest.server_tests.websocket.WebsocketTestCase::testSubprotocolNegotiation[text-first] -skip irctest.server_tests.websocket.WebsocketTestCase::testSubprotocolNegotiation[text-only] -skip irctest.server_tests.who.WhoTestCase::testWhoRealNameSpaces -skip irctest.server_tests.who.WhoTestCase::testWhoUsernameRealName[hostname] -skip irctest.server_tests.who.WhoTestCase::testWhoUsernameRealName[realname-mask] -skip irctest.server_tests.who.WhoTestCase::testWhoUsernameRealName[username] -skip irctest.server_tests.who.WhoTestCase::testWhoxFull -skip irctest.server_tests.who.WhoTestCase::testWhoxFullReversed -skip irctest.server_tests.who.WhoTestCase::testWhoxOneChar[a] -skip irctest.server_tests.who.WhoTestCase::testWhoxOneChar[c] -skip irctest.server_tests.who.WhoTestCase::testWhoxOneChar[d] -skip irctest.server_tests.who.WhoTestCase::testWhoxOneChar[f] -skip irctest.server_tests.who.WhoTestCase::testWhoxOneChar[h] -skip irctest.server_tests.who.WhoTestCase::testWhoxOneChar[i] -skip irctest.server_tests.who.WhoTestCase::testWhoxOneChar[l] -skip irctest.server_tests.who.WhoTestCase::testWhoxOneChar[n] -skip irctest.server_tests.who.WhoTestCase::testWhoxOneChar[o] -skip irctest.server_tests.who.WhoTestCase::testWhoxOneChar[r] -skip irctest.server_tests.who.WhoTestCase::testWhoxOneChar[s] -skip irctest.server_tests.who.WhoTestCase::testWhoxOneChar[u] -skip irctest.server_tests.who.WhoTestCase::testWhoxToken diff --git a/specs/014-capability-plugin-spi/validation/pr-102/raw/loadtest-full-baseline.txt b/specs/014-capability-plugin-spi/validation/pr-102/raw/loadtest-full-baseline.txt deleted file mode 100644 index bd60499..0000000 --- a/specs/014-capability-plugin-spi/validation/pr-102/raw/loadtest-full-baseline.txt +++ /dev/null @@ -1,33 +0,0 @@ -# net.jircd.integration.CapabilityFanoutLoadTest.xml tests 3 failures 0 time 8.724 -CapabilityFanoutLoadTest: recipients=10 phase=message items=2000 p50Ms=30.472 p99Ms=54.140 maxMs=54.434 throughputPerSec=31538 cpuMs=489.0 allocMB=19.5 -CapabilityFanoutLoadTest: recipients=10 phase=away items=200 p50Ms=4.507 p99Ms=6.337 maxMs=6.361 throughputPerSec=29003 cpuMs=43.3 allocMB=1.2 -CapabilityFanoutLoadTest: recipients=10 phase=member items=20 p50Ms=0.400 p99Ms=0.720 maxMs=0.720 throughputPerSec=2365 cpuMs=52.1 allocMB=1.1 -CapabilityFanoutLoadTest: recipients=10 phase=group items=200 p50Ms=0.226 p99Ms=0.435 maxMs=1.307 throughputPerSec=21733 cpuMs=72.0 allocMB=3.2 -CapabilityFanoutLoadTest: recipients=10 mixes=[, CAP REQ :message-tags server-time, CAP LS 302|CAP REQ :message-tags server-time echo-message away-notify batch multi-prefix, CAP REQ :multi-prefix away-notify] -CapabilityFanoutLoadTest: recipients=100 phase=message items=20000 p50Ms=43.021 p99Ms=70.300 maxMs=70.627 throughputPerSec=238574 cpuMs=685.2 allocMB=131.6 -CapabilityFanoutLoadTest: recipients=100 phase=away items=2500 p50Ms=3.342 p99Ms=3.798 maxMs=3.802 throughputPerSec=374009 cpuMs=43.6 allocMB=3.4 -CapabilityFanoutLoadTest: recipients=100 phase=member items=20 p50Ms=0.556 p99Ms=2.357 maxMs=2.357 throughputPerSec=1793 cpuMs=59.7 allocMB=7.7 -CapabilityFanoutLoadTest: recipients=100 phase=group items=2000 p50Ms=0.884 p99Ms=1.628 maxMs=1.720 throughputPerSec=76988 cpuMs=243.8 allocMB=28.0 -CapabilityFanoutLoadTest: recipients=100 mixes=[, CAP REQ :message-tags server-time, CAP LS 302|CAP REQ :message-tags server-time echo-message away-notify batch multi-prefix, CAP REQ :multi-prefix away-notify] -CapabilityFanoutLoadTest: recipients=1000 phase=message items=200000 p50Ms=265.197 p99Ms=382.129 maxMs=383.388 throughputPerSec=497813 cpuMs=4801.1 allocMB=1260.9 -CapabilityFanoutLoadTest: recipients=1000 phase=away items=25000 p50Ms=26.041 p99Ms=27.798 maxMs=27.836 throughputPerSec=825098 cpuMs=369.6 allocMB=29.3 -CapabilityFanoutLoadTest: recipients=1000 phase=member items=20 p50Ms=0.406 p99Ms=1.859 maxMs=1.859 throughputPerSec=1715 cpuMs=42.9 allocMB=35.2 -CapabilityFanoutLoadTest: recipients=1000 phase=group items=20000 p50Ms=14.025 p99Ms=29.960 maxMs=33.392 throughputPerSec=121474 cpuMs=1932.7 allocMB=286.3 -CapabilityFanoutLoadTest: recipients=1000 mixes=[, CAP REQ :message-tags server-time, CAP LS 302|CAP REQ :message-tags server-time echo-message away-notify batch multi-prefix, CAP REQ :multi-prefix away-notify] -# net.jircd.integration.CapabilityPublicationTimingLoadTest.xml tests 1 failures 0 time 1.967 -CapabilityPublicationTimingLoadTest: no-notify disable sessions=1000 cycles=40 p50Ms=0.383 p99Ms=0.587 maxMs=0.587 -CapabilityPublicationTimingLoadTest: no-notify enable sessions=1000 cycles=40 p50Ms=0.143 p99Ms=0.319 maxMs=0.319 -CapabilityPublicationTimingLoadTest: notify-302 disable sessions=1000 cycles=40 p50Ms=1.356 p99Ms=3.402 maxMs=3.402 -CapabilityPublicationTimingLoadTest: notify-302 enable sessions=1000 cycles=40 p50Ms=1.038 p99Ms=2.794 maxMs=2.794 -# net.jircd.integration.ConcurrentConnectionScaleLoadTest.xml tests 1 failures 0 time 2.571 -ConcurrentConnectionScaleLoadTest: messages=20 p50Ms=0.793 p99Ms=1.353 maxMs=1.353 -# net.jircd.integration.ExceptionModesLoadTest.xml tests 1 failures 0 time 0.027 -ExceptionModesLoadTest: joinMs=0.433 messages=20 p50Ms=0.096 maxMs=0.270 -# net.jircd.integration.JoinStormLoadTest.xml tests 1 failures 0 time 8.797 -JoinStormLoadTest: clients=2000 stormMs=2276 quietMessages=20 p50Ms=20.7 p99Ms=89.0 maxMs=89.0 -# net.jircd.integration.KeepAliveLoadTest.xml tests 2 failures 0 time 14.057 -# net.jircd.integration.RateLimitLoadTest.xml tests 1 failures 0 time 2.321 -# net.jircd.integration.SingleWaveJoinStormLoadTest.xml tests 1 failures 0 time 2.553 -SingleWaveJoinStormLoadTest: clients=2000 completed=2000 overflowDisconnects=0 stormMs=1916 -# net.jircd.integration.Story1DeliveryLatencyLoadTest.xml tests 1 failures 0 time 5.707 -Story1DeliveryLatencyLoadTest: messages=50 p50Ms=0.454 p99Ms=1.989 maxMs=1.989 diff --git a/specs/014-capability-plugin-spi/validation/pr-102/raw/loadtest-full-candidate.txt b/specs/014-capability-plugin-spi/validation/pr-102/raw/loadtest-full-candidate.txt deleted file mode 100644 index 0265ddc..0000000 --- a/specs/014-capability-plugin-spi/validation/pr-102/raw/loadtest-full-candidate.txt +++ /dev/null @@ -1,42 +0,0 @@ -# net.jircd.integration.CapabilityFanoutLoadTest.xml tests 3 failures 0 time 6.591 -CapabilityFanoutLoadTest: recipients=10 phase=message items=2000 p50Ms=28.483 p99Ms=47.817 maxMs=47.991 throughputPerSec=36031 cpuMs=491.7 allocMB=19.7 -CapabilityFanoutLoadTest: recipients=10 phase=away items=200 p50Ms=2.763 p99Ms=4.044 maxMs=4.065 throughputPerSec=29895 cpuMs=40.3 allocMB=1.2 -CapabilityFanoutLoadTest: recipients=10 phase=member items=20 p50Ms=0.331 p99Ms=0.562 maxMs=0.562 throughputPerSec=3006 cpuMs=37.7 allocMB=1.1 -CapabilityFanoutLoadTest: recipients=10 phase=group items=200 p50Ms=0.148 p99Ms=0.259 maxMs=1.082 throughputPerSec=24569 cpuMs=67.3 allocMB=3.3 -CapabilityFanoutLoadTest: recipients=10 mixes=[, CAP REQ :message-tags server-time, CAP LS 302|CAP REQ :message-tags server-time echo-message away-notify batch multi-prefix, CAP REQ :multi-prefix away-notify] -CapabilityFanoutLoadTest: recipients=100 phase=message items=20000 p50Ms=49.063 p99Ms=85.128 maxMs=85.639 throughputPerSec=214810 cpuMs=820.4 allocMB=132.8 -CapabilityFanoutLoadTest: recipients=100 phase=away items=2500 p50Ms=3.344 p99Ms=3.799 maxMs=3.817 throughputPerSec=368589 cpuMs=37.4 allocMB=3.4 -CapabilityFanoutLoadTest: recipients=100 phase=member items=20 p50Ms=0.557 p99Ms=1.350 maxMs=1.350 throughputPerSec=2017 cpuMs=52.3 allocMB=7.7 -CapabilityFanoutLoadTest: recipients=100 phase=group items=2000 p50Ms=0.965 p99Ms=16.915 maxMs=33.165 throughputPerSec=36456 cpuMs=282.4 allocMB=28.1 -CapabilityFanoutLoadTest: recipients=100 mixes=[, CAP REQ :message-tags server-time, CAP LS 302|CAP REQ :message-tags server-time echo-message away-notify batch multi-prefix, CAP REQ :multi-prefix away-notify] -CapabilityFanoutLoadTest: recipients=1000 phase=message items=200000 p50Ms=251.362 p99Ms=405.664 maxMs=407.259 throughputPerSec=468848 cpuMs=4941.5 allocMB=1263.5 -CapabilityFanoutLoadTest: recipients=1000 phase=away items=25000 p50Ms=23.734 p99Ms=35.306 maxMs=35.381 throughputPerSec=656891 cpuMs=404.1 allocMB=30.5 -CapabilityFanoutLoadTest: recipients=1000 phase=member items=20 p50Ms=0.521 p99Ms=1.592 maxMs=1.592 throughputPerSec=1613 cpuMs=53.0 allocMB=37.0 -CapabilityFanoutLoadTest: recipients=1000 phase=group items=20000 p50Ms=14.343 p99Ms=32.545 maxMs=40.877 throughputPerSec=115898 cpuMs=1950.7 allocMB=288.2 -CapabilityFanoutLoadTest: recipients=1000 mixes=[, CAP REQ :message-tags server-time, CAP LS 302|CAP REQ :message-tags server-time echo-message away-notify batch multi-prefix, CAP REQ :multi-prefix away-notify] -# net.jircd.integration.CapabilityLifecycleLoadTest.xml tests 1 failures 0 time 3.753 -CapabilityLifecycleLoadTest: sessions=1000 stage=mutex-wait samples=80 p99Ms=0.031 maxMs=0.031 -CapabilityLifecycleLoadTest: sessions=1000 stage=swap+prune (held) samples=80 p99Ms=1.668 maxMs=1.668 -CapabilityLifecycleLoadTest: sessions=1000 stage=wait+swap+prune (budget) samples=80 p99Ms=1.668 maxMs=1.668 -CapabilityLifecycleLoadTest: sessions=1000 stage=del/new-enqueue samples=80 p99Ms=1.589 maxMs=1.589 -CapabilityLifecycleLoadTest: sessions=1000 stage=extension-change-total samples=60 p99Ms=3.294 maxMs=3.294 -CapabilityLifecycleLoadTest: sessions=1000 stage=rehash-change-total (file I/O, parse, callbacks) samples=20 p99Ms=16.827 maxMs=16.827 -CapabilityLifecycleLoadTest: sessions=1000 stage=del-receipt-after-change-start (includes enqueue and drain) samples=20000 p99Ms=20.664 maxMs=25.876 -CapabilityLifecycleLoadTest: framedGroupsSeen=1067 linesSeen=934895 -# net.jircd.integration.CapabilityPublicationTimingLoadTest.xml tests 1 failures 0 time 2.021 -CapabilityPublicationTimingLoadTest: no-notify disable sessions=1000 cycles=40 p50Ms=0.403 p99Ms=0.519 maxMs=0.519 -CapabilityPublicationTimingLoadTest: no-notify enable sessions=1000 cycles=40 p50Ms=0.100 p99Ms=0.187 maxMs=0.187 -CapabilityPublicationTimingLoadTest: notify-302 disable sessions=1000 cycles=40 p50Ms=1.490 p99Ms=3.054 maxMs=3.054 -CapabilityPublicationTimingLoadTest: notify-302 enable sessions=1000 cycles=40 p50Ms=0.996 p99Ms=2.619 maxMs=2.619 -# net.jircd.integration.ConcurrentConnectionScaleLoadTest.xml tests 1 failures 0 time 2.567 -ConcurrentConnectionScaleLoadTest: messages=20 p50Ms=0.755 p99Ms=0.947 maxMs=0.947 -# net.jircd.integration.ExceptionModesLoadTest.xml tests 1 failures 0 time 0.03 -ExceptionModesLoadTest: joinMs=0.609 messages=20 p50Ms=0.125 maxMs=0.349 -# net.jircd.integration.JoinStormLoadTest.xml tests 1 failures 0 time 4.097 -JoinStormLoadTest: clients=2000 stormMs=2079 quietMessages=19 p50Ms=17.9 p99Ms=68.1 maxMs=68.1 -# net.jircd.integration.KeepAliveLoadTest.xml tests 2 failures 0 time 14.055 -# net.jircd.integration.RateLimitLoadTest.xml tests 1 failures 0 time 2.292 -# net.jircd.integration.SingleWaveJoinStormLoadTest.xml tests 1 failures 0 time 4.268 -SingleWaveJoinStormLoadTest: clients=2000 completed=2000 overflowDisconnects=0 stormMs=1795 -# net.jircd.integration.Story1DeliveryLatencyLoadTest.xml tests 1 failures 0 time 5.716 -Story1DeliveryLatencyLoadTest: messages=50 p50Ms=0.600 p99Ms=0.895 maxMs=0.895 diff --git a/specs/014-capability-plugin-spi/validation/pr-102/raw/loadtest-full-s3-baseline.txt b/specs/014-capability-plugin-spi/validation/pr-102/raw/loadtest-full-s3-baseline.txt deleted file mode 100644 index a5452ef..0000000 --- a/specs/014-capability-plugin-spi/validation/pr-102/raw/loadtest-full-s3-baseline.txt +++ /dev/null @@ -1,33 +0,0 @@ -# net.jircd.integration.CapabilityFanoutLoadTest.xml tests 3 failures 0 -CapabilityFanoutLoadTest: recipients=10 phase=message items=2000 p50Ms=32.374 p99Ms=52.908 maxMs=53.195 throughputPerSec=33148 cpuMs=498.9 allocMB=19.5 -CapabilityFanoutLoadTest: recipients=10 phase=away items=200 p50Ms=3.667 p99Ms=5.055 maxMs=5.061 throughputPerSec=28814 cpuMs=36.9 allocMB=1.2 -CapabilityFanoutLoadTest: recipients=10 phase=member items=20 p50Ms=0.352 p99Ms=0.647 maxMs=0.647 throughputPerSec=2804 cpuMs=38.9 allocMB=1.1 -CapabilityFanoutLoadTest: recipients=10 phase=group items=200 p50Ms=0.111 p99Ms=0.812 maxMs=1.416 throughputPerSec=20336 cpuMs=63.7 allocMB=3.2 -CapabilityFanoutLoadTest: recipients=10 mixes=[, CAP REQ :message-tags server-time, CAP LS 302|CAP REQ :message-tags server-time echo-message away-notify batch multi-prefix, CAP REQ :multi-prefix away-notify] -CapabilityFanoutLoadTest: recipients=100 phase=message items=20000 p50Ms=47.420 p99Ms=85.989 maxMs=86.445 throughputPerSec=216726 cpuMs=952.6 allocMB=133.9 -CapabilityFanoutLoadTest: recipients=100 phase=away items=2500 p50Ms=3.559 p99Ms=4.856 maxMs=4.871 throughputPerSec=391811 cpuMs=50.1 allocMB=3.5 -CapabilityFanoutLoadTest: recipients=100 phase=member items=20 p50Ms=0.594 p99Ms=1.007 maxMs=1.007 throughputPerSec=2097 cpuMs=51.3 allocMB=7.7 -CapabilityFanoutLoadTest: recipients=100 phase=group items=2000 p50Ms=6.025 p99Ms=24.742 maxMs=26.712 throughputPerSec=35832 cpuMs=608.7 allocMB=27.0 -CapabilityFanoutLoadTest: recipients=100 mixes=[, CAP REQ :message-tags server-time, CAP LS 302|CAP REQ :message-tags server-time echo-message away-notify batch multi-prefix, CAP REQ :multi-prefix away-notify] -CapabilityFanoutLoadTest: recipients=1000 phase=message items=200000 p50Ms=276.399 p99Ms=380.416 maxMs=382.260 throughputPerSec=495097 cpuMs=4577.0 allocMB=1240.3 -CapabilityFanoutLoadTest: recipients=1000 phase=away items=25000 p50Ms=21.557 p99Ms=30.602 maxMs=30.892 throughputPerSec=660602 cpuMs=378.7 allocMB=29.7 -CapabilityFanoutLoadTest: recipients=1000 phase=member items=20 p50Ms=0.439 p99Ms=1.528 maxMs=1.528 throughputPerSec=1784 cpuMs=40.3 allocMB=33.3 -CapabilityFanoutLoadTest: recipients=1000 phase=group items=20000 p50Ms=14.673 p99Ms=33.078 maxMs=37.055 throughputPerSec=118897 cpuMs=1920.6 allocMB=288.8 -CapabilityFanoutLoadTest: recipients=1000 mixes=[, CAP REQ :message-tags server-time, CAP LS 302|CAP REQ :message-tags server-time echo-message away-notify batch multi-prefix, CAP REQ :multi-prefix away-notify] -# net.jircd.integration.CapabilityPublicationTimingLoadTest.xml tests 1 failures 0 -CapabilityPublicationTimingLoadTest: no-notify disable sessions=1000 cycles=40 p50Ms=0.415 p99Ms=0.680 maxMs=0.680 -CapabilityPublicationTimingLoadTest: no-notify enable sessions=1000 cycles=40 p50Ms=0.154 p99Ms=0.311 maxMs=0.311 -CapabilityPublicationTimingLoadTest: notify-302 disable sessions=1000 cycles=40 p50Ms=1.410 p99Ms=3.205 maxMs=3.205 -CapabilityPublicationTimingLoadTest: notify-302 enable sessions=1000 cycles=40 p50Ms=1.049 p99Ms=2.902 maxMs=2.902 -# net.jircd.integration.ConcurrentConnectionScaleLoadTest.xml tests 1 failures 0 -ConcurrentConnectionScaleLoadTest: messages=20 p50Ms=0.735 p99Ms=1.752 maxMs=1.752 -# net.jircd.integration.ExceptionModesLoadTest.xml tests 1 failures 0 -ExceptionModesLoadTest: joinMs=0.575 messages=20 p50Ms=0.151 maxMs=0.410 -# net.jircd.integration.JoinStormLoadTest.xml tests 1 failures 0 -JoinStormLoadTest: clients=2000 stormMs=2087 quietMessages=19 p50Ms=28.6 p99Ms=126.7 maxMs=126.7 -# net.jircd.integration.KeepAliveLoadTest.xml tests 2 failures 0 -# net.jircd.integration.RateLimitLoadTest.xml tests 1 failures 0 -# net.jircd.integration.SingleWaveJoinStormLoadTest.xml tests 1 failures 0 -SingleWaveJoinStormLoadTest: clients=2000 completed=2000 overflowDisconnects=0 stormMs=1921 -# net.jircd.integration.Story1DeliveryLatencyLoadTest.xml tests 1 failures 0 -Story1DeliveryLatencyLoadTest: messages=50 p50Ms=0.616 p99Ms=1.068 maxMs=1.068 diff --git a/specs/014-capability-plugin-spi/validation/pr-102/raw/loadtest-full-s3-candidate.txt b/specs/014-capability-plugin-spi/validation/pr-102/raw/loadtest-full-s3-candidate.txt deleted file mode 100644 index c21cfd2..0000000 --- a/specs/014-capability-plugin-spi/validation/pr-102/raw/loadtest-full-s3-candidate.txt +++ /dev/null @@ -1,42 +0,0 @@ -# net.jircd.integration.CapabilityFanoutLoadTest.xml tests 3 failures 0 -CapabilityFanoutLoadTest: recipients=10 phase=message items=2000 p50Ms=28.103 p99Ms=45.461 maxMs=45.698 throughputPerSec=36028 cpuMs=468.1 allocMB=19.9 -CapabilityFanoutLoadTest: recipients=10 phase=away items=200 p50Ms=3.497 p99Ms=4.913 maxMs=4.921 throughputPerSec=29411 cpuMs=48.6 allocMB=1.2 -CapabilityFanoutLoadTest: recipients=10 phase=member items=20 p50Ms=0.368 p99Ms=0.569 maxMs=0.569 throughputPerSec=3129 cpuMs=34.4 allocMB=1.1 -CapabilityFanoutLoadTest: recipients=10 phase=group items=200 p50Ms=0.104 p99Ms=0.229 maxMs=0.997 throughputPerSec=22955 cpuMs=62.3 allocMB=3.3 -CapabilityFanoutLoadTest: recipients=10 mixes=[, CAP REQ :message-tags server-time, CAP LS 302|CAP REQ :message-tags server-time echo-message away-notify batch multi-prefix, CAP REQ :multi-prefix away-notify] -CapabilityFanoutLoadTest: recipients=100 phase=message items=20000 p50Ms=44.366 p99Ms=77.249 maxMs=77.999 throughputPerSec=242774 cpuMs=926.0 allocMB=134.7 -CapabilityFanoutLoadTest: recipients=100 phase=away items=2500 p50Ms=2.495 p99Ms=3.752 maxMs=3.766 throughputPerSec=374810 cpuMs=53.6 allocMB=3.5 -CapabilityFanoutLoadTest: recipients=100 phase=member items=20 p50Ms=0.526 p99Ms=0.925 maxMs=0.925 throughputPerSec=2290 cpuMs=51.6 allocMB=7.8 -CapabilityFanoutLoadTest: recipients=100 phase=group items=2000 p50Ms=0.123 p99Ms=0.833 maxMs=3.591 throughputPerSec=66619 cpuMs=326.3 allocMB=27.6 -CapabilityFanoutLoadTest: recipients=100 mixes=[, CAP REQ :message-tags server-time, CAP LS 302|CAP REQ :message-tags server-time echo-message away-notify batch multi-prefix, CAP REQ :multi-prefix away-notify] -CapabilityFanoutLoadTest: recipients=1000 phase=message items=200000 p50Ms=234.536 p99Ms=353.215 maxMs=355.782 throughputPerSec=538380 cpuMs=4365.0 allocMB=1260.9 -CapabilityFanoutLoadTest: recipients=1000 phase=away items=25000 p50Ms=23.239 p99Ms=27.600 maxMs=27.816 throughputPerSec=744229 cpuMs=352.2 allocMB=29.6 -CapabilityFanoutLoadTest: recipients=1000 phase=member items=20 p50Ms=0.363 p99Ms=1.890 maxMs=1.890 throughputPerSec=1609 cpuMs=61.6 allocMB=36.6 -CapabilityFanoutLoadTest: recipients=1000 phase=group items=20000 p50Ms=15.142 p99Ms=32.106 maxMs=36.526 throughputPerSec=127261 cpuMs=1844.1 allocMB=281.7 -CapabilityFanoutLoadTest: recipients=1000 mixes=[, CAP REQ :message-tags server-time, CAP LS 302|CAP REQ :message-tags server-time echo-message away-notify batch multi-prefix, CAP REQ :multi-prefix away-notify] -# net.jircd.integration.CapabilityLifecycleLoadTest.xml tests 1 failures 0 -CapabilityLifecycleLoadTest: sessions=1000 stage=mutex-wait samples=80 p99Ms=6.340 maxMs=6.340 -CapabilityLifecycleLoadTest: sessions=1000 stage=swap+prune (held) samples=80 p99Ms=1.543 maxMs=1.543 -CapabilityLifecycleLoadTest: sessions=1000 stage=wait+swap+prune (budget) samples=80 p99Ms=6.679 maxMs=6.679 -CapabilityLifecycleLoadTest: sessions=1000 stage=del/new-enqueue samples=80 p99Ms=1.821 maxMs=1.821 -CapabilityLifecycleLoadTest: sessions=1000 stage=extension-change-total samples=60 p99Ms=7.453 maxMs=7.453 -CapabilityLifecycleLoadTest: sessions=1000 stage=rehash-change-total (file I/O, parse, callbacks) samples=20 p99Ms=20.900 maxMs=20.900 -CapabilityLifecycleLoadTest: sessions=1000 stage=del-receipt-after-change-start (includes enqueue and drain) samples=20000 p99Ms=20.085 maxMs=23.406 -CapabilityLifecycleLoadTest: framedGroupsSeen=1048 linesSeen=907954 -# net.jircd.integration.CapabilityPublicationTimingLoadTest.xml tests 1 failures 0 -CapabilityPublicationTimingLoadTest: no-notify disable sessions=1000 cycles=40 p50Ms=0.364 p99Ms=0.449 maxMs=0.449 -CapabilityPublicationTimingLoadTest: no-notify enable sessions=1000 cycles=40 p50Ms=0.099 p99Ms=0.247 maxMs=0.247 -CapabilityPublicationTimingLoadTest: notify-302 disable sessions=1000 cycles=40 p50Ms=1.484 p99Ms=4.203 maxMs=4.203 -CapabilityPublicationTimingLoadTest: notify-302 enable sessions=1000 cycles=40 p50Ms=1.023 p99Ms=2.406 maxMs=2.406 -# net.jircd.integration.ConcurrentConnectionScaleLoadTest.xml tests 1 failures 0 -ConcurrentConnectionScaleLoadTest: messages=20 p50Ms=0.642 p99Ms=0.926 maxMs=0.926 -# net.jircd.integration.ExceptionModesLoadTest.xml tests 1 failures 0 -ExceptionModesLoadTest: joinMs=0.619 messages=20 p50Ms=0.113 maxMs=0.313 -# net.jircd.integration.JoinStormLoadTest.xml tests 1 failures 0 -JoinStormLoadTest: clients=2000 stormMs=2190 quietMessages=20 p50Ms=23.6 p99Ms=149.2 maxMs=149.2 -# net.jircd.integration.KeepAliveLoadTest.xml tests 2 failures 0 -# net.jircd.integration.RateLimitLoadTest.xml tests 1 failures 0 -# net.jircd.integration.SingleWaveJoinStormLoadTest.xml tests 1 failures 0 -SingleWaveJoinStormLoadTest: clients=2000 completed=2000 overflowDisconnects=0 stormMs=2039 -# net.jircd.integration.Story1DeliveryLatencyLoadTest.xml tests 1 failures 0 -Story1DeliveryLatencyLoadTest: messages=50 p50Ms=0.590 p99Ms=1.143 maxMs=1.143 diff --git a/specs/014-capability-plugin-spi/validation/pr-102/raw/loadtest-full-s4-baseline.txt b/specs/014-capability-plugin-spi/validation/pr-102/raw/loadtest-full-s4-baseline.txt deleted file mode 100644 index 164d414..0000000 --- a/specs/014-capability-plugin-spi/validation/pr-102/raw/loadtest-full-s4-baseline.txt +++ /dev/null @@ -1,33 +0,0 @@ -# net.jircd.integration.CapabilityFanoutLoadTest.xml tests 3 failures 0 -CapabilityFanoutLoadTest: recipients=10 phase=message items=2000 p50Ms=29.082 p99Ms=47.815 maxMs=47.981 throughputPerSec=24442 cpuMs=633.2 allocMB=46.9 -CapabilityFanoutLoadTest: recipients=10 phase=away items=200 p50Ms=2.829 p99Ms=4.116 maxMs=4.123 throughputPerSec=44608 cpuMs=39.6 allocMB=1.2 -CapabilityFanoutLoadTest: recipients=10 phase=member items=20 p50Ms=0.302 p99Ms=0.531 maxMs=0.531 throughputPerSec=3054 cpuMs=33.3 allocMB=1.1 -CapabilityFanoutLoadTest: recipients=10 phase=group items=200 p50Ms=0.150 p99Ms=0.280 maxMs=1.095 throughputPerSec=24324 cpuMs=70.8 allocMB=3.4 -CapabilityFanoutLoadTest: recipients=10 mixes=[, CAP REQ :message-tags server-time, CAP LS 302|CAP REQ :message-tags server-time echo-message away-notify batch multi-prefix, CAP REQ :multi-prefix away-notify] -CapabilityFanoutLoadTest: recipients=100 phase=message items=20000 p50Ms=51.101 p99Ms=90.659 maxMs=90.966 throughputPerSec=208209 cpuMs=1175.4 allocMB=137.1 -CapabilityFanoutLoadTest: recipients=100 phase=away items=2500 p50Ms=3.555 p99Ms=4.260 maxMs=4.267 throughputPerSec=541262 cpuMs=58.1 allocMB=3.5 -CapabilityFanoutLoadTest: recipients=100 phase=member items=20 p50Ms=0.722 p99Ms=0.971 maxMs=0.971 throughputPerSec=1990 cpuMs=47.2 allocMB=7.8 -CapabilityFanoutLoadTest: recipients=100 phase=group items=2000 p50Ms=0.145 p99Ms=1.716 maxMs=2.102 throughputPerSec=51383 cpuMs=425.7 allocMB=29.9 -CapabilityFanoutLoadTest: recipients=100 mixes=[, CAP REQ :message-tags server-time, CAP LS 302|CAP REQ :message-tags server-time echo-message away-notify batch multi-prefix, CAP REQ :multi-prefix away-notify] -CapabilityFanoutLoadTest: recipients=1000 phase=message items=200000 p50Ms=238.771 p99Ms=394.318 maxMs=397.162 throughputPerSec=486673 cpuMs=5143.7 allocMB=1271.0 -CapabilityFanoutLoadTest: recipients=1000 phase=away items=25000 p50Ms=28.819 p99Ms=33.521 maxMs=33.601 throughputPerSec=708001 cpuMs=451.3 allocMB=29.7 -CapabilityFanoutLoadTest: recipients=1000 phase=member items=20 p50Ms=0.570 p99Ms=1.526 maxMs=1.526 throughputPerSec=1477 cpuMs=56.4 allocMB=35.9 -CapabilityFanoutLoadTest: recipients=1000 phase=group items=20000 p50Ms=18.767 p99Ms=36.768 maxMs=50.104 throughputPerSec=141860 cpuMs=1796.7 allocMB=297.5 -CapabilityFanoutLoadTest: recipients=1000 mixes=[, CAP REQ :message-tags server-time, CAP LS 302|CAP REQ :message-tags server-time echo-message away-notify batch multi-prefix, CAP REQ :multi-prefix away-notify] -# net.jircd.integration.CapabilityPublicationTimingLoadTest.xml tests 1 failures 0 -CapabilityPublicationTimingLoadTest: no-notify disable sessions=1000 cycles=40 p50Ms=0.357 p99Ms=0.670 maxMs=0.670 -CapabilityPublicationTimingLoadTest: no-notify enable sessions=1000 cycles=40 p50Ms=0.155 p99Ms=2.391 maxMs=2.391 -CapabilityPublicationTimingLoadTest: notify-302 disable sessions=1000 cycles=40 p50Ms=1.298 p99Ms=3.127 maxMs=3.127 -CapabilityPublicationTimingLoadTest: notify-302 enable sessions=1000 cycles=40 p50Ms=1.047 p99Ms=3.939 maxMs=3.939 -# net.jircd.integration.ConcurrentConnectionScaleLoadTest.xml tests 1 failures 0 -ConcurrentConnectionScaleLoadTest: messages=20 p50Ms=0.721 p99Ms=1.187 maxMs=1.187 -# net.jircd.integration.ExceptionModesLoadTest.xml tests 1 failures 0 -ExceptionModesLoadTest: joinMs=0.411 messages=20 p50Ms=0.139 maxMs=1.195 -# net.jircd.integration.JoinStormLoadTest.xml tests 1 failures 0 -JoinStormLoadTest: clients=2000 stormMs=2120 quietMessages=18 p50Ms=15.2 p99Ms=96.5 maxMs=96.5 -# net.jircd.integration.KeepAliveLoadTest.xml tests 2 failures 0 -# net.jircd.integration.RateLimitLoadTest.xml tests 1 failures 0 -# net.jircd.integration.SingleWaveJoinStormLoadTest.xml tests 1 failures 0 -SingleWaveJoinStormLoadTest: clients=2000 completed=2000 overflowDisconnects=0 stormMs=1971 -# net.jircd.integration.Story1DeliveryLatencyLoadTest.xml tests 1 failures 0 -Story1DeliveryLatencyLoadTest: messages=50 p50Ms=0.510 p99Ms=5.988 maxMs=5.988 diff --git a/specs/014-capability-plugin-spi/validation/pr-102/raw/loadtest-full-s4-candidate.txt b/specs/014-capability-plugin-spi/validation/pr-102/raw/loadtest-full-s4-candidate.txt deleted file mode 100644 index f013156..0000000 --- a/specs/014-capability-plugin-spi/validation/pr-102/raw/loadtest-full-s4-candidate.txt +++ /dev/null @@ -1,42 +0,0 @@ -# net.jircd.integration.CapabilityFanoutLoadTest.xml tests 3 failures 0 -CapabilityFanoutLoadTest: recipients=10 phase=message items=2000 p50Ms=28.349 p99Ms=46.568 maxMs=46.847 throughputPerSec=25918 cpuMs=583.0 allocMB=46.9 -CapabilityFanoutLoadTest: recipients=10 phase=away items=200 p50Ms=3.221 p99Ms=4.631 maxMs=4.638 throughputPerSec=39903 cpuMs=40.9 allocMB=1.2 -CapabilityFanoutLoadTest: recipients=10 phase=member items=20 p50Ms=0.341 p99Ms=0.471 maxMs=0.471 throughputPerSec=3129 cpuMs=35.8 allocMB=1.1 -CapabilityFanoutLoadTest: recipients=10 phase=group items=200 p50Ms=0.132 p99Ms=0.266 maxMs=1.175 throughputPerSec=22847 cpuMs=65.9 allocMB=3.4 -CapabilityFanoutLoadTest: recipients=10 mixes=[, CAP REQ :message-tags server-time, CAP LS 302|CAP REQ :message-tags server-time echo-message away-notify batch multi-prefix, CAP REQ :multi-prefix away-notify] -CapabilityFanoutLoadTest: recipients=100 phase=message items=20000 p50Ms=48.040 p99Ms=85.837 maxMs=86.221 throughputPerSec=218357 cpuMs=1142.0 allocMB=136.8 -CapabilityFanoutLoadTest: recipients=100 phase=away items=2500 p50Ms=3.348 p99Ms=4.840 maxMs=4.854 throughputPerSec=477228 cpuMs=66.1 allocMB=3.5 -CapabilityFanoutLoadTest: recipients=100 phase=member items=20 p50Ms=0.610 p99Ms=0.888 maxMs=0.888 throughputPerSec=2197 cpuMs=51.0 allocMB=7.8 -CapabilityFanoutLoadTest: recipients=100 phase=group items=2000 p50Ms=9.821 p99Ms=29.647 maxMs=31.708 throughputPerSec=40385 cpuMs=632.6 allocMB=28.8 -CapabilityFanoutLoadTest: recipients=100 mixes=[, CAP REQ :message-tags server-time, CAP LS 302|CAP REQ :message-tags server-time echo-message away-notify batch multi-prefix, CAP REQ :multi-prefix away-notify] -CapabilityFanoutLoadTest: recipients=1000 phase=message items=200000 p50Ms=263.017 p99Ms=345.167 maxMs=347.830 throughputPerSec=552043 cpuMs=4559.7 allocMB=1257.2 -CapabilityFanoutLoadTest: recipients=1000 phase=away items=25000 p50Ms=26.521 p99Ms=31.148 maxMs=31.453 throughputPerSec=752736 cpuMs=416.9 allocMB=29.6 -CapabilityFanoutLoadTest: recipients=1000 phase=member items=20 p50Ms=0.680 p99Ms=1.066 maxMs=1.066 throughputPerSec=1540 cpuMs=52.3 allocMB=36.5 -CapabilityFanoutLoadTest: recipients=1000 phase=group items=20000 p50Ms=15.031 p99Ms=32.693 maxMs=42.410 throughputPerSec=131487 cpuMs=1959.3 allocMB=297.0 -CapabilityFanoutLoadTest: recipients=1000 mixes=[, CAP REQ :message-tags server-time, CAP LS 302|CAP REQ :message-tags server-time echo-message away-notify batch multi-prefix, CAP REQ :multi-prefix away-notify] -# net.jircd.integration.CapabilityLifecycleLoadTest.xml tests 1 failures 0 -CapabilityLifecycleLoadTest: sessions=1000 stage=mutex-wait samples=80 p99Ms=0.002 maxMs=0.002 -CapabilityLifecycleLoadTest: sessions=1000 stage=swap+prune (held) samples=80 p99Ms=1.617 maxMs=1.617 -CapabilityLifecycleLoadTest: sessions=1000 stage=wait+swap+prune (budget) samples=80 p99Ms=1.617 maxMs=1.617 -CapabilityLifecycleLoadTest: sessions=1000 stage=del/new-enqueue samples=80 p99Ms=1.803 maxMs=1.803 -CapabilityLifecycleLoadTest: sessions=1000 stage=extension-change-total samples=60 p99Ms=2.534 maxMs=2.534 -CapabilityLifecycleLoadTest: sessions=1000 stage=rehash-change-total (file I/O, parse, callbacks) samples=20 p99Ms=16.565 maxMs=16.565 -CapabilityLifecycleLoadTest: sessions=1000 stage=del-receipt-after-change-start (includes enqueue and drain) samples=20000 p99Ms=22.220 maxMs=26.580 -CapabilityLifecycleLoadTest: framedGroupsSeen=1195 linesSeen=939180 -# net.jircd.integration.CapabilityPublicationTimingLoadTest.xml tests 1 failures 0 -CapabilityPublicationTimingLoadTest: no-notify disable sessions=1000 cycles=40 p50Ms=0.286 p99Ms=0.414 maxMs=0.414 -CapabilityPublicationTimingLoadTest: no-notify enable sessions=1000 cycles=40 p50Ms=0.082 p99Ms=0.226 maxMs=0.226 -CapabilityPublicationTimingLoadTest: notify-302 disable sessions=1000 cycles=40 p50Ms=1.131 p99Ms=1.776 maxMs=1.776 -CapabilityPublicationTimingLoadTest: notify-302 enable sessions=1000 cycles=40 p50Ms=0.996 p99Ms=5.850 maxMs=5.850 -# net.jircd.integration.ConcurrentConnectionScaleLoadTest.xml tests 1 failures 0 -ConcurrentConnectionScaleLoadTest: messages=20 p50Ms=0.607 p99Ms=0.887 maxMs=0.887 -# net.jircd.integration.ExceptionModesLoadTest.xml tests 1 failures 0 -ExceptionModesLoadTest: joinMs=0.457 messages=20 p50Ms=0.133 maxMs=0.294 -# net.jircd.integration.JoinStormLoadTest.xml tests 1 failures 0 -JoinStormLoadTest: clients=2000 stormMs=2120 quietMessages=18 p50Ms=32.7 p99Ms=106.7 maxMs=106.7 -# net.jircd.integration.KeepAliveLoadTest.xml tests 2 failures 0 -# net.jircd.integration.RateLimitLoadTest.xml tests 1 failures 0 -# net.jircd.integration.SingleWaveJoinStormLoadTest.xml tests 1 failures 0 -SingleWaveJoinStormLoadTest: clients=2000 completed=2000 overflowDisconnects=0 stormMs=1929 -# net.jircd.integration.Story1DeliveryLatencyLoadTest.xml tests 1 failures 0 -Story1DeliveryLatencyLoadTest: messages=50 p50Ms=0.534 p99Ms=0.853 maxMs=0.853 diff --git a/specs/014-capability-plugin-spi/validation/pr-102/raw/s4-power.txt b/specs/014-capability-plugin-spi/validation/pr-102/raw/s4-power.txt deleted file mode 100644 index 6f6fc32..0000000 --- a/specs/014-capability-plugin-spi/validation/pr-102/raw/s4-power.txt +++ /dev/null @@ -1,15 +0,0 @@ -21:34:54 before baseline s4-warmup | Now drawing from 'AC Power' | load { 3.51 8.03 9.46 } -21:34:59 before candidate s4-warmup | Now drawing from 'AC Power' | load { 3.63 7.98 9.44 } -21:35:03 before candidate s4-1 | Now drawing from 'AC Power' | load { 4.78 8.15 9.49 } -21:35:07 before baseline s4-1 | Now drawing from 'AC Power' | load { 4.40 8.01 9.43 } -21:35:11 before baseline s4-2 | Now drawing from 'AC Power' | load { 4.40 8.01 9.43 } -21:35:15 before candidate s4-2 | Now drawing from 'AC Power' | load { 4.44 7.96 9.40 } -21:35:19 before candidate s4-3 | Now drawing from 'AC Power' | load { 4.81 7.98 9.40 } -21:35:23 before baseline s4-3 | Now drawing from 'AC Power' | load { 5.87 8.14 9.45 } -21:35:27 before baseline s4-4 | Now drawing from 'AC Power' | load { 5.48 8.03 9.40 } -21:35:30 before candidate s4-4 | Now drawing from 'AC Power' | load { 5.48 8.03 9.40 } -21:35:34 before candidate s4-5 | Now drawing from 'AC Power' | load { 5.52 7.99 9.38 } -21:35:38 before baseline s4-5 | Now drawing from 'AC Power' | load { 5.48 7.94 9.36 } -21:35:42 before full baseline | Now drawing from 'AC Power' | load { 6.72 8.16 9.42 } -21:36:34 before full candidate | Now drawing from 'AC Power' | load { 7.49 8.11 9.33 } -21:37:16 after last | Now drawing from 'AC Power' | load { 5.78 7.64 9.10 }