88 lines
5.1 KiB
Python
88 lines
5.1 KiB
Python
"""Validate native mesh/proxy coexistence measurements and compare medians."""
|
|
import json
|
|
import math
|
|
from statistics import median
|
|
|
|
PHASES = (("mesh_only", "mesh"), ("proxy_only", "proxy"),
|
|
("combined_idle_mesh", "mesh"), ("combined_idle_proxy", "proxy"),
|
|
("concurrent", "mesh"), ("concurrent", "proxy"))
|
|
FLAGS = ("mesh_survives_proxy_stop", "proxy_survives_mesh_stop",
|
|
"no_mesh_to_proxy_fallback", "proxy_recovered", "ports_released")
|
|
|
|
|
|
def positive(value):
|
|
return type(value) in (int, float) and math.isfinite(value) and value > 0
|
|
|
|
|
|
def parse(log, spec):
|
|
flows, functional = [], []
|
|
for line in log.splitlines():
|
|
if not line.startswith("{"):
|
|
continue
|
|
record = json.loads(line)
|
|
if record.get("mode") == "combined_flow":
|
|
flows.append(record)
|
|
elif record.get("mode") == "combined_functional":
|
|
functional.append(record)
|
|
expected = {(phase, lane, direction, repeat) for phase, lane in PHASES
|
|
for direction in ("download", "upload") for repeat in range(1, spec["repeats"] + 1)}
|
|
seen = set()
|
|
for flow in flows:
|
|
key = tuple(flow[k] for k in ("phase", "lane", "direction", "repeat"))
|
|
if key not in expected or key in seen:
|
|
raise ValueError("unexpected or duplicate joint sample: " + str(key))
|
|
seen.add(key)
|
|
if any(not positive(flow[k]) for k in ("bytes", "seconds", "mbps")):
|
|
raise ValueError("invalid joint transfer measurement")
|
|
if flow["seconds"] < spec["duration_seconds"] * .8:
|
|
raise ValueError("joint transfer duration too short")
|
|
if not math.isclose(flow["mbps"], flow["bytes"] * 8 / flow["seconds"] / 1e6, rel_tol=1e-6):
|
|
raise ValueError("inconsistent joint transfer rate")
|
|
overlap = flow["overlap_ms"]
|
|
if type(overlap) not in (float, int) or not math.isfinite(overlap) or overlap < 0:
|
|
raise ValueError("invalid joint overlap")
|
|
if flow["phase"] == "concurrent" and not spec["duration_seconds"] * 800 <= overlap <= flow["seconds"] * 1000:
|
|
raise ValueError("insufficient concurrent overlap")
|
|
if seen != expected:
|
|
raise ValueError(f"missing joint measurements: {len(expected - seen)}")
|
|
if len(functional) != 1 or any(functional[0].get(key) is not True for key in FLAGS):
|
|
raise ValueError("joint fault-isolation checks incomplete or failed")
|
|
for key in ("repeats", "duration_seconds", "rtt_ms", "proxy_limit_mbps"):
|
|
if functional[0].get(key) != spec[key]:
|
|
raise ValueError("joint configuration mismatch: " + key)
|
|
if functional[0].get("udp_probes_per_lane") != spec["repeats"] * 8:
|
|
raise ValueError("missing UDP probes under concurrent TCP load")
|
|
groups = []
|
|
for direction in ("download", "upload"):
|
|
for phase, lane in PHASES:
|
|
rates = [f["mbps"] for f in flows if (f["phase"], f["lane"], f["direction"]) == (phase, lane, direction)]
|
|
groups.append(dict(phase=phase, lane=lane, direction=direction, samples=len(rates),
|
|
median_mbps=median(rates), min_mbps=min(rates), max_mbps=max(rates)))
|
|
comparisons, issues = [], []
|
|
for direction in ("download", "upload"):
|
|
for lane in ("mesh", "proxy"):
|
|
rates = {g["phase"]: g["median_mbps"] for g in groups if g["lane"] == lane and g["direction"] == direction}
|
|
for label, before, after in (("enabled_idle", lane + "_only", "combined_idle_" + lane),
|
|
("concurrent_vs_idle", "combined_idle_" + lane, "concurrent"),
|
|
("concurrent_vs_only", lane + "_only", "concurrent")):
|
|
change = (rates[after] / rates[before] - 1) * 100
|
|
comparisons.append(dict(lane=lane, direction=direction, comparison=label, change_percent=change))
|
|
if change < -spec["max_slowdown_percent"]:
|
|
issues.append(f"{lane}/{direction}/{label}: {change:+.2f}% exceeds {spec['max_slowdown_percent']}% slowdown limit")
|
|
return dict(measurements=flows, functional=functional[0], summary=groups, comparisons=comparisons, issues=issues)
|
|
|
|
|
|
def markdown(result):
|
|
lines = ["# Native mesh + sing-box coexistence", "",
|
|
"Local upstream fixture; real Rust SDK and Go FFI in one process. No system TUN or WAN.", "",
|
|
"| Phase | Lane | Direction | Samples | Median Mbps | Min | Max |",
|
|
"|---|---|---|---:|---:|---:|---:|"]
|
|
for g in result["summary"]:
|
|
lines.append(f"| {g['phase']} | {g['lane']} | {g['direction']} | {g['samples']} | {g['median_mbps']:.2f} | {g['min_mbps']:.2f} | {g['max_mbps']:.2f} |")
|
|
lines += ["", "| Lane | Direction | Comparison | Change |", "|---|---|---|---:|"]
|
|
for c in result["comparisons"]:
|
|
lines.append(f"| {c['lane']} | {c['direction']} | {c['comparison']} | {c['change_percent']:+.2f}% |")
|
|
lines += ["", "Functional evidence: `" + json.dumps(result["functional"], sort_keys=True) + "`", ""]
|
|
lines += result["issues"] or ["All configured joint criteria passed."]
|
|
return "\n".join(lines) + "\n"
|