Edouard Vanbelle
0ef4c624c5
initial test from Ed's nuc:
metric pctl baseline current delta status
-----------------------------------------------------------------------------------------------
folder_cascade.list_depth1 p50 0.3ms 0.3ms -6.3% ok
folder_cascade.list_depth1 p95 2.3ms 0.5ms -75.7% ok
folder_cascade.list_depth1 p99 4.7ms 2.5ms -48.1% ok
folder_cascade.list_depth4 p50 0.4ms 0.3ms -10.0% ok
folder_cascade.list_depth4 p95 0.9ms 0.6ms -31.2% ok
folder_cascade.list_depth4 p99 2.4ms 1.0ms -56.7% ok
folder_cascade.list_depth8 p50 0.3ms 0.3ms -8.8% ok
folder_cascade.list_depth8 p95 0.6ms 0.5ms -22.2% ok
folder_cascade.list_depth8 p99 1.9ms 0.5ms -71.5% ok
folder_cascade.list_depth_deep p50 0.3ms 0.3ms -5.0% ok
folder_cascade.list_depth_deep p95 0.6ms 0.5ms -18.6% ok
folder_cascade.list_depth_deep p99 2.0ms 0.7ms -67.2% ok
share_cascade_rebac.list_grants p50 0.4ms 0.3ms -27.6% ok
share_cascade_rebac.list_grants p95 1.2ms 0.5ms -57.0% ok
share_cascade_rebac.list_grants p99 1.7ms 1.1ms -36.7% ok
share_cascade_rebac.fetch_as_grantee_depth1 p50 0.5ms 0.5ms -11.1% ok
share_cascade_rebac.fetch_as_grantee_depth1 p95 1.1ms 0.7ms -41.2% ok
share_cascade_rebac.fetch_as_grantee_depth1 p99 3.0ms 1.3ms -58.3% ok
share_cascade_rebac.fetch_as_grantee_depth4 p50 0.5ms 0.5ms -13.7% ok
share_cascade_rebac.fetch_as_grantee_depth4 p95 1.4ms 0.7ms -50.5% ok
share_cascade_rebac.fetch_as_grantee_depth4 p99 2.2ms 1.1ms -49.3% ok
share_cascade_rebac.fetch_as_grantee_depth8 p50 0.5ms 0.4ms -16.0% ok
share_cascade_rebac.fetch_as_grantee_depth8 p95 0.9ms 0.7ms -26.1% ok
share_cascade_rebac.fetch_as_grantee_depth8 p99 1.5ms 0.9ms -40.1% ok
share_cascade_rebac.fetch_as_grantee_depth_deep p50 0.5ms 0.4ms -17.3% ok
share_cascade_rebac.fetch_as_grantee_depth_deep p95 1.0ms 0.7ms -31.2% ok
share_cascade_rebac.fetch_as_grantee_depth_deep p99 1.6ms 0.8ms -49.4% ok
subject_group_nested.fetch_as_member_depth1 p50 0.5ms 0.4ms -8.4% ok
subject_group_nested.fetch_as_member_depth1 p95 0.6ms 0.6ms -10.2% ok
subject_group_nested.fetch_as_member_depth1 p99 1.4ms 0.6ms -55.2% ok
subject_group_nested.fetch_as_member_depth4 p50 0.5ms 0.5ms -7.9% ok
subject_group_nested.fetch_as_member_depth4 p95 0.6ms 0.6ms -4.0% ok
subject_group_nested.fetch_as_member_depth4 p99 0.7ms 0.6ms -2.2% ok
subject_group_nested.fetch_as_member_depth8 p50 0.5ms 0.4ms -8.9% ok
subject_group_nested.fetch_as_member_depth8 p95 0.5ms 0.6ms +7.1% ok
subject_group_nested.fetch_as_member_depth8 p99 0.6ms 0.7ms +10.3% ok
subject_group_nested.fetch_as_member_depth_deep p50 0.5ms 0.4ms -7.6% ok
subject_group_nested.fetch_as_member_depth_deep p95 0.6ms 0.5ms -11.9% ok
subject_group_nested.fetch_as_member_depth_deep p99 0.6ms 0.7ms +8.9% ok
82 lines
1.9 KiB
JSON
82 lines
1.9 KiB
JSON
{
|
|
"_comment": "Baseline for `just load` — the long scenarios. Each entry: p50/p95/p99 (ms) + tolerance_pct (regression threshold). Updated by `just load-baseline`. Keys must match the `op` tag the matching scenario emits — adding a scenario means adding entries here in the same PR. Smoke metrics live in smoke.json.",
|
|
"folder_cascade.list_depth1": {
|
|
"p50": 0.35,
|
|
"p95": 2.25,
|
|
"p99": 4.73,
|
|
"tolerance_pct": 10
|
|
},
|
|
"folder_cascade.list_depth4": {
|
|
"p50": 0.36,
|
|
"p95": 0.92,
|
|
"p99": 2.39,
|
|
"tolerance_pct": 10
|
|
},
|
|
"folder_cascade.list_depth8": {
|
|
"p50": 0.34,
|
|
"p95": 0.63,
|
|
"p99": 1.9,
|
|
"tolerance_pct": 10
|
|
},
|
|
"folder_cascade.list_depth_deep": {
|
|
"p50": 0.3,
|
|
"p95": 0.61,
|
|
"p99": 2.03,
|
|
"tolerance_pct": 10
|
|
},
|
|
"share_cascade_rebac.list_grants": {
|
|
"p50": 0.4,
|
|
"p95": 1.16,
|
|
"p99": 1.68,
|
|
"tolerance_pct": 10
|
|
},
|
|
"share_cascade_rebac.fetch_as_grantee_depth1": {
|
|
"p50": 0.51,
|
|
"p95": 1.14,
|
|
"p99": 3.02,
|
|
"tolerance_pct": 10
|
|
},
|
|
"share_cascade_rebac.fetch_as_grantee_depth4": {
|
|
"p50": 0.53,
|
|
"p95": 1.43,
|
|
"p99": 2.22,
|
|
"tolerance_pct": 10
|
|
},
|
|
"share_cascade_rebac.fetch_as_grantee_depth8": {
|
|
"p50": 0.52,
|
|
"p95": 0.89,
|
|
"p99": 1.48,
|
|
"tolerance_pct": 10
|
|
},
|
|
"share_cascade_rebac.fetch_as_grantee_depth_deep": {
|
|
"p50": 0.51,
|
|
"p95": 1.04,
|
|
"p99": 1.64,
|
|
"tolerance_pct": 10
|
|
},
|
|
"subject_group_nested.fetch_as_member_depth1": {
|
|
"p50": 0.48,
|
|
"p95": 0.63,
|
|
"p99": 1.41,
|
|
"tolerance_pct": 10
|
|
},
|
|
"subject_group_nested.fetch_as_member_depth4": {
|
|
"p50": 0.5,
|
|
"p95": 0.58,
|
|
"p99": 0.65,
|
|
"tolerance_pct": 10
|
|
},
|
|
"subject_group_nested.fetch_as_member_depth8": {
|
|
"p50": 0.48,
|
|
"p95": 0.53,
|
|
"p99": 0.62,
|
|
"tolerance_pct": 10
|
|
},
|
|
"subject_group_nested.fetch_as_member_depth_deep": {
|
|
"p50": 0.45,
|
|
"p95": 0.62,
|
|
"p99": 0.63,
|
|
"tolerance_pct": 10
|
|
}
|
|
}
|