From 997392433992174a547a6394827ff63275f7fc2b Mon Sep 17 00:00:00 2001 From: zz_y Date: Thu, 8 Oct 2026 15:16:20 +0000 Subject: [PATCH 1/2] feat(dataset-analysis): 6h and 24h windows over a day of Alibaba - Every range query also fits 6h and 24h windows (Alibaba and Google). - fetch_data.sh fetches the first day of Alibaba CallGraph and MCRRTUpdate (480 shards; was 6 hours), so a 24h window fits; MSMetrics and NodeMetrics were already a day. About 207 GB in all. - resolve_boundaries stitches instant samples in chunks of 60 steps. With 3-minute files almost every sample is a boundary one, and a day of MSRTMCR peaked at 220 GB in one pass; a sample counts for at most lookback steps, so each chunk reads its steps plus the lookback and the aggregates are the same (test). Peak is now 98 GB. - merge_samples draws its shares multinomially when the total reaches 1e9, numpy's limit for multivariate_hypergeometric (a day of Alibaba rt values); drawing 1e5 of 1e9 or more, the two agree (test). - results/skew_summary.csv refit: Google's 48 earlier rows are unchanged; Alibaba's change with 4x the evaluations per window. Co-Authored-By: Claude Opus 5.5 Claude-Session: https://claude.ai/code/session_01FhcWJExZcmVqS6r6rEtjis --- asap-tools/dataset-analysis/README.md | 16 +- asap-tools/dataset-analysis/fetch_data.sh | 4 +- asap-tools/dataset-analysis/fit_skew.py | 68 +++++-- .../queries/alibaba_v2022.yaml | 37 ++-- .../dataset-analysis/queries/google_2011.yaml | 18 +- .../dataset-analysis/results/skew_summary.csv | 184 +++++++++++++----- .../dataset-analysis/tests/test_fit_skew.py | 36 +++- 7 files changed, 256 insertions(+), 107 deletions(-) diff --git a/asap-tools/dataset-analysis/README.md b/asap-tools/dataset-analysis/README.md index ded14b96..5642d4e1 100644 --- a/asap-tools/dataset-analysis/README.md +++ b/asap-tools/dataset-analysis/README.md @@ -21,7 +21,7 @@ Two tasks: ```bash pip install -r requirements.txt -./fetch_data.sh /path/to/trace-data # ~63 GB; re-run to resume +./fetch_data.sh /path/to/trace-data # ~207 GB; re-run to resume python fit_skew.py --data-root /path/to/trace-data ``` @@ -37,8 +37,10 @@ This writes `results/skew_summary.csv` (committed) and plots to `out/` - `--workers N`: process pool size (default: all cores). Files and fits run in parallel. -A full run over the fetched data takes about 2 hours with 24 workers on a -56-core machine (peak RSS of the main process about 69 GB). Alibaba archives are streamed with `tarfile`, not extracted. +With 48 workers on a 56-core, 251 GB machine, Google takes about 1 hour +(peak RSS of the main process 45 GB) and Alibaba about 10.5 hours (98 GB; +CallGraph's 6h windows over high-cardinality keys dominate). Run the two +datasets on separate machines with `--queries` to overlap them. Alibaba archives are streamed with `tarfile`, not extracted. Tests: `python -m unittest discover -s tests -p 'test_*.py'`. @@ -46,10 +48,10 @@ Tests: `python -m unittest discover -s tests -p 'test_*.py'`. | Dataset | Files | Tables | Step | Ranges | |---|---|---|---|---| -| Google ClusterData 2011-2 | `task_usage` and `task_events` parts 0..119 of 500 (about 7 days), all 500 `job_events` parts, `schema.csv` | `task_usage` joined with task and job attributes | 5 min | instant, 5m, 1h | -| Alibaba microservices v2022 | `MCRRTUpdate_0..119` (first 6 hours) | `MSRTMCR` | 1 min | instant, 5m, 1h | -| | `CallGraph_0..119` (first 6 hours) | `CallGraph` | 1 min | 1m, 5m, 1h (events, no instant) | -| | `MSMetricsUpdate_0..47`, `NodeMetricsUpdate_0..1` (first day) | `MSMetrics`, `NodeMetrics` | 1 min | instant, 5m, 1h | +| Google ClusterData 2011-2 | `task_usage` and `task_events` parts 0..119 of 500 (about 7 days), all 500 `job_events` parts, `schema.csv` | `task_usage` joined with task and job attributes | 5 min | instant, 5m, 1h, 6h, 24h | +| Alibaba microservices v2022 | `MCRRTUpdate_0..479` (first day) | `MSRTMCR` | 1 min | instant, 5m, 1h, 6h, 24h | +| | `CallGraph_0..479` (first day) | `CallGraph` | 1 min | 1m, 5m, 1h, 6h, 24h (events, no instant) | +| | `MSMetricsUpdate_0..47`, `NodeMetricsUpdate_0..1` (first day) | `MSMetrics`, `NodeMetrics` | 1 min | instant, 5m, 1h, 6h, 24h | | Datadog BOOM | `dataset_taxonomy.json` and 20 multivariate series | per-series `target` | none | 20 equal chunks per series | Citations: diff --git a/asap-tools/dataset-analysis/fetch_data.sh b/asap-tools/dataset-analysis/fetch_data.sh index 1512ed73..810880fd 100755 --- a/asap-tools/dataset-analysis/fetch_data.sh +++ b/asap-tools/dataset-analysis/fetch_data.sh @@ -17,8 +17,8 @@ BOOM_URL=https://huggingface.co/datasets/Datadog/BOOM/resolve/main # task_events uses the same parts; job_events is read in full for job names. GOOGLE_TASK_PARTS=120 GOOGLE_JOB_EVENT_PARTS=500 -# CallGraph and MCRRTUpdate shards cover 3 minutes each: 120 shards = 6 hours. -ALIBABA_RPC_SHARDS=120 +# CallGraph and MCRRTUpdate shards cover 3 minutes each: 480 shards = 1 day. +ALIBABA_RPC_SHARDS=480 # MSMetricsUpdate shards cover 30 minutes, NodeMetricsUpdate 12 hours: 1 day. ALIBABA_MS_SHARDS=48 ALIBABA_NODE_SHARDS=2 diff --git a/asap-tools/dataset-analysis/fit_skew.py b/asap-tools/dataset-analysis/fit_skew.py index 181812db..c2c79025 100644 --- a/asap-tools/dataset-analysis/fit_skew.py +++ b/asap-tools/dataset-analysis/fit_skew.py @@ -41,6 +41,8 @@ ZIPF_THETA_BOUNDS = (0.0, 5.0) # Each power-law fit uses a uniform subsample of at most this many values. MAX_FIT_SAMPLES = 100_000 +# numpy's multivariate_hypergeometric needs a total under 1e9 (merge_samples). +HYPERGEOMETRIC_MAX_TOTAL = 1_000_000_000 # xmin is chosen by KS distance over this many quantiles of the sample, and only # where at least MIN_TAIL_SAMPLES values remain in the tail. XMIN_GRID_SIZE = 50 @@ -64,6 +66,8 @@ DURATION_UNITS_S = {"s": 1, "m": 60, "h": 3600, "d": 86400} # Range key sums are materialized for this many evaluation times at a time. EVAL_CHUNK = 32 +# Steps per chunk when stitching instant samples across files (resolve_boundaries). +BOUNDARY_CHUNK_STEPS = 60 # Accuracy each sketch must reach on a query; a query's `targets` overrides. DEFAULT_TARGETS = { "are_top100": 0.05, # CMS / CountSketch mean relative error of the top 100 keys @@ -432,11 +436,18 @@ def value_sample(x: np.ndarray) -> Tuple[int, np.ndarray]: def merge_samples(parts: Sequence[Tuple[int, np.ndarray]]) -> Tuple[int, np.ndarray]: """Uniform sample of the union of value_sample parts: each part gives a - multivariate-hypergeometric share of its prefix.""" + multivariate-hypergeometric share of its prefix. numpy draws that only + for totals under 1e9; above, a multinomial share (drawing 1e5 of 1e9 or + more, with and without replacement agree), capped at each prefix.""" counts = np.array([n for n, _ in parts], dtype=np.int64) total = int(counts.sum()) rng = np.random.default_rng(SAMPLE_SEED) - take = rng.multivariate_hypergeometric(counts, min(total, MAX_FIT_SAMPLES)) + n = min(total, MAX_FIT_SAMPLES) + if total < HYPERGEOMETRIC_MAX_TOTAL: + take = rng.multivariate_hypergeometric(counts, n) + else: + lengths = np.array([len(x) for _, x in parts]) + take = np.minimum(rng.multinomial(n, counts / total), lengths) merged = np.concatenate([x[:k] for (_, x), k in zip(parts, take)]) return total, rng.permutation(merged) @@ -526,22 +537,49 @@ def check_file_order(rows: pd.DataFrame) -> None: def resolve_boundaries( - boundary: Sequence[pd.DataFrame], queries: List[Dict[str, Any]], lookback: int + boundary: Sequence[pd.DataFrame], + queries: List[Dict[str, Any]], + lookback: int, + chunk_steps: int = BOUNDARY_CHUNK_STEPS, ) -> Dict[Tuple[str, str], Any]: """Instant aggregates of the per-file first/last samples: keep the latest sample per (series, step) over files, and take its next step as the - nearer of the in-file next step and the next boundary sample.""" - rows = pd.concat( - [b.assign(**{FILE_COL: i}) for i, b in enumerate(boundary)], ignore_index=True - ) - check_file_order(rows) - rows = rows.sort_values([SERIES_COL, STEP_COL, TIME_COL], kind="stable") - in_file_next = rows.groupby([SERIES_COL, STEP_COL])[NEXT_COL].transform("min") - rows = rows.assign(**{NEXT_COL: in_file_next}) - rows = rows.drop_duplicates([SERIES_COL, STEP_COL], keep="last") - next_step, _ = next_step_of_series(rows) - rows = rows.assign(**{NEXT_COL: np.fmin(rows[NEXT_COL].to_numpy(), next_step)}) - return instant_parts(rows, queries, lookback) + nearer of the in-file next step and the next boundary sample. + + Short files make almost every sample a boundary one, so this runs over + chunks of `chunk_steps` steps. A sample counts for at most `lookback` + steps, so a chunk owning steps [start, end) reads the boundary samples + up to end + lookback and gives the same aggregates as one pass.""" + files = [b.assign(**{FILE_COL: i}) for i, b in enumerate(boundary) if len(b)] + if not files: + return instant_parts(pd.concat(boundary, ignore_index=True), queries, lookback) + spans = [(int(f[STEP_COL].min()), int(f[STEP_COL].max())) for f in files] + first, last = min(lo for lo, _ in spans), max(hi for _, hi in spans) + chunks = [] + for start in range(first, last + 1, chunk_steps): + end = start + chunk_steps + overlapping = [ + f[(f[STEP_COL] >= start) & (f[STEP_COL] < end + lookback)] + for f, (lo, hi) in zip(files, spans) + if lo < end + lookback and hi >= start + ] + if not overlapping: + continue + rows = pd.concat(overlapping, ignore_index=True) + check_file_order(rows) + rows = rows.sort_values([SERIES_COL, STEP_COL, TIME_COL], kind="stable") + in_file_next = rows.groupby([SERIES_COL, STEP_COL])[NEXT_COL].transform("min") + rows = rows.assign(**{NEXT_COL: in_file_next}) + rows = rows.drop_duplicates([SERIES_COL, STEP_COL], keep="last") + next_step, _ = next_step_of_series(rows) + rows = rows.assign(**{NEXT_COL: np.fmin(rows[NEXT_COL].to_numpy(), next_step)}) + chunks.append(instant_parts(rows[rows[STEP_COL] < end], queries, lookback)) + return { + query_key(q): (merge_key_parts if q["kind"] == "keys" else merge_step_samples)( + [c[query_key(q)] for c in chunks] + ) + for q in queries + } def instant_parts( diff --git a/asap-tools/dataset-analysis/queries/alibaba_v2022.yaml b/asap-tools/dataset-analysis/queries/alibaba_v2022.yaml index 7ce8a085..b1f29a66 100644 --- a/asap-tools/dataset-analysis/queries/alibaba_v2022.yaml +++ b/asap-tools/dataset-analysis/queries/alibaba_v2022.yaml @@ -1,5 +1,4 @@ -# Alibaba cluster-trace-microservices-v2022: first 6 hours of CallGraph and -# MCRRTUpdate, first day of MSMetricsUpdate and NodeMetricsUpdate. +# Alibaba cluster-trace-microservices-v2022: the first day of every table. # # Tables: step_s is the sampling period and the evaluation step; series_key # (metric tables only) is the label set identifying one series. @@ -48,7 +47,7 @@ queries: - id: mcr_by_msname promql: sum by (msname) (providerrpc_mcr) promql_range: sum by (msname) (sum_over_time(providerrpc_mcr[{range}])) - range: [instant, 5m, 1h] + range: [instant, 5m, 1h, 6h, 24h] table: MSRTMCR kind: keys group_by: [msname] @@ -58,7 +57,7 @@ queries: - id: mcr_by_nodeid promql: sum by (nodeid) (providerrpc_mcr) promql_range: sum by (nodeid) (sum_over_time(providerrpc_mcr[{range}])) - range: [instant, 5m, 1h] + range: [instant, 5m, 1h, 6h, 24h] table: MSRTMCR kind: keys group_by: [nodeid] @@ -68,7 +67,7 @@ queries: - id: rt_p99_by_msname promql: quantile by (msname) (0.99, providerrpc_rt) promql_range: quantile by (msname) (0.99, quantile_over_time(0.99, providerrpc_rt[{range}])) - range: [instant, 5m, 1h] + range: [instant, 5m, 1h, 6h, 24h] table: MSRTMCR kind: keys group_by: [msname] @@ -77,7 +76,7 @@ queries: - id: rt_p99_by_msname promql: quantile(0.99, providerrpc_rt) promql_range: quantile_over_time(0.99, providerrpc_rt[{range}]) - range: [instant, 5m, 1h] + range: [instant, 5m, 1h, 6h, 24h] table: MSRTMCR kind: values group_by: [] @@ -85,56 +84,56 @@ queries: # CallGraph rows are events (one per call), so only range queries apply. - id: calls_by_rpctype promql_range: sum by (rpctype) (count_over_time(rt[{range}])) - range: [1m, 5m, 1h] + range: [1m, 5m, 1h, 6h, 24h] table: CallGraph kind: keys group_by: [rpctype] weights: [count] - id: calls_by_service promql_range: sum by (service) (count_over_time(rt[{range}])) - range: [1m, 5m, 1h] + range: [1m, 5m, 1h, 6h, 24h] table: CallGraph kind: keys group_by: [service] weights: [count] - id: calls_by_um promql_range: sum by (um) (count_over_time(rt[{range}])) - range: [1m, 5m, 1h] + range: [1m, 5m, 1h, 6h, 24h] table: CallGraph kind: keys group_by: [um] weights: [count] - id: calls_by_dm promql_range: sum by (dm) (count_over_time(rt[{range}])) - range: [1m, 5m, 1h] + range: [1m, 5m, 1h, 6h, 24h] table: CallGraph kind: keys group_by: [dm] weights: [count] - id: calls_by_interface promql_range: sum by (interface) (count_over_time(rt[{range}])) - range: [1m, 5m, 1h] + range: [1m, 5m, 1h, 6h, 24h] table: CallGraph kind: keys group_by: [interface] weights: [count] - id: calls_by_um_dm promql_range: sum by (um, dm) (count_over_time(rt[{range}])) - range: [1m, 5m, 1h] + range: [1m, 5m, 1h, 6h, 24h] table: CallGraph kind: keys group_by: [um, dm] weights: [count] - id: calls_by_service_um_dm promql_range: sum by (service, um, dm) (count_over_time(rt[{range}])) - range: [1m, 5m, 1h] + range: [1m, 5m, 1h, 6h, 24h] table: CallGraph kind: keys group_by: [service, um, dm] weights: [count] - id: rt_p99_by_service promql_range: quantile by (service) (0.99, quantile_over_time(0.99, rt[{range}])) - range: [1m, 5m, 1h] + range: [1m, 5m, 1h, 6h, 24h] table: CallGraph kind: keys group_by: [service] @@ -142,7 +141,7 @@ queries: weights: [count, value] - id: rt_p99_by_service promql_range: quantile_over_time(0.99, rt[{range}]) - range: [1m, 5m, 1h] + range: [1m, 5m, 1h, 6h, 24h] table: CallGraph kind: values group_by: [] @@ -150,7 +149,7 @@ queries: - id: ms_cpu_by_msname promql: sum by (msname) (cpu_utilization) promql_range: sum by (msname) (sum_over_time(cpu_utilization[{range}])) - range: [instant, 5m, 1h] + range: [instant, 5m, 1h, 6h, 24h] table: MSMetrics kind: keys group_by: [msname] @@ -161,7 +160,7 @@ queries: - id: node_cpu_by_nodeid promql: sum by (nodeid) (cpu_utilization) promql_range: sum by (nodeid) (sum_over_time(cpu_utilization[{range}])) - range: [instant, 5m, 1h] + range: [instant, 5m, 1h, 6h, 24h] table: NodeMetrics kind: keys group_by: [nodeid] @@ -171,7 +170,7 @@ queries: - id: ms_cpu_p99 promql: quantile(0.99, cpu_utilization) promql_range: quantile_over_time(0.99, cpu_utilization[{range}]) - range: [instant, 5m, 1h] + range: [instant, 5m, 1h, 6h, 24h] table: MSMetrics kind: values group_by: [] @@ -179,7 +178,7 @@ queries: - id: node_cpu_p99 promql: quantile(0.99, cpu_utilization) promql_range: quantile_over_time(0.99, cpu_utilization[{range}]) - range: [instant, 5m, 1h] + range: [instant, 5m, 1h, 6h, 24h] table: NodeMetrics kind: values group_by: [] diff --git a/asap-tools/dataset-analysis/queries/google_2011.yaml b/asap-tools/dataset-analysis/queries/google_2011.yaml index e2ba46bf..5207a90d 100644 --- a/asap-tools/dataset-analysis/queries/google_2011.yaml +++ b/asap-tools/dataset-analysis/queries/google_2011.yaml @@ -27,7 +27,7 @@ queries: - id: cpu_by_user promql: sum by (user) (cpu_rate) promql_range: sum by (user) (sum_over_time(cpu_rate[{range}])) - range: [instant, 5m, 1h] + range: [instant, 5m, 1h, 6h, 24h] table: task_usage kind: keys group_by: [user] @@ -37,7 +37,7 @@ queries: - id: cpu_by_user_priority promql: sum by (user, priority) (cpu_rate) promql_range: sum by (user, priority) (sum_over_time(cpu_rate[{range}])) - range: [instant, 5m, 1h] + range: [instant, 5m, 1h, 6h, 24h] table: task_usage kind: keys group_by: [user, priority] @@ -47,7 +47,7 @@ queries: - id: cpu_by_priority promql: sum by (priority) (cpu_rate) promql_range: sum by (priority) (sum_over_time(cpu_rate[{range}])) - range: [instant, 5m, 1h] + range: [instant, 5m, 1h, 6h, 24h] table: task_usage kind: keys group_by: [priority] @@ -57,7 +57,7 @@ queries: - id: cpu_by_job_id promql: sum by (job_id) (cpu_rate) promql_range: sum by (job_id) (sum_over_time(cpu_rate[{range}])) - range: [instant, 5m, 1h] + range: [instant, 5m, 1h, 6h, 24h] table: task_usage kind: keys group_by: [job_id] @@ -67,7 +67,7 @@ queries: - id: cpu_by_logical_job_name promql: sum by (logical_job_name) (cpu_rate) promql_range: sum by (logical_job_name) (sum_over_time(cpu_rate[{range}])) - range: [instant, 5m, 1h] + range: [instant, 5m, 1h, 6h, 24h] table: task_usage kind: keys group_by: [logical_job_name] @@ -77,7 +77,7 @@ queries: - id: cpu_by_scheduling_class promql: sum by (scheduling_class) (cpu_rate) promql_range: sum by (scheduling_class) (sum_over_time(cpu_rate[{range}])) - range: [instant, 5m, 1h] + range: [instant, 5m, 1h, 6h, 24h] table: task_usage kind: keys group_by: [scheduling_class] @@ -88,7 +88,7 @@ queries: - id: cpu_by_machine_id promql: sum by (machine_id) (cpu_rate) promql_range: sum by (machine_id) (sum_over_time(cpu_rate[{range}])) - range: [instant, 5m, 1h] + range: [instant, 5m, 1h, 6h, 24h] table: task_usage kind: keys group_by: [machine_id] @@ -98,7 +98,7 @@ queries: - id: cpu_p99 promql: quantile(0.99, cpu_rate) promql_range: quantile_over_time(0.99, cpu_rate[{range}]) - range: [instant, 5m, 1h] + range: [instant, 5m, 1h, 6h, 24h] table: task_usage kind: values group_by: [] @@ -106,7 +106,7 @@ queries: - id: memory_p99 promql: quantile(0.99, canonical_memory_usage) promql_range: quantile_over_time(0.99, canonical_memory_usage[{range}]) - range: [instant, 5m, 1h] + range: [instant, 5m, 1h, 6h, 24h] table: task_usage kind: values group_by: [] diff --git a/asap-tools/dataset-analysis/results/skew_summary.csv b/asap-tools/dataset-analysis/results/skew_summary.csv index 3b27643c..740beec0 100644 --- a/asap-tools/dataset-analysis/results/skew_summary.csv +++ b/asap-tools/dataset-analysis/results/skew_summary.csv @@ -1,73 +1,119 @@ dataset,query_id,promql,kind,weight,range,range_s,step_s,K_total,rows_total,K_win_min,K_win_median,K_win_max,rows_win_min,rows_win_median,rows_win_max,n_evals,lower,mle,upper,worst_theta_cms,worst_K,min_N,max_N,worst_alpha_rank,worst_alpha_memory,target_are_top100,target_precision_at_k,target_hll_rel_err,target_rank_err,top1_share,theta_ls,dropped_frac,xmin,ks_d,tail_frac,R_lognormal,p_lognormal,R_exponential,p_exponential,tail_class,ok_frac -alibaba_v2022,mcr_by_msname,sum by (msname) (providerrpc_mcr),keys,count,instant,,60,26147,188487731,25889,25958,26019,511654,517405.5,521344,360,0.825078553,0.8257464425,0.8262605267,,26019,511654,521344,,,0.05,0.95,0.02,0.01,0.005095726894,1.349104357,,,,,,,,,, -alibaba_v2022,mcr_by_msname,sum by (msname) (providerrpc_mcr),keys,value,instant,,60,18730,188487731,25889,25958,26019,511654,517405.5,521344,360,0.9838294103,1.002188064,1.011853042,0.9838294103,26019,511654,521344,,,0.05,0.95,0.02,0.01,0.03789945576,3.805505342,,,,,,,,,, -alibaba_v2022,mcr_by_msname,sum by (msname) (sum_over_time(providerrpc_mcr[5m])),keys,count,5m,300,60,26147,867646875,25889,25958,26019,8899080,12088243.5,20040209,356,1.328445287,1.443313195,1.664745,,26019,8899080,20040209,,,0.05,0.95,0.02,0.01,0.4545719547,1.37444187,,,,,,,,,, -alibaba_v2022,mcr_by_msname,sum by (msname) (sum_over_time(providerrpc_mcr[5m])),keys,value,5m,300,60,18730,867646875,25889,25958,26019,8899080,12088243.5,20040209,356,1.058947546,1.101430346,1.181235381,1.058947546,26019,8899080,20040209,,,0.05,0.95,0.02,0.01,0.1498488827,3.811405825,,,,,,,,,, -alibaba_v2022,mcr_by_msname,sum by (msname) (sum_over_time(providerrpc_mcr[1h])),keys,count,1h,3600,60,26147,867646875,26028,26051,26094,125327081,139361791,166100193,301,1.386390161,1.443313195,1.499657657,,26094,125327081,166100193,,,0.05,0.95,0.02,0.01,0.4545719547,1.37444187,,,,,,,,,, -alibaba_v2022,mcr_by_msname,sum by (msname) (sum_over_time(providerrpc_mcr[1h])),keys,value,1h,3600,60,18730,867646875,26028,26051,26094,125327081,139361791,166100193,301,1.080487406,1.101430346,1.13802497,1.080487406,26094,125327081,166100193,,,0.05,0.95,0.02,0.01,0.1498488827,3.811405825,,,,,,,,,, -alibaba_v2022,mcr_by_nodeid,sum by (nodeid) (providerrpc_mcr),keys,count,instant,,60,30825,188487731,30686,30726,30783,511654,517405.5,521344,360,0.3328414645,0.3344975088,0.3344975088,,30783,511654,521344,,,0.05,0.95,0.02,0.01,0.0001346559793,0.5851563748,,,,,,,,,, -alibaba_v2022,mcr_by_nodeid,sum by (nodeid) (providerrpc_mcr),keys,value,instant,,60,28348,188487731,30686,30726,30783,511654,517405.5,521344,360,0.4702333583,0.4945285204,0.5382725596,0.4702333583,30783,511654,521344,,,0.05,0.95,0.02,0.01,0.0006887262111,0.9051588471,,,,,,,,,, -alibaba_v2022,mcr_by_nodeid,sum by (nodeid) (sum_over_time(providerrpc_mcr[5m])),keys,count,5m,300,60,30825,867646875,30686,30724,30783,8899080,12088243.5,20040209,356,1.063438048,1.097553229,1.175793283,,30783,8899080,20040209,,,0.05,0.95,0.02,0.01,0.02685695145,0.6757970814,,,,,,,,,, -alibaba_v2022,mcr_by_nodeid,sum by (nodeid) (sum_over_time(providerrpc_mcr[5m])),keys,value,5m,300,60,28348,867646875,30686,30724,30783,8899080,12088243.5,20040209,356,0.6840111645,0.7429289939,0.8586025258,0.6840111645,30783,8899080,20040209,,,0.05,0.95,0.02,0.01,0.007415134693,0.9461668197,,,,,,,,,, -alibaba_v2022,mcr_by_nodeid,sum by (nodeid) (sum_over_time(providerrpc_mcr[1h])),keys,count,1h,3600,60,30825,867646875,30705,30744,30799,125327081,139361791,166100193,301,1.083318419,1.097553229,1.112654503,,30799,125327081,166100193,,,0.05,0.95,0.02,0.01,0.02685695145,0.6757970814,,,,,,,,,, -alibaba_v2022,mcr_by_nodeid,sum by (nodeid) (sum_over_time(providerrpc_mcr[1h])),keys,value,1h,3600,60,28348,867646875,30705,30744,30799,125327081,139361791,166100193,301,0.7146426913,0.7429289939,0.7950597902,0.7146426913,30799,125327081,166100193,,,0.05,0.95,0.02,0.01,0.007415134693,0.9461668197,,,,,,,,,, -alibaba_v2022,rt_p99_by_msname,"quantile by (msname) (0.99, providerrpc_rt)",keys,count,instant,,60,26147,188487731,25889,25958,26019,511654,517405.5,521344,360,0.825078553,0.8257464425,0.8262605267,0.825078553,26019,511654,521344,,,0.05,0.95,0.02,0.01,0.005095726894,1.349104357,,,,,,,,,, -alibaba_v2022,rt_p99_by_msname,"quantile by (msname) (0.99, providerrpc_rt)",keys,value,instant,,60,18721,188487731,25889,25958,26019,511654,517405.5,521344,360,0.9704918171,0.9962931964,1.113884125,,26019,511654,521344,,,0.05,0.95,0.02,0.01,0.07232418839,2.43660772,,,,,,,,,, -alibaba_v2022,rt_p99_by_msname,"quantile by (msname) (0.99, quantile_over_time(0.99, providerrpc_rt[5m]))",keys,count,5m,300,60,26147,867646875,25889,25958,26019,8899080,12088243.5,20040209,356,1.328445287,1.443313195,1.664745,1.328445287,26019,8899080,20040209,,,0.05,0.95,0.02,0.01,0.4545719547,1.37444187,,,,,,,,,, -alibaba_v2022,rt_p99_by_msname,"quantile by (msname) (0.99, quantile_over_time(0.99, providerrpc_rt[5m]))",keys,value,5m,300,60,18721,867646875,25889,25958,26019,8899080,12088243.5,20040209,356,1.685770501,1.970047387,2.341149975,,26019,8899080,20040209,,,0.05,0.95,0.02,0.01,0.8659870115,2.444903781,,,,,,,,,, -alibaba_v2022,rt_p99_by_msname,"quantile by (msname) (0.99, quantile_over_time(0.99, providerrpc_rt[1h]))",keys,count,1h,3600,60,26147,867646875,26028,26051,26094,125327081,139361791,166100193,301,1.386390161,1.443313195,1.499657657,1.386390161,26094,125327081,166100193,,,0.05,0.95,0.02,0.01,0.4545719547,1.37444187,,,,,,,,,, -alibaba_v2022,rt_p99_by_msname,"quantile by (msname) (0.99, quantile_over_time(0.99, providerrpc_rt[1h]))",keys,value,1h,3600,60,18721,867646875,26028,26051,26094,125327081,139361791,166100193,301,1.845706718,1.970047387,2.084916758,,26094,125327081,166100193,,,0.05,0.95,0.02,0.01,0.8659870115,2.444903781,,,,,,,,,, -alibaba_v2022,rt_p99_by_msname,"quantile(0.99, providerrpc_rt)",values,,instant,,60,,188487731,,,,371197,381090,401372,360,2.327272661,2.697295887,2.917634682,,,371197,401372,2.917634682,2.327272661,0.05,0.95,0.02,0.01,,,0.2611442174,152.5468286,0.02861841946,0.06211,-0.4219459635,0.5136902768,4951.538918,0.003338755863,heavy_inconclusive, -alibaba_v2022,rt_p99_by_msname,"quantile_over_time(0.99, providerrpc_rt[5m])",values,,5m,300,60,,867646875,,,,7751463,10923938.5,18912878,356,2.152247068,2.725233624,12.67166397,,,7751463,18912878,12.67166397,2.152247068,0.05,0.95,0.02,0.01,,,0.09788567037,653.418334,0.0512169711,0.001,-0.3066099099,0.615141357,10.22728826,0.09405626913,heavy_inconclusive, -alibaba_v2022,rt_p99_by_msname,"quantile_over_time(0.99, providerrpc_rt[1h])",values,,1h,3600,60,,867646875,,,,110947221,125117066,152748684,301,2.521861465,2.725233624,9.27532118,,,110947221,152748684,9.27532118,2.521861465,0.05,0.95,0.02,0.01,,,0.09788567037,653.418334,0.0512169711,0.001,-0.3066099099,0.615141357,10.22728826,0.09405626913,heavy_inconclusive, -alibaba_v2022,calls_by_rpctype,sum by (rpctype) (count_over_time(rt[1m])),keys,count,1m,60,60,6,1295335556,6,6,6,64,3564367,5401423,360,1.242292116,1.310265913,1.41486647,1.242292116,6,64,5401423,,,0.05,0.95,0.02,0.01,0.4283451021,2.257448052,,,,,,,,,, -alibaba_v2022,calls_by_rpctype,sum by (rpctype) (count_over_time(rt[5m])),keys,count,5m,300,60,6,1295335556,6,6,6,13888129,17749395,26594881,357,1.272106881,1.310265913,1.391208048,1.272106881,6,13888129,26594881,,,0.05,0.95,0.02,0.01,0.4283451021,2.257448052,,,,,,,,,, -alibaba_v2022,calls_by_rpctype,sum by (rpctype) (count_over_time(rt[1h])),keys,count,1h,3600,60,6,1295335556,6,6,6,185233013,204992179,260437245,302,1.298551553,1.310265913,1.337741437,1.298551553,6,185233013,260437245,,,0.05,0.95,0.02,0.01,0.4283451021,2.257448052,,,,,,,,,, -alibaba_v2022,calls_by_service,sum by (service) (count_over_time(rt[1m])),keys,count,1m,60,60,2769176,1295335556,30,40120,43871,64,3564367,5401423,360,0.9793470382,1.099337547,1.099337547,0.9793470382,43871,64,5401423,,,0.05,0.95,0.02,0.01,0.0630261268,1.274170165,,,,,,,,,, -alibaba_v2022,calls_by_service,sum by (service) (count_over_time(rt[5m])),keys,count,5m,300,60,2769176,1295335556,102106,119394,136321,13888129,17749395,26594881,357,1.021367206,1.099337547,1.099337547,1.021367206,136321,13888129,26594881,,,0.05,0.95,0.02,0.01,0.0630261268,1.274170165,,,,,,,,,, -alibaba_v2022,calls_by_service,sum by (service) (count_over_time(rt[1h])),keys,count,1h,3600,60,2769176,1295335556,559964,639248,785894,185233013,204992179,260437245,302,1.071178148,1.099337547,1.099337547,1.071178148,785894,185233013,260437245,,,0.05,0.95,0.02,0.01,0.0630261268,1.274170165,,,,,,,,,, -alibaba_v2022,calls_by_um,sum by (um) (count_over_time(rt[1m])),keys,count,1m,60,60,22016,1295335556,27,6081,8501,64,3564367,5401423,360,1.093784502,1.185355196,1.208596563,1.093784502,8501,64,5401423,,,0.05,0.95,0.02,0.01,0.1535391521,3.145206929,,,,,,,,,, -alibaba_v2022,calls_by_um,sum by (um) (count_over_time(rt[5m])),keys,count,5m,300,60,22016,1295335556,7830,9168,12512,13888129,17749395,26594881,357,1.113014015,1.185355196,1.216728802,1.113014015,12512,13888129,26594881,,,0.05,0.95,0.02,0.01,0.1535391521,3.145206929,,,,,,,,,, -alibaba_v2022,calls_by_um,sum by (um) (count_over_time(rt[1h])),keys,count,1h,3600,60,22016,1295335556,15346,15828,18110,185233013,204992179,260437245,302,1.147118456,1.185355196,1.208155885,1.147118456,18110,185233013,260437245,,,0.05,0.95,0.02,0.01,0.1535391521,3.145206929,,,,,,,,,, -alibaba_v2022,calls_by_dm,sum by (dm) (count_over_time(rt[1m])),keys,count,1m,60,60,35550,1295335556,35,10420,14067,64,3564367,5401423,360,1.096641576,1.157928672,1.157928672,1.096641576,14067,64,5401423,,,0.05,0.95,0.02,0.01,0.07973378135,3.024759942,,,,,,,,,, -alibaba_v2022,calls_by_dm,sum by (dm) (count_over_time(rt[5m])),keys,count,5m,300,60,35550,1295335556,13705,15785,20479,13888129,17749395,26594881,357,1.112039296,1.157928672,1.160544083,1.112039296,20479,13888129,26594881,,,0.05,0.95,0.02,0.01,0.07973378135,3.024759942,,,,,,,,,, -alibaba_v2022,calls_by_dm,sum by (dm) (count_over_time(rt[1h])),keys,count,1h,3600,60,35550,1295335556,25442,26156.5,29583,185233013,204992179,260437245,302,1.132430313,1.157928672,1.16981668,1.132430313,29583,185233013,260437245,,,0.05,0.95,0.02,0.01,0.07973378135,3.024759942,,,,,,,,,, -alibaba_v2022,calls_by_interface,sum by (interface) (count_over_time(rt[1m])),keys,count,1m,60,60,8655921,1295335556,46,93480,139177,64,3564367,5401423,360,0.9891497351,1.097910713,1.097910713,0.9891497351,139177,64,5401423,,,0.05,0.95,0.02,0.01,0.02572182771,0.8643899176,,,,,,,,,, -alibaba_v2022,calls_by_interface,sum by (interface) (count_over_time(rt[5m])),keys,count,5m,300,60,8655921,1295335556,218334,263943,392354,13888129,17749395,26594881,357,1.021672522,1.097910713,1.097910713,1.021672522,392354,13888129,26594881,,,0.05,0.95,0.02,0.01,0.02572182771,0.8643899176,,,,,,,,,, -alibaba_v2022,calls_by_interface,sum by (interface) (count_over_time(rt[1h])),keys,count,1h,3600,60,8655921,1295335556,1506702,1717590,2131776,185233013,204992179,260437245,302,1.070025164,1.097910713,1.097910713,1.070025164,2131776,185233013,260437245,,,0.05,0.95,0.02,0.01,0.02572182771,0.8643899176,,,,,,,,,, -alibaba_v2022,calls_by_um_dm,"sum by (um, dm) (count_over_time(rt[1m]))",keys,count,1m,60,60,165895,1295335556,47,30289,47939,64,3564367,5401423,360,0.9766069583,1.070642064,1.070642064,0.9766069583,47939,64,5401423,,,0.05,0.95,0.02,0.01,0.04140612504,2.721022211,,,,,,,,,, -alibaba_v2022,calls_by_um_dm,"sum by (um, dm) (count_over_time(rt[5m]))",keys,count,5m,300,60,165895,1295335556,40953,51206,78195,13888129,17749395,26594881,357,0.9959293238,1.070642064,1.072961931,0.9959293238,78195,13888129,26594881,,,0.05,0.95,0.02,0.01,0.04140612504,2.721022211,,,,,,,,,, -alibaba_v2022,calls_by_um_dm,"sum by (um, dm) (count_over_time(rt[1h]))",keys,count,1h,3600,60,165895,1295335556,98924,103769,127687,185233013,204992179,260437245,302,1.029614959,1.070642064,1.084624121,1.029614959,127687,185233013,260437245,,,0.05,0.95,0.02,0.01,0.04140612504,2.721022211,,,,,,,,,, -alibaba_v2022,calls_by_service_um_dm,"sum by (service, um, dm) (count_over_time(rt[1m]))",keys,count,1m,60,60,7963812,1295335556,50,159173,239493,64,3564367,5401423,360,0.8917234928,1.022270823,1.022270823,0.8917234928,239493,64,5401423,,,0.05,0.95,0.02,0.01,0.01313775872,1.385250269,,,,,,,,,, -alibaba_v2022,calls_by_service_um_dm,"sum by (service, um, dm) (count_over_time(rt[5m]))",keys,count,5m,300,60,7963812,1295335556,319216,390377,582262,13888129,17749395,26594881,357,0.9320852478,1.022270823,1.022270823,0.9320852478,582262,13888129,26594881,,,0.05,0.95,0.02,0.01,0.01313775872,1.385250269,,,,,,,,,, -alibaba_v2022,calls_by_service_um_dm,"sum by (service, um, dm) (count_over_time(rt[1h]))",keys,count,1h,3600,60,7963812,1295335556,1713602,1986192.5,2221976,185233013,204992179,260437245,302,0.9867997632,1.022270823,1.022270823,0.9867997632,2221976,185233013,260437245,,,0.05,0.95,0.02,0.01,0.01313775872,1.385250269,,,,,,,,,, -alibaba_v2022,rt_p99_by_service,"quantile by (service) (0.99, quantile_over_time(0.99, rt[1m]))",keys,count,1m,60,60,2769176,1295335556,30,40120,43871,64,3564367,5401423,360,0.9793470382,1.099337547,1.099337547,0.9793470382,43871,64,5401423,,,0.05,0.95,0.02,0.01,0.0630261268,1.274170165,,,,,,,,,, -alibaba_v2022,rt_p99_by_service,"quantile by (service) (0.99, quantile_over_time(0.99, rt[1m]))",keys,value,1m,60,60,2717104,1295335556,30,40120,43871,64,3564367,5401423,360,1.096890188,1.179024529,1.606016772,,43871,64,5401423,,,0.05,0.95,0.02,0.01,0.2835197699,1.778216939,,,,,,,,,, -alibaba_v2022,rt_p99_by_service,"quantile by (service) (0.99, quantile_over_time(0.99, rt[5m]))",keys,count,5m,300,60,2769176,1295335556,102106,119394,136321,13888129,17749395,26594881,357,1.021367206,1.099337547,1.099337547,1.021367206,136321,13888129,26594881,,,0.05,0.95,0.02,0.01,0.0630261268,1.274170165,,,,,,,,,, -alibaba_v2022,rt_p99_by_service,"quantile by (service) (0.99, quantile_over_time(0.99, rt[5m]))",keys,value,5m,300,60,2717104,1295335556,102106,119394,136321,13888129,17749395,26594881,357,1.115950417,1.179024529,1.28406221,,136321,13888129,26594881,,,0.05,0.95,0.02,0.01,0.2835197699,1.778216939,,,,,,,,,, -alibaba_v2022,rt_p99_by_service,"quantile by (service) (0.99, quantile_over_time(0.99, rt[1h]))",keys,count,1h,3600,60,2769176,1295335556,559964,639248,785894,185233013,204992179,260437245,302,1.071178148,1.099337547,1.099337547,1.071178148,785894,185233013,260437245,,,0.05,0.95,0.02,0.01,0.0630261268,1.274170165,,,,,,,,,, -alibaba_v2022,rt_p99_by_service,"quantile by (service) (0.99, quantile_over_time(0.99, rt[1h]))",keys,value,1h,3600,60,2717104,1295335556,559964,639248,785894,185233013,204992179,260437245,302,1.159047439,1.179024529,1.199256386,,785894,185233013,260437245,,,0.05,0.95,0.02,0.01,0.2835197699,1.778216939,,,,,,,,,, -alibaba_v2022,rt_p99_by_service,"quantile_over_time(0.99, rt[1m])",values,,1m,60,60,,1270987041,,,,43,2097984,3311360,360,1.891474819,2.029339494,2.46113073,,,43,3311360,2.46113073,1.891474819,0.05,0.95,0.02,0.01,,,0.3996959565,17,0.03031811014,0.09527,-0.6373337002,0.6539354026,13183.39466,1.699185041e-56,heavy_inconclusive, -alibaba_v2022,rt_p99_by_service,"quantile_over_time(0.99, rt[5m])",values,,5m,300,60,,1270987041,,,,7881752,10442357,16264263,357,1.957358515,2.029339494,2.429250439,,,7881752,16264263,2.429250439,1.957358515,0.05,0.95,0.02,0.01,,,0.3996959565,17,0.03031811014,0.09527,-0.6373337002,0.6539354026,13183.39466,1.699185041e-56,heavy_inconclusive, -alibaba_v2022,rt_p99_by_service,"quantile_over_time(0.99, rt[1h])",values,,1h,3600,60,,1270987041,,,,106821507,119913902,157226182,302,2.007578773,2.029339494,2.297062459,,,106821507,157226182,2.297062459,2.007578773,0.05,0.95,0.02,0.01,,,0.3996959565,17,0.03031811014,0.09527,-0.6373337002,0.6539354026,13183.39466,1.699185041e-56,heavy_inconclusive, +alibaba_v2022,mcr_by_msname,sum by (msname) (providerrpc_mcr),keys,count,instant,,60,26607,728948728,11326,25976,26348,209272,519510.5,544471,1440,0.8221204695,0.8259847081,0.8546110804,,26348,209272,544471,,,0.05,0.95,0.02,0.01,0.004800146932,1.381245689,,,,,,,,,, +alibaba_v2022,mcr_by_msname,sum by (msname) (providerrpc_mcr),keys,value,instant,,60,20551,728948728,11326,25976,26348,209272,519510.5,544471,1384,0.9682953983,0.988720854,1.013448764,0.9682953983,26348,209272,544471,,,0.05,0.95,0.02,0.01,0.02536412675,3.893081102,,,,,,,,,, +alibaba_v2022,mcr_by_msname,sum by (msname) (sum_over_time(providerrpc_mcr[5m])),keys,count,5m,300,60,26607,3881734455,11326,25976,26348,1014112,13029874,24634293,1436,0.8583513373,1.500442739,1.762302509,,26348,1014112,24634293,,,0.05,0.95,0.02,0.01,0.520723123,1.411888266,,,,,,,,,, +alibaba_v2022,mcr_by_msname,sum by (msname) (sum_over_time(providerrpc_mcr[5m])),keys,value,5m,300,60,20551,3881734455,11326,25976,26348,1014112,13029874,24634293,1380,1.048997938,1.209732766,1.449663817,1.048997938,26348,1014112,24634293,,,0.05,0.95,0.02,0.01,0.2899686248,3.900098794,,,,,,,,,, +alibaba_v2022,mcr_by_msname,sum by (msname) (sum_over_time(providerrpc_mcr[1h])),keys,count,1h,3600,60,26607,3881734455,12152,26318,26450,12203640,156672008,273487947,1381,0.8643685535,1.500442739,1.710588609,,26450,12203640,273487947,,,0.05,0.95,0.02,0.01,0.520723123,1.411888266,,,,,,,,,, +alibaba_v2022,mcr_by_msname,sum by (msname) (sum_over_time(providerrpc_mcr[1h])),keys,value,1h,3600,60,20551,3881734455,12152,26318,26450,12203640,156672008,273487947,1380,1.067219953,1.209732766,1.395125522,1.067219953,26450,12203640,273487947,,,0.05,0.95,0.02,0.01,0.2899686248,3.900098794,,,,,,,,,, +alibaba_v2022,mcr_by_msname,sum by (msname) (sum_over_time(providerrpc_mcr[6h])),keys,count,6h,21600,60,26607,3881734455,26137,26509,26548,660056467,1001795831,1340690441,1081,1.402184976,1.500442739,1.606450626,,26548,660056467,1340690441,,,0.05,0.95,0.02,0.01,0.520723123,1.411888266,,,,,,,,,, +alibaba_v2022,mcr_by_msname,sum by (msname) (sum_over_time(providerrpc_mcr[6h])),keys,value,6h,21600,60,20551,3881734455,26137,26509,26548,660056467,1001795831,1340690441,1081,1.097011001,1.209732766,1.283566345,1.097011001,26548,660056467,1340690441,,,0.05,0.95,0.02,0.01,0.2899686248,3.900098794,,,,,,,,,, +alibaba_v2022,mcr_by_msname,sum by (msname) (sum_over_time(providerrpc_mcr[24h])),keys,count,24h,86400,60,26607,3881734455,26607,26607,26607,3881734455,3881734455,3881734455,1,1.500442739,1.500442739,1.500442739,,26607,3881734455,3881734455,,,0.05,0.95,0.02,0.01,0.520723123,1.411888266,,,,,,,,,, +alibaba_v2022,mcr_by_msname,sum by (msname) (sum_over_time(providerrpc_mcr[24h])),keys,value,24h,86400,60,20551,3881734455,26607,26607,26607,3881734455,3881734455,3881734455,1,1.209732766,1.209732766,1.209732766,1.209732766,26607,3881734455,3881734455,,,0.05,0.95,0.02,0.01,0.2899686248,3.900098794,,,,,,,,,, +alibaba_v2022,mcr_by_nodeid,sum by (nodeid) (providerrpc_mcr),keys,count,instant,,60,31000,728948728,28470,30744,30863,209272,519510.5,544471,1440,0.3228659239,0.3372360599,0.3877690245,,30863,209272,544471,,,0.05,0.95,0.02,0.01,0.0001274822171,0.60782246,,,,,,,,,, +alibaba_v2022,mcr_by_nodeid,sum by (nodeid) (providerrpc_mcr),keys,value,instant,,60,28484,728948728,28470,30744,30863,209272,519510.5,544471,1384,0.4702333583,0.489094172,0.5803274176,0.4702333583,30863,209272,544471,,,0.05,0.95,0.02,0.01,0.0005954135714,0.8855830653,,,,,,,,,, +alibaba_v2022,mcr_by_nodeid,sum by (nodeid) (sum_over_time(providerrpc_mcr[5m])),keys,count,5m,300,60,31000,3881734455,28470,30744,30863,1014112,13029874,24634293,1436,0.3893152241,1.10959506,1.207616674,,30863,1014112,24634293,,,0.05,0.95,0.02,0.01,0.02480882531,0.7014741777,,,,,,,,,, +alibaba_v2022,mcr_by_nodeid,sum by (nodeid) (sum_over_time(providerrpc_mcr[5m])),keys,value,5m,300,60,28484,3881734455,28470,30744,30863,1014112,13029874,24634293,1380,0.6611777455,0.8867646669,1.071206172,0.6611777455,30863,1014112,24634293,,,0.05,0.95,0.02,0.01,0.01376354783,0.9371443042,,,,,,,,,, +alibaba_v2022,mcr_by_nodeid,sum by (nodeid) (sum_over_time(providerrpc_mcr[1h])),keys,count,1h,3600,60,31000,3881734455,28939,30805,30897,12203640,156672008,273487947,1381,0.3900635218,1.10959506,1.17561027,,30897,12203640,273487947,,,0.05,0.95,0.02,0.01,0.02480882531,0.7014741777,,,,,,,,,, +alibaba_v2022,mcr_by_nodeid,sum by (nodeid) (sum_over_time(providerrpc_mcr[1h])),keys,value,1h,3600,60,28484,3881734455,28939,30805,30897,12203640,156672008,273487947,1380,0.6876191053,0.8867646669,1.047255843,0.6876191053,30897,12203640,273487947,,,0.05,0.95,0.02,0.01,0.01376354783,0.9371443042,,,,,,,,,, +alibaba_v2022,mcr_by_nodeid,sum by (nodeid) (sum_over_time(providerrpc_mcr[6h])),keys,count,6h,21600,60,31000,3881734455,30823,30908,30963,660056467,1001795831,1340690441,1081,1.083500894,1.10959506,1.145010225,,30963,660056467,1340690441,,,0.05,0.95,0.02,0.01,0.02480882531,0.7014741777,,,,,,,,,, +alibaba_v2022,mcr_by_nodeid,sum by (nodeid) (sum_over_time(providerrpc_mcr[6h])),keys,value,6h,21600,60,28484,3881734455,30823,30908,30963,660056467,1001795831,1340690441,1081,0.7371706588,0.8867646669,0.9524584789,0.7371706588,30963,660056467,1340690441,,,0.05,0.95,0.02,0.01,0.01376354783,0.9371443042,,,,,,,,,, +alibaba_v2022,mcr_by_nodeid,sum by (nodeid) (sum_over_time(providerrpc_mcr[24h])),keys,count,24h,86400,60,31000,3881734455,31000,31000,31000,3881734455,3881734455,3881734455,1,1.10959506,1.10959506,1.10959506,,31000,3881734455,3881734455,,,0.05,0.95,0.02,0.01,0.02480882531,0.7014741777,,,,,,,,,, +alibaba_v2022,mcr_by_nodeid,sum by (nodeid) (sum_over_time(providerrpc_mcr[24h])),keys,value,24h,86400,60,28484,3881734455,31000,31000,31000,3881734455,3881734455,3881734455,1,0.8867646669,0.8867646669,0.8867646669,0.8867646669,31000,3881734455,3881734455,,,0.05,0.95,0.02,0.01,0.01376354783,0.9371443042,,,,,,,,,, +alibaba_v2022,rt_p99_by_msname,"quantile by (msname) (0.99, providerrpc_rt)",keys,count,instant,,60,26607,728948728,11326,25976,26348,209272,519510.5,544471,1440,0.8221204695,0.8259847081,0.8546110804,0.8221204695,26348,209272,544471,,,0.05,0.95,0.02,0.01,0.004800146932,1.381245689,,,,,,,,,, +alibaba_v2022,rt_p99_by_msname,"quantile by (msname) (0.99, providerrpc_rt)",keys,value,instant,,60,20545,728948728,11326,25976,26348,209272,519510.5,544471,1384,0.9520444933,1.022087953,3.606468993,,26348,209272,544471,,,0.05,0.95,0.02,0.01,0.07154398059,2.311152642,,,,,,,,,, +alibaba_v2022,rt_p99_by_msname,"quantile by (msname) (0.99, quantile_over_time(0.99, providerrpc_rt[5m]))",keys,count,5m,300,60,26607,3881734455,11326,25976,26348,1014112,13029874,24634293,1436,0.8583513373,1.500442739,1.762302509,0.8583513373,26348,1014112,24634293,,,0.05,0.95,0.02,0.01,0.520723123,1.411888266,,,,,,,,,, +alibaba_v2022,rt_p99_by_msname,"quantile by (msname) (0.99, quantile_over_time(0.99, providerrpc_rt[5m]))",keys,value,5m,300,60,20545,3881734455,11326,25976,26348,1014112,13029874,24634293,1380,1.245543976,1.916676512,2.414468287,,26348,1014112,24634293,,,0.05,0.95,0.02,0.01,0.8442244606,2.321766217,,,,,,,,,, +alibaba_v2022,rt_p99_by_msname,"quantile by (msname) (0.99, quantile_over_time(0.99, providerrpc_rt[1h]))",keys,count,1h,3600,60,26607,3881734455,12152,26318,26450,12203640,156672008,273487947,1381,0.8643685535,1.500442739,1.710588609,0.8643685535,26450,12203640,273487947,,,0.05,0.95,0.02,0.01,0.520723123,1.411888266,,,,,,,,,, +alibaba_v2022,rt_p99_by_msname,"quantile by (msname) (0.99, quantile_over_time(0.99, providerrpc_rt[1h]))",keys,value,1h,3600,60,20545,3881734455,12152,26318,26450,12203640,156672008,273487947,1380,1.406506172,1.916676512,2.326106407,,26450,12203640,273487947,,,0.05,0.95,0.02,0.01,0.8442244606,2.321766217,,,,,,,,,, +alibaba_v2022,rt_p99_by_msname,"quantile by (msname) (0.99, quantile_over_time(0.99, providerrpc_rt[6h]))",keys,count,6h,21600,60,26607,3881734455,26137,26509,26548,660056467,1001795831,1340690441,1081,1.402184976,1.500442739,1.606450626,1.402184976,26548,660056467,1340690441,,,0.05,0.95,0.02,0.01,0.520723123,1.411888266,,,,,,,,,, +alibaba_v2022,rt_p99_by_msname,"quantile by (msname) (0.99, quantile_over_time(0.99, providerrpc_rt[6h]))",keys,value,6h,21600,60,20545,3881734455,26137,26509,26548,660056467,1001795831,1340690441,1081,1.655680798,1.916676512,2.06909381,,26548,660056467,1340690441,,,0.05,0.95,0.02,0.01,0.8442244606,2.321766217,,,,,,,,,, +alibaba_v2022,rt_p99_by_msname,"quantile by (msname) (0.99, quantile_over_time(0.99, providerrpc_rt[24h]))",keys,count,24h,86400,60,26607,3881734455,26607,26607,26607,3881734455,3881734455,3881734455,1,1.500442739,1.500442739,1.500442739,1.500442739,26607,3881734455,3881734455,,,0.05,0.95,0.02,0.01,0.520723123,1.411888266,,,,,,,,,, +alibaba_v2022,rt_p99_by_msname,"quantile by (msname) (0.99, quantile_over_time(0.99, providerrpc_rt[24h]))",keys,value,24h,86400,60,20545,3881734455,26607,26607,26607,3881734455,3881734455,3881734455,1,1.916676512,1.916676512,1.916676512,,26607,3881734455,3881734455,,,0.05,0.95,0.02,0.01,0.8442244606,2.321766217,,,,,,,,,, +alibaba_v2022,rt_p99_by_msname,"quantile(0.99, providerrpc_rt)",values,,instant,,60,,728948728,,,,206600,390916,431486,1384,2.296561145,2.605657841,2.917634682,,,206600,431486,2.917634682,2.296561145,0.05,0.95,0.02,0.01,,,0.2587574842,137.6533664,0.03262378258,0.07229,0.1058610436,0.2327372602,3486.283863,5.80005438e-09,heavy_inconclusive, +alibaba_v2022,rt_p99_by_msname,"quantile_over_time(0.99, providerrpc_rt[5m])",values,,5m,300,60,,3881734455,,,,2665265,12111864.5,24013328,1380,2.118978393,5.838445724,20.63628475,,,2665265,24013328,20.63628475,2.118978393,0.05,0.95,0.02,0.01,,,0.06534006536,100.7994947,0.0451847006,0.25559,4.181056468,1.558310167e-09,19418.81206,0.07629670764,power_law, +alibaba_v2022,rt_p99_by_msname,"quantile_over_time(0.99, providerrpc_rt[1h])",values,,1h,3600,60,,3881734455,,,,2665265,143598567,265914057,1380,2.079633678,5.838445724,14.71840238,,,2665265,265914057,14.71840238,2.079633678,0.05,0.95,0.02,0.01,,,0.06534006536,100.7994947,0.0451847006,0.25559,4.181056468,1.558310167e-09,19418.81206,0.07629670764,power_law, +alibaba_v2022,rt_p99_by_msname,"quantile_over_time(0.99, providerrpc_rt[6h])",values,,6h,21600,60,,3881734455,,,,601718421,935611581,1291769726,1081,2.31812251,5.838445724,8.550436471,,,601718421,1291769726,8.550436471,2.31812251,0.05,0.95,0.02,0.01,,,0.06534006536,100.7994947,0.0451847006,0.25559,4.181056468,1.558310167e-09,19418.81206,0.07629670764,power_law, +alibaba_v2022,rt_p99_by_msname,"quantile_over_time(0.99, providerrpc_rt[24h])",values,,24h,86400,60,,3881734455,,,,3628101672,3628101672,3628101672,1,5.838445724,5.838445724,5.849862264,,,3628101672,3628101672,5.849862264,5.838445724,0.05,0.95,0.02,0.01,,,0.06534006536,100.7994947,0.0451847006,0.25559,4.181056468,1.558310167e-09,19418.81206,0.07629670764,power_law, +alibaba_v2022,calls_by_rpctype,sum by (rpctype) (count_over_time(rt[1m])),keys,count,1m,60,60,6,7012969327,6,6,6,64,5177335,7148194,1440,1.184209225,1.288664899,1.41486647,1.184209225,6,64,7148194,,,0.05,0.95,0.02,0.01,0.4125498028,2.178386878,,,,,,,,,, +alibaba_v2022,calls_by_rpctype,sum by (rpctype) (count_over_time(rt[5m])),keys,count,5m,300,60,6,7012969327,6,6,6,13888129,25944883,34947407,1437,1.198023512,1.288664899,1.395810225,1.198023512,6,13888129,34947407,,,0.05,0.95,0.02,0.01,0.4125498028,2.178386878,,,,,,,,,, +alibaba_v2022,calls_by_rpctype,sum by (rpctype) (count_over_time(rt[1h])),keys,count,1h,3600,60,6,7012969327,6,6,6,185233013,323751406,338905010,1382,1.228340582,1.288664899,1.339014551,1.228340582,6,185233013,338905010,,,0.05,0.95,0.02,0.01,0.4125498028,2.178386878,,,,,,,,,, +alibaba_v2022,calls_by_rpctype,sum by (rpctype) (count_over_time(rt[6h])),keys,count,6h,21600,60,6,7012969327,6,6,6,1279522253,1953477542,1988950843,1082,1.259276157,1.288664899,1.31133595,1.259276157,6,1279522253,1988950843,,,0.05,0.95,0.02,0.01,0.4125498028,2.178386878,,,,,,,,,, +alibaba_v2022,calls_by_rpctype,sum by (rpctype) (count_over_time(rt[24h])),keys,count,24h,86400,60,6,7012969327,6,6,6,7008727084,7010848174,7012969263,2,1.288632935,1.288664899,1.288664899,1.288632935,6,7008727084,7012969263,,,0.05,0.95,0.02,0.01,0.4125498028,2.178386878,,,,,,,,,, +alibaba_v2022,calls_by_service,sum by (service) (count_over_time(rt[1m])),keys,count,1m,60,60,12458815,7012969327,30,48440,59678,64,5177335,7148194,1440,0.9759129646,1.109837016,1.109837016,0.9759129646,59678,64,7148194,,,0.05,0.95,0.02,0.01,0.03201107527,1.092839029,,,,,,,,,, +alibaba_v2022,calls_by_service,sum by (service) (count_over_time(rt[5m])),keys,count,5m,300,60,12458815,7012969327,102106,143221,182199,13888129,25944883,34947407,1437,1.01750273,1.109837016,1.109837016,1.01750273,182199,13888129,34947407,,,0.05,0.95,0.02,0.01,0.03201107527,1.092839029,,,,,,,,,, +alibaba_v2022,calls_by_service,sum by (service) (count_over_time(rt[1h])),keys,count,1h,3600,60,12458815,7012969327,559964,852316.5,958287,185233013,323751406,338905010,1382,1.071011305,1.109837016,1.109837016,1.071011305,958287,185233013,338905010,,,0.05,0.95,0.02,0.01,0.03201107527,1.092839029,,,,,,,,,, +alibaba_v2022,calls_by_service,sum by (service) (count_over_time(rt[6h])),keys,count,6h,21600,60,12458815,7012969327,2761047,3845032.5,4070869,1279522253,1953477542,1988950843,1082,1.092780296,1.109837016,1.109837016,1.092780296,4070869,1279522253,1988950843,,,0.05,0.95,0.02,0.01,0.03201107527,1.092839029,,,,,,,,,, +alibaba_v2022,calls_by_service,sum by (service) (count_over_time(rt[24h])),keys,count,24h,86400,60,12458815,7012969327,12453537,12456176,12458815,7008727084,7010848174,7012969263,2,1.10982845,1.109837016,1.109837016,1.10982845,12458815,7008727084,7012969263,,,0.05,0.95,0.02,0.01,0.03201107527,1.092839029,,,,,,,,,, +alibaba_v2022,calls_by_um,sum by (um) (count_over_time(rt[1m])),keys,count,1m,60,60,32733,7012969327,27,9026,11617,64,5177335,7148194,1440,1.083484595,1.150302083,1.208596563,1.083484595,11617,64,7148194,,,0.05,0.95,0.02,0.01,0.1263622509,3.471710455,,,,,,,,,, +alibaba_v2022,calls_by_um,sum by (um) (count_over_time(rt[5m])),keys,count,5m,300,60,32733,7012969327,7830,13137,16709,13888129,25944883,34947407,1437,1.098685542,1.150302083,1.216728802,1.098685542,16709,13888129,34947407,,,0.05,0.95,0.02,0.01,0.1263622509,3.471710455,,,,,,,,,, +alibaba_v2022,calls_by_um,sum by (um) (count_over_time(rt[1h])),keys,count,1h,3600,60,32733,7012969327,15346,21529.5,23354,185233013,323751406,338905010,1382,1.129691831,1.150302083,1.208155885,1.129691831,23354,185233013,338905010,,,0.05,0.95,0.02,0.01,0.1263622509,3.471710455,,,,,,,,,, +alibaba_v2022,calls_by_um,sum by (um) (count_over_time(rt[6h])),keys,count,6h,21600,60,32733,7012969327,21547,28330.5,29298,1279522253,1953477542,1988950843,1082,1.139210777,1.150302083,1.19060957,1.139210777,29298,1279522253,1988950843,,,0.05,0.95,0.02,0.01,0.1263622509,3.471710455,,,,,,,,,, +alibaba_v2022,calls_by_um,sum by (um) (count_over_time(rt[24h])),keys,count,24h,86400,60,32733,7012969327,32733,32733,32733,7008727084,7010848174,7012969263,2,1.150297326,1.150302083,1.150302083,1.150297326,32733,7008727084,7012969263,,,0.05,0.95,0.02,0.01,0.1263622509,3.471710455,,,,,,,,,, +alibaba_v2022,calls_by_dm,sum by (dm) (count_over_time(rt[1m])),keys,count,1m,60,60,50767,7012969327,35,15060,18827,64,5177335,7148194,1440,1.08182708,1.133058795,1.151472434,1.08182708,18827,64,7148194,,,0.05,0.95,0.02,0.01,0.07129902281,3.342803626,,,,,,,,,, +alibaba_v2022,calls_by_dm,sum by (dm) (count_over_time(rt[5m])),keys,count,5m,300,60,50767,7012969327,13705,21678,26733,13888129,25944883,34947407,1437,1.097888414,1.133058795,1.160544083,1.097888414,26733,13888129,34947407,,,0.05,0.95,0.02,0.01,0.07129902281,3.342803626,,,,,,,,,, +alibaba_v2022,calls_by_dm,sum by (dm) (count_over_time(rt[1h])),keys,count,1h,3600,60,50767,7012969327,25442,34369,36978,185233013,323751406,338905010,1382,1.115072593,1.133058795,1.16981668,1.115072593,36978,185233013,338905010,,,0.05,0.95,0.02,0.01,0.07129902281,3.342803626,,,,,,,,,, +alibaba_v2022,calls_by_dm,sum by (dm) (count_over_time(rt[6h])),keys,count,6h,21600,60,50767,7012969327,34944,44437.5,45641,1279522253,1953477542,1988950843,1082,1.124129818,1.133058795,1.159832339,1.124129818,45641,1279522253,1988950843,,,0.05,0.95,0.02,0.01,0.07129902281,3.342803626,,,,,,,,,, +alibaba_v2022,calls_by_dm,sum by (dm) (count_over_time(rt[24h])),keys,count,24h,86400,60,50767,7012969327,50765,50766,50767,7008727084,7010848174,7012969263,2,1.133051599,1.133058795,1.133058795,1.133051599,50767,7008727084,7012969263,,,0.05,0.95,0.02,0.01,0.07129902281,3.342803626,,,,,,,,,, +alibaba_v2022,calls_by_interface,sum by (interface) (count_over_time(rt[1m])),keys,count,1m,60,60,51894361,7012969327,46,142183,196001,64,5177335,7148194,1440,0.9794122743,1.100637648,1.100637648,0.9794122743,196001,64,7148194,,,0.05,0.95,0.02,0.01,0.02650066132,0.5416395879,,,,,,,,,, +alibaba_v2022,calls_by_interface,sum by (interface) (count_over_time(rt[5m])),keys,count,5m,300,60,51894361,7012969327,218334,400718,568653,13888129,25944883,34947407,1437,1.015548566,1.100637648,1.100637648,1.015548566,568653,13888129,34947407,,,0.05,0.95,0.02,0.01,0.02650066132,0.5416395879,,,,,,,,,, +alibaba_v2022,calls_by_interface,sum by (interface) (count_over_time(rt[1h])),keys,count,1h,3600,60,51894361,7012969327,1506702,2819942,3808151,185233013,323751406,338905010,1382,1.061437766,1.100637648,1.100637648,1.061437766,3808151,185233013,338905010,,,0.05,0.95,0.02,0.01,0.02650066132,0.5416395879,,,,,,,,,, +alibaba_v2022,calls_by_interface,sum by (interface) (count_over_time(rt[6h])),keys,count,6h,21600,60,51894361,7012969327,8628873,15200798.5,16371875,1279522253,1953477542,1988950843,1082,1.086687423,1.100637648,1.100637648,1.086687423,16371875,1279522253,1988950843,,,0.05,0.95,0.02,0.01,0.02650066132,0.5416395879,,,,,,,,,, +alibaba_v2022,calls_by_interface,sum by (interface) (count_over_time(rt[24h])),keys,count,24h,86400,60,51894361,7012969327,51864194,51879277.5,51894361,7008727084,7010848174,7012969263,2,1.100629665,1.100637648,1.100637648,1.100629665,51894361,7008727084,7012969263,,,0.05,0.95,0.02,0.01,0.02650066132,0.5416395879,,,,,,,,,, +alibaba_v2022,calls_by_um_dm,"sum by (um, dm) (count_over_time(rt[1m]))",keys,count,1m,60,60,302913,7012969327,47,50291,68042,64,5177335,7148194,1440,0.9593411748,1.03822373,1.069272602,0.9593411748,68042,64,7148194,,,0.05,0.95,0.02,0.01,0.02396983177,3.038049127,,,,,,,,,, +alibaba_v2022,calls_by_um_dm,"sum by (um, dm) (count_over_time(rt[5m]))",keys,count,5m,300,60,302913,7012969327,40953,81705,110913,13888129,25944883,34947407,1437,0.9836611639,1.03822373,1.072961931,0.9836611639,110913,13888129,34947407,,,0.05,0.95,0.02,0.01,0.02396983177,3.038049127,,,,,,,,,, +alibaba_v2022,calls_by_um_dm,"sum by (um, dm) (count_over_time(rt[1h]))",keys,count,1h,3600,60,302913,7012969327,98924,161712,177484,185233013,323751406,338905010,1382,1.009568284,1.03822373,1.084624121,1.009568284,177484,185233013,338905010,,,0.05,0.95,0.02,0.01,0.02396983177,3.038049127,,,,,,,,,, +alibaba_v2022,calls_by_um_dm,"sum by (um, dm) (count_over_time(rt[6h]))",keys,count,6h,21600,60,302913,7012969327,161587,240616,250320,1279522253,1953477542,1988950843,1082,1.023406106,1.03822373,1.074149141,1.023406106,250320,1279522253,1988950843,,,0.05,0.95,0.02,0.01,0.02396983177,3.038049127,,,,,,,,,, +alibaba_v2022,calls_by_um_dm,"sum by (um, dm) (count_over_time(rt[24h]))",keys,count,24h,86400,60,302913,7012969327,302904,302908.5,302913,7008727084,7010848174,7012969263,2,1.038218383,1.03822373,1.03822373,1.038218383,302913,7008727084,7012969263,,,0.05,0.95,0.02,0.01,0.02396983177,3.038049127,,,,,,,,,, +alibaba_v2022,calls_by_service_um_dm,"sum by (service, um, dm) (count_over_time(rt[1m]))",keys,count,1m,60,60,33612865,7012969327,50,239050,339561,64,5177335,7148194,1440,0.8879999258,1.032497074,1.032497074,0.8879999258,339561,64,7148194,,,0.05,0.95,0.02,0.01,0.009385860244,1.172278649,,,,,,,,,, +alibaba_v2022,calls_by_service_um_dm,"sum by (service, um, dm) (count_over_time(rt[5m]))",keys,count,5m,300,60,33612865,7012969327,319216,593816,866086,13888129,25944883,34947407,1437,0.9272097641,1.032497074,1.032497074,0.9272097641,866086,13888129,34947407,,,0.05,0.95,0.02,0.01,0.009385860244,1.172278649,,,,,,,,,, +alibaba_v2022,calls_by_service_um_dm,"sum by (service, um, dm) (count_over_time(rt[1h]))",keys,count,1h,3600,60,33612865,7012969327,1713602,2831483,3338326,185233013,323751406,338905010,1382,0.9839187688,1.032497074,1.032497074,0.9839187688,3338326,185233013,338905010,,,0.05,0.95,0.02,0.01,0.009385860244,1.172278649,,,,,,,,,, +alibaba_v2022,calls_by_service_um_dm,"sum by (service, um, dm) (count_over_time(rt[6h]))",keys,count,6h,21600,60,33612865,7012969327,7941929,11307325.5,11700450,1279522253,1953477542,1988950843,1082,1.01287328,1.032497074,1.032497074,1.01287328,11700450,1279522253,1988950843,,,0.05,0.95,0.02,0.01,0.009385860244,1.172278649,,,,,,,,,, +alibaba_v2022,calls_by_service_um_dm,"sum by (service, um, dm) (count_over_time(rt[24h]))",keys,count,24h,86400,60,33612865,7012969327,33598923,33605894,33612865,7008727084,7010848174,7012969263,2,1.032485844,1.032497074,1.032497074,1.032485844,33612865,7008727084,7012969263,,,0.05,0.95,0.02,0.01,0.009385860244,1.172278649,,,,,,,,,, +alibaba_v2022,rt_p99_by_service,"quantile by (service) (0.99, quantile_over_time(0.99, rt[1m]))",keys,count,1m,60,60,12458815,7012969327,30,48440,59678,64,5177335,7148194,1440,0.9759129646,1.109837016,1.109837016,0.9759129646,59678,64,7148194,,,0.05,0.95,0.02,0.01,0.03201107527,1.092839029,,,,,,,,,, +alibaba_v2022,rt_p99_by_service,"quantile by (service) (0.99, quantile_over_time(0.99, rt[1m]))",keys,value,1m,60,60,11540494,7012969327,30,48440,59678,64,5177335,7148194,1440,1.039456489,1.151929469,1.606016772,,59678,64,7148194,,,0.05,0.95,0.02,0.01,0.1408027244,1.984514979,,,,,,,,,, +alibaba_v2022,rt_p99_by_service,"quantile by (service) (0.99, quantile_over_time(0.99, rt[5m]))",keys,count,5m,300,60,12458815,7012969327,102106,143221,182199,13888129,25944883,34947407,1437,1.01750273,1.109837016,1.109837016,1.01750273,182199,13888129,34947407,,,0.05,0.95,0.02,0.01,0.03201107527,1.092839029,,,,,,,,,, +alibaba_v2022,rt_p99_by_service,"quantile by (service) (0.99, quantile_over_time(0.99, rt[5m]))",keys,value,5m,300,60,11540494,7012969327,102106,143221,182199,13888129,25944883,34947407,1437,1.068233272,1.151929469,1.28406221,,182199,13888129,34947407,,,0.05,0.95,0.02,0.01,0.1408027244,1.984514979,,,,,,,,,, +alibaba_v2022,rt_p99_by_service,"quantile by (service) (0.99, quantile_over_time(0.99, rt[1h]))",keys,count,1h,3600,60,12458815,7012969327,559964,852316.5,958287,185233013,323751406,338905010,1382,1.071011305,1.109837016,1.109837016,1.071011305,958287,185233013,338905010,,,0.05,0.95,0.02,0.01,0.03201107527,1.092839029,,,,,,,,,, +alibaba_v2022,rt_p99_by_service,"quantile by (service) (0.99, quantile_over_time(0.99, rt[1h]))",keys,value,1h,3600,60,11540494,7012969327,559964,852316.5,958287,185233013,323751406,338905010,1382,1.108687818,1.151929469,1.199256386,,958287,185233013,338905010,,,0.05,0.95,0.02,0.01,0.1408027244,1.984514979,,,,,,,,,, +alibaba_v2022,rt_p99_by_service,"quantile by (service) (0.99, quantile_over_time(0.99, rt[6h]))",keys,count,6h,21600,60,12458815,7012969327,2761047,3845032.5,4070869,1279522253,1953477542,1988950843,1082,1.092780296,1.109837016,1.109837016,1.092780296,4070869,1279522253,1988950843,,,0.05,0.95,0.02,0.01,0.03201107527,1.092839029,,,,,,,,,, +alibaba_v2022,rt_p99_by_service,"quantile by (service) (0.99, quantile_over_time(0.99, rt[6h]))",keys,value,6h,21600,60,11540494,7012969327,2761047,3845032.5,4070869,1279522253,1953477542,1988950843,1082,1.136163951,1.151929469,1.179128811,,4070869,1279522253,1988950843,,,0.05,0.95,0.02,0.01,0.1408027244,1.984514979,,,,,,,,,, +alibaba_v2022,rt_p99_by_service,"quantile by (service) (0.99, quantile_over_time(0.99, rt[24h]))",keys,count,24h,86400,60,12458815,7012969327,12453537,12456176,12458815,7008727084,7010848174,7012969263,2,1.10982845,1.109837016,1.109837016,1.10982845,12458815,7008727084,7012969263,,,0.05,0.95,0.02,0.01,0.03201107527,1.092839029,,,,,,,,,, +alibaba_v2022,rt_p99_by_service,"quantile by (service) (0.99, quantile_over_time(0.99, rt[24h]))",keys,value,24h,86400,60,11540494,7012969327,12453537,12456176,12458815,7008727084,7010848174,7012969263,2,1.151911098,1.151929469,1.15192947,,12458815,7008727084,7012969263,,,0.05,0.95,0.02,0.01,0.1408027244,1.984514979,,,,,,,,,, +alibaba_v2022,rt_p99_by_service,"quantile_over_time(0.99, rt[1m])",values,,1m,60,60,,6927121736,,,,43,3371598,4655372,1440,1.891474819,2.326636837,2.744462458,,,43,4655372,2.744462458,1.891474819,0.05,0.95,0.02,0.01,,,0.3550384719,82,0.02777431585,0.0316,-6.072934803,0.0008519869503,3009.610627,1.456964288e-29,lognormal, +alibaba_v2022,rt_p99_by_service,"quantile_over_time(0.99, rt[5m])",values,,5m,300,60,,6927121736,,,,7881752,16892657,22884901,1437,1.957358515,2.326636837,2.741591259,,,7881752,22884901,2.741591259,1.957358515,0.05,0.95,0.02,0.01,,,0.3550384719,82,0.02777431585,0.0316,-6.072934803,0.0008519869503,3009.610627,1.456964288e-29,lognormal, +alibaba_v2022,rt_p99_by_service,"quantile_over_time(0.99, rt[1h])",values,,1h,3600,60,,6927121736,,,,106821507,211649966,219816889,1382,2.007578773,2.326636837,2.608519716,,,106821507,219816889,2.608519716,2.007578773,0.05,0.95,0.02,0.01,,,0.3550384719,82,0.02777431585,0.0316,-6.072934803,0.0008519869503,3009.610627,1.456964288e-29,lognormal, +alibaba_v2022,rt_p99_by_service,"quantile_over_time(0.99, rt[6h])",values,,6h,21600,60,,6927121736,,,,752627395,1272250604,1299695749,1082,2.027084215,2.326636837,2.498578079,,,752627395,1299695749,2.498578079,2.027084215,0.05,0.95,0.02,0.01,,,0.3550384719,82,0.02777431585,0.0316,-6.072934803,0.0008519869503,3009.610627,1.456964288e-29,lognormal, +alibaba_v2022,rt_p99_by_service,"quantile_over_time(0.99, rt[24h])",values,,24h,86400,60,,6927121736,,,,4465151192,4466439084,4467726977,2,2.31516648,2.326636837,2.326636837,,,4465151192,4467726977,2.326636837,2.31516648,0.05,0.95,0.02,0.01,,,0.3550384719,82,0.02777431585,0.0316,-6.072934803,0.0008519869503,3009.610627,1.456964288e-29,lognormal, alibaba_v2022,ms_cpu_by_msname,sum by (msname) (cpu_utilization),keys,count,instant,,60,28260,677928534,28143,28159,28171,465931,470224,471603,1440,0.8251239317,0.8257044743,0.8263779532,,28171,465931,471603,,,0.05,0.95,0.02,0.01,0.01642566353,1.278838704,,,,,,,,,, alibaba_v2022,ms_cpu_by_msname,sum by (msname) (cpu_utilization),keys,value,instant,,60,28259,677928534,28143,28159,28171,465931,470224,471603,1440,0.8708920197,0.8894428844,0.9061510436,0.8708920197,28171,465931,471603,,,0.05,0.95,0.02,0.01,0.01023773901,1.713144009,,,,,,,,,, alibaba_v2022,ms_cpu_by_msname,sum by (msname) (sum_over_time(cpu_utilization[5m])),keys,count,5m,300,60,28260,675424445,28145,28159,28171,2328999,2348472.5,2355461,1436,0.8250307623,0.8256900161,0.8263540837,,28171,2328999,2355461,,,0.05,0.95,0.02,0.01,0.01642157177,1.279481397,,,,,,,,,, alibaba_v2022,ms_cpu_by_msname,sum by (msname) (sum_over_time(cpu_utilization[5m])),keys,value,5m,300,60,28259,675424445,28145,28159,28171,2328999,2348472.5,2355461,1436,0.8715262892,0.8893327869,0.9055036603,0.8715262892,28171,2328999,2355461,,,0.05,0.95,0.02,0.01,0.01026331486,1.71275427,,,,,,,,,, alibaba_v2022,ms_cpu_by_msname,sum by (msname) (sum_over_time(cpu_utilization[1h])),keys,count,1h,3600,60,28260,675424445,28158,28173,28184,27957228,28183500,28254558,1381,0.8252466649,0.8256900161,0.8263148174,,28184,27957228,28254558,,,0.05,0.95,0.02,0.01,0.01642157177,1.279481397,,,,,,,,,, alibaba_v2022,ms_cpu_by_msname,sum by (msname) (sum_over_time(cpu_utilization[1h])),keys,value,1h,3600,60,28259,675424445,28158,28173,28184,27957228,28183500,28254558,1381,0.8731117944,0.8893327869,0.9040277038,0.8731117944,28184,27957228,28254558,,,0.05,0.95,0.02,0.01,0.01026331486,1.71275427,,,,,,,,,, -alibaba_v2022,ms_cpu_p99,"quantile(0.99, cpu_utilization)",values,,instant,,60,,677928534,,,,465917,470208.5,471589,1440,3.01821605,6.167318107,10.1539801,,,465917,471589,10.1539801,3.01821605,0.05,0.95,0.02,0.01,,,3.964134662e-05,0.5721030984,0.06483467076,0.03156,-139.6838326,1.843295234e-28,-102.9144993,2.130182551e-79,light, +alibaba_v2022,ms_cpu_by_msname,sum by (msname) (sum_over_time(cpu_utilization[6h])),keys,count,6h,21600,60,28260,675424445,28178,28208,28219,167843477,169257160,169463144,1081,0.8253798982,0.8256900161,0.826248656,,28219,167843477,169463144,,,0.05,0.95,0.02,0.01,0.01642157177,1.279481397,,,,,,,,,, +alibaba_v2022,ms_cpu_by_msname,sum by (msname) (sum_over_time(cpu_utilization[6h])),keys,value,6h,21600,60,28259,675424445,28178,28208,28219,167843477,169257160,169463144,1081,0.8776276936,0.8893327869,0.8992278067,0.8776276936,28219,167843477,169463144,,,0.05,0.95,0.02,0.01,0.01026331486,1.71275427,,,,,,,,,, +alibaba_v2022,ms_cpu_by_msname,sum by (msname) (sum_over_time(cpu_utilization[24h])),keys,count,24h,86400,60,28260,675424445,28260,28260,28260,675424445,675424445,675424445,1,0.8256900161,0.8256900161,0.8256900161,,28260,675424445,675424445,,,0.05,0.95,0.02,0.01,0.01642157177,1.279481397,,,,,,,,,, +alibaba_v2022,ms_cpu_by_msname,sum by (msname) (sum_over_time(cpu_utilization[24h])),keys,value,24h,86400,60,28259,675424445,28260,28260,28260,675424445,675424445,675424445,1,0.8893327869,0.8893327869,0.8893327869,0.8893327869,28260,675424445,675424445,,,0.05,0.95,0.02,0.01,0.01026331486,1.71275427,,,,,,,,,, +alibaba_v2022,ms_cpu_p99,"quantile(0.99, cpu_utilization)",values,,instant,,60,,677928534,,,,465917,470208.5,471589,1440,3.010503975,6.225708793,10.11364463,,,465917,471589,10.11364463,3.010503975,0.05,0.95,0.02,0.01,,,3.964134662e-05,0.57177,0.06482473773,0.03156,-133.0703511,3.176877262e-27,-99.44339853,4.145343511e-75,light, alibaba_v2022,ms_cpu_p99,"quantile_over_time(0.99, cpu_utilization[5m])",values,,5m,300,60,,675424445,,,,2328934,2348401.5,2355395,1436,3.030257924,6.355302868,10.0474611,,,2328934,2355395,10.0474611,3.030257924,0.05,0.95,0.02,0.01,,,3.036461021e-05,0.5741396769,0.05959687717,0.03156,-132.3740985,4.881332668e-27,-97.32785636,1.956182046e-75,light, alibaba_v2022,ms_cpu_p99,"quantile_over_time(0.99, cpu_utilization[1h])",values,,1h,3600,60,,675424445,,,,27956442,28182559,28253774,1381,3.09158951,6.355302868,7.052208747,,,27956442,28253774,7.052208747,3.09158951,0.05,0.95,0.02,0.01,,,3.036461021e-05,0.5741396769,0.05959687717,0.03156,-132.3740985,4.881332668e-27,-97.32785636,1.956182046e-75,light, +alibaba_v2022,ms_cpu_p99,"quantile_over_time(0.99, cpu_utilization[6h])",values,,6h,21600,60,,675424445,,,,167838800,169252327,169458148,1081,3.203633,6.355302868,6.909938406,,,167838800,169458148,6.909938406,3.203633,0.05,0.95,0.02,0.01,,,3.036461021e-05,0.5741396769,0.05959687717,0.03156,-132.3740985,4.881332668e-27,-97.32785636,1.956182046e-75,light, +alibaba_v2022,ms_cpu_p99,"quantile_over_time(0.99, cpu_utilization[24h])",values,,24h,86400,60,,675424445,,,,675403936,675403936,675403936,1,6.329499821,6.355302868,6.355302868,,,675403936,675403936,6.355302868,6.329499821,0.05,0.95,0.02,0.01,,,3.036461021e-05,0.5741396769,0.05959687717,0.03156,-132.3740985,4.881332668e-27,-97.32785636,1.956182046e-75,light, alibaba_v2022,node_cpu_by_nodeid,sum by (nodeid) (cpu_utilization),keys,count,instant,,60,43382,58923660,42235,42333,42957,42235,42333,42957,1383,3.673105566e-06,0.02052130964,0.02052130964,,42957,42235,42957,,,0.05,0.95,0.02,0.01,2.353893156e-05,0.06043580555,,,,,,,,,, alibaba_v2022,node_cpu_by_nodeid,sum by (nodeid) (cpu_utilization),keys,value,instant,,60,43381,58923660,42235,42333,42957,42235,42333,42957,1383,0.2864927327,0.2864927327,0.3554983787,0.2864927327,42957,42235,42957,,,0.05,0.95,0.02,0.01,9.71328786e-05,0.3768673766,,,,,,,,,, alibaba_v2022,node_cpu_by_nodeid,sum by (nodeid) (sum_over_time(cpu_utilization[5m])),keys,count,5m,300,60,43382,58460197,42235,42333,42957,42235,211242,214454,1379,3.673105566e-06,0.02250972512,0.02250972512,,42957,42235,214454,,,0.05,0.95,0.02,0.01,2.358869916e-05,0.07484077042,,,,,,,,,, alibaba_v2022,node_cpu_by_nodeid,sum by (nodeid) (sum_over_time(cpu_utilization[5m])),keys,value,5m,300,60,43381,58460197,42235,42333,42957,42235,211242,214454,1379,0.2852500855,0.2865167137,0.3417391972,0.2852500855,42957,42235,214454,,,0.05,0.95,0.02,0.01,9.702091431e-05,0.3892546546,,,,,,,,,, alibaba_v2022,node_cpu_by_nodeid,sum by (nodeid) (sum_over_time(cpu_utilization[1h])),keys,count,1h,3600,60,43382,58460197,42235,42424,43027,42235,2534282,2570715,1379,3.673105566e-06,0.02250972512,0.02250972512,,43027,42235,2570715,,,0.05,0.95,0.02,0.01,2.358869916e-05,0.07484077042,,,,,,,,,, alibaba_v2022,node_cpu_by_nodeid,sum by (nodeid) (sum_over_time(cpu_utilization[1h])),keys,value,1h,3600,60,43381,58460197,42235,42424,43027,42235,2534282,2570715,1379,0.2800713326,0.2865167137,0.3302192401,0.2800713326,43027,42235,2570715,,,0.05,0.95,0.02,0.01,9.702091431e-05,0.3892546546,,,,,,,,,, -alibaba_v2022,node_cpu_p99,"quantile(0.99, cpu_utilization)",values,,instant,,60,,58923660,,,,42233,42331,42955,1383,4.226872374,5.481659723,6.443423228,,,42233,42955,6.443423228,4.226872374,0.05,0.95,0.02,0.01,,,4.979324095e-05,0.3420009998,0.01588971021,0.07229,-3.277517211,0.07361697995,115.7009555,1.534003298e-14,lognormal, +alibaba_v2022,node_cpu_by_nodeid,sum by (nodeid) (sum_over_time(cpu_utilization[6h])),keys,count,6h,21600,60,43382,58460197,42525,42636,43134,12667314,15200338,15392760,1080,0.00709615957,0.02250972512,0.02250972512,,43134,12667314,15392760,,,0.05,0.95,0.02,0.01,2.358869916e-05,0.07484077042,,,,,,,,,, +alibaba_v2022,node_cpu_by_nodeid,sum by (nodeid) (sum_over_time(cpu_utilization[6h])),keys,value,6h,21600,60,43381,58460197,42525,42636,43134,12667314,15200338,15392760,1080,0.280633594,0.2865167137,0.3127308519,0.280633594,43134,12667314,15392760,,,0.05,0.95,0.02,0.01,9.702091431e-05,0.3892546546,,,,,,,,,, +alibaba_v2022,node_cpu_by_nodeid,sum by (nodeid) (sum_over_time(cpu_utilization[24h])),keys,count,24h,86400,60,43382,58460197,,,,,,,0,0.02250972512,0.02250972512,0.02250972512,,,,,,,0.05,0.95,0.02,0.01,2.358869916e-05,0.07484077042,,,,,,,,,, +alibaba_v2022,node_cpu_by_nodeid,sum by (nodeid) (sum_over_time(cpu_utilization[24h])),keys,value,24h,86400,60,43381,58460197,,,,,,,0,0.2865167137,0.2865167137,0.2865167137,0.2865167137,,,,,,0.05,0.95,0.02,0.01,9.702091431e-05,0.3892546546,,,,,,,,,, +alibaba_v2022,node_cpu_p99,"quantile(0.99, cpu_utilization)",values,,instant,,60,,58923660,,,,42233,42331,42955,1383,4.226872374,5.477395775,6.443423228,,,42233,42955,6.443423228,4.226872374,0.05,0.95,0.02,0.01,,,4.979324095e-05,0.3420259287,0.01602197222,0.07229,-3.49420738,0.06489238454,114.3840406,2.833904502e-14,lognormal, alibaba_v2022,node_cpu_p99,"quantile_over_time(0.99, cpu_utilization[5m])",values,,5m,300,60,,58460197,,,,42233,211232,214444,1379,4.271156891,5.401433245,6.368754462,,,42233,214444,6.368754462,4.271156891,0.05,0.95,0.02,0.01,,,4.945245053e-05,0.330743608,0.01881783954,0.08247,-4.380360956,0.0419334074,139.060049,1.566767944e-16,lognormal, alibaba_v2022,node_cpu_p99,"quantile_over_time(0.99, cpu_utilization[1h])",values,,1h,3600,60,,58460197,,,,42233,2534156,2570595,1379,4.365719214,5.401433245,6.246543807,,,42233,2570595,6.246543807,4.365719214,0.05,0.95,0.02,0.01,,,4.945245053e-05,0.330743608,0.01881783954,0.08247,-4.380360956,0.0419334074,139.060049,1.566767944e-16,lognormal, +alibaba_v2022,node_cpu_p99,"quantile_over_time(0.99, cpu_utilization[6h])",values,,6h,21600,60,,58460197,,,,12666694,15199551,15392032,1080,4.442157572,5.401433245,6.12754836,,,12666694,15392032,6.12754836,4.442157572,0.05,0.95,0.02,0.01,,,4.945245053e-05,0.330743608,0.01881783954,0.08247,-4.380360956,0.0419334074,139.060049,1.566767944e-16,lognormal, +alibaba_v2022,node_cpu_p99,"quantile_over_time(0.99, cpu_utilization[24h])",values,,24h,86400,60,,58460197,,,,,,,0,5.401433245,5.401433245,5.401433245,,,,,5.401433245,5.401433245,0.05,0.95,0.02,0.01,,,4.945245053e-05,0.330743608,0.01881783954,0.08247,-4.380360956,0.0419334074,139.060049,1.566767944e-16,lognormal, boom,target_tail[ds-2187-H],"quantile(0.99, target)",values,,,,,100,523100,,,,,,,900,1.673862396,2.879820136,5.449343474,,,,,5.449343474,1.673862396,0.05,0.95,0.02,0.01,,,0.0001911680367,1.13650366,0.05719670041,0.1334608031,-0.7518535826,0.1985446789,81.95794065,4.297158362e-06,light,0.45 boom,target_tail[ds-2394-D],"quantile(0.99, target)",values,,,,,73,10001,,,,,,,0,,,,,,,,,,0.05,0.95,0.02,0.01,,,0.1858814119,,,,,,,,, boom,target_tail[ds-1135-5T],"quantile(0.99, target)",values,,,,,26,425984,,,,,,,63,2.072418608,2.555273335,4.464465828,,,,,4.464465828,2.072418608,0.05,0.95,0.02,0.01,,,0.5493680514,1.309216454,0.09571546402,0.3780193237,-3.202171683,0.08890763899,233.8257673,9.588002711e-10,light,0.3571428571 @@ -94,45 +140,77 @@ google_2011,cpu_by_user,sum by (user) (sum_over_time(cpu_rate[5m])),keys,count,5 google_2011,cpu_by_user,sum by (user) (sum_over_time(cpu_rate[5m])),keys,value,5m,300,300,665,288357812,480,519,538,105373,137958,379702,2005,1.188664169,1.235004601,1.459116669,1.188664169,538,105373,379702,,,0.05,0.95,0.02,0.01,0.1217389859,3.698174511,,,,,,,,,, google_2011,cpu_by_user,sum by (user) (sum_over_time(cpu_rate[1h])),keys,count,1h,3600,300,686,288357812,507,528,548,1310788,1663612,4179680,1994,1.103070785,1.146256644,1.596141868,,548,1310788,4179680,,,0.05,0.95,0.02,0.01,0.07984469656,2.530528113,,,,,,,,,, google_2011,cpu_by_user,sum by (user) (sum_over_time(cpu_rate[1h])),keys,value,1h,3600,300,665,288357812,507,528,548,1310788,1663612,4179680,1994,1.198936994,1.235004601,1.357764519,1.198936994,548,1310788,4179680,,,0.05,0.95,0.02,0.01,0.1217389859,3.698174511,,,,,,,,,, +google_2011,cpu_by_user,sum by (user) (sum_over_time(cpu_rate[6h])),keys,count,6h,21600,300,686,288357812,527,546,570,8098017,9945048.5,20673607,1934,1.105323747,1.146256644,1.466933396,,570,8098017,20673607,,,0.05,0.95,0.02,0.01,0.07984469656,2.530528113,,,,,,,,,, +google_2011,cpu_by_user,sum by (user) (sum_over_time(cpu_rate[6h])),keys,value,6h,21600,300,665,288357812,527,546,570,8098017,9945048.5,20673607,1934,1.204590786,1.235004601,1.310302212,1.204590786,570,8098017,20673607,,,0.05,0.95,0.02,0.01,0.1217389859,3.698174511,,,,,,,,,, +google_2011,cpu_by_user,sum by (user) (sum_over_time(cpu_rate[24h])),keys,count,24h,86400,300,686,288357812,555,590,604,34230115,39848777,54853438,1718,1.124025501,1.146256644,1.284621963,,604,34230115,54853438,,,0.05,0.95,0.02,0.01,0.07984469656,2.530528113,,,,,,,,,, +google_2011,cpu_by_user,sum by (user) (sum_over_time(cpu_rate[24h])),keys,value,24h,86400,300,665,288357812,555,590,604,34230115,39848777,54853438,1718,1.217300456,1.235004601,1.262595276,1.217300456,604,34230115,54853438,,,0.05,0.95,0.02,0.01,0.1217389859,3.698174511,,,,,,,,,, google_2011,cpu_by_user_priority,"sum by (user, priority) (cpu_rate)",keys,count,instant,,300,1356,254393256,788,838,880,100546,126200,212533,2005,1.133137437,1.15789991,1.405238475,,880,100546,212533,,,0.05,0.95,0.02,0.01,0.07636852606,2.71359643,,,,,,,,,, google_2011,cpu_by_user_priority,"sum by (user, priority) (cpu_rate)",keys,value,instant,,300,1294,254393256,788,838,880,100546,126200,212533,2005,1.220156306,1.266536663,1.486342061,1.220156306,880,100546,212533,,,0.05,0.95,0.02,0.01,0.1259520722,3.694609415,,,,,,,,,, google_2011,cpu_by_user_priority,"sum by (user, priority) (sum_over_time(cpu_rate[5m]))",keys,count,5m,300,300,1356,288357812,788,838,880,105373,137958,379702,2005,1.123516501,1.15419467,1.65624668,,880,105373,379702,,,0.05,0.95,0.02,0.01,0.07783297718,2.613510728,,,,,,,,,, google_2011,cpu_by_user_priority,"sum by (user, priority) (sum_over_time(cpu_rate[5m]))",keys,value,5m,300,300,1326,288357812,788,838,880,105373,137958,379702,2005,1.215459225,1.258025912,1.466602293,1.215459225,880,105373,379702,,,0.05,0.95,0.02,0.01,0.121567009,3.607655725,,,,,,,,,, google_2011,cpu_by_user_priority,"sum by (user, priority) (sum_over_time(cpu_rate[1h]))",keys,count,1h,3600,300,1356,288357812,836,875,918,1310788,1663612,4179680,1994,1.125128087,1.15419467,1.580642019,,918,1310788,4179680,,,0.05,0.95,0.02,0.01,0.07783297718,2.613510728,,,,,,,,,, google_2011,cpu_by_user_priority,"sum by (user, priority) (sum_over_time(cpu_rate[1h]))",keys,value,1h,3600,300,1326,288357812,836,875,918,1310788,1663612,4179680,1994,1.225676891,1.258025912,1.376433035,1.225676891,918,1310788,4179680,,,0.05,0.95,0.02,0.01,0.121567009,3.607655725,,,,,,,,,, +google_2011,cpu_by_user_priority,"sum by (user, priority) (sum_over_time(cpu_rate[6h]))",keys,count,6h,21600,300,1356,288357812,896,943,996,8098017,9945048.5,20673607,1934,1.126579014,1.15419467,1.457127757,,996,8098017,20673607,,,0.05,0.95,0.02,0.01,0.07783297718,2.613510728,,,,,,,,,, +google_2011,cpu_by_user_priority,"sum by (user, priority) (sum_over_time(cpu_rate[6h]))",keys,value,6h,21600,300,1326,288357812,896,943,996,8098017,9945048.5,20673607,1934,1.232953002,1.258025912,1.326914503,1.232953002,996,8098017,20673607,,,0.05,0.95,0.02,0.01,0.121567009,3.607655725,,,,,,,,,, +google_2011,cpu_by_user_priority,"sum by (user, priority) (sum_over_time(cpu_rate[24h]))",keys,count,24h,86400,300,1356,288357812,995,1082,1105,34230115,39848777,54853438,1718,1.136397959,1.15419467,1.281348869,,1105,34230115,54853438,,,0.05,0.95,0.02,0.01,0.07783297718,2.613510728,,,,,,,,,, +google_2011,cpu_by_user_priority,"sum by (user, priority) (sum_over_time(cpu_rate[24h]))",keys,value,24h,86400,300,1326,288357812,995,1082,1105,34230115,39848777,54853438,1718,1.243821482,1.258025912,1.285771872,1.243821482,1105,34230115,54853438,,,0.05,0.95,0.02,0.01,0.121567009,3.607655725,,,,,,,,,, google_2011,cpu_by_priority,sum by (priority) (cpu_rate),keys,count,instant,,300,11,254393256,7,9,10,100546,126200,212533,2005,1.041417612,1.417093333,1.693290433,,10,100546,212533,,,0.05,0.95,0.02,0.01,0.3956743531,4.248710668,,,,,,,,,, google_2011,cpu_by_priority,sum by (priority) (cpu_rate),keys,value,instant,,300,11,254393256,7,9,10,100546,126200,212533,2005,1.467698146,1.878339954,2.361124179,1.467698146,10,100546,212533,,,0.05,0.95,0.02,0.01,0.6262266935,4.720397597,,,,,,,,,, google_2011,cpu_by_priority,sum by (priority) (sum_over_time(cpu_rate[5m])),keys,count,5m,300,300,11,288357812,7,9,10,105373,137958,379702,2005,0.9875708441,1.371566014,2.184801397,,10,105373,379702,,,0.05,0.95,0.02,0.01,0.3625884913,4.062229564,,,,,,,,,, google_2011,cpu_by_priority,sum by (priority) (sum_over_time(cpu_rate[5m])),keys,value,5m,300,300,11,288357812,7,9,10,105373,137958,379702,2005,1.36454469,1.828458458,2.314749802,1.36454469,10,105373,379702,,,0.05,0.95,0.02,0.01,0.6034462731,4.306203284,,,,,,,,,, google_2011,cpu_by_priority,sum by (priority) (sum_over_time(cpu_rate[1h])),keys,count,1h,3600,300,11,288357812,7,9,11,1310788,1663612,4179680,1994,1.032055526,1.371566014,2.061975815,,11,1310788,4179680,,,0.05,0.95,0.02,0.01,0.3625884913,4.062229564,,,,,,,,,, google_2011,cpu_by_priority,sum by (priority) (sum_over_time(cpu_rate[1h])),keys,value,1h,3600,300,11,288357812,7,9,11,1310788,1663612,4179680,1994,1.446809389,1.828458458,2.17016232,1.446809389,11,1310788,4179680,,,0.05,0.95,0.02,0.01,0.6034462731,4.306203284,,,,,,,,,, +google_2011,cpu_by_priority,sum by (priority) (sum_over_time(cpu_rate[6h])),keys,count,6h,21600,300,11,288357812,7,10,11,8098017,9945048.5,20673607,1934,1.056699171,1.371566014,1.831661135,,11,8098017,20673607,,,0.05,0.95,0.02,0.01,0.3625884913,4.062229564,,,,,,,,,, +google_2011,cpu_by_priority,sum by (priority) (sum_over_time(cpu_rate[6h])),keys,value,6h,21600,300,11,288357812,7,10,11,8098017,9945048.5,20673607,1934,1.631033264,1.828458458,2.083950271,1.631033264,11,8098017,20673607,,,0.05,0.95,0.02,0.01,0.6034462731,4.306203284,,,,,,,,,, +google_2011,cpu_by_priority,sum by (priority) (sum_over_time(cpu_rate[24h])),keys,count,24h,86400,300,11,288357812,9,10,11,34230115,39848777,54853438,1718,1.256951349,1.371566014,1.463947205,,11,34230115,54853438,,,0.05,0.95,0.02,0.01,0.3625884913,4.062229564,,,,,,,,,, +google_2011,cpu_by_priority,sum by (priority) (sum_over_time(cpu_rate[24h])),keys,value,24h,86400,300,11,288357812,9,10,11,34230115,39848777,54853438,1718,1.725745911,1.828458458,1.90978319,1.725745911,11,34230115,54853438,,,0.05,0.95,0.02,0.01,0.6034462731,4.306203284,,,,,,,,,, google_2011,cpu_by_job_id,sum by (job_id) (cpu_rate),keys,count,instant,,300,149904,254393256,3736,4073,4329,100546,126200,212533,2005,1.018094917,1.111840032,1.287598425,,4329,100546,212533,,,0.05,0.95,0.02,0.01,0.03853351757,2.264320313,,,,,,,,,, google_2011,cpu_by_job_id,sum by (job_id) (cpu_rate),keys,value,instant,,300,84343,254393256,3736,4073,4329,100546,126200,212533,2005,1.105104651,1.151146338,1.33690346,1.105104651,4329,100546,212533,,,0.05,0.95,0.02,0.01,0.04569306047,3.285347569,,,,,,,,,, google_2011,cpu_by_job_id,sum by (job_id) (sum_over_time(cpu_rate[5m])),keys,count,5m,300,300,149904,288357812,3736,4073,4329,105373,137958,379702,2005,1.017149621,1.102080327,1.503255855,,4329,105373,379702,,,0.05,0.95,0.02,0.01,0.05772714769,2.06447159,,,,,,,,,, google_2011,cpu_by_job_id,sum by (job_id) (sum_over_time(cpu_rate[5m])),keys,value,5m,300,300,148594,288357812,3736,4073,4329,105373,137958,379702,2005,1.103163853,1.153824387,1.327898976,1.103163853,4329,105373,379702,,,0.05,0.95,0.02,0.01,0.0430493823,2.930785652,,,,,,,,,, google_2011,cpu_by_job_id,sum by (job_id) (sum_over_time(cpu_rate[1h])),keys,count,1h,3600,300,149904,288357812,4370,4862,5682,1310788,1663612,4179680,1994,1.007087334,1.102080327,1.424299342,,5682,1310788,4179680,,,0.05,0.95,0.02,0.01,0.05772714769,2.06447159,,,,,,,,,, google_2011,cpu_by_job_id,sum by (job_id) (sum_over_time(cpu_rate[1h])),keys,value,1h,3600,300,148594,288357812,4370,4862,5682,1310788,1663612,4179680,1994,1.11335546,1.153824387,1.233694396,1.11335546,5682,1310788,4179680,,,0.05,0.95,0.02,0.01,0.0430493823,2.930785652,,,,,,,,,, +google_2011,cpu_by_job_id,sum by (job_id) (sum_over_time(cpu_rate[6h])),keys,count,6h,21600,300,149904,288357812,7594,9302.5,11783,8098017,9945048.5,20673607,1934,1.029545872,1.102080327,1.318564121,,11783,8098017,20673607,,,0.05,0.95,0.02,0.01,0.05772714769,2.06447159,,,,,,,,,, +google_2011,cpu_by_job_id,sum by (job_id) (sum_over_time(cpu_rate[6h])),keys,value,6h,21600,300,148594,288357812,7594,9302.5,11783,8098017,9945048.5,20673607,1934,1.123779927,1.153824387,1.212679306,1.123779927,11783,8098017,20673607,,,0.05,0.95,0.02,0.01,0.0430493823,2.930785652,,,,,,,,,, +google_2011,cpu_by_job_id,sum by (job_id) (sum_over_time(cpu_rate[24h])),keys,count,24h,86400,300,149904,288357812,21213,25989.5,29590,34230115,39848777,54853438,1718,1.065369457,1.102080327,1.193809003,,29590,34230115,54853438,,,0.05,0.95,0.02,0.01,0.05772714769,2.06447159,,,,,,,,,, +google_2011,cpu_by_job_id,sum by (job_id) (sum_over_time(cpu_rate[24h])),keys,value,24h,86400,300,148594,288357812,21213,25989.5,29590,34230115,39848777,54853438,1718,1.145139506,1.153824387,1.18302469,1.145139506,29590,34230115,54853438,,,0.05,0.95,0.02,0.01,0.0430493823,2.930785652,,,,,,,,,, google_2011,cpu_by_logical_job_name,sum by (logical_job_name) (cpu_rate),keys,count,instant,,300,17796,254393256,3314,3654,3869,100546,126200,212533,2005,1.02248213,1.089261918,1.289781084,,3869,100546,212533,,,0.05,0.95,0.02,0.01,0.0415626073,3.000008214,,,,,,,,,, google_2011,cpu_by_logical_job_name,sum by (logical_job_name) (cpu_rate),keys,value,instant,,300,15463,254393256,3314,3654,3869,100546,126200,212533,2005,1.101552401,1.157491198,1.336405436,1.101552401,3869,100546,212533,,,0.05,0.95,0.02,0.01,0.0657728459,3.747414902,,,,,,,,,, google_2011,cpu_by_logical_job_name,sum by (logical_job_name) (sum_over_time(cpu_rate[5m])),keys,count,5m,300,300,17796,288357812,3314,3654,3869,105373,137958,379702,2005,1.021586211,1.086252759,1.514068393,,3869,105373,379702,,,0.05,0.95,0.02,0.01,0.05772714769,2.749505785,,,,,,,,,, google_2011,cpu_by_logical_job_name,sum by (logical_job_name) (sum_over_time(cpu_rate[5m])),keys,value,5m,300,300,17686,288357812,3314,3654,3869,105373,137958,379702,2005,1.099326069,1.155715922,1.327207337,1.099326069,3869,105373,379702,,,0.05,0.95,0.02,0.01,0.0619674051,3.460309727,,,,,,,,,, google_2011,cpu_by_logical_job_name,sum by (logical_job_name) (sum_over_time(cpu_rate[1h])),keys,count,1h,3600,300,17796,288357812,3731,4062,4535,1310788,1663612,4179680,1994,1.008349617,1.086252759,1.43851047,,4535,1310788,4179680,,,0.05,0.95,0.02,0.01,0.05772714769,2.749505785,,,,,,,,,, google_2011,cpu_by_logical_job_name,sum by (logical_job_name) (sum_over_time(cpu_rate[1h])),keys,value,1h,3600,300,17686,288357812,3731,4062,4535,1310788,1663612,4179680,1994,1.102961084,1.155715922,1.231968728,1.102961084,4535,1310788,4179680,,,0.05,0.95,0.02,0.01,0.0619674051,3.460309727,,,,,,,,,, +google_2011,cpu_by_logical_job_name,sum by (logical_job_name) (sum_over_time(cpu_rate[6h])),keys,count,6h,21600,300,17796,288357812,4681,5381,6194,8098017,9945048.5,20673607,1934,1.006799171,1.086252759,1.327196775,,6194,8098017,20673607,,,0.05,0.95,0.02,0.01,0.05772714769,2.749505785,,,,,,,,,, +google_2011,cpu_by_logical_job_name,sum by (logical_job_name) (sum_over_time(cpu_rate[6h])),keys,value,6h,21600,300,17686,288357812,4681,5381,6194,8098017,9945048.5,20673607,1934,1.102732277,1.155715922,1.197537751,1.102732277,6194,8098017,20673607,,,0.05,0.95,0.02,0.01,0.0619674051,3.460309727,,,,,,,,,, +google_2011,cpu_by_logical_job_name,sum by (logical_job_name) (sum_over_time(cpu_rate[24h])),keys,count,24h,86400,300,17796,288357812,7340,9000.5,9881,34230115,39848777,54853438,1718,1.036550418,1.086252759,1.192883286,,9881,34230115,54853438,,,0.05,0.95,0.02,0.01,0.05772714769,2.749505785,,,,,,,,,, +google_2011,cpu_by_logical_job_name,sum by (logical_job_name) (sum_over_time(cpu_rate[24h])),keys,value,24h,86400,300,17686,288357812,7340,9000.5,9881,34230115,39848777,54853438,1718,1.123919333,1.155715922,1.161343348,1.123919333,9881,34230115,54853438,,,0.05,0.95,0.02,0.01,0.0619674051,3.460309727,,,,,,,,,, google_2011,cpu_by_scheduling_class,sum by (scheduling_class) (cpu_rate),keys,count,instant,,300,4,254393256,4,4,4,100546,126200,212533,2005,0.1342594637,0.2571920412,1.259619862,,4,100546,212533,,,0.05,0.95,0.02,0.01,0.2933255707,0.2655223102,,,,,,,,,, google_2011,cpu_by_scheduling_class,sum by (scheduling_class) (cpu_rate),keys,value,instant,,300,4,254393256,4,4,4,100546,126200,212533,2005,0.134651854,0.5570643761,1.118978684,0.134651854,4,100546,212533,,,0.05,0.95,0.02,0.01,0.352956055,0.5956980856,,,,,,,,,, google_2011,cpu_by_scheduling_class,sum by (scheduling_class) (sum_over_time(cpu_rate[5m])),keys,count,5m,300,300,4,288357812,4,4,4,105373,137958,379702,2005,0.1279176611,0.3979267591,2.03910581,,4,105373,379702,,,0.05,0.95,0.02,0.01,0.3291290267,0.4087825709,,,,,,,,,, google_2011,cpu_by_scheduling_class,sum by (scheduling_class) (sum_over_time(cpu_rate[5m])),keys,value,5m,300,300,4,288357812,4,4,4,105373,137958,379702,2005,0.09835771313,0.474743457,1.072402634,0.09835771313,4,105373,379702,,,0.05,0.95,0.02,0.01,0.3377085349,0.5064505245,,,,,,,,,, google_2011,cpu_by_scheduling_class,sum by (scheduling_class) (sum_over_time(cpu_rate[1h])),keys,count,1h,3600,300,4,288357812,4,4,4,1310788,1663612,4179680,1994,0.1312536567,0.3979267591,1.873488766,,4,1310788,4179680,,,0.05,0.95,0.02,0.01,0.3291290267,0.4087825709,,,,,,,,,, google_2011,cpu_by_scheduling_class,sum by (scheduling_class) (sum_over_time(cpu_rate[1h])),keys,value,1h,3600,300,4,288357812,4,4,4,1310788,1663612,4179680,1994,0.2164418871,0.474743457,0.866047153,0.2164418871,4,1310788,4179680,,,0.05,0.95,0.02,0.01,0.3377085349,0.5064505245,,,,,,,,,, +google_2011,cpu_by_scheduling_class,sum by (scheduling_class) (sum_over_time(cpu_rate[6h])),keys,count,6h,21600,300,4,288357812,4,4,4,8098017,9945048.5,20673607,1934,0.1555980782,0.3979267591,1.609154885,,4,8098017,20673607,,,0.05,0.95,0.02,0.01,0.3291290267,0.4087825709,,,,,,,,,, +google_2011,cpu_by_scheduling_class,sum by (scheduling_class) (sum_over_time(cpu_rate[6h])),keys,value,6h,21600,300,4,288357812,4,4,4,8098017,9945048.5,20673607,1934,0.2792746591,0.474743457,0.757218619,0.2792746591,4,8098017,20673607,,,0.05,0.95,0.02,0.01,0.3377085349,0.5064505245,,,,,,,,,, +google_2011,cpu_by_scheduling_class,sum by (scheduling_class) (sum_over_time(cpu_rate[24h])),keys,count,24h,86400,300,4,288357812,4,4,4,34230115,39848777,54853438,1718,0.2020228719,0.3979267591,0.9721772661,,4,34230115,54853438,,,0.05,0.95,0.02,0.01,0.3291290267,0.4087825709,,,,,,,,,, +google_2011,cpu_by_scheduling_class,sum by (scheduling_class) (sum_over_time(cpu_rate[24h])),keys,value,24h,86400,300,4,288357812,4,4,4,34230115,39848777,54853438,1718,0.3402668901,0.474743457,0.5704089205,0.3402668901,4,34230115,54853438,,,0.05,0.95,0.02,0.01,0.3377085349,0.5064505245,,,,,,,,,, google_2011,cpu_by_machine_id,sum by (machine_id) (cpu_rate),keys,count,instant,,300,12555,254393256,12450,12494,12513,100546,126200,212533,2005,0.2002784015,0.2002784015,0.3641132007,,12513,100546,212533,,,0.05,0.95,0.02,0.01,0.0002062279513,0.2345071156,,,,,,,,,, google_2011,cpu_by_machine_id,sum by (machine_id) (cpu_rate),keys,value,instant,,300,12555,254393256,12450,12494,12513,100546,126200,212533,2005,0.2760861204,0.2760861204,0.4809930696,0.2760861204,12513,100546,212533,,,0.05,0.95,0.02,0.01,0.0002508010797,0.3495270925,,,,,,,,,, google_2011,cpu_by_machine_id,sum by (machine_id) (sum_over_time(cpu_rate[5m])),keys,count,5m,300,300,12555,288357812,12450,12494,12513,105373,137958,379702,2005,0.1923715173,0.1923715173,0.4945129903,,12513,105373,379702,,,0.05,0.95,0.02,0.01,0.001366878176,0.2201118062,,,,,,,,,, google_2011,cpu_by_machine_id,sum by (machine_id) (sum_over_time(cpu_rate[5m])),keys,value,5m,300,300,12555,288357812,12450,12494,12513,105373,137958,379702,2005,0.264742317,0.264742317,0.4631528705,0.264742317,12513,105373,379702,,,0.05,0.95,0.02,0.01,0.0002457267992,0.3330981966,,,,,,,,,, google_2011,cpu_by_machine_id,sum by (machine_id) (sum_over_time(cpu_rate[1h])),keys,count,1h,3600,300,12555,288357812,12464,12499,12517,1310788,1663612,4179680,1994,0.1923715173,0.1923715173,0.4151173444,,12517,1310788,4179680,,,0.05,0.95,0.02,0.01,0.001366878176,0.2201118062,,,,,,,,,, google_2011,cpu_by_machine_id,sum by (machine_id) (sum_over_time(cpu_rate[1h])),keys,value,1h,3600,300,12555,288357812,12464,12499,12517,1310788,1663612,4179680,1994,0.2554549929,0.264742317,0.3833340129,0.2554549929,12517,1310788,4179680,,,0.05,0.95,0.02,0.01,0.0002457267992,0.3330981966,,,,,,,,,, +google_2011,cpu_by_machine_id,sum by (machine_id) (sum_over_time(cpu_rate[6h])),keys,count,6h,21600,300,12555,288357812,12473,12508,12524,8098017,9945048.5,20673607,1934,0.1923715173,0.1923715173,0.3009381146,,12524,8098017,20673607,,,0.05,0.95,0.02,0.01,0.001366878176,0.2201118062,,,,,,,,,, +google_2011,cpu_by_machine_id,sum by (machine_id) (sum_over_time(cpu_rate[6h])),keys,value,6h,21600,300,12555,288357812,12473,12508,12524,8098017,9945048.5,20673607,1934,0.2488087161,0.264742317,0.3467264204,0.2488087161,12524,8098017,20673607,,,0.05,0.95,0.02,0.01,0.0002457267992,0.3330981966,,,,,,,,,, +google_2011,cpu_by_machine_id,sum by (machine_id) (sum_over_time(cpu_rate[24h])),keys,count,24h,86400,300,12555,288357812,12499,12526,12536,34230115,39848777,54853438,1718,0.1923715173,0.1923715173,0.2338937638,,12536,34230115,54853438,,,0.05,0.95,0.02,0.01,0.001366878176,0.2201118062,,,,,,,,,, +google_2011,cpu_by_machine_id,sum by (machine_id) (sum_over_time(cpu_rate[24h])),keys,value,24h,86400,300,12555,288357812,12499,12526,12536,34230115,39848777,54853438,1718,0.264742317,0.264742317,0.2996593112,0.264742317,12536,34230115,54853438,,,0.05,0.95,0.02,0.01,0.0002457267992,0.3330981966,,,,,,,,,, google_2011,cpu_p99,"quantile(0.99, cpu_rate)",values,,instant,,300,,254393256,,,,91155,110621,138139,2005,2.251147561,2.886080738,21.48065083,,,91155,138139,21.48065083,2.251147561,0.05,0.95,0.02,0.01,,,0.1204071935,0.04236,0.02938791912,0.18458,-36.31165363,1.412366445e-10,1571.498664,1.004172398e-168,lognormal, google_2011,cpu_p99,"quantile_over_time(0.99, cpu_rate[5m])",values,,5m,300,300,,288357812,,,,95686,120112,277263,2005,2.275868657,2.915934134,20.27861172,,,95686,277263,20.27861172,2.275868657,0.05,0.95,0.02,0.01,,,0.1328455773,0.04242,0.02767439641,0.17435,-26.37966239,8.600621204e-08,1545.518962,3.118557454e-133,lognormal, google_2011,cpu_p99,"quantile_over_time(0.99, cpu_rate[1h])",values,,1h,3600,300,,288357812,,,,1200321,1434201.5,3021637,1994,2.320001561,2.915934134,16.29186648,,,1200321,3021637,16.29186648,2.320001561,0.05,0.95,0.02,0.01,,,0.1328455773,0.04242,0.02767439641,0.17435,-26.37966239,8.600621204e-08,1545.518962,3.118557454e-133,lognormal, +google_2011,cpu_p99,"quantile_over_time(0.99, cpu_rate[6h])",values,,6h,21600,300,,288357812,,,,7363552,8575258.5,15571464,1934,2.472300035,2.915934134,13.7713225,,,7363552,15571464,13.7713225,2.472300035,0.05,0.95,0.02,0.01,,,0.1328455773,0.04242,0.02767439641,0.17435,-26.37966239,8.600621204e-08,1545.518962,3.118557454e-133,lognormal, +google_2011,cpu_p99,"quantile_over_time(0.99, cpu_rate[24h])",values,,24h,86400,300,,288357812,,,,30755008,34097936.5,46034726,1718,2.71813934,2.915934134,3.117338439,,,30755008,46034726,3.117338439,2.71813934,0.05,0.95,0.02,0.01,,,0.1328455773,0.04242,0.02767439641,0.17435,-26.37966239,8.600621204e-08,1545.518962,3.118557454e-133,lognormal, google_2011,memory_p99,"quantile(0.99, canonical_memory_usage)",values,,instant,,300,,254393256,,,,91239,113206,136461,2005,1.702567801,4.302722325,17.21791254,,,91239,136461,17.21791254,1.702567801,0.05,0.95,0.02,0.01,,,0.110901973,0.1195,0.1178449732,0.04182,-129.8619128,2.92376938e-16,-130.6899204,1.249790439e-13,light, google_2011,memory_p99,"quantile_over_time(0.99, canonical_memory_usage[5m])",values,,5m,300,300,,288357812,,,,94938,120433,225145,2005,1.644191691,2.215617498,17.45458006,,,94938,225145,17.45458006,1.644191691,0.05,0.95,0.02,0.01,,,0.1503744105,0.0242,0.128213286,0.2863,-3016.902833,0,-2853.875617,0,light, google_2011,memory_p99,"quantile_over_time(0.99, canonical_memory_usage[1h])",values,,1h,3600,300,,288357812,,,,1188516,1445212.5,2446753,1994,1.732888435,2.215617498,16.09107673,,,1188516,2446753,16.09107673,1.732888435,0.05,0.95,0.02,0.01,,,0.1503744105,0.0242,0.128213286,0.2863,-3016.902833,0,-2853.875617,0,light, +google_2011,memory_p99,"quantile_over_time(0.99, canonical_memory_usage[6h])",values,,6h,21600,300,,288357812,,,,7294225,8686969.5,13225060,1934,1.738761384,2.215617498,24.88696919,,,7294225,13225060,24.88696919,1.738761384,0.05,0.95,0.02,0.01,,,0.1503744105,0.0242,0.128213286,0.2863,-3016.902833,0,-2853.875617,0,light, +google_2011,memory_p99,"quantile_over_time(0.99, canonical_memory_usage[24h])",values,,24h,86400,300,,288357812,,,,30282087,34577251,43097910,1718,1.773962557,2.215617498,4.704693207,,,30282087,43097910,4.704693207,1.773962557,0.05,0.95,0.02,0.01,,,0.1503744105,0.0242,0.128213286,0.2863,-3016.902833,0,-2853.875617,0,light, diff --git a/asap-tools/dataset-analysis/tests/test_fit_skew.py b/asap-tools/dataset-analysis/tests/test_fit_skew.py index ee6cd898..05647bc2 100644 --- a/asap-tools/dataset-analysis/tests/test_fit_skew.py +++ b/asap-tools/dataset-analysis/tests/test_fit_skew.py @@ -279,6 +279,17 @@ def test_merge_samples_is_uniform(self): self.assertEqual(len(merged), fit_skew.MAX_FIT_SAMPLES) self.assertAlmostEqual(merged.mean(), 1 / 11, delta=0.01) + def test_merge_samples_over_a_billion(self): + # Parts standing for 9e8 and 1e8 values (over numpy's hypergeometric + # limit together): shares still follow the sizes, within each prefix. + n = fit_skew.MAX_FIT_SAMPLES + big = (900_000_000, np.zeros(n)) + small = (100_000_000, np.ones(n)) + total, merged = fit_skew.merge_samples([big, small]) + self.assertEqual(total, 1_000_000_000) + self.assertEqual(len(merged), n) + self.assertAlmostEqual(merged.mean(), 0.1, delta=0.01) + def test_summarize_values_ranges(self): rng = np.random.default_rng(7) acc = { @@ -333,7 +344,7 @@ def instant_counts(parts): } -def split_files(files, lookback): +def split_files(files, lookback, chunk_steps=fit_skew.BOUNDARY_CHUNK_STEPS): """instant parts computed per file then merged via resolve_boundaries.""" parts, boundary = [], [] for samples in files: @@ -342,7 +353,9 @@ def split_files(files, lookback): ) parts.append(inner) boundary.append(edge) - parts.append(fit_skew.resolve_boundaries(boundary, [INSTANT_QUERY], lookback)) + parts.append( + fit_skew.resolve_boundaries(boundary, [INSTANT_QUERY], lookback, chunk_steps) + ) return instant_counts(parts) @@ -377,6 +390,25 @@ def test_split_across_files_matches_one_file(self): cut = [s for s in samples if s[1] <= 570], [s for s in samples if s[1] > 570] self.assertEqual(split_files(list(cut), lookback=5), whole) + def test_boundary_chunks_match_one_pass(self): + # Many short files (almost every sample a boundary one), stitched in + # chunks of 1 and 3 steps or in one pass: the same counts. + rng = np.random.default_rng(9) + samples = [ + (int(series), float(t)) + for series in range(1, 6) + for t in np.sort(rng.choice(np.arange(1, 1200), 25, replace=False)) + ] + samples.sort(key=lambda st: st[1]) + files = [ + [s for s in samples if lo < s[1] <= lo + 90] for lo in range(0, 1200, 90) + ] + whole = split_files(files, lookback=5, chunk_steps=1000) + for chunk_steps in (1, 3): + self.assertEqual( + split_files(files, lookback=5, chunk_steps=chunk_steps), whole + ) + def test_interleaved_files_fail(self): files = [[(1, 60), (1, 300)], [(1, 180)]] with self.assertRaises(ValueError): From 84a62cae887e37a56a86bde4097c0675d1909ef6 Mon Sep 17 00:00:00 2001 From: zz_y Date: Thu, 8 Oct 2026 16:02:42 +0000 Subject: [PATCH 2/2] feat(dataset-analysis): a third NodeMetrics shard, so its 24h windows fit NodeMetricsUpdate's first day spans steps 1..1439, one short of a 24h window, so node_cpu_by_nodeid and node_cpu_p99 had no 24h evaluation. Three 12-hour shards (steps 1..2159) give each 720; NodeMetrics is refit. Co-Authored-By: Claude Opus 5.5 Claude-Session: https://claude.ai/code/session_01FhcWJExZcmVqS6r6rEtjis --- asap-tools/dataset-analysis/README.md | 2 +- asap-tools/dataset-analysis/fetch_data.sh | 5 ++-- .../dataset-analysis/results/skew_summary.csv | 30 +++++++++---------- 3 files changed, 19 insertions(+), 18 deletions(-) diff --git a/asap-tools/dataset-analysis/README.md b/asap-tools/dataset-analysis/README.md index 5642d4e1..00dcf61c 100644 --- a/asap-tools/dataset-analysis/README.md +++ b/asap-tools/dataset-analysis/README.md @@ -51,7 +51,7 @@ Tests: `python -m unittest discover -s tests -p 'test_*.py'`. | Google ClusterData 2011-2 | `task_usage` and `task_events` parts 0..119 of 500 (about 7 days), all 500 `job_events` parts, `schema.csv` | `task_usage` joined with task and job attributes | 5 min | instant, 5m, 1h, 6h, 24h | | Alibaba microservices v2022 | `MCRRTUpdate_0..479` (first day) | `MSRTMCR` | 1 min | instant, 5m, 1h, 6h, 24h | | | `CallGraph_0..479` (first day) | `CallGraph` | 1 min | 1m, 5m, 1h, 6h, 24h (events, no instant) | -| | `MSMetricsUpdate_0..47`, `NodeMetricsUpdate_0..1` (first day) | `MSMetrics`, `NodeMetrics` | 1 min | instant, 5m, 1h, 6h, 24h | +| | `MSMetricsUpdate_0..47` (first day), `NodeMetricsUpdate_0..2` (first 1.5 days: the first shard starts a step late, so two hold no full 24h window) | `MSMetrics`, `NodeMetrics` | 1 min | instant, 5m, 1h, 6h, 24h | | Datadog BOOM | `dataset_taxonomy.json` and 20 multivariate series | per-series `target` | none | 20 equal chunks per series | Citations: diff --git a/asap-tools/dataset-analysis/fetch_data.sh b/asap-tools/dataset-analysis/fetch_data.sh index 810880fd..18518aaf 100755 --- a/asap-tools/dataset-analysis/fetch_data.sh +++ b/asap-tools/dataset-analysis/fetch_data.sh @@ -19,9 +19,10 @@ GOOGLE_TASK_PARTS=120 GOOGLE_JOB_EVENT_PARTS=500 # CallGraph and MCRRTUpdate shards cover 3 minutes each: 480 shards = 1 day. ALIBABA_RPC_SHARDS=480 -# MSMetricsUpdate shards cover 30 minutes, NodeMetricsUpdate 12 hours: 1 day. +# MSMetricsUpdate shards cover 30 minutes: 48 = 1 day. NodeMetricsUpdate shards +# cover 12 hours, but the first starts a step late: 3 hold a full 24h window. ALIBABA_MS_SHARDS=48 -ALIBABA_NODE_SHARDS=2 +ALIBABA_NODE_SHARDS=3 BOOM_SERIES=( ds-2187-H ds-2394-D ds-1135-5T ds-1833-D ds-2806-D diff --git a/asap-tools/dataset-analysis/results/skew_summary.csv b/asap-tools/dataset-analysis/results/skew_summary.csv index 740beec0..58ada755 100644 --- a/asap-tools/dataset-analysis/results/skew_summary.csv +++ b/asap-tools/dataset-analysis/results/skew_summary.csv @@ -99,21 +99,21 @@ alibaba_v2022,ms_cpu_p99,"quantile_over_time(0.99, cpu_utilization[5m])",values, alibaba_v2022,ms_cpu_p99,"quantile_over_time(0.99, cpu_utilization[1h])",values,,1h,3600,60,,675424445,,,,27956442,28182559,28253774,1381,3.09158951,6.355302868,7.052208747,,,27956442,28253774,7.052208747,3.09158951,0.05,0.95,0.02,0.01,,,3.036461021e-05,0.5741396769,0.05959687717,0.03156,-132.3740985,4.881332668e-27,-97.32785636,1.956182046e-75,light, alibaba_v2022,ms_cpu_p99,"quantile_over_time(0.99, cpu_utilization[6h])",values,,6h,21600,60,,675424445,,,,167838800,169252327,169458148,1081,3.203633,6.355302868,6.909938406,,,167838800,169458148,6.909938406,3.203633,0.05,0.95,0.02,0.01,,,3.036461021e-05,0.5741396769,0.05959687717,0.03156,-132.3740985,4.881332668e-27,-97.32785636,1.956182046e-75,light, alibaba_v2022,ms_cpu_p99,"quantile_over_time(0.99, cpu_utilization[24h])",values,,24h,86400,60,,675424445,,,,675403936,675403936,675403936,1,6.329499821,6.355302868,6.355302868,,,675403936,675403936,6.355302868,6.329499821,0.05,0.95,0.02,0.01,,,3.036461021e-05,0.5741396769,0.05959687717,0.03156,-132.3740985,4.881332668e-27,-97.32785636,1.956182046e-75,light, -alibaba_v2022,node_cpu_by_nodeid,sum by (nodeid) (cpu_utilization),keys,count,instant,,60,43382,58923660,42235,42333,42957,42235,42333,42957,1383,3.673105566e-06,0.02052130964,0.02052130964,,42957,42235,42957,,,0.05,0.95,0.02,0.01,2.353893156e-05,0.06043580555,,,,,,,,,, -alibaba_v2022,node_cpu_by_nodeid,sum by (nodeid) (cpu_utilization),keys,value,instant,,60,43381,58923660,42235,42333,42957,42235,42333,42957,1383,0.2864927327,0.2864927327,0.3554983787,0.2864927327,42957,42235,42957,,,0.05,0.95,0.02,0.01,9.71328786e-05,0.3768673766,,,,,,,,,, -alibaba_v2022,node_cpu_by_nodeid,sum by (nodeid) (sum_over_time(cpu_utilization[5m])),keys,count,5m,300,60,43382,58460197,42235,42333,42957,42235,211242,214454,1379,3.673105566e-06,0.02250972512,0.02250972512,,42957,42235,214454,,,0.05,0.95,0.02,0.01,2.358869916e-05,0.07484077042,,,,,,,,,, -alibaba_v2022,node_cpu_by_nodeid,sum by (nodeid) (sum_over_time(cpu_utilization[5m])),keys,value,5m,300,60,43381,58460197,42235,42333,42957,42235,211242,214454,1379,0.2852500855,0.2865167137,0.3417391972,0.2852500855,42957,42235,214454,,,0.05,0.95,0.02,0.01,9.702091431e-05,0.3892546546,,,,,,,,,, -alibaba_v2022,node_cpu_by_nodeid,sum by (nodeid) (sum_over_time(cpu_utilization[1h])),keys,count,1h,3600,60,43382,58460197,42235,42424,43027,42235,2534282,2570715,1379,3.673105566e-06,0.02250972512,0.02250972512,,43027,42235,2570715,,,0.05,0.95,0.02,0.01,2.358869916e-05,0.07484077042,,,,,,,,,, -alibaba_v2022,node_cpu_by_nodeid,sum by (nodeid) (sum_over_time(cpu_utilization[1h])),keys,value,1h,3600,60,43381,58460197,42235,42424,43027,42235,2534282,2570715,1379,0.2800713326,0.2865167137,0.3302192401,0.2800713326,43027,42235,2570715,,,0.05,0.95,0.02,0.01,9.702091431e-05,0.3892546546,,,,,,,,,, -alibaba_v2022,node_cpu_by_nodeid,sum by (nodeid) (sum_over_time(cpu_utilization[6h])),keys,count,6h,21600,60,43382,58460197,42525,42636,43134,12667314,15200338,15392760,1080,0.00709615957,0.02250972512,0.02250972512,,43134,12667314,15392760,,,0.05,0.95,0.02,0.01,2.358869916e-05,0.07484077042,,,,,,,,,, -alibaba_v2022,node_cpu_by_nodeid,sum by (nodeid) (sum_over_time(cpu_utilization[6h])),keys,value,6h,21600,60,43381,58460197,42525,42636,43134,12667314,15200338,15392760,1080,0.280633594,0.2865167137,0.3127308519,0.280633594,43134,12667314,15392760,,,0.05,0.95,0.02,0.01,9.702091431e-05,0.3892546546,,,,,,,,,, -alibaba_v2022,node_cpu_by_nodeid,sum by (nodeid) (sum_over_time(cpu_utilization[24h])),keys,count,24h,86400,60,43382,58460197,,,,,,,0,0.02250972512,0.02250972512,0.02250972512,,,,,,,0.05,0.95,0.02,0.01,2.358869916e-05,0.07484077042,,,,,,,,,, -alibaba_v2022,node_cpu_by_nodeid,sum by (nodeid) (sum_over_time(cpu_utilization[24h])),keys,value,24h,86400,60,43381,58460197,,,,,,,0,0.2865167137,0.2865167137,0.2865167137,0.2865167137,,,,,,0.05,0.95,0.02,0.01,9.702091431e-05,0.3892546546,,,,,,,,,, -alibaba_v2022,node_cpu_p99,"quantile(0.99, cpu_utilization)",values,,instant,,60,,58923660,,,,42233,42331,42955,1383,4.226872374,5.477395775,6.443423228,,,42233,42955,6.443423228,4.226872374,0.05,0.95,0.02,0.01,,,4.979324095e-05,0.3420259287,0.01602197222,0.07229,-3.49420738,0.06489238454,114.3840406,2.833904502e-14,lognormal, -alibaba_v2022,node_cpu_p99,"quantile_over_time(0.99, cpu_utilization[5m])",values,,5m,300,60,,58460197,,,,42233,211232,214444,1379,4.271156891,5.401433245,6.368754462,,,42233,214444,6.368754462,4.271156891,0.05,0.95,0.02,0.01,,,4.945245053e-05,0.330743608,0.01881783954,0.08247,-4.380360956,0.0419334074,139.060049,1.566767944e-16,lognormal, -alibaba_v2022,node_cpu_p99,"quantile_over_time(0.99, cpu_utilization[1h])",values,,1h,3600,60,,58460197,,,,42233,2534156,2570595,1379,4.365719214,5.401433245,6.246543807,,,42233,2570595,6.246543807,4.365719214,0.05,0.95,0.02,0.01,,,4.945245053e-05,0.330743608,0.01881783954,0.08247,-4.380360956,0.0419334074,139.060049,1.566767944e-16,lognormal, -alibaba_v2022,node_cpu_p99,"quantile_over_time(0.99, cpu_utilization[6h])",values,,6h,21600,60,,58460197,,,,12666694,15199551,15392032,1080,4.442157572,5.401433245,6.12754836,,,12666694,15392032,6.12754836,4.442157572,0.05,0.95,0.02,0.01,,,4.945245053e-05,0.330743608,0.01881783954,0.08247,-4.380360956,0.0419334074,139.060049,1.566767944e-16,lognormal, -alibaba_v2022,node_cpu_p99,"quantile_over_time(0.99, cpu_utilization[24h])",values,,24h,86400,60,,58460197,,,,,,,0,5.401433245,5.401433245,5.401433245,,,,,5.401433245,5.401433245,0.05,0.95,0.02,0.01,,,4.945245053e-05,0.330743608,0.01881783954,0.08247,-4.380360956,0.0419334074,139.060049,1.566767944e-16,lognormal, +alibaba_v2022,node_cpu_by_nodeid,sum by (nodeid) (cpu_utilization),keys,count,instant,,60,43545,84614687,42235,42364,42957,42235,42364,42957,1987,3.673105566e-06,0.02375278483,0.02375278483,,42957,42235,42957,,,0.05,0.95,0.02,0.01,2.3530194e-05,0.07603255033,,,,,,,,,, +alibaba_v2022,node_cpu_by_nodeid,sum by (nodeid) (cpu_utilization),keys,value,instant,,60,43544,84614687,42235,42364,42957,42235,42364,42957,1987,0.2876295363,0.2876295363,0.3554983787,0.2876295363,42957,42235,42957,,,0.05,0.95,0.02,0.01,9.675016007e-05,0.390083362,,,,,,,,,, +alibaba_v2022,node_cpu_by_nodeid,sum by (nodeid) (sum_over_time(cpu_utilization[5m])),keys,count,5m,300,60,43545,83925020,42235,42363,42957,42235,211339,214454,1983,3.673105566e-06,0.02575218672,0.02575218672,,42957,42235,214454,,,0.05,0.95,0.02,0.01,2.358057228e-05,0.09367576534,,,,,,,,,, +alibaba_v2022,node_cpu_by_nodeid,sum by (nodeid) (sum_over_time(cpu_utilization[5m])),keys,value,5m,300,60,43544,83925020,42235,42363,42957,42235,211339,214454,1983,0.2852500855,0.2876953038,0.3433408292,0.2852500855,42957,42235,214454,,,0.05,0.95,0.02,0.01,9.656745011e-05,0.4058482653,,,,,,,,,, +alibaba_v2022,node_cpu_by_nodeid,sum by (nodeid) (sum_over_time(cpu_utilization[1h])),keys,count,1h,3600,60,43545,83925020,42235,42494,43027,42235,2534450,2570715,2038,3.673105566e-06,0.02575218672,0.02575218672,,43027,42235,2570715,,,0.05,0.95,0.02,0.01,2.358057228e-05,0.09367576534,,,,,,,,,, +alibaba_v2022,node_cpu_by_nodeid,sum by (nodeid) (sum_over_time(cpu_utilization[1h])),keys,value,1h,3600,60,43544,83925020,42235,42494,43027,42235,2534450,2570715,2038,0.2800713326,0.2876953038,0.3433408292,0.2800713326,43027,42235,2570715,,,0.05,0.95,0.02,0.01,9.656745011e-05,0.4058482653,,,,,,,,,, +alibaba_v2022,node_cpu_by_nodeid,sum by (nodeid) (sum_over_time(cpu_utilization[6h])),keys,count,6h,21600,60,43545,83925020,42525,42961,43169,7614503,15198203,15392760,1800,0.00709615957,0.02575218672,0.02575218672,,43169,7614503,15392760,,,0.05,0.95,0.02,0.01,2.358057228e-05,0.09367576534,,,,,,,,,, +alibaba_v2022,node_cpu_by_nodeid,sum by (nodeid) (sum_over_time(cpu_utilization[6h])),keys,value,6h,21600,60,43544,83925020,42525,42961,43169,7614503,15198203,15392760,1800,0.280633594,0.2876953038,0.3127308519,0.280633594,43169,7614503,15392760,,,0.05,0.95,0.02,0.01,9.656745011e-05,0.4058482653,,,,,,,,,, +alibaba_v2022,node_cpu_by_nodeid,sum by (nodeid) (sum_over_time(cpu_utilization[24h])),keys,count,24h,86400,60,43545,83925020,43377,43386,43472,53332449,53351217.5,58502504,720,0.02256140417,0.02575218672,0.0258821873,,43472,53332449,58502504,,,0.05,0.95,0.02,0.01,2.358057228e-05,0.09367576534,,,,,,,,,, +alibaba_v2022,node_cpu_by_nodeid,sum by (nodeid) (sum_over_time(cpu_utilization[24h])),keys,value,24h,86400,60,43544,83925020,43377,43386,43472,53332449,53351217.5,58502504,720,0.286460709,0.2876953038,0.2882004405,0.286460709,43472,53332449,58502504,,,0.05,0.95,0.02,0.01,9.656745011e-05,0.4058482653,,,,,,,,,, +alibaba_v2022,node_cpu_p99,"quantile(0.99, cpu_utilization)",values,,instant,,60,,84614687,,,,42233,42361,42955,1987,4.226872374,5.419259523,6.443423228,,,42233,42955,6.443423228,4.226872374,0.05,0.95,0.02,0.01,,,4.963677287e-05,0.3424905705,0.01783588925,0.07229,-2.97255792,0.08527516573,122.7757304,5.882145912e-16,lognormal, +alibaba_v2022,node_cpu_p99,"quantile_over_time(0.99, cpu_utilization[5m])",values,,5m,300,60,,83925020,,,,42233,211329,214444,1983,4.271156891,5.310616731,6.368754462,,,42233,214444,6.368754462,4.271156891,0.05,0.95,0.02,0.01,,,4.936549315e-05,0.3314960885,0.01772087341,0.08247,-5.707733221,0.01932036149,132.8222583,2.300021596e-15,lognormal, +alibaba_v2022,node_cpu_p99,"quantile_over_time(0.99, cpu_utilization[1h])",values,,1h,3600,60,,83925020,,,,42233,2534321.5,2570595,2038,4.365719214,5.310616731,6.246543807,,,42233,2570595,6.246543807,4.365719214,0.05,0.95,0.02,0.01,,,4.936549315e-05,0.3314960885,0.01772087341,0.08247,-5.707733221,0.01932036149,132.8222583,2.300021596e-15,lognormal, +alibaba_v2022,node_cpu_p99,"quantile_over_time(0.99, cpu_utilization[6h])",values,,6h,21600,60,,83925020,,,,7614132,15197426.5,15392032,1800,4.442157572,5.310616731,6.12754836,,,7614132,15392032,6.12754836,4.442157572,0.05,0.95,0.02,0.01,,,4.936549315e-05,0.3314960885,0.01772087341,0.08247,-5.707733221,0.01932036149,132.8222583,2.300021596e-15,lognormal, +alibaba_v2022,node_cpu_p99,"quantile_over_time(0.99, cpu_utilization[24h])",values,,24h,86400,60,,83925020,,,,53329767,53348555.5,58499611,720,5.310616731,5.310616731,5.751414706,,,53329767,58499611,5.751414706,5.310616731,0.05,0.95,0.02,0.01,,,4.936549315e-05,0.3314960885,0.01772087341,0.08247,-5.707733221,0.01932036149,132.8222583,2.300021596e-15,lognormal, boom,target_tail[ds-2187-H],"quantile(0.99, target)",values,,,,,100,523100,,,,,,,900,1.673862396,2.879820136,5.449343474,,,,,5.449343474,1.673862396,0.05,0.95,0.02,0.01,,,0.0001911680367,1.13650366,0.05719670041,0.1334608031,-0.7518535826,0.1985446789,81.95794065,4.297158362e-06,light,0.45 boom,target_tail[ds-2394-D],"quantile(0.99, target)",values,,,,,73,10001,,,,,,,0,,,,,,,,,,0.05,0.95,0.02,0.01,,,0.1858814119,,,,,,,,, boom,target_tail[ds-1135-5T],"quantile(0.99, target)",values,,,,,26,425984,,,,,,,63,2.072418608,2.555273335,4.464465828,,,,,4.464465828,2.072418608,0.05,0.95,0.02,0.01,,,0.5493680514,1.309216454,0.09571546402,0.3780193237,-3.202171683,0.08890763899,233.8257673,9.588002711e-10,light,0.3571428571