Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
20 commits
Select commit Hold shift + click to select a range
acf9a54
refactor: Share GuideLLM dashboard postprocessing
albertoperdomo2 Aug 5, 2026
6dc0cf6
chore: Review comments
albertoperdomo2 Aug 11, 2026
d3f6d70
Merge branch 'main' into feat/align-csv-export
albertoperdomo2 Aug 11, 2026
ee95a5a
fix: Ascending concurrency order
albertoperdomo2 Aug 11, 2026
4c81c8f
Merge branch 'feat/align-csv-export' of github.com:albertoperdomo2/fo…
albertoperdomo2 Aug 11, 2026
aba278b
fix: llm-d post processing plugin
albertoperdomo2 Aug 12, 2026
e7d64c3
Merge branch 'main' into feat/align-csv-export
albertoperdomo2 Aug 12, 2026
b382355
chore: Minor fixes
albertoperdomo2 Aug 12, 2026
565eac4
Merge branch 'feat/align-csv-export' of github.com:albertoperdomo2/fo…
albertoperdomo2 Aug 12, 2026
d209ddd
Merge branch 'main' into feat/align-csv-export
albertoperdomo2 Aug 12, 2026
bc837be
chore: Lazy imports
albertoperdomo2 Aug 12, 2026
5a136f5
Merge branch 'feat/align-csv-export' of github.com:albertoperdomo2/fo…
albertoperdomo2 Aug 12, 2026
3671024
fix: Concurrency order in tests
albertoperdomo2 Aug 12, 2026
8679bdd
feat: GuideLLM PVC storageClass support
albertoperdomo2 Aug 12, 2026
f0fdb99
Merge branch 'main' into feat/align-csv-export
albertoperdomo2 Aug 18, 2026
f0fd525
feat: Enable early MLFlow run
albertoperdomo2 Aug 18, 2026
13bedbb
Merge branch 'feat/align-csv-export' of github.com:albertoperdomo2/fo…
albertoperdomo2 Aug 18, 2026
bbac826
fix: Remove duplicate implementation
albertoperdomo2 Aug 18, 2026
1a4f350
Merge branch 'main' into feat/align-csv-export
albertoperdomo2 Aug 18, 2026
a6646a5
Merge branch 'main' into feat/align-csv-export
albertoperdomo2 Aug 19, 2026
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
6 changes: 4 additions & 2 deletions projects/caliper/engine/kpi/format.py
Original file line number Diff line number Diff line change
Expand Up @@ -63,8 +63,10 @@ def transform_kpis_to_hierarchical_format(kpis: list[dict], model) -> dict:
if k not in ("higher_is_better",) and k not in varying_keys
}

if not test_data["labels"]:
test_data["labels"] = test_labels
# KPI handlers may add project-specific labels only to a subset of the
# records. Preserve every label that is constant for this test instead
# of freezing the set from whichever KPI happened to be emitted first.
test_data["labels"].update(test_labels)

# Store test metadata from first KPI
if not test_data["metadata"]:
Expand Down
28 changes: 28 additions & 0 deletions projects/caliper/tests/test_kpi_format.py
Original file line number Diff line number Diff line change
@@ -0,0 +1,28 @@
from __future__ import annotations

from projects.caliper.engine.kpi.format import transform_kpis_to_hierarchical_format


def test_hierarchical_format_merges_common_labels_from_all_kpis():
kpis = [
{
"run_id": "run-1",
"kpi_id": "generic",
"value": 1,
"labels": {"model": "llama"},
},
{
"run_id": "run-1",
"kpi_id": "dashboard",
"value": 2,
"labels": {"model": "llama", "tensor_parallel_size": "2"},
},
]
model = type("Model", (), {"plugin_module": "missing.plugin"})()

output = transform_kpis_to_hierarchical_format(kpis, model)

assert output["tests"][0]["labels"] == {
"model": "llama",
"tensor_parallel_size": "2",
}
Loading
Loading