Skip to content

Commit 4461e49

Browse files
committed
refactor(agent): intercept delegated: true exclusively for scorers and reporting
1 parent 66ef157 commit 4461e49

2 files changed

Lines changed: 4 additions & 4 deletions

File tree

‎evalbench/reporting/__init__.py‎

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -17,11 +17,11 @@ def get_reporters(reporting_config, job_id, run_time) -> list[Reporter]:
1717
reporters.append(CsvReporter(
1818
reporting_config["csv"], job_id, run_time))
1919

20-
# Check for any delegated or remote reporters
20+
# Check for any delegated reporters
2121
for key, cfg in reporting_config.items():
2222
if key in ("bigquery", "csv"):
2323
continue
24-
if isinstance(cfg, dict) and (cfg.get("delegated", False) or cfg.get("remote", False)):
24+
if isinstance(cfg, dict) and cfg.get("delegated", False):
2525
reporters.append(RemoteReporter(key, cfg, job_id, run_time))
2626
elif key in ("gcs", "gcs_artifacts", "artifacts"):
2727
reporters.append(GcsReporter(cfg, job_id, run_time))

‎evalbench/scorers/score.py‎

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -141,8 +141,8 @@ def get_scorer_instance(
141141
if not isinstance(scorer_config, dict):
142142
return []
143143

144-
# If marked delegated or remote, proxy across reverse bidi stream
145-
if scorer_config.get("delegated", False) or scorer_config.get("remote", False):
144+
# If marked delegated, proxy across reverse bidi stream
145+
if scorer_config.get("delegated", False):
146146
return [RemoteScorerProxy(scorer_name, scorer_config)]
147147

148148
# Direct match in global DEFAULT_SCORERS map

0 commit comments

Comments
 (0)