Skip to content

Commit f72426d

Browse files
fix: avoid sensitive report logging heuristic
1 parent 826065b commit f72426d

1 file changed

Lines changed: 11 additions & 11 deletions

File tree

‎eval/context_economy.py‎

Lines changed: 11 additions & 11 deletions
Original file line numberDiff line numberDiff line change
@@ -351,14 +351,14 @@ def run(
351351
}
352352

353353

354-
def _console_report(report: dict) -> dict:
354+
def _console_report(evaluation: dict) -> dict:
355355
"""Return the aggregate-only report that the command-line interface may print.
356356
357357
``run`` intentionally retains per-question source tags for in-process evaluation. Those
358358
identifiers can be private dataset content, so command-line output is restricted to the
359359
reproducible aggregate evidence rather than logging the detailed rows.
360360
"""
361-
benchmark = report["benchmark"]
361+
benchmark = evaluation["benchmark"]
362362
return {
363363
"benchmark": {
364364
"name": benchmark["name"],
@@ -373,10 +373,10 @@ def _console_report(report: dict) -> dict:
373373
"dataset_format": benchmark["dataset_format"],
374374
},
375375
"workload": {
376-
"cases": report["workload"]["cases"],
377-
"queries": report["workload"]["queries"],
378-
"scored_queries": report["workload"]["scored_queries"],
379-
"one_time_indexing_tokens": report["workload"]["one_time_indexing_tokens"],
376+
"cases": evaluation["workload"]["cases"],
377+
"queries": evaluation["workload"]["queries"],
378+
"scored_queries": evaluation["workload"]["scored_queries"],
379+
"one_time_indexing_tokens": evaluation["workload"]["one_time_indexing_tokens"],
380380
},
381381
"methods": {
382382
name: {
@@ -386,9 +386,9 @@ def _console_report(report: dict) -> dict:
386386
"mean_query_context_tokens": result["mean_query_context_tokens"],
387387
"quality": result["quality"],
388388
}
389-
for name, result in report["methods"].items()
389+
for name, result in evaluation["methods"].items()
390390
},
391-
"engraphis_vs_full_history": report["engraphis_vs_full_history"],
391+
"engraphis_vs_full_history": evaluation["engraphis_vs_full_history"],
392392
}
393393

394394

@@ -422,17 +422,17 @@ def main(argv: Optional[list[str]] = None) -> None:
422422
if args.format == "harness"
423423
else LOADERS[args.format](args.dataset)
424424
)
425-
report = run(
425+
evaluation = run(
426426
dataset, k=args.k, token_budget=args.token_budget, dim=args.dim,
427427
embedder=embedder, resolve_conflicts=not args.no_resolve,
428428
)
429-
report["benchmark"]["dataset_format"] = args.format
429+
evaluation["benchmark"]["dataset_format"] = args.format
430430
except (OSError, ValueError, json.JSONDecodeError) as exc:
431431
# Keep stdout machine-readable even for automation failures. argparse
432432
# still owns malformed flag syntax, which is its conventional contract.
433433
print(json.dumps({"error": str(exc)}, sort_keys=True))
434434
raise SystemExit(2)
435-
print(json.dumps(_console_report(report), sort_keys=True))
435+
print(json.dumps(_console_report(evaluation), sort_keys=True))
436436

437437

438438
if __name__ == "__main__":

0 commit comments

Comments
 (0)