@@ -351,14 +351,14 @@ def run(
351351 }
352352
353353
354- def _console_report (report : dict ) -> dict :
354+ def _console_report (evaluation : dict ) -> dict :
355355 """Return the aggregate-only report that the command-line interface may print.
356356
357357 ``run`` intentionally retains per-question source tags for in-process evaluation. Those
358358 identifiers can be private dataset content, so command-line output is restricted to the
359359 reproducible aggregate evidence rather than logging the detailed rows.
360360 """
361- benchmark = report ["benchmark" ]
361+ benchmark = evaluation ["benchmark" ]
362362 return {
363363 "benchmark" : {
364364 "name" : benchmark ["name" ],
@@ -373,10 +373,10 @@ def _console_report(report: dict) -> dict:
373373 "dataset_format" : benchmark ["dataset_format" ],
374374 },
375375 "workload" : {
376- "cases" : report ["workload" ]["cases" ],
377- "queries" : report ["workload" ]["queries" ],
378- "scored_queries" : report ["workload" ]["scored_queries" ],
379- "one_time_indexing_tokens" : report ["workload" ]["one_time_indexing_tokens" ],
376+ "cases" : evaluation ["workload" ]["cases" ],
377+ "queries" : evaluation ["workload" ]["queries" ],
378+ "scored_queries" : evaluation ["workload" ]["scored_queries" ],
379+ "one_time_indexing_tokens" : evaluation ["workload" ]["one_time_indexing_tokens" ],
380380 },
381381 "methods" : {
382382 name : {
@@ -386,9 +386,9 @@ def _console_report(report: dict) -> dict:
386386 "mean_query_context_tokens" : result ["mean_query_context_tokens" ],
387387 "quality" : result ["quality" ],
388388 }
389- for name , result in report ["methods" ].items ()
389+ for name , result in evaluation ["methods" ].items ()
390390 },
391- "engraphis_vs_full_history" : report ["engraphis_vs_full_history" ],
391+ "engraphis_vs_full_history" : evaluation ["engraphis_vs_full_history" ],
392392 }
393393
394394
@@ -422,17 +422,17 @@ def main(argv: Optional[list[str]] = None) -> None:
422422 if args .format == "harness"
423423 else LOADERS [args .format ](args .dataset )
424424 )
425- report = run (
425+ evaluation = run (
426426 dataset , k = args .k , token_budget = args .token_budget , dim = args .dim ,
427427 embedder = embedder , resolve_conflicts = not args .no_resolve ,
428428 )
429- report ["benchmark" ]["dataset_format" ] = args .format
429+ evaluation ["benchmark" ]["dataset_format" ] = args .format
430430 except (OSError , ValueError , json .JSONDecodeError ) as exc :
431431 # Keep stdout machine-readable even for automation failures. argparse
432432 # still owns malformed flag syntax, which is its conventional contract.
433433 print (json .dumps ({"error" : str (exc )}, sort_keys = True ))
434434 raise SystemExit (2 )
435- print (json .dumps (_console_report (report ), sort_keys = True ))
435+ print (json .dumps (_console_report (evaluation ), sort_keys = True ))
436436
437437
438438if __name__ == "__main__" :
0 commit comments