10 lines
425 B
Python
10 lines
425 B
Python
from pathlib import Path
|
|
|
|
|
|
def test_runtime_qa_modules_do_not_reference_benchmark_gold_fields() -> None:
|
|
root = Path(__file__).resolve().parents[1] / "src/rag/qa_v1_1_73"
|
|
forbidden = {"gold_triple_ids", "final_answer", "answer_target_hit"}
|
|
for path in root.glob("*.py"):
|
|
text = path.read_text(encoding="utf-8")
|
|
assert forbidden.isdisjoint(text.split()), f"benchmark gold field leaked into {path}"
|