{"qid": "eval-001", "question": "Who won the gold medal in the event held at Olympic Tennis Centre on 15 to 22 August 2004?", "qtype": "multi_hop", "answers": {"vanilla_rag": "Not found in evidence", "graph_rag": "Li TingSun Tiantian (CHN)", "agentic_graph_rag": "Li TingSun Tiantian"}, "tokens": {"vanilla_rag_tokens": 2098, "graph_rag_tokens": 594, "agentic_graph_rag_tokens": 130}, "latency_sec": {"vanilla_rag_latency": 1.313, "graph_rag_latency": 1.283, "agentic_graph_rag_latency": 0.006}, "agentic_trace": [{"step": 1, "tool": "orchestrator_and_entity_linking", "marginal_gain": 0.4, "entropy": 0.6, "tokens": 45, "latency": 0.001, "avi": 4.4442, "should_stop": false, "strategy_changed": false, "evidence_keys": ["entities"], "retrieved_ids_so_far": []}, {"step": 2, "tool": "multi_hop_graph_traversal", "marginal_gain": 0.4, "entropy": 0.2, "tokens": 85, "latency": 0.005, "avi": 4.2343, "should_stop": false, "strategy_changed": false, "evidence_keys": ["entities", "target_event"], "retrieved_ids_so_far": ["Q942805"]}], "agentic_metadata": {"average_avi": 4.33925, "final_entropy": 0.19999999999999996, "strategy_changed": false, "total_hops": 2, "stopping_reason": "Max Hops Reached"}}
{"qid": "eval-002", "question": "How many nations competed in Fencing at the 1988 Summer Olympics – Men's foil?", "qtype": "lookup", "answers": {"vanilla_rag": "1", "graph_rag": "Stefano Cerioni (ITA)", "agentic_graph_rag": "29"}, "tokens": {"vanilla_rag_tokens": 2138, "graph_rag_tokens": 964, "agentic_graph_rag_tokens": 95}, "latency_sec": {"vanilla_rag_latency": 1.376, "graph_rag_latency": 1.522, "agentic_graph_rag_latency": 0.099}, "agentic_trace": [{"step": 1, "tool": "orchestrator_and_entity_linking", "marginal_gain": 0.0, "entropy": 1.0, "tokens": 45, "latency": 0.0, "avi": 0.0, "should_stop": false, "strategy_changed": false, "evidence_keys": ["entities"], "retrieved_ids_so_far": []}, {"step": 2, "tool": "direct_entity_lookup", "marginal_gain": 0.6667, "entropy": 0.3333, "tokens": 50, "latency": 0.099, "avi": 10.1718, "should_stop": false, "strategy_changed": false, "evidence_keys": ["entities", "target_event"], "retrieved_ids_so_far": ["Q5443136"]}], "agentic_metadata": {"average_avi": 5.0859, "final_entropy": 0.33333333333333337, "strategy_changed": false, "total_hops": 2, "stopping_reason": "Max Hops Reached"}}
{"qid": "eval-003", "question": "According to the provided corpus, how many cycling events at the 2008 Summer Olympics had more than 30 competitors?", "qtype": "aggregation", "answers": {"vanilla_rag": "1", "graph_rag": "Sabine Spitz (GER)", "agentic_graph_rag": "8"}, "tokens": {"vanilla_rag_tokens": 2179, "graph_rag_tokens": 911, "agentic_graph_rag_tokens": 105}, "latency_sec": {"vanilla_rag_latency": 1.667, "graph_rag_latency": 2.541, "agentic_graph_rag_latency": 0.001}, "agentic_trace": [{"step": 1, "tool": "orchestrator_and_entity_linking", "marginal_gain": 0.2, "entropy": 0.8, "tokens": 45, "latency": 0.0, "avi": 1.3333, "should_stop": false, "strategy_changed": false, "evidence_keys": ["entities"], "retrieved_ids_so_far": []}, {"step": 2, "tool": "graph_aggregation_engine", "marginal_gain": 0.6, "entropy": 0.2, "tokens": 60, "latency": 0.001, "avi": 8.9997, "should_stop": false, "strategy_changed": false, "evidence_keys": ["entities", "count", "matched_events_count"], "retrieved_ids_so_far": ["Q938805", "Q1005322", "Q609985", "Q1203058", "Q1064571", "Q1202770", "Q1064728", "Q1005363", "Q1064381", "Q1202526", "Q938833", "Q1005614", "Q628945", "Q727488", "Q1063589", "Q577260", "Q1077323", "Q635304"]}], "agentic_metadata": {"average_avi": 5.1665, "final_entropy": 0.19999999999999996, "strategy_changed": false, "total_hops": 2, "stopping_reason": "Max Hops Reached"}}
{"qid": "eval-004", "question": "Who won the gold medal in the event held at Sydney International Shooting Centre on 22 September 2000?", "qtype": "multi_hop", "answers": {"vanilla_rag": "Not found in evidence", "graph_rag": "Mariya Grozdeva (BUL)", "agentic_graph_rag": "Mariya Grozdeva"}, "tokens": {"vanilla_rag_tokens": 2183, "graph_rag_tokens": 939, "agentic_graph_rag_tokens": 130}, "latency_sec": {"vanilla_rag_latency": 1.362, "graph_rag_latency": 1.36, "agentic_graph_rag_latency": 0.005}, "agentic_trace": [{"step": 1, "tool": "orchestrator_and_entity_linking", "marginal_gain": 0.4, "entropy": 0.6, "tokens": 45, "latency": 0.0, "avi": 4.4444, "should_stop": false, "strategy_changed": false, "evidence_keys": ["entities"], "retrieved_ids_so_far": []}, {"step": 2, "tool": "multi_hop_graph_traversal", "marginal_gain": 0.4, "entropy": 0.2, "tokens": 85, "latency": 0.005, "avi": 4.2342, "should_stop": false, "strategy_changed": false, "evidence_keys": ["entities", "target_event"], "retrieved_ids_so_far": ["Q7500817"]}], "agentic_metadata": {"average_avi": 4.3393, "final_entropy": 0.19999999999999996, "strategy_changed": false, "total_hops": 2, "stopping_reason": "Max Hops Reached"}}
{"qid": "eval-005", "question": "According to the provided corpus, which sailing event at the 2016 Summer Olympics had the highest number of competitors?", "qtype": "superlative", "answers": {"vanilla_rag": "Not found in evidence", "graph_rag": "Santiago LangeCecilia Carranza (ARG)", "agentic_graph_rag": "Sailing at the 2016 Summer Olympics – Men's 470"}, "tokens": {"vanilla_rag_tokens": 1356, "graph_rag_tokens": 903, "agentic_graph_rag_tokens": 105}, "latency_sec": {"vanilla_rag_latency": 1.542, "graph_rag_latency": 1.45, "agentic_graph_rag_latency": 0.0}, "agentic_trace": [{"step": 1, "tool": "orchestrator_and_entity_linking", "marginal_gain": 0.2, "entropy": 0.8, "tokens": 45, "latency": 0.0, "avi": 1.3333, "should_stop": false, "strategy_changed": false, "evidence_keys": ["entities"], "retrieved_ids_so_far": []}, {"step": 2, "tool": "graph_superlative_engine", "marginal_gain": 0.6, "entropy": 0.2, "tokens": 60, "latency": 0.0, "avi": 8.9999, "should_stop": false, "strategy_changed": false, "evidence_keys": ["entities", "best_event"], "retrieved_ids_so_far": ["Q26262262", "Q26263261", "Q26265754", "Q26262295", "Q26250761", "Q26262259", "Q26262261", "Q26241858", "Q26254891", "Q26242954"]}], "agentic_metadata": {"average_avi": 5.1666, "final_entropy": 0.19999999999999996, "strategy_changed": false, "total_hops": 2, "stopping_reason": "Max Hops Reached"}}
{"qid": "eval-006", "question": "According to the provided corpus, how many cross-country skiing events at the 2010 Winter Olympics had more than 62 competitors?", "qtype": "aggregation", "answers": {"vanilla_rag": "1", "graph_rag": "Marit Bjørgen (NOR)", "agentic_graph_rag": "4"}, "tokens": {"vanilla_rag_tokens": 2206, "graph_rag_tokens": 923, "agentic_graph_rag_tokens": 105}, "latency_sec": {"vanilla_rag_latency": 1.428, "graph_rag_latency": 1.262, "agentic_graph_rag_latency": 0.0}, "agentic_trace": [{"step": 1, "tool": "orchestrator_and_entity_linking", "marginal_gain": 0.2, "entropy": 0.8, "tokens": 45, "latency": 0.0, "avi": 1.3333, "should_stop": false, "strategy_changed": false, "evidence_keys": ["entities"], "retrieved_ids_so_far": []}, {"step": 2, "tool": "graph_aggregation_engine", "marginal_gain": 0.6, "entropy": 0.2, "tokens": 60, "latency": 0.0, "avi": 8.9999, "should_stop": false, "strategy_changed": false, "evidence_keys": ["entities", "count", "matched_events_count"], "retrieved_ids_so_far": ["Q848655", "Q848689", "Q220386", "Q843851", "Q571263", "Q916724", "Q595962", "Q384953", "Q916711", "Q916916"]}], "agentic_metadata": {"average_avi": 5.1666, "final_entropy": 0.19999999999999996, "strategy_changed": false, "total_hops": 2, "stopping_reason": "Max Hops Reached"}}
{"qid": "eval-007", "question": "Who won the gold medal in the men's heavyweight boxing event at the Summer Olympics held immediately before 2016?", "qtype": "temporal", "answers": {"vanilla_rag": "Not found in evidence", "graph_rag": "Oleksandr Usyk (UKR)", "agentic_graph_rag": "Anthony Joshua"}, "tokens": {"vanilla_rag_tokens": 1878, "graph_rag_tokens": 909, "agentic_graph_rag_tokens": 135}, "latency_sec": {"vanilla_rag_latency": 1.354, "graph_rag_latency": 1.299, "agentic_graph_rag_latency": 0.001}, "agentic_trace": [{"step": 1, "tool": "orchestrator_and_entity_linking", "marginal_gain": 0.25, "entropy": 0.75, "tokens": 45, "latency": 0.0, "avi": 1.9444, "should_stop": false, "strategy_changed": false, "evidence_keys": ["entities", "resolved_games"], "retrieved_ids_so_far": []}, {"step": 2, "tool": "temporal_graph_traversal", "marginal_gain": 0.5, "entropy": 0.25, "tokens": 90, "latency": 0.001, "avi": 4.7221, "should_stop": false, "strategy_changed": false, "evidence_keys": ["entities", "resolved_games", "target_event"], "retrieved_ids_so_far": ["Q326382"]}], "agentic_metadata": {"average_avi": 3.33325, "final_entropy": 0.25, "strategy_changed": false, "total_hops": 2, "stopping_reason": "Max Hops Reached"}}
{"qid": "eval-008", "question": "According to the provided corpus, how many sailing events at the 1996 Summer Olympics had more than 46 competitors?", "qtype": "aggregation", "answers": {"vanilla_rag": "1", "graph_rag": "Lai Shan Lee (HKG)", "agentic_graph_rag": "4"}, "tokens": {"vanilla_rag_tokens": 2147, "graph_rag_tokens": 885, "agentic_graph_rag_tokens": 105}, "latency_sec": {"vanilla_rag_latency": 1.323, "graph_rag_latency": 1.199, "agentic_graph_rag_latency": 0.0}, "agentic_trace": [{"step": 1, "tool": "orchestrator_and_entity_linking", "marginal_gain": 0.2, "entropy": 0.8, "tokens": 45, "latency": 0.0, "avi": 1.3333, "should_stop": false, "strategy_changed": false, "evidence_keys": ["entities"], "retrieved_ids_so_far": []}, {"step": 2, "tool": "graph_aggregation_engine", "marginal_gain": 0.6, "entropy": 0.2, "tokens": 60, "latency": 0.0, "avi": 8.9999, "should_stop": false, "strategy_changed": false, "evidence_keys": ["entities", "count", "matched_events_count"], "retrieved_ids_so_far": ["Q7400321", "Q7400319", "Q7400324", "Q7400322", "Q7400317", "Q7400318", "Q7400316", "Q7400323", "Q7400320", "Q7400325"]}], "agentic_metadata": {"average_avi": 5.1666, "final_entropy": 0.19999999999999996, "strategy_changed": false, "total_hops": 2, "stopping_reason": "Max Hops Reached"}}
{"qid": "eval-009", "question": "According to the provided corpus, which sailing event at the 2004 Summer Olympics had the highest number of competitors?", "qtype": "superlative", "answers": {"vanilla_rag": "Not found in evidence", "graph_rag": "Faustine Merret (FRA)", "agentic_graph_rag": "Sailing at the 2004 Summer Olympics – Men's 470"}, "tokens": {"vanilla_rag_tokens": 1317, "graph_rag_tokens": 981, "agentic_graph_rag_tokens": 105}, "latency_sec": {"vanilla_rag_latency": 1.322, "graph_rag_latency": 1.808, "agentic_graph_rag_latency": 0.0}, "agentic_trace": [{"step": 1, "tool": "orchestrator_and_entity_linking", "marginal_gain": 0.2, "entropy": 0.8, "tokens": 45, "latency": 0.0, "avi": 1.3333, "should_stop": false, "strategy_changed": false, "evidence_keys": ["entities"], "retrieved_ids_so_far": []}, {"step": 2, "tool": "graph_superlative_engine", "marginal_gain": 0.6, "entropy": 0.2, "tokens": 60, "latency": 0.0, "avi": 8.9999, "should_stop": false, "strategy_changed": false, "evidence_keys": ["entities", "best_event"], "retrieved_ids_so_far": ["Q7400340", "Q7400349", "Q7400339", "Q7400346", "Q7400350", "Q7400341", "Q7400347", "Q7400345", "Q7400344", "Q10609400", "Q7400342"]}], "agentic_metadata": {"average_avi": 5.1666, "final_entropy": 0.19999999999999996, "strategy_changed": false, "total_hops": 2, "stopping_reason": "Max Hops Reached"}}
{"qid": "eval-010", "question": "How many nations competed in Boxing at the 1996 Summer Olympics – Flyweight?", "qtype": "lookup", "answers": {"vanilla_rag": "1", "graph_rag": "Maikro Romero (CUB)", "agentic_graph_rag": "32"}, "tokens": {"vanilla_rag_tokens": 1203, "graph_rag_tokens": 902, "agentic_graph_rag_tokens": 95}, "latency_sec": {"vanilla_rag_latency": 1.08, "graph_rag_latency": 1.25, "agentic_graph_rag_latency": 0.076}, "agentic_trace": [{"step": 1, "tool": "orchestrator_and_entity_linking", "marginal_gain": 0.0, "entropy": 1.0, "tokens": 45, "latency": 0.0, "avi": 0.0, "should_stop": false, "strategy_changed": false, "evidence_keys": ["entities"], "retrieved_ids_so_far": []}, {"step": 2, "tool": "direct_entity_lookup", "marginal_gain": 0.6667, "entropy": 0.3333, "tokens": 50, "latency": 0.076, "avi": 10.1836, "should_stop": false, "strategy_changed": false, "evidence_keys": ["entities", "target_event"], "retrieved_ids_so_far": ["Q10497009"]}], "agentic_metadata": {"average_avi": 5.0918, "final_entropy": 0.33333333333333337, "strategy_changed": false, "total_hops": 2, "stopping_reason": "Max Hops Reached"}}
{"qid": "eval-011", "question": "According to the provided corpus, how many weightlifting events at the 1992 Summer Olympics had more than 24 competitors?", "qtype": "aggregation", "answers": {"vanilla_rag": "1", "graph_rag": "Pyrros Dimas (GRE)", "agentic_graph_rag": "4"}, "tokens": {"vanilla_rag_tokens": 2164, "graph_rag_tokens": 911, "agentic_graph_rag_tokens": 105}, "latency_sec": {"vanilla_rag_latency": 1.629, "graph_rag_latency": 1.381, "agentic_graph_rag_latency": 0.0}, "agentic_trace": [{"step": 1, "tool": "orchestrator_and_entity_linking", "marginal_gain": 0.2, "entropy": 0.8, "tokens": 45, "latency": 0.0, "avi": 1.3333, "should_stop": false, "strategy_changed": false, "evidence_keys": ["entities"], "retrieved_ids_so_far": []}, {"step": 2, "tool": "graph_aggregation_engine", "marginal_gain": 0.6, "entropy": 0.2, "tokens": 60, "latency": 0.0, "avi": 8.9999, "should_stop": false, "strategy_changed": false, "evidence_keys": ["entities", "count", "matched_events_count"], "retrieved_ids_so_far": ["Q7979977", "Q7979969", "Q7979974", "Q7979975", "Q7979971", "Q7979968", "Q7979973", "Q7979967", "Q7979978", "Q7979972"]}], "agentic_metadata": {"average_avi": 5.1666, "final_entropy": 0.19999999999999996, "strategy_changed": false, "total_hops": 2, "stopping_reason": "Max Hops Reached"}}
{"qid": "eval-012", "question": "How many nations competed in Swimming at the 2016 Summer Olympics – Men's 100 metre butterfly?", "qtype": "lookup", "answers": {"vanilla_rag": "1", "graph_rag": "Joseph Schooling (SIN)", "agentic_graph_rag": "32"}, "tokens": {"vanilla_rag_tokens": 2183, "graph_rag_tokens": 948, "agentic_graph_rag_tokens": 95}, "latency_sec": {"vanilla_rag_latency": 1.563, "graph_rag_latency": 1.538, "agentic_graph_rag_latency": 0.098}, "agentic_trace": [{"step": 1, "tool": "orchestrator_and_entity_linking", "marginal_gain": 0.0, "entropy": 1.0, "tokens": 45, "latency": 0.0, "avi": 0.0, "should_stop": false, "strategy_changed": false, "evidence_keys": ["entities"], "retrieved_ids_so_far": []}, {"step": 2, "tool": "direct_entity_lookup", "marginal_gain": 0.6667, "entropy": 0.3333, "tokens": 50, "latency": 0.098, "avi": 10.1725, "should_stop": false, "strategy_changed": false, "evidence_keys": ["entities", "target_event"], "retrieved_ids_so_far": ["Q25991452"]}], "agentic_metadata": {"average_avi": 5.08625, "final_entropy": 0.33333333333333337, "strategy_changed": false, "total_hops": 2, "stopping_reason": "Max Hops Reached"}}
{"qid": "eval-013", "question": "According to the provided corpus, how many cycling events at the 2016 Summer Olympics had more than 27 competitors?", "qtype": "aggregation", "answers": {"vanilla_rag": "1", "graph_rag": "Elia Viviani (ITA)", "agentic_graph_rag": "6"}, "tokens": {"vanilla_rag_tokens": 2174, "graph_rag_tokens": 919, "agentic_graph_rag_tokens": 105}, "latency_sec": {"vanilla_rag_latency": 1.725, "graph_rag_latency": 1.684, "agentic_graph_rag_latency": 0.0}, "agentic_trace": [{"step": 1, "tool": "orchestrator_and_entity_linking", "marginal_gain": 0.2, "entropy": 0.8, "tokens": 45, "latency": 0.0, "avi": 1.3333, "should_stop": false, "strategy_changed": false, "evidence_keys": ["entities"], "retrieved_ids_so_far": []}, {"step": 2, "tool": "graph_aggregation_engine", "marginal_gain": 0.6, "entropy": 0.2, "tokens": 60, "latency": 0.0, "avi": 8.9999, "should_stop": false, "strategy_changed": false, "evidence_keys": ["entities", "count", "matched_events_count"], "retrieved_ids_so_far": ["Q25476541", "Q24761058", "Q26260960", "Q26291516", "Q26262523", "Q26265815", "Q25476545", "Q25476835", "Q26259596", "Q26263572", "Q25476845", "Q24760634", "Q26262252", "Q24906792", "Q25476761", "Q26260943"]}], "agentic_metadata": {"average_avi": 5.1666, "final_entropy": 0.19999999999999996, "strategy_changed": false, "total_hops": 2, "stopping_reason": "Max Hops Reached"}}
{"qid": "eval-014", "question": "Who won the gold medal in the event held at San Sicario on February 15, 2006?", "qtype": "multi_hop", "answers": {"vanilla_rag": "Not found in evidence", "graph_rag": "Michaela Dorfmeister (AUT)", "agentic_graph_rag": "Michaela Dorfmeister"}, "tokens": {"vanilla_rag_tokens": 2163, "graph_rag_tokens": 279, "agentic_graph_rag_tokens": 130}, "latency_sec": {"vanilla_rag_latency": 1.44, "graph_rag_latency": 1.667, "agentic_graph_rag_latency": 0.006}, "agentic_trace": [{"step": 1, "tool": "orchestrator_and_entity_linking", "marginal_gain": 0.4, "entropy": 0.6, "tokens": 45, "latency": 0.0, "avi": 4.4444, "should_stop": false, "strategy_changed": false, "evidence_keys": ["entities"], "retrieved_ids_so_far": []}, {"step": 2, "tool": "multi_hop_graph_traversal", "marginal_gain": 0.4, "entropy": 0.2, "tokens": 85, "latency": 0.005, "avi": 4.2342, "should_stop": false, "strategy_changed": false, "evidence_keys": ["entities", "target_event"], "retrieved_ids_so_far": ["Q771123"]}], "agentic_metadata": {"average_avi": 4.3393, "final_entropy": 0.19999999999999996, "strategy_changed": false, "total_hops": 2, "stopping_reason": "Max Hops Reached"}}
{"qid": "eval-015", "question": "How many nations competed in Athletics at the 2016 Summer Olympics – Men's 400 metres?", "qtype": "lookup", "answers": {"vanilla_rag": "1", "graph_rag": "Michael Johnson (USA)", "agentic_graph_rag": "44"}, "tokens": {"vanilla_rag_tokens": 2172, "graph_rag_tokens": 911, "agentic_graph_rag_tokens": 95}, "latency_sec": {"vanilla_rag_latency": 1.445, "graph_rag_latency": 1.363, "agentic_graph_rag_latency": 0.113}, "agentic_trace": [{"step": 1, "tool": "orchestrator_and_entity_linking", "marginal_gain": 0.0, "entropy": 1.0, "tokens": 45, "latency": 0.0, "avi": 0.0, "should_stop": false, "strategy_changed": false, "evidence_keys": ["entities"], "retrieved_ids_so_far": []}, {"step": 2, "tool": "direct_entity_lookup", "marginal_gain": 0.6667, "entropy": 0.3333, "tokens": 50, "latency": 0.113, "avi": 10.1647, "should_stop": false, "strategy_changed": false, "evidence_keys": ["entities", "target_event"], "retrieved_ids_so_far": ["Q3628768"]}], "agentic_metadata": {"average_avi": 5.08235, "final_entropy": 0.33333333333333337, "strategy_changed": false, "total_hops": 2, "stopping_reason": "Max Hops Reached"}}
{"qid": "eval-016", "question": "How many nations competed in Athletics at the 2008 Summer Olympics – Women's shot put?", "qtype": "lookup", "answers": {"vanilla_rag": "1", "graph_rag": "Gong Lijiao (CHN)", "agentic_graph_rag": "22"}, "tokens": {"vanilla_rag_tokens": 2160, "graph_rag_tokens": 874, "agentic_graph_rag_tokens": 95}, "latency_sec": {"vanilla_rag_latency": 1.301, "graph_rag_latency": 1.821, "agentic_graph_rag_latency": 0.091}, "agentic_trace": [{"step": 1, "tool": "orchestrator_and_entity_linking", "marginal_gain": 0.0, "entropy": 1.0, "tokens": 45, "latency": 0.0, "avi": 0.0, "should_stop": false, "strategy_changed": false, "evidence_keys": ["entities"], "retrieved_ids_so_far": []}, {"step": 2, "tool": "direct_entity_lookup", "marginal_gain": 0.6667, "entropy": 0.3333, "tokens": 50, "latency": 0.091, "avi": 10.1758, "should_stop": false, "strategy_changed": false, "evidence_keys": ["entities", "target_event"], "retrieved_ids_so_far": ["Q65242144"]}], "agentic_metadata": {"average_avi": 5.0879, "final_entropy": 0.33333333333333337, "strategy_changed": false, "total_hops": 2, "stopping_reason": "Max Hops Reached"}}
{"qid": "eval-017", "question": "Who won the gold medal in the event held at Eton Dorney on 28 July – 4 August 2012?", "qtype": "multi_hop", "answers": {"vanilla_rag": "Not found in evidence", "graph_rag": "Miroslava Knapková (CZE)", "agentic_graph_rag": "Miroslava Knapková"}, "tokens": {"vanilla_rag_tokens": 2166, "graph_rag_tokens": 938, "agentic_graph_rag_tokens": 130}, "latency_sec": {"vanilla_rag_latency": 1.181, "graph_rag_latency": 1.433, "agentic_graph_rag_latency": 0.003}, "agentic_trace": [{"step": 1, "tool": "orchestrator_and_entity_linking", "marginal_gain": 0.4, "entropy": 0.6, "tokens": 45, "latency": 0.0, "avi": 4.4444, "should_stop": false, "strategy_changed": false, "evidence_keys": ["entities"], "retrieved_ids_so_far": []}, {"step": 2, "tool": "multi_hop_graph_traversal", "marginal_gain": 0.4, "entropy": 0.2, "tokens": 85, "latency": 0.003, "avi": 4.2347, "should_stop": false, "strategy_changed": false, "evidence_keys": ["entities", "target_event"], "retrieved_ids_so_far": ["Q1222270"]}], "agentic_metadata": {"average_avi": 4.33955, "final_entropy": 0.19999999999999996, "strategy_changed": false, "total_hops": 2, "stopping_reason": "Max Hops Reached"}}
{"qid": "eval-018", "question": "Who won the gold medal in the event held at Olympic Stadium on 16–18 August 2016?", "qtype": "multi_hop", "answers": {"vanilla_rag": "Not found in evidence", "graph_rag": "Sara Kolak (CRO)", "agentic_graph_rag": "Sara Kolak"}, "tokens": {"vanilla_rag_tokens": 2079, "graph_rag_tokens": 926, "agentic_graph_rag_tokens": 130}, "latency_sec": {"vanilla_rag_latency": 1.124, "graph_rag_latency": 1.535, "agentic_graph_rag_latency": 0.008}, "agentic_trace": [{"step": 1, "tool": "orchestrator_and_entity_linking", "marginal_gain": 0.4, "entropy": 0.6, "tokens": 45, "latency": 0.0, "avi": 4.4444, "should_stop": false, "strategy_changed": false, "evidence_keys": ["entities"], "retrieved_ids_so_far": []}, {"step": 2, "tool": "multi_hop_graph_traversal", "marginal_gain": 0.4, "entropy": 0.2, "tokens": 85, "latency": 0.008, "avi": 4.2336, "should_stop": false, "strategy_changed": false, "evidence_keys": ["entities", "target_event"], "retrieved_ids_so_far": ["Q26234144"]}], "agentic_metadata": {"average_avi": 4.339, "final_entropy": 0.19999999999999996, "strategy_changed": false, "total_hops": 2, "stopping_reason": "Max Hops Reached"}}
{"qid": "eval-019", "question": "According to the provided corpus, how many alpine skiing events at the 1998 Winter Olympics had more than 45 competitors?", "qtype": "aggregation", "answers": {"vanilla_rag": "1", "graph_rag": "Katja Seizinger (GER)", "agentic_graph_rag": "4"}, "tokens": {"vanilla_rag_tokens": 1928, "graph_rag_tokens": 870, "agentic_graph_rag_tokens": 105}, "latency_sec": {"vanilla_rag_latency": 1.227, "graph_rag_latency": 1.423, "agentic_graph_rag_latency": 0.0}, "agentic_trace": [{"step": 1, "tool": "orchestrator_and_entity_linking", "marginal_gain": 0.2, "entropy": 0.8, "tokens": 45, "latency": 0.0, "avi": 1.3333, "should_stop": false, "strategy_changed": false, "evidence_keys": ["entities"], "retrieved_ids_so_far": []}, {"step": 2, "tool": "graph_aggregation_engine", "marginal_gain": 0.6, "entropy": 0.2, "tokens": 60, "latency": 0.0, "avi": 9.0, "should_stop": false, "strategy_changed": false, "evidence_keys": ["entities", "count", "matched_events_count"], "retrieved_ids_so_far": ["Q1222474", "Q1005643", "Q1005296", "Q1222214", "Q1005810", "Q1005576", "Q1222533", "Q1222717", "Q1222646", "Q1005749"]}], "agentic_metadata": {"average_avi": 5.16665, "final_entropy": 0.19999999999999996, "strategy_changed": false, "total_hops": 2, "stopping_reason": "Max Hops Reached"}}
{"qid": "eval-020", "question": "Who won the gold medal in the event held at Royal Artillery Barracks on 5 August 2012?", "qtype": "multi_hop", "answers": {"vanilla_rag": "Not found in evidence", "graph_rag": "Jin Jong-oh (KOR)", "agentic_graph_rag": "Jin Jong-oh"}, "tokens": {"vanilla_rag_tokens": 2183, "graph_rag_tokens": 436, "agentic_graph_rag_tokens": 130}, "latency_sec": {"vanilla_rag_latency": 1.233, "graph_rag_latency": 1.432, "agentic_graph_rag_latency": 0.003}, "agentic_trace": [{"step": 1, "tool": "orchestrator_and_entity_linking", "marginal_gain": 0.4, "entropy": 0.6, "tokens": 45, "latency": 0.0, "avi": 4.4444, "should_stop": false, "strategy_changed": false, "evidence_keys": ["entities"], "retrieved_ids_so_far": []}, {"step": 2, "tool": "multi_hop_graph_traversal", "marginal_gain": 0.4, "entropy": 0.2, "tokens": 85, "latency": 0.003, "avi": 4.2346, "should_stop": false, "strategy_changed": false, "evidence_keys": ["entities", "target_event"], "retrieved_ids_so_far": ["Q2353475"]}], "agentic_metadata": {"average_avi": 4.3395, "final_entropy": 0.19999999999999996, "strategy_changed": false, "total_hops": 2, "stopping_reason": "Max Hops Reached"}}
{"qid": "eval-021", "question": "Who won the gold medal in the men's 200 metre backstroke swimming event at the Summer Olympics held immediately before 2016?", "qtype": "temporal", "answers": {"vanilla_rag": "Not found in evidence", "graph_rag": "Tyler Clary (USA)", "agentic_graph_rag": "Tyler Clary"}, "tokens": {"vanilla_rag_tokens": 2196, "graph_rag_tokens": 958, "agentic_graph_rag_tokens": 135}, "latency_sec": {"vanilla_rag_latency": 1.333, "graph_rag_latency": 1.633, "agentic_graph_rag_latency": 0.002}, "agentic_trace": [{"step": 1, "tool": "orchestrator_and_entity_linking", "marginal_gain": 0.25, "entropy": 0.75, "tokens": 45, "latency": 0.0, "avi": 1.9444, "should_stop": false, "strategy_changed": false, "evidence_keys": ["entities", "resolved_games"], "retrieved_ids_so_far": []}, {"step": 2, "tool": "temporal_graph_traversal", "marginal_gain": 0.5, "entropy": 0.25, "tokens": 90, "latency": 0.001, "avi": 4.7219, "should_stop": false, "strategy_changed": false, "evidence_keys": ["entities", "resolved_games", "target_event"], "retrieved_ids_so_far": ["Q2071160"]}], "agentic_metadata": {"average_avi": 3.33315, "final_entropy": 0.25, "strategy_changed": false, "total_hops": 2, "stopping_reason": "Max Hops Reached"}}
{"qid": "eval-022", "question": "How many nations competed in Cross-country skiing at the 2014 Winter Olympics – Men's sprint?", "qtype": "lookup", "answers": {"vanilla_rag": "1", "graph_rag": "Jason Kenny (GBR)", "agentic_graph_rag": "16"}, "tokens": {"vanilla_rag_tokens": 2199, "graph_rag_tokens": 905, "agentic_graph_rag_tokens": 95}, "latency_sec": {"vanilla_rag_latency": 1.126, "graph_rag_latency": 1.332, "agentic_graph_rag_latency": 0.105}, "agentic_trace": [{"step": 1, "tool": "orchestrator_and_entity_linking", "marginal_gain": 0.0, "entropy": 1.0, "tokens": 45, "latency": 0.0, "avi": 0.0, "should_stop": false, "strategy_changed": false, "evidence_keys": ["entities"], "retrieved_ids_so_far": []}, {"step": 2, "tool": "direct_entity_lookup", "marginal_gain": 0.6667, "entropy": 0.3333, "tokens": 50, "latency": 0.105, "avi": 10.1688, "should_stop": false, "strategy_changed": false, "evidence_keys": ["entities", "target_event"], "retrieved_ids_so_far": ["Q26262252"]}], "agentic_metadata": {"average_avi": 5.0844, "final_entropy": 0.33333333333333337, "strategy_changed": false, "total_hops": 2, "stopping_reason": "Max Hops Reached"}}
{"qid": "eval-023", "question": "According to the provided corpus, how many shooting events at the 2000 Summer Olympics had more than 42 competitors?", "qtype": "aggregation", "answers": {"vanilla_rag": "1", "graph_rag": "Renata Mauer (POL)", "agentic_graph_rag": "7"}, "tokens": {"vanilla_rag_tokens": 2161, "graph_rag_tokens": 942, "agentic_graph_rag_tokens": 105}, "latency_sec": {"vanilla_rag_latency": 1.323, "graph_rag_latency": 1.232, "agentic_graph_rag_latency": 0.0}, "agentic_trace": [{"step": 1, "tool": "orchestrator_and_entity_linking", "marginal_gain": 0.2, "entropy": 0.8, "tokens": 45, "latency": 0.0, "avi": 1.3333, "should_stop": false, "strategy_changed": false, "evidence_keys": ["entities"], "retrieved_ids_so_far": []}, {"step": 2, "tool": "graph_aggregation_engine", "marginal_gain": 0.6, "entropy": 0.2, "tokens": 60, "latency": 0.0, "avi": 8.9999, "should_stop": false, "strategy_changed": false, "evidence_keys": ["entities", "count", "matched_events_count"], "retrieved_ids_so_far": ["Q7500819", "Q4443764", "Q7500817", "Q4443767", "Q4443765", "Q4354069", "Q7500807", "Q7500816", "Q7500809", "Q4443766", "Q4443763", "Q7500812", "Q7500821", "Q7500822", "Q7500814", "Q7500813", "Q7500810"]}], "agentic_metadata": {"average_avi": 5.1666, "final_entropy": 0.19999999999999996, "strategy_changed": false, "total_hops": 2, "stopping_reason": "Max Hops Reached"}}
{"qid": "eval-024", "question": "According to the provided corpus, which cross-country skiing event at the 1998 Winter Olympics had the highest number of competitors?", "qtype": "superlative", "answers": {"vanilla_rag": "Not found in evidence", "graph_rag": "Olga Danilova (RUS)", "agentic_graph_rag": "Cross-country skiing at the 1998 Winter Olympics – Men's 10 kilometre classical"}, "tokens": {"vanilla_rag_tokens": 2189, "graph_rag_tokens": 918, "agentic_graph_rag_tokens": 105}, "latency_sec": {"vanilla_rag_latency": 1.128, "graph_rag_latency": 1.271, "agentic_graph_rag_latency": 0.0}, "agentic_trace": [{"step": 1, "tool": "orchestrator_and_entity_linking", "marginal_gain": 0.2, "entropy": 0.8, "tokens": 45, "latency": 0.0, "avi": 1.3333, "should_stop": false, "strategy_changed": false, "evidence_keys": ["entities"], "retrieved_ids_so_far": []}, {"step": 2, "tool": "graph_superlative_engine", "marginal_gain": 0.6, "entropy": 0.2, "tokens": 60, "latency": 0.0, "avi": 9.0, "should_stop": false, "strategy_changed": false, "evidence_keys": ["entities", "best_event"], "retrieved_ids_so_far": ["Q1221939", "Q1004937", "Q1005103", "Q1222025", "Q1004991", "Q1005214", "Q1005069", "Q1222171", "Q1221875"]}], "agentic_metadata": {"average_avi": 5.16665, "final_entropy": 0.19999999999999996, "strategy_changed": false, "total_hops": 2, "stopping_reason": "Max Hops Reached"}}
{"qid": "eval-025", "question": "According to the provided corpus, which rowing event at the 2016 Summer Olympics had the highest number of competitors?", "qtype": "superlative", "answers": {"vanilla_rag": "Not found in evidence", "graph_rag": "Magdalena Fularczyk-KozłowskaNatalia Madaj (POL)", "agentic_graph_rag": "Rowing at the 2016 Summer Olympics – Women's eight"}, "tokens": {"vanilla_rag_tokens": 2186, "graph_rag_tokens": 996, "agentic_graph_rag_tokens": 105}, "latency_sec": {"vanilla_rag_latency": 1.494, "graph_rag_latency": 1.234, "agentic_graph_rag_latency": 0.0}, "agentic_trace": [{"step": 1, "tool": "orchestrator_and_entity_linking", "marginal_gain": 0.2, "entropy": 0.8, "tokens": 45, "latency": 0.0, "avi": 1.3333, "should_stop": false, "strategy_changed": false, "evidence_keys": ["entities"], "retrieved_ids_so_far": []}, {"step": 2, "tool": "graph_superlative_engine", "marginal_gain": 0.6, "entropy": 0.2, "tokens": 60, "latency": 0.0, "avi": 8.9999, "should_stop": false, "strategy_changed": false, "evidence_keys": ["entities", "best_event"], "retrieved_ids_so_far": ["Q22968974", "Q22968979", "Q22968983", "Q22968980", "Q22968973", "Q22968972", "Q22968977", "Q22968982", "Q22968981", "Q22968986", "Q22968985", "Q22968984", "Q22968976"]}], "agentic_metadata": {"average_avi": 5.1666, "final_entropy": 0.19999999999999996, "strategy_changed": false, "total_hops": 2, "stopping_reason": "Max Hops Reached"}}
{"qid": "eval-026", "question": "How many nations competed in Fencing at the 2000 Summer Olympics – Men's foil?", "qtype": "lookup", "answers": {"vanilla_rag": "1", "graph_rag": "Kim Young-ho (KOR)", "agentic_graph_rag": "22"}, "tokens": {"vanilla_rag_tokens": 2031, "graph_rag_tokens": 952, "agentic_graph_rag_tokens": 95}, "latency_sec": {"vanilla_rag_latency": 1.324, "graph_rag_latency": 1.228, "agentic_graph_rag_latency": 0.084}, "agentic_trace": [{"step": 1, "tool": "orchestrator_and_entity_linking", "marginal_gain": 0.0, "entropy": 1.0, "tokens": 45, "latency": 0.0, "avi": 0.0, "should_stop": false, "strategy_changed": false, "evidence_keys": ["entities"], "retrieved_ids_so_far": []}, {"step": 2, "tool": "direct_entity_lookup", "marginal_gain": 0.6667, "entropy": 0.3333, "tokens": 50, "latency": 0.084, "avi": 10.1795, "should_stop": false, "strategy_changed": false, "evidence_keys": ["entities", "target_event"], "retrieved_ids_so_far": ["Q632472"]}], "agentic_metadata": {"average_avi": 5.08975, "final_entropy": 0.33333333333333337, "strategy_changed": false, "total_hops": 2, "stopping_reason": "Max Hops Reached"}}
{"qid": "eval-027", "question": "According to the provided corpus, which cycling event at the 2012 Summer Olympics had the highest number of competitors?", "qtype": "superlative", "answers": {"vanilla_rag": "Not found in evidence", "graph_rag": "Marianne Vos (NED)", "agentic_graph_rag": "Cycling at the 2012 Summer Olympics – Men's individual road race"}, "tokens": {"vanilla_rag_tokens": 2174, "graph_rag_tokens": 910, "agentic_graph_rag_tokens": 105}, "latency_sec": {"vanilla_rag_latency": 1.146, "graph_rag_latency": 1.536, "agentic_graph_rag_latency": 0.0}, "agentic_trace": [{"step": 1, "tool": "orchestrator_and_entity_linking", "marginal_gain": 0.2, "entropy": 0.8, "tokens": 45, "latency": 0.0, "avi": 1.3333, "should_stop": false, "strategy_changed": false, "evidence_keys": ["entities"], "retrieved_ids_so_far": []}, {"step": 2, "tool": "graph_superlative_engine", "marginal_gain": 0.6, "entropy": 0.2, "tokens": 60, "latency": 0.0, "avi": 8.9999, "should_stop": false, "strategy_changed": false, "evidence_keys": ["entities", "best_event"], "retrieved_ids_so_far": ["Q843287", "Q2269155", "Q939000", "Q2297621", "Q2718019", "Q2269694", "Q754412", "Q2194130", "Q580474", "Q2718015", "Q916174", "Q2036655", "Q2070832", "Q2437166", "Q1005298", "Q2329168", "Q2362858", "Q2297633"]}], "agentic_metadata": {"average_avi": 5.1666, "final_entropy": 0.19999999999999996, "strategy_changed": false, "total_hops": 2, "stopping_reason": "Max Hops Reached"}}
{"qid": "eval-028", "question": "According to the provided corpus, how many wrestling events at the 2012 Summer Olympics had more than 19 competitors?", "qtype": "aggregation", "answers": {"vanilla_rag": "1", "graph_rag": "Jake Varner (USA)", "agentic_graph_rag": "3"}, "tokens": {"vanilla_rag_tokens": 2114, "graph_rag_tokens": 871, "agentic_graph_rag_tokens": 105}, "latency_sec": {"vanilla_rag_latency": 1.227, "graph_rag_latency": 1.571, "agentic_graph_rag_latency": 0.0}, "agentic_trace": [{"step": 1, "tool": "orchestrator_and_entity_linking", "marginal_gain": 0.2, "entropy": 0.8, "tokens": 45, "latency": 0.0, "avi": 1.3333, "should_stop": false, "strategy_changed": false, "evidence_keys": ["entities"], "retrieved_ids_so_far": []}, {"step": 2, "tool": "graph_aggregation_engine", "marginal_gain": 0.6, "entropy": 0.2, "tokens": 60, "latency": 0.0, "avi": 8.9999, "should_stop": false, "strategy_changed": false, "evidence_keys": ["entities", "count", "matched_events_count"], "retrieved_ids_so_far": ["Q767959", "Q2358214", "Q2521952", "Q2096231", "Q2358254", "Q2048869", "Q2299006", "Q2091137", "Q2289605", "Q677063", "Q305439", "Q2550697", "Q2358274", "Q2521962", "Q2171151"]}], "agentic_metadata": {"average_avi": 5.1666, "final_entropy": 0.19999999999999996, "strategy_changed": false, "total_hops": 2, "stopping_reason": "Max Hops Reached"}}
{"qid": "eval-029", "question": "According to the provided corpus, how many boxing events at the 2012 Summer Olympics had more than 26 competitors?", "qtype": "aggregation", "answers": {"vanilla_rag": "1", "graph_rag": "Anthony Joshua (GBR)", "agentic_graph_rag": "3"}, "tokens": {"vanilla_rag_tokens": 2078, "graph_rag_tokens": 899, "agentic_graph_rag_tokens": 105}, "latency_sec": {"vanilla_rag_latency": 1.423, "graph_rag_latency": 1.408, "agentic_graph_rag_latency": 0.0}, "agentic_trace": [{"step": 1, "tool": "orchestrator_and_entity_linking", "marginal_gain": 0.2, "entropy": 0.8, "tokens": 45, "latency": 0.0, "avi": 1.3333, "should_stop": false, "strategy_changed": false, "evidence_keys": ["entities"], "retrieved_ids_so_far": []}, {"step": 2, "tool": "graph_aggregation_engine", "marginal_gain": 0.6, "entropy": 0.2, "tokens": 60, "latency": 0.0, "avi": 8.9999, "should_stop": false, "strategy_changed": false, "evidence_keys": ["entities", "count", "matched_events_count"], "retrieved_ids_so_far": ["Q326382", "Q348714", "Q2070048", "Q2070058", "Q332673", "Q326384", "Q348720", "Q2000524", "Q2070431", "Q31850", "Q31844"]}], "agentic_metadata": {"average_avi": 5.1666, "final_entropy": 0.19999999999999996, "strategy_changed": false, "total_hops": 2, "stopping_reason": "Max Hops Reached"}}
{"qid": "eval-030", "question": "According to the provided corpus, which alpine skiing event at the 1994 Winter Olympics had the highest number of competitors?", "qtype": "superlative", "answers": {"vanilla_rag": "Not found in evidence", "graph_rag": "()", "agentic_graph_rag": "Alpine skiing at the 1994 Winter Olympics – Men's super-G"}, "tokens": {"vanilla_rag_tokens": 2009, "graph_rag_tokens": 854, "agentic_graph_rag_tokens": 105}, "latency_sec": {"vanilla_rag_latency": 1.332, "graph_rag_latency": 1.383, "agentic_graph_rag_latency": 0.0}, "agentic_trace": [{"step": 1, "tool": "orchestrator_and_entity_linking", "marginal_gain": 0.2, "entropy": 0.8, "tokens": 45, "latency": 0.0, "avi": 1.3333, "should_stop": false, "strategy_changed": false, "evidence_keys": ["entities"], "retrieved_ids_so_far": []}, {"step": 2, "tool": "graph_superlative_engine", "marginal_gain": 0.6, "entropy": 0.2, "tokens": 60, "latency": 0.0, "avi": 8.9999, "should_stop": false, "strategy_changed": false, "evidence_keys": ["entities", "best_event"], "retrieved_ids_so_far": ["Q1005292", "Q1005640", "Q1222715", "Q1222212", "Q1222469", "Q1005808", "Q1005746", "Q1222644", "Q1222529", "Q1005575"]}], "agentic_metadata": {"average_avi": 5.1666, "final_entropy": 0.19999999999999996, "strategy_changed": false, "total_hops": 2, "stopping_reason": "Max Hops Reached"}}
{"qid": "eval-031", "question": "Who won the gold medal in the men's 62 kg weightlifting event at the Summer Olympics held immediately before 2016?", "qtype": "temporal", "answers": {"vanilla_rag": "Not found in evidence", "graph_rag": "Xiang Yanmei (CHN)", "agentic_graph_rag": "Kim Un-guk"}, "tokens": {"vanilla_rag_tokens": 2169, "graph_rag_tokens": 862, "agentic_graph_rag_tokens": 135}, "latency_sec": {"vanilla_rag_latency": 1.178, "graph_rag_latency": 1.228, "agentic_graph_rag_latency": 0.001}, "agentic_trace": [{"step": 1, "tool": "orchestrator_and_entity_linking", "marginal_gain": 0.25, "entropy": 0.75, "tokens": 45, "latency": 0.0, "avi": 1.9444, "should_stop": false, "strategy_changed": false, "evidence_keys": ["entities", "resolved_games"], "retrieved_ids_so_far": []}, {"step": 2, "tool": "temporal_graph_traversal", "marginal_gain": 0.5, "entropy": 0.25, "tokens": 90, "latency": 0.001, "avi": 4.722, "should_stop": false, "strategy_changed": false, "evidence_keys": ["entities", "resolved_games", "target_event"], "retrieved_ids_so_far": ["Q1139399"]}], "agentic_metadata": {"average_avi": 3.3332, "final_entropy": 0.25, "strategy_changed": false, "total_hops": 2, "stopping_reason": "Max Hops Reached"}}
{"qid": "eval-032", "question": "Who won the gold medal in the event held at Pacific Coliseum on February 20, 2010?", "qtype": "multi_hop", "answers": {"vanilla_rag": "Not found in evidence", "graph_rag": "Lee Jung-su (KOR)", "agentic_graph_rag": "Lee Jung-su"}, "tokens": {"vanilla_rag_tokens": 2191, "graph_rag_tokens": 429, "agentic_graph_rag_tokens": 130}, "latency_sec": {"vanilla_rag_latency": 1.231, "graph_rag_latency": 1.122, "agentic_graph_rag_latency": 0.005}, "agentic_trace": [{"step": 1, "tool": "orchestrator_and_entity_linking", "marginal_gain": 0.4, "entropy": 0.6, "tokens": 45, "latency": 0.0, "avi": 4.4444, "should_stop": false, "strategy_changed": false, "evidence_keys": ["entities"], "retrieved_ids_so_far": []}, {"step": 2, "tool": "multi_hop_graph_traversal", "marginal_gain": 0.4, "entropy": 0.2, "tokens": 85, "latency": 0.005, "avi": 4.2343, "should_stop": false, "strategy_changed": false, "evidence_keys": ["entities", "target_event"], "retrieved_ids_so_far": ["Q938791"]}], "agentic_metadata": {"average_avi": 4.33935, "final_entropy": 0.19999999999999996, "strategy_changed": false, "total_hops": 2, "stopping_reason": "Max Hops Reached"}}
{"qid": "eval-033", "question": "According to the provided corpus, how many alpine skiing events at the 1988 Winter Olympics had more than 57 competitors?", "qtype": "aggregation", "answers": {"vanilla_rag": "1", "graph_rag": "Vreni Schneider (SUI)", "agentic_graph_rag": "4"}, "tokens": {"vanilla_rag_tokens": 1662, "graph_rag_tokens": 884, "agentic_graph_rag_tokens": 105}, "latency_sec": {"vanilla_rag_latency": 1.227, "graph_rag_latency": 1.53, "agentic_graph_rag_latency": 0.0}, "agentic_trace": [{"step": 1, "tool": "orchestrator_and_entity_linking", "marginal_gain": 0.2, "entropy": 0.8, "tokens": 45, "latency": 0.0, "avi": 1.3333, "should_stop": false, "strategy_changed": false, "evidence_keys": ["entities"], "retrieved_ids_so_far": []}, {"step": 2, "tool": "graph_aggregation_engine", "marginal_gain": 0.6, "entropy": 0.2, "tokens": 60, "latency": 0.0, "avi": 8.9999, "should_stop": false, "strategy_changed": false, "evidence_keys": ["entities", "count", "matched_events_count"], "retrieved_ids_so_far": ["Q1222524", "Q1222713", "Q1222466", "Q1005284", "Q1005571", "Q1005639", "Q1222203", "Q1222641", "Q1005804", "Q1005744"]}], "agentic_metadata": {"average_avi": 5.1666, "final_entropy": 0.19999999999999996, "strategy_changed": false, "total_hops": 2, "stopping_reason": "Max Hops Reached"}}
{"qid": "eval-034", "question": "Who won the gold medal in the men's freestyle 120 kg wrestling event at the Summer Olympics held immediately before 2012?", "qtype": "temporal", "answers": {"vanilla_rag": "Not found in evidence", "graph_rag": "Bakhtiyar Akhmedov (RUS)", "agentic_graph_rag": "Bakhtiyar Akhmedov"}, "tokens": {"vanilla_rag_tokens": 2178, "graph_rag_tokens": 894, "agentic_graph_rag_tokens": 135}, "latency_sec": {"vanilla_rag_latency": 1.13, "graph_rag_latency": 1.3, "agentic_graph_rag_latency": 0.001}, "agentic_trace": [{"step": 1, "tool": "orchestrator_and_entity_linking", "marginal_gain": 0.25, "entropy": 0.75, "tokens": 45, "latency": 0.0, "avi": 1.9444, "should_stop": false, "strategy_changed": false, "evidence_keys": ["entities", "resolved_games"], "retrieved_ids_so_far": []}, {"step": 2, "tool": "temporal_graph_traversal", "marginal_gain": 0.5, "entropy": 0.25, "tokens": 90, "latency": 0.001, "avi": 4.722, "should_stop": false, "strategy_changed": false, "evidence_keys": ["entities", "resolved_games", "target_event"], "retrieved_ids_so_far": ["Q581364"]}], "agentic_metadata": {"average_avi": 3.3332, "final_entropy": 0.25, "strategy_changed": false, "total_hops": 2, "stopping_reason": "Max Hops Reached"}}
{"qid": "eval-035", "question": "According to the provided corpus, which rowing event at the 2012 Summer Olympics had the highest number of competitors?", "qtype": "superlative", "answers": {"vanilla_rag": "Not found in evidence", "graph_rag": "Eric MurrayHamish Bond (NZL)", "agentic_graph_rag": "Rowing at the 2012 Summer Olympics – Women's eight"}, "tokens": {"vanilla_rag_tokens": 2181, "graph_rag_tokens": 966, "agentic_graph_rag_tokens": 105}, "latency_sec": {"vanilla_rag_latency": 1.26, "graph_rag_latency": 1.329, "agentic_graph_rag_latency": 0.0}, "agentic_trace": [{"step": 1, "tool": "orchestrator_and_entity_linking", "marginal_gain": 0.2, "entropy": 0.8, "tokens": 45, "latency": 0.0, "avi": 1.3333, "should_stop": false, "strategy_changed": false, "evidence_keys": ["entities"], "retrieved_ids_so_far": []}, {"step": 2, "tool": "graph_superlative_engine", "marginal_gain": 0.6, "entropy": 0.2, "tokens": 60, "latency": 0.0, "avi": 8.9999, "should_stop": false, "strategy_changed": false, "evidence_keys": ["entities", "best_event"], "retrieved_ids_so_far": ["Q767351", "Q1068773", "Q1005506", "Q370500", "Q945090", "Q1005337", "Q427022", "Q536380", "Q1222270", "Q1005508", "Q1005683", "Q1188476", "Q1222420"]}], "agentic_metadata": {"average_avi": 5.1666, "final_entropy": 0.19999999999999996, "strategy_changed": false, "total_hops": 2, "stopping_reason": "Max Hops Reached"}}
{"qid": "eval-036", "question": "According to the provided corpus, how many short-track speed skating events at the 2018 Winter Olympics had more than 34 competitors?", "qtype": "aggregation", "answers": {"vanilla_rag": "1", "graph_rag": "Suzanne Schulting (NED)", "agentic_graph_rag": "3"}, "tokens": {"vanilla_rag_tokens": 2221, "graph_rag_tokens": 1056, "agentic_graph_rag_tokens": 105}, "latency_sec": {"vanilla_rag_latency": 1.132, "graph_rag_latency": 1.222, "agentic_graph_rag_latency": 0.0}, "agentic_trace": [{"step": 1, "tool": "orchestrator_and_entity_linking", "marginal_gain": 0.2, "entropy": 0.8, "tokens": 45, "latency": 0.0, "avi": 1.3333, "should_stop": false, "strategy_changed": false, "evidence_keys": ["entities"], "retrieved_ids_so_far": []}, {"step": 2, "tool": "graph_aggregation_engine", "marginal_gain": 0.6, "entropy": 0.2, "tokens": 60, "latency": 0.0, "avi": 9.0, "should_stop": false, "strategy_changed": false, "evidence_keys": ["entities", "count", "matched_events_count"], "retrieved_ids_so_far": ["Q47310015", "Q47309958", "Q47309900", "Q47309836", "Q47309990", "Q47309929", "Q47309816", "Q47455933"]}], "agentic_metadata": {"average_avi": 5.16665, "final_entropy": 0.19999999999999996, "strategy_changed": false, "total_hops": 2, "stopping_reason": "Max Hops Reached"}}
{"qid": "eval-037", "question": "According to the provided corpus, which sailing event at the 1996 Summer Olympics had the highest number of competitors?", "qtype": "superlative", "answers": {"vanilla_rag": "Not found in evidence", "graph_rag": "Lai Shan Lee (HKG)", "agentic_graph_rag": "Sailing at the 1996 Summer Olympics – Men's 470"}, "tokens": {"vanilla_rag_tokens": 2141, "graph_rag_tokens": 886, "agentic_graph_rag_tokens": 105}, "latency_sec": {"vanilla_rag_latency": 1.184, "graph_rag_latency": 1.171, "agentic_graph_rag_latency": 0.0}, "agentic_trace": [{"step": 1, "tool": "orchestrator_and_entity_linking", "marginal_gain": 0.2, "entropy": 0.8, "tokens": 45, "latency": 0.0, "avi": 1.3333, "should_stop": false, "strategy_changed": false, "evidence_keys": ["entities"], "retrieved_ids_so_far": []}, {"step": 2, "tool": "graph_superlative_engine", "marginal_gain": 0.6, "entropy": 0.2, "tokens": 60, "latency": 0.0, "avi": 8.9999, "should_stop": false, "strategy_changed": false, "evidence_keys": ["entities", "best_event"], "retrieved_ids_so_far": ["Q7400321", "Q7400319", "Q7400324", "Q7400322", "Q7400317", "Q7400318", "Q7400316", "Q7400323", "Q7400320", "Q7400325"]}], "agentic_metadata": {"average_avi": 5.1666, "final_entropy": 0.19999999999999996, "strategy_changed": false, "total_hops": 2, "stopping_reason": "Max Hops Reached"}}
{"qid": "eval-038", "question": "According to the provided corpus, how many athletics events at the 2008 Summer Olympics had more than 40 competitors?", "qtype": "aggregation", "answers": {"vanilla_rag": "1", "graph_rag": "Françoise Mbango Etone (CMR)", "agentic_graph_rag": "21"}, "tokens": {"vanilla_rag_tokens": 2166, "graph_rag_tokens": 947, "agentic_graph_rag_tokens": 105}, "latency_sec": {"vanilla_rag_latency": 1.437, "graph_rag_latency": 1.381, "agentic_graph_rag_latency": 0.001}, "agentic_trace": [{"step": 1, "tool": "orchestrator_and_entity_linking", "marginal_gain": 0.2, "entropy": 0.8, "tokens": 45, "latency": 0.0, "avi": 1.3333, "should_stop": false, "strategy_changed": false, "evidence_keys": ["entities"], "retrieved_ids_so_far": []}, {"step": 2, "tool": "graph_aggregation_engine", "marginal_gain": 0.6, "entropy": 0.2, "tokens": 60, "latency": 0.0, "avi": 8.9998, "should_stop": false, "strategy_changed": false, "evidence_keys": ["entities", "count", "matched_events_count"], "retrieved_ids_so_far": ["Q916976", "Q743905", "Q1043347", "Q247070", "Q1043354", "Q904345", "Q693595", "Q848291", "Q917323", "Q1084677", "Q766954", "Q922361", "Q517035", "Q1043342", "Q744487", "Q899312", "Q947691", "Q903439", "Q754844", "Q848278", "Q544177", "Q932865", "Q657467", "Q847592", "Q853023", "Q1043361", "Q677027", "Q656634", "Q853072", "Q257545", "Q1066390", "Q853040", "Q922248", "Q1005784", "Q917348", "Q830711", "Q947678", "Q917333", "Q853049", "Q853003", "Q947750", "Q917328", "Q288549"]}], "agentic_metadata": {"average_avi": 5.16655, "final_entropy": 0.19999999999999996, "strategy_changed": false, "total_hops": 2, "stopping_reason": "Max Hops Reached"}}
{"qid": "eval-039", "question": "According to the provided corpus, how many boxing events at the 1992 Summer Olympics had more than 30 competitors?", "qtype": "aggregation", "answers": {"vanilla_rag": "1", "graph_rag": "Choi Chol-su (PRK)", "agentic_graph_rag": "3"}, "tokens": {"vanilla_rag_tokens": 2151, "graph_rag_tokens": 918, "agentic_graph_rag_tokens": 105}, "latency_sec": {"vanilla_rag_latency": 1.19, "graph_rag_latency": 1.213, "agentic_graph_rag_latency": 0.0}, "agentic_trace": [{"step": 1, "tool": "orchestrator_and_entity_linking", "marginal_gain": 0.2, "entropy": 0.8, "tokens": 45, "latency": 0.0, "avi": 1.3333, "should_stop": false, "strategy_changed": false, "evidence_keys": ["entities"], "retrieved_ids_so_far": []}, {"step": 2, "tool": "graph_aggregation_engine", "marginal_gain": 0.6, "entropy": 0.2, "tokens": 60, "latency": 0.0, "avi": 8.9999, "should_stop": false, "strategy_changed": false, "evidence_keys": ["entities", "count", "matched_events_count"], "retrieved_ids_so_far": ["Q10497008", "Q10572415", "Q10719576", "Q10684073", "Q10581228", "Q10495989", "Q10426127", "Q10572463", "Q10572431", "Q10706347", "Q58412558", "Q10572439"]}], "agentic_metadata": {"average_avi": 5.1666, "final_entropy": 0.19999999999999996, "strategy_changed": false, "total_hops": 2, "stopping_reason": "Max Hops Reached"}}
{"qid": "eval-040", "question": "Who won the gold medal in the event held at Stadium Australia on 27 September 2000 (heats)29 September 2000 (semi-finals)30 September 2000 (final)?", "qtype": "multi_hop", "answers": {"vanilla_rag": "Not found in evidence", "graph_rag": "Not found in evidence", "agentic_graph_rag": "Stacy Dragila"}, "tokens": {"vanilla_rag_tokens": 2191, "graph_rag_tokens": 146, "agentic_graph_rag_tokens": 130}, "latency_sec": {"vanilla_rag_latency": 1.128, "graph_rag_latency": 1.227, "agentic_graph_rag_latency": 0.0}, "agentic_trace": [{"step": 1, "tool": "orchestrator_and_entity_linking", "marginal_gain": 0.2, "entropy": 0.8, "tokens": 45, "latency": 0.0, "avi": 1.3333, "should_stop": false, "strategy_changed": false, "evidence_keys": ["entities"], "retrieved_ids_so_far": []}, {"step": 2, "tool": "multi_hop_graph_traversal", "marginal_gain": 0.4, "entropy": 0.4, "tokens": 85, "latency": 0.0, "avi": 3.2941, "should_stop": false, "strategy_changed": true, "evidence_keys": ["entities", "target_event"], "retrieved_ids_so_far": ["Q1432033"]}], "agentic_metadata": {"average_avi": 2.3137, "final_entropy": 0.4, "strategy_changed": true, "total_hops": 2, "stopping_reason": "Max Hops Reached"}}
{"qid": "eval-041", "question": "According to the provided corpus, how many alpine skiing events at the 2006 Winter Olympics had more than 63 competitors?", "qtype": "aggregation", "answers": {"vanilla_rag": "1", "graph_rag": "Ted Ligety (USA)", "agentic_graph_rag": "4"}, "tokens": {"vanilla_rag_tokens": 2173, "graph_rag_tokens": 867, "agentic_graph_rag_tokens": 105}, "latency_sec": {"vanilla_rag_latency": 1.126, "graph_rag_latency": 1.442, "agentic_graph_rag_latency": 0.0}, "agentic_trace": [{"step": 1, "tool": "orchestrator_and_entity_linking", "marginal_gain": 0.2, "entropy": 0.8, "tokens": 45, "latency": 0.0, "avi": 1.3333, "should_stop": false, "strategy_changed": false, "evidence_keys": ["entities"], "retrieved_ids_so_far": []}, {"step": 2, "tool": "graph_aggregation_engine", "marginal_gain": 0.6, "entropy": 0.2, "tokens": 60, "latency": 0.0, "avi": 9.0, "should_stop": false, "strategy_changed": false, "evidence_keys": ["entities", "count", "matched_events_count"], "retrieved_ids_so_far": ["Q917747", "Q615345", "Q2574045", "Q585893", "Q1042644", "Q917743", "Q917760", "Q917752", "Q771123", "Q1005801"]}], "agentic_metadata": {"average_avi": 5.16665, "final_entropy": 0.19999999999999996, "strategy_changed": false, "total_hops": 2, "stopping_reason": "Max Hops Reached"}}
{"qid": "eval-042", "question": "Who won the gold medal in the mixed trap shooting event at the Summer Olympics held immediately before 1992?", "qtype": "temporal", "answers": {"vanilla_rag": "Not found in evidence", "graph_rag": "Kanstantsin Lukashyk (EUN)", "agentic_graph_rag": "Dmitry Monakov"}, "tokens": {"vanilla_rag_tokens": 2153, "graph_rag_tokens": 886, "agentic_graph_rag_tokens": 135}, "latency_sec": {"vanilla_rag_latency": 1.527, "graph_rag_latency": 1.228, "agentic_graph_rag_latency": 0.001}, "agentic_trace": [{"step": 1, "tool": "orchestrator_and_entity_linking", "marginal_gain": 0.25, "entropy": 0.75, "tokens": 45, "latency": 0.0, "avi": 1.9444, "should_stop": false, "strategy_changed": false, "evidence_keys": ["entities", "resolved_games"], "retrieved_ids_so_far": []}, {"step": 2, "tool": "temporal_graph_traversal", "marginal_gain": 0.5, "entropy": 0.25, "tokens": 90, "latency": 0.001, "avi": 4.7221, "should_stop": false, "strategy_changed": false, "evidence_keys": ["entities", "resolved_games", "target_event"], "retrieved_ids_so_far": ["Q7500750"]}], "agentic_metadata": {"average_avi": 3.33325, "final_entropy": 0.25, "strategy_changed": false, "total_hops": 2, "stopping_reason": "Max Hops Reached"}}
{"qid": "eval-043", "question": "Who won the gold medal in the event held at Carioca Arena 3 on 11 August 2016?", "qtype": "multi_hop", "answers": {"vanilla_rag": "Not found in evidence", "graph_rag": "Loredana DinuSimona GhermanSimona PopAna Maria Popescu (ROM)", "agentic_graph_rag": "Loredana DinuSimona GhermanSimona PopAna Maria Popescu"}, "tokens": {"vanilla_rag_tokens": 1950, "graph_rag_tokens": 307, "agentic_graph_rag_tokens": 130}, "latency_sec": {"vanilla_rag_latency": 1.126, "graph_rag_latency": 1.229, "agentic_graph_rag_latency": 0.003}, "agentic_trace": [{"step": 1, "tool": "orchestrator_and_entity_linking", "marginal_gain": 0.4, "entropy": 0.6, "tokens": 45, "latency": 0.0, "avi": 4.4444, "should_stop": false, "strategy_changed": false, "evidence_keys": ["entities"], "retrieved_ids_so_far": []}, {"step": 2, "tool": "multi_hop_graph_traversal", "marginal_gain": 0.4, "entropy": 0.2, "tokens": 85, "latency": 0.003, "avi": 4.2347, "should_stop": false, "strategy_changed": false, "evidence_keys": ["entities", "target_event"], "retrieved_ids_so_far": ["Q25384917"]}], "agentic_metadata": {"average_avi": 4.33955, "final_entropy": 0.19999999999999996, "strategy_changed": false, "total_hops": 2, "stopping_reason": "Max Hops Reached"}}
{"qid": "eval-044", "question": "Who won the gold medal in the women's 75 kg weightlifting event at the Summer Olympics held immediately before 2016?", "qtype": "temporal", "answers": {"vanilla_rag": "Not found in evidence", "graph_rag": "Rim Jong-sim (PRK)", "agentic_graph_rag": "Lydia Valentín"}, "tokens": {"vanilla_rag_tokens": 2176, "graph_rag_tokens": 883, "agentic_graph_rag_tokens": 135}, "latency_sec": {"vanilla_rag_latency": 1.125, "graph_rag_latency": 1.226, "agentic_graph_rag_latency": 0.001}, "agentic_trace": [{"step": 1, "tool": "orchestrator_and_entity_linking", "marginal_gain": 0.25, "entropy": 0.75, "tokens": 45, "latency": 0.0, "avi": 1.9444, "should_stop": false, "strategy_changed": false, "evidence_keys": ["entities", "resolved_games"], "retrieved_ids_so_far": []}, {"step": 2, "tool": "temporal_graph_traversal", "marginal_gain": 0.5, "entropy": 0.25, "tokens": 90, "latency": 0.001, "avi": 4.7221, "should_stop": false, "strategy_changed": false, "evidence_keys": ["entities", "resolved_games", "target_event"], "retrieved_ids_so_far": ["Q1997032"]}], "agentic_metadata": {"average_avi": 3.33325, "final_entropy": 0.25, "strategy_changed": false, "total_hops": 2, "stopping_reason": "Max Hops Reached"}}
{"qid": "eval-045", "question": "Who won the gold medal in the women's moguls freestyle skiing event at the Winter Olympics held immediately before 2014?", "qtype": "temporal", "answers": {"vanilla_rag": "Not found in evidence", "graph_rag": "Alexandre Bilodeau (CAN)", "agentic_graph_rag": "Hannah Kearney"}, "tokens": {"vanilla_rag_tokens": 2185, "graph_rag_tokens": 944, "agentic_graph_rag_tokens": 135}, "latency_sec": {"vanilla_rag_latency": 1.127, "graph_rag_latency": 1.433, "agentic_graph_rag_latency": 0.003}, "agentic_trace": [{"step": 1, "tool": "orchestrator_and_entity_linking", "marginal_gain": 0.25, "entropy": 0.75, "tokens": 45, "latency": 0.0, "avi": 1.9444, "should_stop": false, "strategy_changed": false, "evidence_keys": ["entities", "resolved_games"], "retrieved_ids_so_far": []}, {"step": 2, "tool": "temporal_graph_traversal", "marginal_gain": 0.5, "entropy": 0.25, "tokens": 90, "latency": 0.003, "avi": 4.7216, "should_stop": false, "strategy_changed": false, "evidence_keys": ["entities", "resolved_games", "target_event"], "retrieved_ids_so_far": ["Q905561"]}], "agentic_metadata": {"average_avi": 3.3329999999999997, "final_entropy": 0.25, "strategy_changed": false, "total_hops": 2, "stopping_reason": "Max Hops Reached"}}
{"qid": "eval-046", "question": "Who won the gold medal in the light flyweight boxing event at the Summer Olympics held immediately before 2004?", "qtype": "temporal", "answers": {"vanilla_rag": "Not found in evidence", "graph_rag": "Daniel Petrov (BUL)", "agentic_graph_rag": "Brahim Asloum"}, "tokens": {"vanilla_rag_tokens": 1980, "graph_rag_tokens": 912, "agentic_graph_rag_tokens": 135}, "latency_sec": {"vanilla_rag_latency": 1.129, "graph_rag_latency": 1.129, "agentic_graph_rag_latency": 0.001}, "agentic_trace": [{"step": 1, "tool": "orchestrator_and_entity_linking", "marginal_gain": 0.25, "entropy": 0.75, "tokens": 45, "latency": 0.0, "avi": 1.9444, "should_stop": false, "strategy_changed": false, "evidence_keys": ["entities", "resolved_games"], "retrieved_ids_so_far": []}, {"step": 2, "tool": "temporal_graph_traversal", "marginal_gain": 0.5, "entropy": 0.25, "tokens": 90, "latency": 0.001, "avi": 4.7221, "should_stop": false, "strategy_changed": false, "evidence_keys": ["entities", "resolved_games", "target_event"], "retrieved_ids_so_far": ["Q4951841"]}], "agentic_metadata": {"average_avi": 3.33325, "final_entropy": 0.25, "strategy_changed": false, "total_hops": 2, "stopping_reason": "Max Hops Reached"}}
{"qid": "eval-047", "question": "According to the provided corpus, which cycling event at the 2004 Summer Olympics had the highest number of competitors?", "qtype": "superlative", "answers": {"vanilla_rag": "Not found in evidence", "graph_rag": "Chris Hoy (GBR)", "agentic_graph_rag": "Cycling at the 2004 Summer Olympics – Men's individual road race"}, "tokens": {"vanilla_rag_tokens": 2164, "graph_rag_tokens": 870, "agentic_graph_rag_tokens": 105}, "latency_sec": {"vanilla_rag_latency": 1.118, "graph_rag_latency": 1.283, "agentic_graph_rag_latency": 0.0}, "agentic_trace": [{"step": 1, "tool": "orchestrator_and_entity_linking", "marginal_gain": 0.2, "entropy": 0.8, "tokens": 45, "latency": 0.0, "avi": 1.3333, "should_stop": false, "strategy_changed": false, "evidence_keys": ["entities"], "retrieved_ids_so_far": []}, {"step": 2, "tool": "graph_superlative_engine", "marginal_gain": 0.6, "entropy": 0.2, "tokens": 60, "latency": 0.0, "avi": 8.9999, "should_stop": false, "strategy_changed": false, "evidence_keys": ["entities", "best_event"], "retrieved_ids_so_far": ["Q1421749", "Q2445057", "Q1415848", "Q2212666", "Q1421727", "Q1421581", "Q2065523", "Q2310230"]}], "agentic_metadata": {"average_avi": 5.1666, "final_entropy": 0.19999999999999996, "strategy_changed": false, "total_hops": 2, "stopping_reason": "Max Hops Reached"}}
{"qid": "eval-048", "question": "According to the provided corpus, how many cycling events at the 2012 Summer Olympics had more than 30 competitors?", "qtype": "aggregation", "answers": {"vanilla_rag": "1", "graph_rag": "Marianne Vos (NED)", "agentic_graph_rag": "7"}, "tokens": {"vanilla_rag_tokens": 2177, "graph_rag_tokens": 909, "agentic_graph_rag_tokens": 105}, "latency_sec": {"vanilla_rag_latency": 1.272, "graph_rag_latency": 1.234, "agentic_graph_rag_latency": 0.0}, "agentic_trace": [{"step": 1, "tool": "orchestrator_and_entity_linking", "marginal_gain": 0.2, "entropy": 0.8, "tokens": 45, "latency": 0.0, "avi": 1.3333, "should_stop": false, "strategy_changed": false, "evidence_keys": ["entities"], "retrieved_ids_so_far": []}, {"step": 2, "tool": "graph_aggregation_engine", "marginal_gain": 0.6, "entropy": 0.2, "tokens": 60, "latency": 0.0, "avi": 8.9999, "should_stop": false, "strategy_changed": false, "evidence_keys": ["entities", "count", "matched_events_count"], "retrieved_ids_so_far": ["Q843287", "Q2269155", "Q939000", "Q2297621", "Q2718019", "Q2269694", "Q754412", "Q2194130", "Q580474", "Q2718015", "Q916174", "Q2036655", "Q2070832", "Q2437166", "Q1005298", "Q2329168", "Q2362858", "Q2297633"]}], "agentic_metadata": {"average_avi": 5.1666, "final_entropy": 0.19999999999999996, "strategy_changed": false, "total_hops": 2, "stopping_reason": "Max Hops Reached"}}
{"qid": "eval-049", "question": "According to the provided corpus, which shooting event at the 1988 Summer Olympics had the highest number of competitors?", "qtype": "superlative", "answers": {"vanilla_rag": "Not found in evidence", "graph_rag": "Tor Heiestad (NOR)", "agentic_graph_rag": "Shooting at the 1988 Summer Olympics – Men's 50 metre rifle prone"}, "tokens": {"vanilla_rag_tokens": 2181, "graph_rag_tokens": 878, "agentic_graph_rag_tokens": 105}, "latency_sec": {"vanilla_rag_latency": 1.086, "graph_rag_latency": 1.368, "agentic_graph_rag_latency": 0.0}, "agentic_trace": [{"step": 1, "tool": "orchestrator_and_entity_linking", "marginal_gain": 0.2, "entropy": 0.8, "tokens": 45, "latency": 0.0, "avi": 1.3333, "should_stop": false, "strategy_changed": false, "evidence_keys": ["entities"], "retrieved_ids_so_far": []}, {"step": 2, "tool": "graph_superlative_engine", "marginal_gain": 0.6, "entropy": 0.2, "tokens": 60, "latency": 0.0, "avi": 8.9999, "should_stop": false, "strategy_changed": false, "evidence_keys": ["entities", "best_event"], "retrieved_ids_so_far": ["Q5403447", "Q7500737", "Q7500760", "Q7500739", "Q7500747", "Q7500753", "Q7500743", "Q7500748", "Q7500750", "Q11883936", "Q7500745", "Q7500751", "Q7500741"]}], "agentic_metadata": {"average_avi": 5.1666, "final_entropy": 0.19999999999999996, "strategy_changed": false, "total_hops": 2, "stopping_reason": "Max Hops Reached"}}
{"qid": "eval-050", "question": "Who won the gold medal in the event held at Olympic Stadium on 6–9 August at the 2012 Summer Olympics?", "qtype": "multi_hop", "answers": {"vanilla_rag": "Not found in evidence", "graph_rag": "David Rudisha (KEN)", "agentic_graph_rag": "David Rudisha"}, "tokens": {"vanilla_rag_tokens": 2171, "graph_rag_tokens": 876, "agentic_graph_rag_tokens": 130}, "latency_sec": {"vanilla_rag_latency": 1.131, "graph_rag_latency": 1.734, "agentic_graph_rag_latency": 0.008}, "agentic_trace": [{"step": 1, "tool": "orchestrator_and_entity_linking", "marginal_gain": 0.4, "entropy": 0.6, "tokens": 45, "latency": 0.0, "avi": 4.4444, "should_stop": false, "strategy_changed": false, "evidence_keys": ["entities"], "retrieved_ids_so_far": []}, {"step": 2, "tool": "multi_hop_graph_traversal", "marginal_gain": 0.4, "entropy": 0.2, "tokens": 85, "latency": 0.007, "avi": 4.2337, "should_stop": false, "strategy_changed": false, "evidence_keys": ["entities", "target_event"], "retrieved_ids_so_far": ["Q1049551"]}], "agentic_metadata": {"average_avi": 4.33905, "final_entropy": 0.19999999999999996, "strategy_changed": false, "total_hops": 2, "stopping_reason": "Max Hops Reached"}}