hotpotqa_qa: resources_servers: hotpotqa_qa: entrypoint: app.py domain: knowledge verified: false description: Short-answer QA with deterministic SQuAD-style + alternative-aware substring verification (HotpotQA closed-book). value: Improve closed-book multi-hop question-answering accuracy. report_filtered_metrics: true # is_correct_strict (NeMo Skills substring match, for evaluation) or answer_em # (exact match, recommended for training). See the README. reward_metric: is_correct_strict hotpotqa_qa_simple_agent: responses_api_agents: simple_agent: entrypoint: app.py resources_server: type: resources_servers name: hotpotqa_qa model_server: type: responses_api_models name: policy_model datasets: - name: example type: example jsonl_fpath: resources_servers/hotpotqa_qa/data/example.jsonl license: CC BY-SA 4.0 hotpotqa_qa_environment_server: environment_servers: single_agent_turn_legacy: entrypoint: app.py resources_server: type: resources_servers name: hotpotqa_qa agent_server: type: responses_api_agents name: hotpotqa_qa_simple_agent resources_tool_transports: - direct_http