config_paths: - responses_api_agents/critpt_agent/configs/critpt_agent.yaml critpt_resources_server: resources_servers: critpt: allowed_agents: [critpt_agent] entrypoint: app.py domain: other api_key: ${oc.select:artificial_analysis_api_key,null} verified: false description: Research-level physics problems scored by the Artificial Analysis API value: Evaluate model performance on research-level physics reasoning fire_after: null # smoke-test only; CLI override fires the batch after N real submissions critpt_agent: responses_api_agents: critpt_agent: resources_server: name: critpt_resources_server datasets: - name: example type: example jsonl_fpath: resources_servers/critpt/data/example.jsonl prompt_config: benchmarks/critpt/prompts/turn1.yaml num_repeats: 1 license: Apache 2.0 critpt_agent_environment_server: environment_servers: legacy_agent: entrypoint: app.py agent_server: type: responses_api_agents name: critpt_agent