fukuyamabench: resources_servers: fukuyamabench: entrypoint: app.py domain: knowledge verified: false description: FukuyamaBench organic reaction-mechanism pathway verifier value: Evaluate step-by-step organic reaction mechanism prediction with FukuyamaBench fukuyamabench_simple_agent: responses_api_agents: simple_agent: entrypoint: app.py resources_server: type: resources_servers name: fukuyamabench model_server: type: responses_api_models name: policy_model datasets: - name: example type: example jsonl_fpath: resources_servers/fukuyamabench/data/example.jsonl license: Apache 2.0 # Upstream declares the benchmark Apache 2.0, but its mechanisms are # transcribed from a commercial textbook and no permission is stated, so # the effective licence of the downloaded corpus is unresolved. TBD is # recorded deliberately rather than asserting a grant we cannot verify; # see README "Licensing". Resolve with Legal before publishing results. - name: val type: validation jsonl_fpath: resources_servers/fukuyamabench/data/val.jsonl license: TBD fukuyamabench_environment_server: environment_servers: single_agent_turn_legacy: entrypoint: app.py resources_server: type: resources_servers name: fukuyamabench agent_server: type: responses_api_agents name: fukuyamabench_simple_agent resources_tool_transports: - direct_http