wmt_translation: resources_servers: wmt_translation: entrypoint: app.py domain: other verified: false description: Machine-translation verifier computing corpus-level spBLEU and ChrF per language pair plus optional xCOMET-XXL neural QE via a Ray GPU actor. value: Improves multilingual translation quality across spBLEU, ChrF, and COMET-family metrics. compute_comet: true comet_model: Unbabel/XCOMET-XXL comet_batch_size: 16 # Listed explicitly so OmegaConf struct mode accepts `++…` CLI overrides. comet_num_shards: 8 comet_use_worker_python: false # Optional per-rollout language-consistency backend. language_consistency_backend: null # Warn once per aggregation for source-target pairs below this 0-100 score. language_consistency_warning_threshold: 50.0 metric_profile: default wmt_translation_simple_agent: responses_api_agents: simple_agent: entrypoint: app.py resources_server: type: resources_servers name: wmt_translation model_server: type: responses_api_models name: policy_model datasets: - name: example type: example jsonl_fpath: resources_servers/wmt_translation/data/example.jsonl num_repeats: 1 license: Creative Commons Attribution-ShareAlike 4.0 International wmt_translation_environment_server: environment_servers: single_agent_turn_legacy: entrypoint: app.py resources_server: type: resources_servers name: wmt_translation agent_server: type: responses_api_agents name: wmt_translation_simple_agent resources_tool_transports: - direct_http