Gym/resources_servers/wmt_translation/configs/wmt_translation.yaml at main · NVIDIA-NeMo/Gym · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
wmt_translation:
  resources_servers:
    wmt_translation:
      entrypoint: app.py
      domain: other
      verified: false
      description: Machine-translation verifier computing corpus-level spBLEU and ChrF per language pair plus optional xCOMET-XXL neural QE via a Ray GPU actor.
      value: Improves multilingual translation quality across spBLEU, ChrF, and COMET-family metrics.
      compute_comet: true
      comet_model: Unbabel/XCOMET-XXL
      comet_batch_size: 16
      # Listed explicitly so OmegaConf struct mode accepts `++…` CLI overrides.
      comet_num_shards: 8
      comet_use_worker_python: false
      # Optional per-rollout language-consistency backend.
      language_consistency_backend: null
      # Warn once per aggregation for source-target pairs below this 0-100 score.
      language_consistency_warning_threshold: 50.0

wmt_translation_simple_agent:
  responses_api_agents:
    simple_agent:
      entrypoint: app.py
      resources_server:
        type: resources_servers
        name: wmt_translation
      model_server:
        type: responses_api_models
        name: policy_model
      datasets:
      - name: example
        type: example
        jsonl_fpath: resources_servers/wmt_translation/data/example.jsonl
        num_repeats: 1
        license: Creative Commons Attribution-ShareAlike 4.0 International