basic nllb recipe

recipes/nllb/README.md

@@ -0,0 +1,13 @@
+# NLLB
+
+## Conversion
+
+```bash
+eole convert HF --model_dir facebook/nllb-200-1.3B --output ./nllb-1.3b --token $HF_TOKEN --tokenizer onmt
+```
+
+## Inference
+
+```bash
+eole predict -c inference.yaml
+```

recipes/nllb/inference.yaml

@@ -0,0 +1,19 @@
+model_path: "nllb-1.3b"
+transforms: ["sentencepiece", "prefix"]
+transforms_configs:
+  prefix:
+    src_prefix: "</s> eng_Latn"
+    tgt_prefix: "deu_Latn"
+  sentencepiece:
+    src_subword_model: ./flores200_sacrebleu_tokenizer_spm.model
+    tgt_subword_model: ./flores200_sacrebleu_tokenizer_spm.model
+
+
+tgt_file_prefix: true
+
+gpu_ranks: [0]
+world_size: 1
+beam_size: 5
+
+src: test.en
+output: test.de