Skip to content

Commit 6e47622

Browse files
authored
small fixes (#120)
1 parent 998ee81 commit 6e47622

File tree

3 files changed

+5
-5
lines changed

3 files changed

+5
-5
lines changed

machine/jobs/build_nmt_engine.py

+1-1
Original file line numberDiff line numberDiff line change
@@ -69,7 +69,7 @@ def clearml_progress(status: ProgressStatus) -> None:
6969
raise RuntimeError("The model type is invalid.")
7070

7171
job = NmtEngineBuildJob(SETTINGS, nmt_model_factory, translation_file_service)
72-
train_corpus_size = job.run(progress, check_canceled)
72+
train_corpus_size, _ = job.run(progress, check_canceled)
7373
if task is not None:
7474
task.get_logger().report_single_value(name="train_corpus_size", value=train_corpus_size)
7575
logger.info("Finished")

machine/jobs/thot/thot_smt_model_factory.py

+4
Original file line numberDiff line numberDiff line change
@@ -1,3 +1,4 @@
1+
import shutil
12
from typing import Optional
23

34
from ...corpora.parallel_text_corpus import ParallelTextCorpus
@@ -11,9 +12,12 @@
1112
from ...translation.truecaser import Truecaser
1213
from ...translation.unigram_truecaser import UnigramTruecaser, UnigramTruecaserTrainer
1314
from ..smt_model_factory import SmtModelFactory
15+
from . import _THOT_NEW_MODEL_DIRECTORY
1416

1517

1618
class ThotSmtModelFactory(SmtModelFactory):
19+
def init(self) -> None:
20+
shutil.copytree(_THOT_NEW_MODEL_DIRECTORY, self._model_dir, dirs_exist_ok=True)
1721

1822
def create_model_trainer(self, tokenizer: Tokenizer[str, int, str], corpus: ParallelTextCorpus) -> Trainer:
1923
return ThotSmtModelTrainer(

machine/jobs/thot/thot_word_alignment_model_factory.py

-4
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,3 @@
1-
import shutil
21
from pathlib import Path
32

43
from ...corpora.parallel_text_corpus import ParallelTextCorpus
@@ -10,12 +9,9 @@
109
from ...translation.trainer import Trainer
1110
from ...translation.word_alignment_model import WordAlignmentModel
1211
from ..word_alignment_model_factory import WordAlignmentModelFactory
13-
from . import _THOT_NEW_MODEL_DIRECTORY
1412

1513

1614
class ThotWordAlignmentModelFactory(WordAlignmentModelFactory):
17-
def init(self) -> None:
18-
shutil.copytree(_THOT_NEW_MODEL_DIRECTORY, self._model_dir, dirs_exist_ok=True)
1915

2016
def create_model_trainer(self, tokenizer: Tokenizer[str, int, str], corpus: ParallelTextCorpus) -> Trainer:
2117
(self._model_dir / "tm").mkdir(parents=True, exist_ok=True)

0 commit comments

Comments
 (0)