Skip to content

Commit 23f7916

Browse files
authored
Defaultflash (#2537)
* set flash as default * remove model_opt from test
1 parent f01bea1 commit 23f7916

File tree

2 files changed

+8
-3
lines changed

2 files changed

+8
-3
lines changed

onmt/opts.py

+8-2
Original file line numberDiff line numberDiff line change
@@ -1826,15 +1826,21 @@ def translate_opts(parser, dynamic=False):
18261826
"Necessary for models whose output layers can assign "
18271827
"zero probability.",
18281828
)
1829-
1829+
group.add(
1830+
"--self_attn_type",
1831+
"-self_attn_type",
1832+
type=str,
1833+
default="scaled-dot-flash",
1834+
help="Self attention type in Transformer decoder "
1835+
'layer -- currently "scaled-dot", "scaled-dot-flash" or "average" ',
1836+
)
18301837
group = parser.add_argument_group("Data")
18311838
group.add(
18321839
"--data_type",
18331840
"-data_type",
18341841
default="text",
18351842
help="Type of the source input. Options: [text].",
18361843
)
1837-
18381844
group.add(
18391845
"--src",
18401846
"-src",

onmt/tests/test_inference_engines.py

-1
Original file line numberDiff line numberDiff line change
@@ -9,7 +9,6 @@ def _get_parser():
99
parser = ArgumentParser(description="simple_inference_engine_py.py")
1010
opts.config_opts(parser)
1111
opts.translate_opts(parser, dynamic=True)
12-
opts.model_opts(parser)
1312
return parser
1413

1514

0 commit comments

Comments
 (0)