diff --git a/.buildinfo b/.buildinfo
index 9fcb5dc0d..9a8a8a550 100644
--- a/.buildinfo
+++ b/.buildinfo
@@ -1,4 +1,4 @@
# Sphinx build info version 1
# This file hashes the configuration used when building these files. When it is not found, a full rebuild will be done.
-config: bb614a6d61ae91b8796eaece05725354
+config: d65cc165583ab911a77edfd4d8ec7ab6
tags: 645f666f9bcd5a90fca523b33c5a78b7
diff --git a/.doctrees/environment.pickle b/.doctrees/environment.pickle
index cdf8d86b7..58f65b4c6 100644
Binary files a/.doctrees/environment.pickle and b/.doctrees/environment.pickle differ
diff --git a/.doctrees/python/ctranslate2.models.Wav2Vec2.doctree b/.doctrees/python/ctranslate2.models.Wav2Vec2.doctree
new file mode 100644
index 000000000..832e86744
Binary files /dev/null and b/.doctrees/python/ctranslate2.models.Wav2Vec2.doctree differ
diff --git a/.doctrees/python/ctranslate2.models.Whisper.doctree b/.doctrees/python/ctranslate2.models.Whisper.doctree
index bc51c8ed4..fdf76d737 100644
Binary files a/.doctrees/python/ctranslate2.models.Whisper.doctree and b/.doctrees/python/ctranslate2.models.Whisper.doctree differ
diff --git a/.doctrees/python/ctranslate2.models.doctree b/.doctrees/python/ctranslate2.models.doctree
index 423d71566..1fda6cc7f 100644
Binary files a/.doctrees/python/ctranslate2.models.doctree and b/.doctrees/python/ctranslate2.models.doctree differ
diff --git a/.doctrees/python/ctranslate2.specs.LanguageModelSpec.doctree b/.doctrees/python/ctranslate2.specs.LanguageModelSpec.doctree
index b13b58abf..557b29e88 100644
Binary files a/.doctrees/python/ctranslate2.specs.LanguageModelSpec.doctree and b/.doctrees/python/ctranslate2.specs.LanguageModelSpec.doctree differ
diff --git a/.doctrees/python/ctranslate2.specs.TransformerDecoderModelSpec.doctree b/.doctrees/python/ctranslate2.specs.TransformerDecoderModelSpec.doctree
index 6ef14effc..14d0c4f3e 100644
Binary files a/.doctrees/python/ctranslate2.specs.TransformerDecoderModelSpec.doctree and b/.doctrees/python/ctranslate2.specs.TransformerDecoderModelSpec.doctree differ
diff --git a/.doctrees/python/ctranslate2.specs.TransformerDecoderSpec.doctree b/.doctrees/python/ctranslate2.specs.TransformerDecoderSpec.doctree
index cf53e563a..c8c992688 100644
Binary files a/.doctrees/python/ctranslate2.specs.TransformerDecoderSpec.doctree and b/.doctrees/python/ctranslate2.specs.TransformerDecoderSpec.doctree differ
diff --git a/.doctrees/python/ctranslate2.specs.Wav2Vec2Spec.doctree b/.doctrees/python/ctranslate2.specs.Wav2Vec2Spec.doctree
new file mode 100644
index 000000000..93df42978
Binary files /dev/null and b/.doctrees/python/ctranslate2.specs.Wav2Vec2Spec.doctree differ
diff --git a/.doctrees/python/ctranslate2.specs.WhisperSpec.doctree b/.doctrees/python/ctranslate2.specs.WhisperSpec.doctree
index 0d661f829..f371bfdaa 100644
Binary files a/.doctrees/python/ctranslate2.specs.WhisperSpec.doctree and b/.doctrees/python/ctranslate2.specs.WhisperSpec.doctree differ
diff --git a/.doctrees/python/ctranslate2.specs.doctree b/.doctrees/python/ctranslate2.specs.doctree
index c815be09a..243eb5426 100644
Binary files a/.doctrees/python/ctranslate2.specs.doctree and b/.doctrees/python/ctranslate2.specs.doctree differ
diff --git a/_sources/python/ctranslate2.models.Wav2Vec2.rst.txt b/_sources/python/ctranslate2.models.Wav2Vec2.rst.txt
new file mode 100644
index 000000000..e27ecc73a
--- /dev/null
+++ b/_sources/python/ctranslate2.models.Wav2Vec2.rst.txt
@@ -0,0 +1,22 @@
+Wav2Vec2
+========
+
+.. autoclass:: ctranslate2.models.Wav2Vec2
+ :members:
+ :undoc-members:
+ :inherited-members:
+
+ **Inherits from:** :class:`pybind11_builtins.pybind11_object`
+
+ **Attributes:**
+
+ - :obj:`~ctranslate2.models.Wav2Vec2.compute_type`
+ - :obj:`~ctranslate2.models.Wav2Vec2.device`
+ - :obj:`~ctranslate2.models.Wav2Vec2.device_index`
+ - :obj:`~ctranslate2.models.Wav2Vec2.num_active_batches`
+ - :obj:`~ctranslate2.models.Wav2Vec2.num_queued_batches`
+ - :obj:`~ctranslate2.models.Wav2Vec2.num_workers`
+
+ **Methods:**
+
+ - :obj:`~ctranslate2.models.Wav2Vec2.encode`
diff --git a/_sources/python/ctranslate2.models.Whisper.rst.txt b/_sources/python/ctranslate2.models.Whisper.rst.txt
index e28d1a4c9..bb8a639de 100644
--- a/_sources/python/ctranslate2.models.Whisper.rst.txt
+++ b/_sources/python/ctranslate2.models.Whisper.rst.txt
@@ -14,7 +14,9 @@ Whisper
- :obj:`~ctranslate2.models.Whisper.device`
- :obj:`~ctranslate2.models.Whisper.device_index`
- :obj:`~ctranslate2.models.Whisper.is_multilingual`
+ - :obj:`~ctranslate2.models.Whisper.n_mels`
- :obj:`~ctranslate2.models.Whisper.num_active_batches`
+ - :obj:`~ctranslate2.models.Whisper.num_languages`
- :obj:`~ctranslate2.models.Whisper.num_queued_batches`
- :obj:`~ctranslate2.models.Whisper.num_workers`
diff --git a/_sources/python/ctranslate2.models.rst.txt b/_sources/python/ctranslate2.models.rst.txt
index 079619a6a..8a9eb0b96 100644
--- a/_sources/python/ctranslate2.models.rst.txt
+++ b/_sources/python/ctranslate2.models.rst.txt
@@ -5,6 +5,7 @@ ctranslate2.models
.. toctree::
+ ctranslate2.models.Wav2Vec2
ctranslate2.models.Whisper
ctranslate2.models.WhisperGenerationResult
ctranslate2.models.WhisperGenerationResultAsync
diff --git a/_sources/python/ctranslate2.specs.LanguageModelSpec.rst.txt b/_sources/python/ctranslate2.specs.LanguageModelSpec.rst.txt
index 84ea0fe6e..d997060b9 100644
--- a/_sources/python/ctranslate2.specs.LanguageModelSpec.rst.txt
+++ b/_sources/python/ctranslate2.specs.LanguageModelSpec.rst.txt
@@ -12,6 +12,7 @@ LanguageModelSpec
- :class:`ctranslate2.specs.TransformerDecoderModelSpec`
- :class:`ctranslate2.specs.TransformerEncoderModelSpec`
+ - :class:`ctranslate2.specs.Wav2Vec2Spec`
- :class:`ctranslate2.specs.WhisperSpec`
**Attributes:**
diff --git a/_sources/python/ctranslate2.specs.Wav2Vec2Spec.rst.txt b/_sources/python/ctranslate2.specs.Wav2Vec2Spec.rst.txt
new file mode 100644
index 000000000..9b2f29719
--- /dev/null
+++ b/_sources/python/ctranslate2.specs.Wav2Vec2Spec.rst.txt
@@ -0,0 +1,26 @@
+Wav2Vec2Spec
+============
+
+.. autoclass:: ctranslate2.specs.Wav2Vec2Spec
+ :members:
+ :undoc-members:
+ :inherited-members:
+
+ **Inherits from:** :class:`ctranslate2.specs.LanguageModelSpec`
+
+ **Attributes:**
+
+ - :obj:`~ctranslate2.specs.Wav2Vec2Spec.config`
+ - :obj:`~ctranslate2.specs.Wav2Vec2Spec.name`
+ - :obj:`~ctranslate2.specs.Wav2Vec2Spec.revision`
+
+ **Methods:**
+
+ - :obj:`~ctranslate2.specs.Wav2Vec2Spec.get_default_config`
+ - :obj:`~ctranslate2.specs.Wav2Vec2Spec.get_vocabulary_size`
+ - :obj:`~ctranslate2.specs.Wav2Vec2Spec.optimize`
+ - :obj:`~ctranslate2.specs.Wav2Vec2Spec.register_file`
+ - :obj:`~ctranslate2.specs.Wav2Vec2Spec.register_vocabulary`
+ - :obj:`~ctranslate2.specs.Wav2Vec2Spec.save`
+ - :obj:`~ctranslate2.specs.Wav2Vec2Spec.validate`
+ - :obj:`~ctranslate2.specs.Wav2Vec2Spec.variables`
diff --git a/_sources/python/ctranslate2.specs.rst.txt b/_sources/python/ctranslate2.specs.rst.txt
index 01e52c4fa..a2d177d03 100644
--- a/_sources/python/ctranslate2.specs.rst.txt
+++ b/_sources/python/ctranslate2.specs.rst.txt
@@ -17,4 +17,5 @@ ctranslate2.specs
ctranslate2.specs.TransformerEncoderModelSpec
ctranslate2.specs.TransformerEncoderSpec
ctranslate2.specs.TransformerSpec
+ ctranslate2.specs.Wav2Vec2Spec
ctranslate2.specs.WhisperSpec
diff --git a/_static/documentation_options.js b/_static/documentation_options.js
index be407c265..1a291e05f 100644
--- a/_static/documentation_options.js
+++ b/_static/documentation_options.js
@@ -1,6 +1,6 @@
var DOCUMENTATION_OPTIONS = {
URL_ROOT: document.getElementById("documentation_options").getAttribute('data-url_root'),
- VERSION: '3.20.0',
+ VERSION: '3.21.0',
LANGUAGE: 'en',
COLLAPSE_INDEX: false,
BUILDER: 'html',
diff --git a/conversion.html b/conversion.html
index bbfda8025..507c717eb 100644
--- a/conversion.html
+++ b/conversion.html
@@ -4,7 +4,7 @@
<meta charset="utf-8" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <title>Model conversion — CTranslate2 3.20.0 documentation</title>
+ <title>Model conversion — CTranslate2 3.21.0 documentation</title>
<link rel="stylesheet" href="_static/pygments.css" type="text/css" />
<link rel="stylesheet" href="_static/css/theme.css" type="text/css" />
<link rel="stylesheet" href="_static/custom.css" type="text/css" />
@@ -32,7 +32,7 @@
<a href="index.html" class="icon icon-home"> CTranslate2
</a>
<div class="version">
- 3.20
+ 3.21
</div>
<div role="search">
<form id="rtd-search-form" class="wy-form" action="search.html" method="get">
diff --git a/decoding.html b/decoding.html
index 1e3a0fd27..7e784f2f9 100644
--- a/decoding.html
+++ b/decoding.html
@@ -4,7 +4,7 @@
<meta charset="utf-8" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <title>Decoding features — CTranslate2 3.20.0 documentation</title>
+ <title>Decoding features — CTranslate2 3.21.0 documentation</title>
<link rel="stylesheet" href="_static/pygments.css" type="text/css" />
<link rel="stylesheet" href="_static/css/theme.css" type="text/css" />
<link rel="stylesheet" href="_static/custom.css" type="text/css" />
@@ -32,7 +32,7 @@
<a href="index.html" class="icon icon-home"> CTranslate2
</a>
<div class="version">
- 3.20
+ 3.21
</div>
<div role="search">
<form id="rtd-search-form" class="wy-form" action="search.html" method="get">
diff --git a/encoding.html b/encoding.html
index 603c97b34..02437fbf8 100644
--- a/encoding.html
+++ b/encoding.html
@@ -4,7 +4,7 @@
<meta charset="utf-8" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <title>Text encoding — CTranslate2 3.20.0 documentation</title>
+ <title>Text encoding — CTranslate2 3.21.0 documentation</title>
<link rel="stylesheet" href="_static/pygments.css" type="text/css" />
<link rel="stylesheet" href="_static/css/theme.css" type="text/css" />
<link rel="stylesheet" href="_static/custom.css" type="text/css" />
@@ -32,7 +32,7 @@
<a href="index.html" class="icon icon-home"> CTranslate2
</a>
<div class="version">
- 3.20
+ 3.21
</div>
<div role="search">
<form id="rtd-search-form" class="wy-form" action="search.html" method="get">
diff --git a/environment_variables.html b/environment_variables.html
index 55313289d..c91b8724b 100644
--- a/environment_variables.html
+++ b/environment_variables.html
@@ -4,7 +4,7 @@
<meta charset="utf-8" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <title>Environment variables — CTranslate2 3.20.0 documentation</title>
+ <title>Environment variables — CTranslate2 3.21.0 documentation</title>
<link rel="stylesheet" href="_static/pygments.css" type="text/css" />
<link rel="stylesheet" href="_static/css/theme.css" type="text/css" />
<link rel="stylesheet" href="_static/custom.css" type="text/css" />
@@ -32,7 +32,7 @@
<a href="index.html" class="icon icon-home"> CTranslate2
</a>
<div class="version">
- 3.20
+ 3.21
</div>
<div role="search">
<form id="rtd-search-form" class="wy-form" action="search.html" method="get">
diff --git a/faq.html b/faq.html
index 4668fa5fe..40c4b6fb9 100644
--- a/faq.html
+++ b/faq.html
@@ -4,7 +4,7 @@
<meta charset="utf-8" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <title>Frequently asked questions — CTranslate2 3.20.0 documentation</title>
+ <title>Frequently asked questions — CTranslate2 3.21.0 documentation</title>
<link rel="stylesheet" href="_static/pygments.css" type="text/css" />
<link rel="stylesheet" href="_static/css/theme.css" type="text/css" />
<link rel="stylesheet" href="_static/custom.css" type="text/css" />
@@ -32,7 +32,7 @@
<a href="index.html" class="icon icon-home"> CTranslate2
</a>
<div class="version">
- 3.20
+ 3.21
</div>
<div role="search">
<form id="rtd-search-form" class="wy-form" action="search.html" method="get">
diff --git a/generation.html b/generation.html
index 20e5dfaa1..b5c1569bf 100644
--- a/generation.html
+++ b/generation.html
@@ -4,7 +4,7 @@
<meta charset="utf-8" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <title>Text generation — CTranslate2 3.20.0 documentation</title>
+ <title>Text generation — CTranslate2 3.21.0 documentation</title>
<link rel="stylesheet" href="_static/pygments.css" type="text/css" />
<link rel="stylesheet" href="_static/css/theme.css" type="text/css" />
<link rel="stylesheet" href="_static/custom.css" type="text/css" />
@@ -32,7 +32,7 @@
<a href="index.html" class="icon icon-home"> CTranslate2
</a>
<div class="version">
- 3.20
+ 3.21
</div>
<div role="search">
<form id="rtd-search-form" class="wy-form" action="search.html" method="get">
diff --git a/genindex.html b/genindex.html
index 9213e70e2..929925fea 100644
--- a/genindex.html
+++ b/genindex.html
@@ -3,7 +3,7 @@
<head>
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <title>Index — CTranslate2 3.20.0 documentation</title>
+ <title>Index — CTranslate2 3.21.0 documentation</title>
<link rel="stylesheet" href="_static/pygments.css" type="text/css" />
<link rel="stylesheet" href="_static/css/theme.css" type="text/css" />
<link rel="stylesheet" href="_static/custom.css" type="text/css" />
@@ -29,7 +29,7 @@
<a href="index.html" class="icon icon-home"> CTranslate2
</a>
<div class="version">
- 3.20
+ 3.21
</div>
<div role="search">
<form id="rtd-search-form" class="wy-form" action="search.html" method="get">
@@ -154,6 +154,8 @@ <h2 id="_">_</h2>
<li><a href="python/ctranslate2.Encoder.html#ctranslate2.Encoder.__init__">(ctranslate2.Encoder method)</a>
</li>
<li><a href="python/ctranslate2.Generator.html#ctranslate2.Generator.__init__">(ctranslate2.Generator method)</a>
+</li>
+ <li><a href="python/ctranslate2.models.Wav2Vec2.html#ctranslate2.models.Wav2Vec2.__init__">(ctranslate2.models.Wav2Vec2 method)</a>
</li>
<li><a href="python/ctranslate2.models.Whisper.html#ctranslate2.models.Whisper.__init__">(ctranslate2.models.Whisper method)</a>
</li>
@@ -172,6 +174,8 @@ <h2 id="_">_</h2>
<li><a href="python/ctranslate2.specs.TransformerEncoderSpec.html#ctranslate2.specs.TransformerEncoderSpec.__init__">(ctranslate2.specs.TransformerEncoderSpec method)</a>
</li>
<li><a href="python/ctranslate2.specs.TransformerSpec.html#ctranslate2.specs.TransformerSpec.__init__">(ctranslate2.specs.TransformerSpec method)</a>
+</li>
+ <li><a href="python/ctranslate2.specs.Wav2Vec2Spec.html#ctranslate2.specs.Wav2Vec2Spec.__init__">(ctranslate2.specs.Wav2Vec2Spec method)</a>
</li>
<li><a href="python/ctranslate2.specs.WhisperSpec.html#ctranslate2.specs.WhisperSpec.__init__">(ctranslate2.specs.WhisperSpec method)</a>
</li>
@@ -224,6 +228,8 @@ <h2 id="C">C</h2>
<ul>
<li><a href="python/ctranslate2.Generator.html#ctranslate2.Generator.compute_type">(ctranslate2.Generator property)</a>
+</li>
+ <li><a href="python/ctranslate2.models.Wav2Vec2.html#ctranslate2.models.Wav2Vec2.compute_type">(ctranslate2.models.Wav2Vec2 property)</a>
</li>
<li><a href="python/ctranslate2.models.Whisper.html#ctranslate2.models.Whisper.compute_type">(ctranslate2.models.Whisper property)</a>
</li>
@@ -244,6 +250,8 @@ <h2 id="C">C</h2>
<li><a href="python/ctranslate2.specs.TransformerEncoderModelSpec.html#ctranslate2.specs.TransformerEncoderModelSpec.config">(ctranslate2.specs.TransformerEncoderModelSpec property)</a>
</li>
<li><a href="python/ctranslate2.specs.TransformerSpec.html#ctranslate2.specs.TransformerSpec.config">(ctranslate2.specs.TransformerSpec property)</a>
+</li>
+ <li><a href="python/ctranslate2.specs.Wav2Vec2Spec.html#ctranslate2.specs.Wav2Vec2Spec.config">(ctranslate2.specs.Wav2Vec2Spec property)</a>
</li>
<li><a href="python/ctranslate2.specs.WhisperSpec.html#ctranslate2.specs.WhisperSpec.config">(ctranslate2.specs.WhisperSpec property)</a>
</li>
@@ -350,6 +358,8 @@ <h2 id="D">D</h2>
<ul>
<li><a href="python/ctranslate2.Generator.html#ctranslate2.Generator.device">(ctranslate2.Generator property)</a>
+</li>
+ <li><a href="python/ctranslate2.models.Wav2Vec2.html#ctranslate2.models.Wav2Vec2.device">(ctranslate2.models.Wav2Vec2 property)</a>
</li>
<li><a href="python/ctranslate2.models.Whisper.html#ctranslate2.models.Whisper.device">(ctranslate2.models.Whisper property)</a>
</li>
@@ -364,6 +374,8 @@ <h2 id="D">D</h2>
<ul>
<li><a href="python/ctranslate2.Generator.html#ctranslate2.Generator.device_index">(ctranslate2.Generator property)</a>
+</li>
+ <li><a href="python/ctranslate2.models.Wav2Vec2.html#ctranslate2.models.Wav2Vec2.device_index">(ctranslate2.models.Wav2Vec2 property)</a>
</li>
<li><a href="python/ctranslate2.models.Whisper.html#ctranslate2.models.Whisper.device_index">(ctranslate2.models.Whisper property)</a>
</li>
@@ -392,8 +404,12 @@ <h2 id="E">E</h2>
<td style="width: 33%; vertical-align: top;"><ul>
<li><a href="python/ctranslate2.specs.EmbeddingsMerge.html#ctranslate2.specs.EmbeddingsMerge">EmbeddingsMerge (class in ctranslate2.specs)</a>
</li>
- <li><a href="python/ctranslate2.models.Whisper.html#ctranslate2.models.Whisper.encode">encode() (ctranslate2.models.Whisper method)</a>
+ <li><a href="python/ctranslate2.models.Wav2Vec2.html#ctranslate2.models.Wav2Vec2.encode">encode() (ctranslate2.models.Wav2Vec2 method)</a>
+
+ <ul>
+ <li><a href="python/ctranslate2.models.Whisper.html#ctranslate2.models.Whisper.encode">(ctranslate2.models.Whisper method)</a>
</li>
+ </ul></li>
</ul></td>
<td style="width: 33%; vertical-align: top;"><ul>
<li><a href="python/ctranslate2.Encoder.html#ctranslate2.Encoder">Encoder (class in ctranslate2)</a>
@@ -476,6 +492,8 @@ <h2 id="G">G</h2>
<li><a href="python/ctranslate2.specs.TransformerEncoderModelSpec.html#ctranslate2.specs.TransformerEncoderModelSpec.get_default_config">(ctranslate2.specs.TransformerEncoderModelSpec method)</a>
</li>
<li><a href="python/ctranslate2.specs.TransformerSpec.html#ctranslate2.specs.TransformerSpec.get_default_config">(ctranslate2.specs.TransformerSpec method)</a>
+</li>
+ <li><a href="python/ctranslate2.specs.Wav2Vec2Spec.html#ctranslate2.specs.Wav2Vec2Spec.get_default_config">(ctranslate2.specs.Wav2Vec2Spec method)</a>
</li>
<li><a href="python/ctranslate2.specs.WhisperSpec.html#ctranslate2.specs.WhisperSpec.get_default_config">(ctranslate2.specs.WhisperSpec method)</a>
</li>
@@ -506,6 +524,8 @@ <h2 id="G">G</h2>
<li><a href="python/ctranslate2.specs.TransformerDecoderModelSpec.html#ctranslate2.specs.TransformerDecoderModelSpec.get_vocabulary_size">(ctranslate2.specs.TransformerDecoderModelSpec method)</a>
</li>
<li><a href="python/ctranslate2.specs.TransformerEncoderModelSpec.html#ctranslate2.specs.TransformerEncoderModelSpec.get_vocabulary_size">(ctranslate2.specs.TransformerEncoderModelSpec method)</a>
+</li>
+ <li><a href="python/ctranslate2.specs.Wav2Vec2Spec.html#ctranslate2.specs.Wav2Vec2Spec.get_vocabulary_size">(ctranslate2.specs.Wav2Vec2Spec method)</a>
</li>
<li><a href="python/ctranslate2.specs.WhisperSpec.html#ctranslate2.specs.WhisperSpec.get_vocabulary_size">(ctranslate2.specs.WhisperSpec method)</a>
</li>
@@ -599,6 +619,8 @@ <h2 id="M">M</h2>
<h2 id="N">N</h2>
<table style="width: 100%" class="indextable genindextable"><tr>
<td style="width: 33%; vertical-align: top;"><ul>
+ <li><a href="python/ctranslate2.models.Whisper.html#ctranslate2.models.Whisper.n_mels">n_mels (ctranslate2.models.Whisper property)</a>
+</li>
<li><a href="python/ctranslate2.DataType.html#ctranslate2.DataType.name">name (ctranslate2.DataType property)</a>
<ul>
@@ -613,6 +635,8 @@ <h2 id="N">N</h2>
<li><a href="python/ctranslate2.specs.TransformerEncoderModelSpec.html#ctranslate2.specs.TransformerEncoderModelSpec.name">(ctranslate2.specs.TransformerEncoderModelSpec property)</a>
</li>
<li><a href="python/ctranslate2.specs.TransformerSpec.html#ctranslate2.specs.TransformerSpec.name">(ctranslate2.specs.TransformerSpec property)</a>
+</li>
+ <li><a href="python/ctranslate2.specs.Wav2Vec2Spec.html#ctranslate2.specs.Wav2Vec2Spec.name">(ctranslate2.specs.Wav2Vec2Spec property)</a>
</li>
<li><a href="python/ctranslate2.specs.WhisperSpec.html#ctranslate2.specs.WhisperSpec.name">(ctranslate2.specs.WhisperSpec property)</a>
</li>
@@ -623,6 +647,8 @@ <h2 id="N">N</h2>
<ul>
<li><a href="python/ctranslate2.Generator.html#ctranslate2.Generator.num_active_batches">(ctranslate2.Generator property)</a>
+</li>
+ <li><a href="python/ctranslate2.models.Wav2Vec2.html#ctranslate2.models.Wav2Vec2.num_active_batches">(ctranslate2.models.Wav2Vec2 property)</a>
</li>
<li><a href="python/ctranslate2.models.Whisper.html#ctranslate2.models.Whisper.num_active_batches">(ctranslate2.models.Whisper property)</a>
</li>
@@ -636,11 +662,15 @@ <h2 id="N">N</h2>
<li><a href="python/ctranslate2.ExecutionStats.html#ctranslate2.ExecutionStats.num_examples">num_examples (ctranslate2.ExecutionStats property)</a>
</li>
<li><a href="python/ctranslate2.Generator.html#ctranslate2.Generator.num_generators">num_generators (ctranslate2.Generator property)</a>
+</li>
+ <li><a href="python/ctranslate2.models.Whisper.html#ctranslate2.models.Whisper.num_languages">num_languages (ctranslate2.models.Whisper property)</a>
</li>
<li><a href="python/ctranslate2.Encoder.html#ctranslate2.Encoder.num_queued_batches">num_queued_batches (ctranslate2.Encoder property)</a>
<ul>
<li><a href="python/ctranslate2.Generator.html#ctranslate2.Generator.num_queued_batches">(ctranslate2.Generator property)</a>
+</li>
+ <li><a href="python/ctranslate2.models.Wav2Vec2.html#ctranslate2.models.Wav2Vec2.num_queued_batches">(ctranslate2.models.Wav2Vec2 property)</a>
</li>
<li><a href="python/ctranslate2.models.Whisper.html#ctranslate2.models.Whisper.num_queued_batches">(ctranslate2.models.Whisper property)</a>
</li>
@@ -651,8 +681,12 @@ <h2 id="N">N</h2>
</li>
<li><a href="python/ctranslate2.Translator.html#ctranslate2.Translator.num_translators">num_translators (ctranslate2.Translator property)</a>
</li>
- <li><a href="python/ctranslate2.models.Whisper.html#ctranslate2.models.Whisper.num_workers">num_workers (ctranslate2.models.Whisper property)</a>
+ <li><a href="python/ctranslate2.models.Wav2Vec2.html#ctranslate2.models.Wav2Vec2.num_workers">num_workers (ctranslate2.models.Wav2Vec2 property)</a>
+
+ <ul>
+ <li><a href="python/ctranslate2.models.Whisper.html#ctranslate2.models.Whisper.num_workers">(ctranslate2.models.Whisper property)</a>
</li>
+ </ul></li>
</ul></td>
</tr></table>
@@ -683,6 +717,8 @@ <h2 id="O">O</h2>
<li><a href="python/ctranslate2.specs.TransformerEncoderSpec.html#ctranslate2.specs.TransformerEncoderSpec.optimize">(ctranslate2.specs.TransformerEncoderSpec method)</a>
</li>
<li><a href="python/ctranslate2.specs.TransformerSpec.html#ctranslate2.specs.TransformerSpec.optimize">(ctranslate2.specs.TransformerSpec method)</a>
+</li>
+ <li><a href="python/ctranslate2.specs.Wav2Vec2Spec.html#ctranslate2.specs.Wav2Vec2Spec.optimize">(ctranslate2.specs.Wav2Vec2Spec method)</a>
</li>
<li><a href="python/ctranslate2.specs.WhisperSpec.html#ctranslate2.specs.WhisperSpec.optimize">(ctranslate2.specs.WhisperSpec method)</a>
</li>
@@ -717,6 +753,8 @@ <h2 id="R">R</h2>
<li><a href="python/ctranslate2.specs.TransformerEncoderModelSpec.html#ctranslate2.specs.TransformerEncoderModelSpec.register_file">(ctranslate2.specs.TransformerEncoderModelSpec method)</a>
</li>
<li><a href="python/ctranslate2.specs.TransformerSpec.html#ctranslate2.specs.TransformerSpec.register_file">(ctranslate2.specs.TransformerSpec method)</a>
+</li>
+ <li><a href="python/ctranslate2.specs.Wav2Vec2Spec.html#ctranslate2.specs.Wav2Vec2Spec.register_file">(ctranslate2.specs.Wav2Vec2Spec method)</a>
</li>
<li><a href="python/ctranslate2.specs.WhisperSpec.html#ctranslate2.specs.WhisperSpec.register_file">(ctranslate2.specs.WhisperSpec method)</a>
</li>
@@ -739,6 +777,8 @@ <h2 id="R">R</h2>
<li><a href="python/ctranslate2.specs.TransformerDecoderModelSpec.html#ctranslate2.specs.TransformerDecoderModelSpec.register_vocabulary">(ctranslate2.specs.TransformerDecoderModelSpec method)</a>
</li>
<li><a href="python/ctranslate2.specs.TransformerEncoderModelSpec.html#ctranslate2.specs.TransformerEncoderModelSpec.register_vocabulary">(ctranslate2.specs.TransformerEncoderModelSpec method)</a>
+</li>
+ <li><a href="python/ctranslate2.specs.Wav2Vec2Spec.html#ctranslate2.specs.Wav2Vec2Spec.register_vocabulary">(ctranslate2.specs.Wav2Vec2Spec method)</a>
</li>
<li><a href="python/ctranslate2.specs.WhisperSpec.html#ctranslate2.specs.WhisperSpec.register_vocabulary">(ctranslate2.specs.WhisperSpec method)</a>
</li>
@@ -775,6 +815,8 @@ <h2 id="R">R</h2>
<li><a href="python/ctranslate2.specs.TransformerEncoderModelSpec.html#ctranslate2.specs.TransformerEncoderModelSpec.revision">(ctranslate2.specs.TransformerEncoderModelSpec property)</a>
</li>
<li><a href="python/ctranslate2.specs.TransformerSpec.html#ctranslate2.specs.TransformerSpec.revision">(ctranslate2.specs.TransformerSpec property)</a>
+</li>
+ <li><a href="python/ctranslate2.specs.Wav2Vec2Spec.html#ctranslate2.specs.Wav2Vec2Spec.revision">(ctranslate2.specs.Wav2Vec2Spec property)</a>
</li>
<li><a href="python/ctranslate2.specs.WhisperSpec.html#ctranslate2.specs.WhisperSpec.revision">(ctranslate2.specs.WhisperSpec property)</a>
</li>
@@ -799,6 +841,8 @@ <h2 id="S">S</h2>
<li><a href="python/ctranslate2.specs.TransformerEncoderModelSpec.html#ctranslate2.specs.TransformerEncoderModelSpec.save">(ctranslate2.specs.TransformerEncoderModelSpec method)</a>
</li>
<li><a href="python/ctranslate2.specs.TransformerSpec.html#ctranslate2.specs.TransformerSpec.save">(ctranslate2.specs.TransformerSpec method)</a>
+</li>
+ <li><a href="python/ctranslate2.specs.Wav2Vec2Spec.html#ctranslate2.specs.Wav2Vec2Spec.save">(ctranslate2.specs.Wav2Vec2Spec method)</a>
</li>
<li><a href="python/ctranslate2.specs.WhisperSpec.html#ctranslate2.specs.WhisperSpec.save">(ctranslate2.specs.WhisperSpec method)</a>
</li>
@@ -929,6 +973,8 @@ <h2 id="V">V</h2>
<li><a href="python/ctranslate2.specs.TransformerEncoderSpec.html#ctranslate2.specs.TransformerEncoderSpec.validate">(ctranslate2.specs.TransformerEncoderSpec method)</a>
</li>
<li><a href="python/ctranslate2.specs.TransformerSpec.html#ctranslate2.specs.TransformerSpec.validate">(ctranslate2.specs.TransformerSpec method)</a>
+</li>
+ <li><a href="python/ctranslate2.specs.Wav2Vec2Spec.html#ctranslate2.specs.Wav2Vec2Spec.validate">(ctranslate2.specs.Wav2Vec2Spec method)</a>
</li>
<li><a href="python/ctranslate2.specs.WhisperSpec.html#ctranslate2.specs.WhisperSpec.validate">(ctranslate2.specs.WhisperSpec method)</a>
</li>
@@ -955,6 +1001,8 @@ <h2 id="V">V</h2>
<li><a href="python/ctranslate2.specs.TransformerEncoderSpec.html#ctranslate2.specs.TransformerEncoderSpec.variables">(ctranslate2.specs.TransformerEncoderSpec method)</a>
</li>
<li><a href="python/ctranslate2.specs.TransformerSpec.html#ctranslate2.specs.TransformerSpec.variables">(ctranslate2.specs.TransformerSpec method)</a>
+</li>
+ <li><a href="python/ctranslate2.specs.Wav2Vec2Spec.html#ctranslate2.specs.Wav2Vec2Spec.variables">(ctranslate2.specs.Wav2Vec2Spec method)</a>
</li>
<li><a href="python/ctranslate2.specs.WhisperSpec.html#ctranslate2.specs.WhisperSpec.variables">(ctranslate2.specs.WhisperSpec method)</a>
</li>
@@ -965,12 +1013,16 @@ <h2 id="V">V</h2>
<h2 id="W">W</h2>
<table style="width: 100%" class="indextable genindextable"><tr>
<td style="width: 33%; vertical-align: top;"><ul>
- <li><a href="python/ctranslate2.models.Whisper.html#ctranslate2.models.Whisper">Whisper (class in ctranslate2.models)</a>
+ <li><a href="python/ctranslate2.models.Wav2Vec2.html#ctranslate2.models.Wav2Vec2">Wav2Vec2 (class in ctranslate2.models)</a>
</li>
- <li><a href="python/ctranslate2.models.WhisperGenerationResult.html#ctranslate2.models.WhisperGenerationResult">WhisperGenerationResult (class in ctranslate2.models)</a>
+ <li><a href="python/ctranslate2.specs.Wav2Vec2Spec.html#ctranslate2.specs.Wav2Vec2Spec">Wav2Vec2Spec (class in ctranslate2.specs)</a>
+</li>
+ <li><a href="python/ctranslate2.models.Whisper.html#ctranslate2.models.Whisper">Whisper (class in ctranslate2.models)</a>
</li>
</ul></td>
<td style="width: 33%; vertical-align: top;"><ul>
+ <li><a href="python/ctranslate2.models.WhisperGenerationResult.html#ctranslate2.models.WhisperGenerationResult">WhisperGenerationResult (class in ctranslate2.models)</a>
+</li>
<li><a href="python/ctranslate2.models.WhisperGenerationResultAsync.html#ctranslate2.models.WhisperGenerationResultAsync">WhisperGenerationResultAsync (class in ctranslate2.models)</a>
</li>
<li><a href="python/ctranslate2.specs.WhisperSpec.html#ctranslate2.specs.WhisperSpec">WhisperSpec (class in ctranslate2.specs)</a>
diff --git a/guides/fairseq.html b/guides/fairseq.html
index aaa140e85..e7690f5dc 100644
--- a/guides/fairseq.html
+++ b/guides/fairseq.html
@@ -4,7 +4,7 @@
<meta charset="utf-8" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <title>Fairseq — CTranslate2 3.20.0 documentation</title>
+ <title>Fairseq — CTranslate2 3.21.0 documentation</title>
<link rel="stylesheet" href="../_static/pygments.css" type="text/css" />
<link rel="stylesheet" href="../_static/css/theme.css" type="text/css" />
<link rel="stylesheet" href="../_static/custom.css" type="text/css" />
@@ -32,7 +32,7 @@
<a href="../index.html" class="icon icon-home"> CTranslate2
</a>
<div class="version">
- 3.20
+ 3.21
</div>
<div role="search">
<form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/guides/marian.html b/guides/marian.html
index 99c6fdd5e..79dddb35d 100644
--- a/guides/marian.html
+++ b/guides/marian.html
@@ -4,7 +4,7 @@
<meta charset="utf-8" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <title>Marian — CTranslate2 3.20.0 documentation</title>
+ <title>Marian — CTranslate2 3.21.0 documentation</title>
<link rel="stylesheet" href="../_static/pygments.css" type="text/css" />
<link rel="stylesheet" href="../_static/css/theme.css" type="text/css" />
<link rel="stylesheet" href="../_static/custom.css" type="text/css" />
@@ -32,7 +32,7 @@
<a href="../index.html" class="icon icon-home"> CTranslate2
</a>
<div class="version">
- 3.20
+ 3.21
</div>
<div role="search">
<form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/guides/opennmt_py.html b/guides/opennmt_py.html
index ace8cf8f5..e95a68f8f 100644
--- a/guides/opennmt_py.html
+++ b/guides/opennmt_py.html
@@ -4,7 +4,7 @@
<meta charset="utf-8" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <title>OpenNMT-py — CTranslate2 3.20.0 documentation</title>
+ <title>OpenNMT-py — CTranslate2 3.21.0 documentation</title>
<link rel="stylesheet" href="../_static/pygments.css" type="text/css" />
<link rel="stylesheet" href="../_static/css/theme.css" type="text/css" />
<link rel="stylesheet" href="../_static/custom.css" type="text/css" />
@@ -32,7 +32,7 @@
<a href="../index.html" class="icon icon-home"> CTranslate2
</a>
<div class="version">
- 3.20
+ 3.21
</div>
<div role="search">
<form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/guides/opennmt_tf.html b/guides/opennmt_tf.html
index 732c6392f..8f362fdb5 100644
--- a/guides/opennmt_tf.html
+++ b/guides/opennmt_tf.html
@@ -4,7 +4,7 @@
<meta charset="utf-8" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <title>OpenNMT-tf — CTranslate2 3.20.0 documentation</title>
+ <title>OpenNMT-tf — CTranslate2 3.21.0 documentation</title>
<link rel="stylesheet" href="../_static/pygments.css" type="text/css" />
<link rel="stylesheet" href="../_static/css/theme.css" type="text/css" />
<link rel="stylesheet" href="../_static/custom.css" type="text/css" />
@@ -32,7 +32,7 @@
<a href="../index.html" class="icon icon-home"> CTranslate2
</a>
<div class="version">
- 3.20
+ 3.21
</div>
<div role="search">
<form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/guides/opus_mt.html b/guides/opus_mt.html
index eac16aafa..edbad0600 100644
--- a/guides/opus_mt.html
+++ b/guides/opus_mt.html
@@ -4,7 +4,7 @@
<meta charset="utf-8" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <title>OPUS-MT — CTranslate2 3.20.0 documentation</title>
+ <title>OPUS-MT — CTranslate2 3.21.0 documentation</title>
<link rel="stylesheet" href="../_static/pygments.css" type="text/css" />
<link rel="stylesheet" href="../_static/css/theme.css" type="text/css" />
<link rel="stylesheet" href="../_static/custom.css" type="text/css" />
@@ -32,7 +32,7 @@
<a href="../index.html" class="icon icon-home"> CTranslate2
</a>
<div class="version">
- 3.20
+ 3.21
</div>
<div role="search">
<form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/guides/transformers.html b/guides/transformers.html
index f389e8f69..ccf2d52d4 100644
--- a/guides/transformers.html
+++ b/guides/transformers.html
@@ -4,7 +4,7 @@
<meta charset="utf-8" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <title>Transformers — CTranslate2 3.20.0 documentation</title>
+ <title>Transformers — CTranslate2 3.21.0 documentation</title>
<link rel="stylesheet" href="../_static/pygments.css" type="text/css" />
<link rel="stylesheet" href="../_static/css/theme.css" type="text/css" />
<link rel="stylesheet" href="../_static/custom.css" type="text/css" />
@@ -32,7 +32,7 @@
<a href="../index.html" class="icon icon-home"> CTranslate2
</a>
<div class="version">
- 3.20
+ 3.21
</div>
<div role="search">
<form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/hardware_support.html b/hardware_support.html
index bc75ff491..1efa3ccb5 100644
--- a/hardware_support.html
+++ b/hardware_support.html
@@ -4,7 +4,7 @@
<meta charset="utf-8" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <title>Hardware support — CTranslate2 3.20.0 documentation</title>
+ <title>Hardware support — CTranslate2 3.21.0 documentation</title>
<link rel="stylesheet" href="_static/pygments.css" type="text/css" />
<link rel="stylesheet" href="_static/css/theme.css" type="text/css" />
<link rel="stylesheet" href="_static/custom.css" type="text/css" />
@@ -32,7 +32,7 @@
<a href="index.html" class="icon icon-home"> CTranslate2
</a>
<div class="version">
- 3.20
+ 3.21
</div>
<div role="search">
<form id="rtd-search-form" class="wy-form" action="search.html" method="get">
diff --git a/index.html b/index.html
index c7eb6097e..9dff793da 100644
--- a/index.html
+++ b/index.html
@@ -4,7 +4,7 @@
<meta charset="utf-8" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <title>Index — CTranslate2 3.20.0 documentation</title>
+ <title>Index — CTranslate2 3.21.0 documentation</title>
<link rel="stylesheet" href="_static/pygments.css" type="text/css" />
<link rel="stylesheet" href="_static/css/theme.css" type="text/css" />
<link rel="stylesheet" href="_static/custom.css" type="text/css" />
@@ -31,7 +31,7 @@
<a href="#" class="icon icon-home"> CTranslate2
</a>
<div class="version">
- 3.20
+ 3.21
</div>
<div role="search">
<form id="rtd-search-form" class="wy-form" action="search.html" method="get">
diff --git a/installation.html b/installation.html
index f50467369..7866f7a69 100644
--- a/installation.html
+++ b/installation.html
@@ -4,7 +4,7 @@
<meta charset="utf-8" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <title>Installation — CTranslate2 3.20.0 documentation</title>
+ <title>Installation — CTranslate2 3.21.0 documentation</title>
<link rel="stylesheet" href="_static/pygments.css" type="text/css" />
<link rel="stylesheet" href="_static/css/theme.css" type="text/css" />
<link rel="stylesheet" href="_static/custom.css" type="text/css" />
@@ -32,7 +32,7 @@
<a href="index.html" class="icon icon-home"> CTranslate2
</a>
<div class="version">
- 3.20
+ 3.21
</div>
<div role="search">
<form id="rtd-search-form" class="wy-form" action="search.html" method="get">
diff --git a/memory.html b/memory.html
index 50b3906b7..8d201c317 100644
--- a/memory.html
+++ b/memory.html
@@ -4,7 +4,7 @@
<meta charset="utf-8" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <title>Memory management — CTranslate2 3.20.0 documentation</title>
+ <title>Memory management — CTranslate2 3.21.0 documentation</title>
<link rel="stylesheet" href="_static/pygments.css" type="text/css" />
<link rel="stylesheet" href="_static/css/theme.css" type="text/css" />
<link rel="stylesheet" href="_static/custom.css" type="text/css" />
@@ -32,7 +32,7 @@
<a href="index.html" class="icon icon-home"> CTranslate2
</a>
<div class="version">
- 3.20
+ 3.21
</div>
<div role="search">
<form id="rtd-search-form" class="wy-form" action="search.html" method="get">
diff --git a/objects.inv b/objects.inv
index 567c52b3b..5b79b730a 100644
Binary files a/objects.inv and b/objects.inv differ
diff --git a/parallel.html b/parallel.html
index 1a7cb6a07..31c31e2e6 100644
--- a/parallel.html
+++ b/parallel.html
@@ -4,7 +4,7 @@
<meta charset="utf-8" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <title>Multithreading and parallelism — CTranslate2 3.20.0 documentation</title>
+ <title>Multithreading and parallelism — CTranslate2 3.21.0 documentation</title>
<link rel="stylesheet" href="_static/pygments.css" type="text/css" />
<link rel="stylesheet" href="_static/css/theme.css" type="text/css" />
<link rel="stylesheet" href="_static/custom.css" type="text/css" />
@@ -32,7 +32,7 @@
<a href="index.html" class="icon icon-home"> CTranslate2
</a>
<div class="version">
- 3.20
+ 3.21
</div>
<div role="search">
<form id="rtd-search-form" class="wy-form" action="search.html" method="get">
diff --git a/performance.html b/performance.html
index 3ba0d00d1..8b51ed212 100644
--- a/performance.html
+++ b/performance.html
@@ -4,7 +4,7 @@
<meta charset="utf-8" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <title>Performance tips — CTranslate2 3.20.0 documentation</title>
+ <title>Performance tips — CTranslate2 3.21.0 documentation</title>
<link rel="stylesheet" href="_static/pygments.css" type="text/css" />
<link rel="stylesheet" href="_static/css/theme.css" type="text/css" />
<link rel="stylesheet" href="_static/custom.css" type="text/css" />
@@ -32,7 +32,7 @@
<a href="index.html" class="icon icon-home"> CTranslate2
</a>
<div class="version">
- 3.20
+ 3.21
</div>
<div role="search">
<form id="rtd-search-form" class="wy-form" action="search.html" method="get">
diff --git a/py-modindex.html b/py-modindex.html
index 7a14e2e43..1fc3b23db 100644
--- a/py-modindex.html
+++ b/py-modindex.html
@@ -3,7 +3,7 @@
<head>
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <title>Python Module Index — CTranslate2 3.20.0 documentation</title>
+ <title>Python Module Index — CTranslate2 3.21.0 documentation</title>
<link rel="stylesheet" href="_static/pygments.css" type="text/css" />
<link rel="stylesheet" href="_static/css/theme.css" type="text/css" />
<link rel="stylesheet" href="_static/custom.css" type="text/css" />
@@ -32,7 +32,7 @@
<a href="index.html" class="icon icon-home"> CTranslate2
</a>
<div class="version">
- 3.20
+ 3.21
</div>
<div role="search">
<form id="rtd-search-form" class="wy-form" action="search.html" method="get">
diff --git a/python/ctranslate2.AsyncGenerationResult.html b/python/ctranslate2.AsyncGenerationResult.html
index 66398a610..c05c30688 100644
--- a/python/ctranslate2.AsyncGenerationResult.html
+++ b/python/ctranslate2.AsyncGenerationResult.html
@@ -4,7 +4,7 @@
<meta charset="utf-8" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <title>AsyncGenerationResult — CTranslate2 3.20.0 documentation</title>
+ <title>AsyncGenerationResult — CTranslate2 3.21.0 documentation</title>
<link rel="stylesheet" href="../_static/pygments.css" type="text/css" />
<link rel="stylesheet" href="../_static/css/theme.css" type="text/css" />
<link rel="stylesheet" href="../_static/custom.css" type="text/css" />
@@ -32,7 +32,7 @@
<a href="../index.html" class="icon icon-home"> CTranslate2
</a>
<div class="version">
- 3.20
+ 3.21
</div>
<div role="search">
<form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/python/ctranslate2.AsyncScoringResult.html b/python/ctranslate2.AsyncScoringResult.html
index 4ba497018..be54f7888 100644
--- a/python/ctranslate2.AsyncScoringResult.html
+++ b/python/ctranslate2.AsyncScoringResult.html
@@ -4,7 +4,7 @@
<meta charset="utf-8" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <title>AsyncScoringResult — CTranslate2 3.20.0 documentation</title>
+ <title>AsyncScoringResult — CTranslate2 3.21.0 documentation</title>
<link rel="stylesheet" href="../_static/pygments.css" type="text/css" />
<link rel="stylesheet" href="../_static/css/theme.css" type="text/css" />
<link rel="stylesheet" href="../_static/custom.css" type="text/css" />
@@ -32,7 +32,7 @@
<a href="../index.html" class="icon icon-home"> CTranslate2
</a>
<div class="version">
- 3.20
+ 3.21
</div>
<div role="search">
<form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/python/ctranslate2.AsyncTranslationResult.html b/python/ctranslate2.AsyncTranslationResult.html
index 47e73811c..2625445c3 100644
--- a/python/ctranslate2.AsyncTranslationResult.html
+++ b/python/ctranslate2.AsyncTranslationResult.html
@@ -4,7 +4,7 @@
<meta charset="utf-8" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <title>AsyncTranslationResult — CTranslate2 3.20.0 documentation</title>
+ <title>AsyncTranslationResult — CTranslate2 3.21.0 documentation</title>
<link rel="stylesheet" href="../_static/pygments.css" type="text/css" />
<link rel="stylesheet" href="../_static/css/theme.css" type="text/css" />
<link rel="stylesheet" href="../_static/custom.css" type="text/css" />
@@ -32,7 +32,7 @@
<a href="../index.html" class="icon icon-home"> CTranslate2
</a>
<div class="version">
- 3.20
+ 3.21
</div>
<div role="search">
<form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/python/ctranslate2.DataType.html b/python/ctranslate2.DataType.html
index d412ff142..fd1938f9b 100644
--- a/python/ctranslate2.DataType.html
+++ b/python/ctranslate2.DataType.html
@@ -4,7 +4,7 @@
<meta charset="utf-8" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <title>DataType — CTranslate2 3.20.0 documentation</title>
+ <title>DataType — CTranslate2 3.21.0 documentation</title>
<link rel="stylesheet" href="../_static/pygments.css" type="text/css" />
<link rel="stylesheet" href="../_static/css/theme.css" type="text/css" />
<link rel="stylesheet" href="../_static/custom.css" type="text/css" />
@@ -32,7 +32,7 @@
<a href="../index.html" class="icon icon-home"> CTranslate2
</a>
<div class="version">
- 3.20
+ 3.21
</div>
<div role="search">
<form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/python/ctranslate2.Encoder.html b/python/ctranslate2.Encoder.html
index 9895a7066..6875f6fbf 100644
--- a/python/ctranslate2.Encoder.html
+++ b/python/ctranslate2.Encoder.html
@@ -4,7 +4,7 @@
<meta charset="utf-8" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <title>Encoder — CTranslate2 3.20.0 documentation</title>
+ <title>Encoder — CTranslate2 3.21.0 documentation</title>
<link rel="stylesheet" href="../_static/pygments.css" type="text/css" />
<link rel="stylesheet" href="../_static/css/theme.css" type="text/css" />
<link rel="stylesheet" href="../_static/custom.css" type="text/css" />
@@ -32,7 +32,7 @@
<a href="../index.html" class="icon icon-home"> CTranslate2
</a>
<div class="version">
- 3.20
+ 3.21
</div>
<div role="search">
<form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/python/ctranslate2.EncoderForwardOutput.html b/python/ctranslate2.EncoderForwardOutput.html
index 835108764..4de8a270e 100644
--- a/python/ctranslate2.EncoderForwardOutput.html
+++ b/python/ctranslate2.EncoderForwardOutput.html
@@ -4,7 +4,7 @@
<meta charset="utf-8" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <title>EncoderForwardOutput — CTranslate2 3.20.0 documentation</title>
+ <title>EncoderForwardOutput — CTranslate2 3.21.0 documentation</title>
<link rel="stylesheet" href="../_static/pygments.css" type="text/css" />
<link rel="stylesheet" href="../_static/css/theme.css" type="text/css" />
<link rel="stylesheet" href="../_static/custom.css" type="text/css" />
@@ -32,7 +32,7 @@
<a href="../index.html" class="icon icon-home"> CTranslate2
</a>
<div class="version">
- 3.20
+ 3.21
</div>
<div role="search">
<form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/python/ctranslate2.ExecutionStats.html b/python/ctranslate2.ExecutionStats.html
index 363560c57..c41944985 100644
--- a/python/ctranslate2.ExecutionStats.html
+++ b/python/ctranslate2.ExecutionStats.html
@@ -4,7 +4,7 @@
<meta charset="utf-8" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <title>ExecutionStats — CTranslate2 3.20.0 documentation</title>
+ <title>ExecutionStats — CTranslate2 3.21.0 documentation</title>
<link rel="stylesheet" href="../_static/pygments.css" type="text/css" />
<link rel="stylesheet" href="../_static/css/theme.css" type="text/css" />
<link rel="stylesheet" href="../_static/custom.css" type="text/css" />
@@ -32,7 +32,7 @@
<a href="../index.html" class="icon icon-home"> CTranslate2
</a>
<div class="version">
- 3.20
+ 3.21
</div>
<div role="search">
<form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/python/ctranslate2.GenerationResult.html b/python/ctranslate2.GenerationResult.html
index dd66bd310..6b7a56aa2 100644
--- a/python/ctranslate2.GenerationResult.html
+++ b/python/ctranslate2.GenerationResult.html
@@ -4,7 +4,7 @@
<meta charset="utf-8" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <title>GenerationResult — CTranslate2 3.20.0 documentation</title>
+ <title>GenerationResult — CTranslate2 3.21.0 documentation</title>
<link rel="stylesheet" href="../_static/pygments.css" type="text/css" />
<link rel="stylesheet" href="../_static/css/theme.css" type="text/css" />
<link rel="stylesheet" href="../_static/custom.css" type="text/css" />
@@ -32,7 +32,7 @@
<a href="../index.html" class="icon icon-home"> CTranslate2
</a>
<div class="version">
- 3.20
+ 3.21
</div>
<div role="search">
<form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/python/ctranslate2.GenerationStepResult.html b/python/ctranslate2.GenerationStepResult.html
index ef7ee4fa1..d838d3fc2 100644
--- a/python/ctranslate2.GenerationStepResult.html
+++ b/python/ctranslate2.GenerationStepResult.html
@@ -4,7 +4,7 @@
<meta charset="utf-8" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <title>GenerationStepResult — CTranslate2 3.20.0 documentation</title>
+ <title>GenerationStepResult — CTranslate2 3.21.0 documentation</title>
<link rel="stylesheet" href="../_static/pygments.css" type="text/css" />
<link rel="stylesheet" href="../_static/css/theme.css" type="text/css" />
<link rel="stylesheet" href="../_static/custom.css" type="text/css" />
@@ -32,7 +32,7 @@
<a href="../index.html" class="icon icon-home"> CTranslate2
</a>
<div class="version">
- 3.20
+ 3.21
</div>
<div role="search">
<form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/python/ctranslate2.Generator.html b/python/ctranslate2.Generator.html
index 8ffd16939..8e85703d2 100644
--- a/python/ctranslate2.Generator.html
+++ b/python/ctranslate2.Generator.html
@@ -4,7 +4,7 @@
<meta charset="utf-8" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <title>Generator — CTranslate2 3.20.0 documentation</title>
+ <title>Generator — CTranslate2 3.21.0 documentation</title>
<link rel="stylesheet" href="../_static/pygments.css" type="text/css" />
<link rel="stylesheet" href="../_static/css/theme.css" type="text/css" />
<link rel="stylesheet" href="../_static/custom.css" type="text/css" />
@@ -32,7 +32,7 @@
<a href="../index.html" class="icon icon-home"> CTranslate2
</a>
<div class="version">
- 3.20
+ 3.21
</div>
<div role="search">
<form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/python/ctranslate2.ScoringResult.html b/python/ctranslate2.ScoringResult.html
index 43cf064d5..6d863e4b2 100644
--- a/python/ctranslate2.ScoringResult.html
+++ b/python/ctranslate2.ScoringResult.html
@@ -4,7 +4,7 @@
<meta charset="utf-8" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <title>ScoringResult — CTranslate2 3.20.0 documentation</title>
+ <title>ScoringResult — CTranslate2 3.21.0 documentation</title>
<link rel="stylesheet" href="../_static/pygments.css" type="text/css" />
<link rel="stylesheet" href="../_static/css/theme.css" type="text/css" />
<link rel="stylesheet" href="../_static/custom.css" type="text/css" />
@@ -32,7 +32,7 @@
<a href="../index.html" class="icon icon-home"> CTranslate2
</a>
<div class="version">
- 3.20
+ 3.21
</div>
<div role="search">
<form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/python/ctranslate2.StorageView.html b/python/ctranslate2.StorageView.html
index f9627949b..d0447302b 100644
--- a/python/ctranslate2.StorageView.html
+++ b/python/ctranslate2.StorageView.html
@@ -4,7 +4,7 @@
<meta charset="utf-8" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <title>StorageView — CTranslate2 3.20.0 documentation</title>
+ <title>StorageView — CTranslate2 3.21.0 documentation</title>
<link rel="stylesheet" href="../_static/pygments.css" type="text/css" />
<link rel="stylesheet" href="../_static/css/theme.css" type="text/css" />
<link rel="stylesheet" href="../_static/custom.css" type="text/css" />
@@ -32,7 +32,7 @@
<a href="../index.html" class="icon icon-home"> CTranslate2
</a>
<div class="version">
- 3.20
+ 3.21
</div>
<div role="search">
<form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/python/ctranslate2.TranslationResult.html b/python/ctranslate2.TranslationResult.html
index 06cd8d9e7..3aecd90e1 100644
--- a/python/ctranslate2.TranslationResult.html
+++ b/python/ctranslate2.TranslationResult.html
@@ -4,7 +4,7 @@
<meta charset="utf-8" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <title>TranslationResult — CTranslate2 3.20.0 documentation</title>
+ <title>TranslationResult — CTranslate2 3.21.0 documentation</title>
<link rel="stylesheet" href="../_static/pygments.css" type="text/css" />
<link rel="stylesheet" href="../_static/css/theme.css" type="text/css" />
<link rel="stylesheet" href="../_static/custom.css" type="text/css" />
@@ -32,7 +32,7 @@
<a href="../index.html" class="icon icon-home"> CTranslate2
</a>
<div class="version">
- 3.20
+ 3.21
</div>
<div role="search">
<form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/python/ctranslate2.Translator.html b/python/ctranslate2.Translator.html
index fb56c5272..55aae39b6 100644
--- a/python/ctranslate2.Translator.html
+++ b/python/ctranslate2.Translator.html
@@ -4,7 +4,7 @@
<meta charset="utf-8" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <title>Translator — CTranslate2 3.20.0 documentation</title>
+ <title>Translator — CTranslate2 3.21.0 documentation</title>
<link rel="stylesheet" href="../_static/pygments.css" type="text/css" />
<link rel="stylesheet" href="../_static/css/theme.css" type="text/css" />
<link rel="stylesheet" href="../_static/custom.css" type="text/css" />
@@ -32,7 +32,7 @@
<a href="../index.html" class="icon icon-home"> CTranslate2
</a>
<div class="version">
- 3.20
+ 3.21
</div>
<div role="search">
<form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/python/ctranslate2.contains_model.html b/python/ctranslate2.contains_model.html
index ffc642720..977916be8 100644
--- a/python/ctranslate2.contains_model.html
+++ b/python/ctranslate2.contains_model.html
@@ -4,7 +4,7 @@
<meta charset="utf-8" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <title>contains_model — CTranslate2 3.20.0 documentation</title>
+ <title>contains_model — CTranslate2 3.21.0 documentation</title>
<link rel="stylesheet" href="../_static/pygments.css" type="text/css" />
<link rel="stylesheet" href="../_static/css/theme.css" type="text/css" />
<link rel="stylesheet" href="../_static/custom.css" type="text/css" />
@@ -32,7 +32,7 @@
<a href="../index.html" class="icon icon-home"> CTranslate2
</a>
<div class="version">
- 3.20
+ 3.21
</div>
<div role="search">
<form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/python/ctranslate2.converters.Converter.html b/python/ctranslate2.converters.Converter.html
index 0ccc0695b..4ffd723c8 100644
--- a/python/ctranslate2.converters.Converter.html
+++ b/python/ctranslate2.converters.Converter.html
@@ -4,7 +4,7 @@
<meta charset="utf-8" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <title>Converter — CTranslate2 3.20.0 documentation</title>
+ <title>Converter — CTranslate2 3.21.0 documentation</title>
<link rel="stylesheet" href="../_static/pygments.css" type="text/css" />
<link rel="stylesheet" href="../_static/css/theme.css" type="text/css" />
<link rel="stylesheet" href="../_static/custom.css" type="text/css" />
@@ -32,7 +32,7 @@
<a href="../index.html" class="icon icon-home"> CTranslate2
</a>
<div class="version">
- 3.20
+ 3.21
</div>
<div role="search">
<form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/python/ctranslate2.converters.FairseqConverter.html b/python/ctranslate2.converters.FairseqConverter.html
index 41c5988d6..ee344e7ed 100644
--- a/python/ctranslate2.converters.FairseqConverter.html
+++ b/python/ctranslate2.converters.FairseqConverter.html
@@ -4,7 +4,7 @@
<meta charset="utf-8" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <title>FairseqConverter — CTranslate2 3.20.0 documentation</title>
+ <title>FairseqConverter — CTranslate2 3.21.0 documentation</title>
<link rel="stylesheet" href="../_static/pygments.css" type="text/css" />
<link rel="stylesheet" href="../_static/css/theme.css" type="text/css" />
<link rel="stylesheet" href="../_static/custom.css" type="text/css" />
@@ -32,7 +32,7 @@
<a href="../index.html" class="icon icon-home"> CTranslate2
</a>
<div class="version">
- 3.20
+ 3.21
</div>
<div role="search">
<form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/python/ctranslate2.converters.MarianConverter.html b/python/ctranslate2.converters.MarianConverter.html
index 2530e5307..cd483ce13 100644
--- a/python/ctranslate2.converters.MarianConverter.html
+++ b/python/ctranslate2.converters.MarianConverter.html
@@ -4,7 +4,7 @@
<meta charset="utf-8" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <title>MarianConverter — CTranslate2 3.20.0 documentation</title>
+ <title>MarianConverter — CTranslate2 3.21.0 documentation</title>
<link rel="stylesheet" href="../_static/pygments.css" type="text/css" />
<link rel="stylesheet" href="../_static/css/theme.css" type="text/css" />
<link rel="stylesheet" href="../_static/custom.css" type="text/css" />
@@ -32,7 +32,7 @@
<a href="../index.html" class="icon icon-home"> CTranslate2
</a>
<div class="version">
- 3.20
+ 3.21
</div>
<div role="search">
<form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/python/ctranslate2.converters.OpenAIGPT2Converter.html b/python/ctranslate2.converters.OpenAIGPT2Converter.html
index b01d00288..bdb53702d 100644
--- a/python/ctranslate2.converters.OpenAIGPT2Converter.html
+++ b/python/ctranslate2.converters.OpenAIGPT2Converter.html
@@ -4,7 +4,7 @@
<meta charset="utf-8" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <title>OpenAIGPT2Converter — CTranslate2 3.20.0 documentation</title>
+ <title>OpenAIGPT2Converter — CTranslate2 3.21.0 documentation</title>
<link rel="stylesheet" href="../_static/pygments.css" type="text/css" />
<link rel="stylesheet" href="../_static/css/theme.css" type="text/css" />
<link rel="stylesheet" href="../_static/custom.css" type="text/css" />
@@ -32,7 +32,7 @@
<a href="../index.html" class="icon icon-home"> CTranslate2
</a>
<div class="version">
- 3.20
+ 3.21
</div>
<div role="search">
<form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/python/ctranslate2.converters.OpenNMTPyConverter.html b/python/ctranslate2.converters.OpenNMTPyConverter.html
index 1ddcbdea8..01d1ec666 100644
--- a/python/ctranslate2.converters.OpenNMTPyConverter.html
+++ b/python/ctranslate2.converters.OpenNMTPyConverter.html
@@ -4,7 +4,7 @@
<meta charset="utf-8" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <title>OpenNMTPyConverter — CTranslate2 3.20.0 documentation</title>
+ <title>OpenNMTPyConverter — CTranslate2 3.21.0 documentation</title>
<link rel="stylesheet" href="../_static/pygments.css" type="text/css" />
<link rel="stylesheet" href="../_static/css/theme.css" type="text/css" />
<link rel="stylesheet" href="../_static/custom.css" type="text/css" />
@@ -32,7 +32,7 @@
<a href="../index.html" class="icon icon-home"> CTranslate2
</a>
<div class="version">
- 3.20
+ 3.21
</div>
<div role="search">
<form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/python/ctranslate2.converters.OpenNMTTFConverter.html b/python/ctranslate2.converters.OpenNMTTFConverter.html
index 451dc6b9e..841c890c0 100644
--- a/python/ctranslate2.converters.OpenNMTTFConverter.html
+++ b/python/ctranslate2.converters.OpenNMTTFConverter.html
@@ -4,7 +4,7 @@
<meta charset="utf-8" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <title>OpenNMTTFConverter — CTranslate2 3.20.0 documentation</title>
+ <title>OpenNMTTFConverter — CTranslate2 3.21.0 documentation</title>
<link rel="stylesheet" href="../_static/pygments.css" type="text/css" />
<link rel="stylesheet" href="../_static/css/theme.css" type="text/css" />
<link rel="stylesheet" href="../_static/custom.css" type="text/css" />
@@ -32,7 +32,7 @@
<a href="../index.html" class="icon icon-home"> CTranslate2
</a>
<div class="version">
- 3.20
+ 3.21
</div>
<div role="search">
<form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/python/ctranslate2.converters.OpusMTConverter.html b/python/ctranslate2.converters.OpusMTConverter.html
index e0d51b1bf..9c0a7066f 100644
--- a/python/ctranslate2.converters.OpusMTConverter.html
+++ b/python/ctranslate2.converters.OpusMTConverter.html
@@ -4,7 +4,7 @@
<meta charset="utf-8" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <title>OpusMTConverter — CTranslate2 3.20.0 documentation</title>
+ <title>OpusMTConverter — CTranslate2 3.21.0 documentation</title>
<link rel="stylesheet" href="../_static/pygments.css" type="text/css" />
<link rel="stylesheet" href="../_static/css/theme.css" type="text/css" />
<link rel="stylesheet" href="../_static/custom.css" type="text/css" />
@@ -32,7 +32,7 @@
<a href="../index.html" class="icon icon-home"> CTranslate2
</a>
<div class="version">
- 3.20
+ 3.21
</div>
<div role="search">
<form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/python/ctranslate2.converters.TransformersConverter.html b/python/ctranslate2.converters.TransformersConverter.html
index a4db4a6c1..cf8a50192 100644
--- a/python/ctranslate2.converters.TransformersConverter.html
+++ b/python/ctranslate2.converters.TransformersConverter.html
@@ -4,7 +4,7 @@
<meta charset="utf-8" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <title>TransformersConverter — CTranslate2 3.20.0 documentation</title>
+ <title>TransformersConverter — CTranslate2 3.21.0 documentation</title>
<link rel="stylesheet" href="../_static/pygments.css" type="text/css" />
<link rel="stylesheet" href="../_static/css/theme.css" type="text/css" />
<link rel="stylesheet" href="../_static/custom.css" type="text/css" />
@@ -32,7 +32,7 @@
<a href="../index.html" class="icon icon-home"> CTranslate2
</a>
<div class="version">
- 3.20
+ 3.21
</div>
<div role="search">
<form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/python/ctranslate2.converters.html b/python/ctranslate2.converters.html
index fee337e36..7ffedafa8 100644
--- a/python/ctranslate2.converters.html
+++ b/python/ctranslate2.converters.html
@@ -4,7 +4,7 @@
<meta charset="utf-8" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <title>ctranslate2.converters — CTranslate2 3.20.0 documentation</title>
+ <title>ctranslate2.converters — CTranslate2 3.21.0 documentation</title>
<link rel="stylesheet" href="../_static/pygments.css" type="text/css" />
<link rel="stylesheet" href="../_static/css/theme.css" type="text/css" />
<link rel="stylesheet" href="../_static/custom.css" type="text/css" />
@@ -32,7 +32,7 @@
<a href="../index.html" class="icon icon-home"> CTranslate2
</a>
<div class="version">
- 3.20
+ 3.21
</div>
<div role="search">
<form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/python/ctranslate2.get_cuda_device_count.html b/python/ctranslate2.get_cuda_device_count.html
index be41b3422..376845b88 100644
--- a/python/ctranslate2.get_cuda_device_count.html
+++ b/python/ctranslate2.get_cuda_device_count.html
@@ -4,7 +4,7 @@
<meta charset="utf-8" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <title>get_cuda_device_count — CTranslate2 3.20.0 documentation</title>
+ <title>get_cuda_device_count — CTranslate2 3.21.0 documentation</title>
<link rel="stylesheet" href="../_static/pygments.css" type="text/css" />
<link rel="stylesheet" href="../_static/css/theme.css" type="text/css" />
<link rel="stylesheet" href="../_static/custom.css" type="text/css" />
@@ -32,7 +32,7 @@
<a href="../index.html" class="icon icon-home"> CTranslate2
</a>
<div class="version">
- 3.20
+ 3.21
</div>
<div role="search">
<form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/python/ctranslate2.get_log_level.html b/python/ctranslate2.get_log_level.html
index 1957a25b1..fcb70c5fc 100644
--- a/python/ctranslate2.get_log_level.html
+++ b/python/ctranslate2.get_log_level.html
@@ -4,7 +4,7 @@
<meta charset="utf-8" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <title>get_log_level — CTranslate2 3.20.0 documentation</title>
+ <title>get_log_level — CTranslate2 3.21.0 documentation</title>
<link rel="stylesheet" href="../_static/pygments.css" type="text/css" />
<link rel="stylesheet" href="../_static/css/theme.css" type="text/css" />
<link rel="stylesheet" href="../_static/custom.css" type="text/css" />
@@ -32,7 +32,7 @@
<a href="../index.html" class="icon icon-home"> CTranslate2
</a>
<div class="version">
- 3.20
+ 3.21
</div>
<div role="search">
<form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/python/ctranslate2.get_supported_compute_types.html b/python/ctranslate2.get_supported_compute_types.html
index 375bad7a5..ada9b07c2 100644
--- a/python/ctranslate2.get_supported_compute_types.html
+++ b/python/ctranslate2.get_supported_compute_types.html
@@ -4,7 +4,7 @@
<meta charset="utf-8" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <title>get_supported_compute_types — CTranslate2 3.20.0 documentation</title>
+ <title>get_supported_compute_types — CTranslate2 3.21.0 documentation</title>
<link rel="stylesheet" href="../_static/pygments.css" type="text/css" />
<link rel="stylesheet" href="../_static/css/theme.css" type="text/css" />
<link rel="stylesheet" href="../_static/custom.css" type="text/css" />
@@ -32,7 +32,7 @@
<a href="../index.html" class="icon icon-home"> CTranslate2
</a>
<div class="version">
- 3.20
+ 3.21
</div>
<div role="search">
<form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/python/ctranslate2.html b/python/ctranslate2.html
index 3759a6758..3303e7730 100644
--- a/python/ctranslate2.html
+++ b/python/ctranslate2.html
@@ -4,7 +4,7 @@
<meta charset="utf-8" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <title>ctranslate2 — CTranslate2 3.20.0 documentation</title>
+ <title>ctranslate2 — CTranslate2 3.21.0 documentation</title>
<link rel="stylesheet" href="../_static/pygments.css" type="text/css" />
<link rel="stylesheet" href="../_static/css/theme.css" type="text/css" />
<link rel="stylesheet" href="../_static/custom.css" type="text/css" />
@@ -32,7 +32,7 @@
<a href="../index.html" class="icon icon-home"> CTranslate2
</a>
<div class="version">
- 3.20
+ 3.21
</div>
<div role="search">
<form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/python/ctranslate2.models.Wav2Vec2.html b/python/ctranslate2.models.Wav2Vec2.html
new file mode 100644
index 000000000..367de15b3
--- /dev/null
+++ b/python/ctranslate2.models.Wav2Vec2.html
@@ -0,0 +1,260 @@
+<!DOCTYPE html>
+<html class="writer-html5" lang="en" >
+<head>
+ <meta charset="utf-8" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
+
+ <meta name="viewport" content="width=device-width, initial-scale=1.0" />
+ <title>Wav2Vec2 — CTranslate2 3.21.0 documentation</title>
+ <link rel="stylesheet" href="../_static/pygments.css" type="text/css" />
+ <link rel="stylesheet" href="../_static/css/theme.css" type="text/css" />
+ <link rel="stylesheet" href="../_static/custom.css" type="text/css" />
+ <link rel="shortcut icon" href="../_static/favicon.png"/>
+ <!--[if lt IE 9]>
+ <script src="../_static/js/html5shiv.min.js"></script>
+ <![endif]-->
+
+ <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
+ <script src="../_static/jquery.js"></script>
+ <script src="../_static/underscore.js"></script>
+ <script src="../_static/doctools.js"></script>
+ <script src="../_static/js/theme.js"></script>
+ <link rel="index" title="Index" href="../genindex.html" />
+ <link rel="search" title="Search" href="../search.html" />
+ <link rel="next" title="Whisper" href="ctranslate2.models.Whisper.html" />
+ <link rel="prev" title="ctranslate2.models" href="ctranslate2.models.html" />
+</head>
+
+<body class="wy-body-for-nav">
+ <div class="wy-grid-for-nav">
+ <nav data-toggle="wy-nav-shift" class="wy-nav-side">
+ <div class="wy-side-scroll">
+ <div class="wy-side-nav-search" >
+ <a href="../index.html" class="icon icon-home"> CTranslate2
+ </a>
+ <div class="version">
+ 3.21
+ </div>
+<div role="search">
+ <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
+ <input type="text" name="q" placeholder="Search docs" />
+ <input type="hidden" name="check_keywords" value="yes" />
+ <input type="hidden" name="area" value="default" />
+ </form>
+</div>
+ </div><div class="wy-menu wy-menu-vertical" data-spy="affix" role="navigation" aria-label="Navigation menu">
+ <p class="caption" role="heading"><span class="caption-text">Get started</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../quickstart.html">Quickstart</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../installation.html">Installation</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Tasks</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../translation.html">Text translation</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../generation.html">Text generation</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../encoding.html">Text encoding</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../speech_recognition.html">Speech recognition</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Developer guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../conversion.html">Model conversion</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../quantization.html">Quantization</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../decoding.html">Decoding features</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../parallel.html">Multithreading and parallelism</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../memory.html">Memory management</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../performance.html">Performance tips</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../environment_variables.html">Environment variables</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Framework guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../guides/fairseq.html">Fairseq</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../guides/marian.html">Marian</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../guides/opennmt_py.html">OpenNMT-py</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../guides/opennmt_tf.html">OpenNMT-tf</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../guides/opus_mt.html">OPUS-MT</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../guides/transformers.html">Transformers</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">API</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="overview.html">Python</a><ul class="current">
+<li class="toctree-l2"><a class="reference internal" href="ctranslate2.html">ctranslate2</a></li>
+<li class="toctree-l2"><a class="reference internal" href="ctranslate2.converters.html">ctranslate2.converters</a></li>
+<li class="toctree-l2 current"><a class="reference internal" href="ctranslate2.models.html">ctranslate2.models</a><ul class="current">
+<li class="toctree-l3 current"><a class="current reference internal" href="#">Wav2Vec2</a></li>
+<li class="toctree-l3"><a class="reference internal" href="ctranslate2.models.Whisper.html">Whisper</a></li>
+<li class="toctree-l3"><a class="reference internal" href="ctranslate2.models.WhisperGenerationResult.html">WhisperGenerationResult</a></li>
+<li class="toctree-l3"><a class="reference internal" href="ctranslate2.models.WhisperGenerationResultAsync.html">WhisperGenerationResultAsync</a></li>
+</ul>
+</li>
+<li class="toctree-l2"><a class="reference internal" href="ctranslate2.specs.html">ctranslate2.specs</a></li>
+</ul>
+</li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Other information</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../hardware_support.html">Hardware support</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../faq.html">Frequently asked questions</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../versioning.html">Versioning</a></li>
+</ul>
+
+ </div>
+ </div>
+ </nav>
+
+ <section data-toggle="wy-nav-shift" class="wy-nav-content-wrap"><nav class="wy-nav-top" aria-label="Mobile navigation menu" >
+ <i data-toggle="wy-nav-top" class="fa fa-bars"></i>
+ <a href="../index.html">CTranslate2</a>
+ </nav>
+
+ <div class="wy-nav-content">
+ <div class="rst-content">
+ <div role="navigation" aria-label="Page navigation">
+ <ul class="wy-breadcrumbs">
+ <li><a href="../index.html" class="icon icon-home"></a> »</li>
+ <li><a href="overview.html">Python</a> »</li>
+ <li><a href="ctranslate2.models.html">ctranslate2.models</a> »</li>
+ <li>Wav2Vec2</li>
+ <li class="wy-breadcrumbs-aside">
+ </li>
+ </ul>
+ <hr/>
+</div>
+ <div role="main" class="document" itemscope="itemscope" itemtype="http://schema.org/Article">
+ <div itemprop="articleBody">
+
+ <section id="wav2vec2">
+<h1>Wav2Vec2<a class="headerlink" href="#wav2vec2" title="Permalink to this headline"></a></h1>
+<dl class="py class">
+<dt class="sig sig-object py" id="ctranslate2.models.Wav2Vec2">
+<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">ctranslate2.models.</span></span><span class="sig-name descname"><span class="pre">Wav2Vec2</span></span><a class="headerlink" href="#ctranslate2.models.Wav2Vec2" title="Permalink to this definition"></a></dt>
+<dd><p>Implements the Wav2Vec2 speech recognition model published by Facebook.</p>
+<div class="admonition seealso">
+<p class="admonition-title">See also</p>
+<p><a class="reference external" href="https://github.com/facebookresearch/fairseq/tree/main/examples/wav2vec">https://github.com/facebookresearch/fairseq/tree/main/examples/wav2vec</a></p>
+</div>
+<p><strong>Inherits from:</strong> <code class="xref py py-class docutils literal notranslate"><span class="pre">pybind11_builtins.pybind11_object</span></code></p>
+<p><strong>Attributes:</strong></p>
+<ul class="simple">
+<li><p><a class="reference internal" href="#ctranslate2.models.Wav2Vec2.compute_type" title="ctranslate2.models.Wav2Vec2.compute_type"><code class="xref py py-obj docutils literal notranslate"><span class="pre">compute_type</span></code></a></p></li>
+<li><p><a class="reference internal" href="#ctranslate2.models.Wav2Vec2.device" title="ctranslate2.models.Wav2Vec2.device"><code class="xref py py-obj docutils literal notranslate"><span class="pre">device</span></code></a></p></li>
+<li><p><a class="reference internal" href="#ctranslate2.models.Wav2Vec2.device_index" title="ctranslate2.models.Wav2Vec2.device_index"><code class="xref py py-obj docutils literal notranslate"><span class="pre">device_index</span></code></a></p></li>
+<li><p><a class="reference internal" href="#ctranslate2.models.Wav2Vec2.num_active_batches" title="ctranslate2.models.Wav2Vec2.num_active_batches"><code class="xref py py-obj docutils literal notranslate"><span class="pre">num_active_batches</span></code></a></p></li>
+<li><p><a class="reference internal" href="#ctranslate2.models.Wav2Vec2.num_queued_batches" title="ctranslate2.models.Wav2Vec2.num_queued_batches"><code class="xref py py-obj docutils literal notranslate"><span class="pre">num_queued_batches</span></code></a></p></li>
+<li><p><a class="reference internal" href="#ctranslate2.models.Wav2Vec2.num_workers" title="ctranslate2.models.Wav2Vec2.num_workers"><code class="xref py py-obj docutils literal notranslate"><span class="pre">num_workers</span></code></a></p></li>
+</ul>
+<p><strong>Methods:</strong></p>
+<ul class="simple">
+<li><p><a class="reference internal" href="#ctranslate2.models.Wav2Vec2.encode" title="ctranslate2.models.Wav2Vec2.encode"><code class="xref py py-obj docutils literal notranslate"><span class="pre">encode</span></code></a></p></li>
+</ul>
+<dl class="py method">
+<dt class="sig sig-object py" id="ctranslate2.models.Wav2Vec2.__init__">
+<span class="sig-name descname"><span class="pre">__init__</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">model_path</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">device</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">'cpu'</span></span></em>, <em class="sig-param"><span class="o"><span class="pre">*</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">device_index</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Union</span><span class="p"><span class="pre">[</span></span><span class="pre">int</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">int</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">0</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">compute_type</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Union</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">Dict</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">str</span><span class="p"><span class="pre">]</span></span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">'default'</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">inter_threads</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">1</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">intra_threads</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">0</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">max_queued_batches</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">0</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">files</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">object</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">None</span></span></span><a class="headerlink" href="#ctranslate2.models.Wav2Vec2.__init__" title="Permalink to this definition"></a></dt>
+<dd><p>Initializes a Wav2Vec2 model from a converted model.</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>model_path</strong> – Path to the CTranslate2 model directory.</p></li>
+<li><p><strong>device</strong> – Device to use (possible values are: cpu, cuda, auto).</p></li>
+<li><p><strong>device_index</strong> – Device IDs where to place this model on.</p></li>
+<li><p><strong>compute_type</strong> – Model computation type or a dictionary mapping a device name
+to the computation type (possible values are: default, auto, int8, int8_float32,
+int8_float16, int8_bfloat16, int16, float16, bfloat16, float32).</p></li>
+<li><p><strong>inter_threads</strong> – Number of workers to allow executing multiple batches in parallel.</p></li>
+<li><p><strong>intra_threads</strong> – Number of OpenMP threads per worker (0 to use a default value).</p></li>
+<li><p><strong>max_queued_batches</strong> – Maximum numbers of batches in the worker queue (-1 for unlimited,
+0 for an automatic value). When the queue is full, future requests will block
+until a free slot is available.</p></li>
+<li><p><strong>files</strong> – Load model files from the memory. This argument is a dictionary mapping
+file names to file contents as file-like or bytes objects. If this is set,
+<code class="xref py py-obj docutils literal notranslate"><span class="pre">model_path</span></code> acts as an identifier for this model.</p></li>
+</ul>
+</dd>
+</dl>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="ctranslate2.models.Wav2Vec2.encode">
+<span class="sig-name descname"><span class="pre">encode</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">features</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="ctranslate2.StorageView.html#ctranslate2.StorageView" title="ctranslate2.StorageView"><span class="pre">StorageView</span></a></span></em>, <em class="sig-param"><span class="n"><span class="pre">to_cpu</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><a class="reference internal" href="ctranslate2.StorageView.html#ctranslate2.StorageView" title="ctranslate2.StorageView"><span class="pre">StorageView</span></a></span></span><a class="headerlink" href="#ctranslate2.models.Wav2Vec2.encode" title="Permalink to this definition"></a></dt>
+<dd><p>Encodes the input features.</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>features</strong> – Mel spectogram of the audio, as a float array with shape
+<code class="docutils literal notranslate"><span class="pre">[batch_size,</span> <span class="pre">80,</span> <span class="pre">3000]</span></code>.</p></li>
+<li><p><strong>to_cpu</strong> – Copy the encoder output to the CPU before returning the value.</p></li>
+</ul>
+</dd>
+<dt class="field-even">Returns</dt>
+<dd class="field-even"><p>The encoder output.</p>
+</dd>
+</dl>
+</dd></dl>
+
+<dl class="py property">
+<dt class="sig sig-object py" id="ctranslate2.models.Wav2Vec2.compute_type">
+<em class="property"><span class="pre">property</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">compute_type</span></span><a class="headerlink" href="#ctranslate2.models.Wav2Vec2.compute_type" title="Permalink to this definition"></a></dt>
+<dd><p>Computation type used by the model.</p>
+</dd></dl>
+
+<dl class="py property">
+<dt class="sig sig-object py" id="ctranslate2.models.Wav2Vec2.device">
+<em class="property"><span class="pre">property</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">device</span></span><a class="headerlink" href="#ctranslate2.models.Wav2Vec2.device" title="Permalink to this definition"></a></dt>
+<dd><p>Device this model is running on.</p>
+</dd></dl>
+
+<dl class="py property">
+<dt class="sig sig-object py" id="ctranslate2.models.Wav2Vec2.device_index">
+<em class="property"><span class="pre">property</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">device_index</span></span><a class="headerlink" href="#ctranslate2.models.Wav2Vec2.device_index" title="Permalink to this definition"></a></dt>
+<dd><p>List of device IDs where this model is running on.</p>
+</dd></dl>
+
+<dl class="py property">
+<dt class="sig sig-object py" id="ctranslate2.models.Wav2Vec2.num_active_batches">
+<em class="property"><span class="pre">property</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">num_active_batches</span></span><a class="headerlink" href="#ctranslate2.models.Wav2Vec2.num_active_batches" title="Permalink to this definition"></a></dt>
+<dd><p>Number of batches waiting to be processed or currently processed.</p>
+</dd></dl>
+
+<dl class="py property">
+<dt class="sig sig-object py" id="ctranslate2.models.Wav2Vec2.num_queued_batches">
+<em class="property"><span class="pre">property</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">num_queued_batches</span></span><a class="headerlink" href="#ctranslate2.models.Wav2Vec2.num_queued_batches" title="Permalink to this definition"></a></dt>
+<dd><p>Number of batches waiting to be processed.</p>
+</dd></dl>
+
+<dl class="py property">
+<dt class="sig sig-object py" id="ctranslate2.models.Wav2Vec2.num_workers">
+<em class="property"><span class="pre">property</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">num_workers</span></span><a class="headerlink" href="#ctranslate2.models.Wav2Vec2.num_workers" title="Permalink to this definition"></a></dt>
+<dd><p>Number of model workers backing this instance.</p>
+</dd></dl>
+
+</dd></dl>
+
+</section>
+
+
+ </div>
+ </div>
+ <footer><div class="rst-footer-buttons" role="navigation" aria-label="Footer">
+ <a href="ctranslate2.models.html" class="btn btn-neutral float-left" title="ctranslate2.models" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
+ <a href="ctranslate2.models.Whisper.html" class="btn btn-neutral float-right" title="Whisper" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
+ </div>
+
+ <hr/>
+
+ <div role="contentinfo">
+ <p></p>
+ </div>
+
+
+
+</footer>
+ </div>
+ </div>
+ </section>
+ </div>
+ <script>
+ jQuery(function () {
+ SphinxRtdTheme.Navigation.enable(true);
+ });
+ </script>
+
+</body>
+</html>
\ No newline at end of file
diff --git a/python/ctranslate2.models.Whisper.html b/python/ctranslate2.models.Whisper.html
index 971cbe5aa..238e1ebad 100644
--- a/python/ctranslate2.models.Whisper.html
+++ b/python/ctranslate2.models.Whisper.html
@@ -4,7 +4,7 @@
<meta charset="utf-8" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <title>Whisper — CTranslate2 3.20.0 documentation</title>
+ <title>Whisper — CTranslate2 3.21.0 documentation</title>
<link rel="stylesheet" href="../_static/pygments.css" type="text/css" />
<link rel="stylesheet" href="../_static/css/theme.css" type="text/css" />
<link rel="stylesheet" href="../_static/custom.css" type="text/css" />
@@ -21,7 +21,7 @@
<link rel="index" title="Index" href="../genindex.html" />
<link rel="search" title="Search" href="../search.html" />
<link rel="next" title="WhisperGenerationResult" href="ctranslate2.models.WhisperGenerationResult.html" />
- <link rel="prev" title="ctranslate2.models" href="ctranslate2.models.html" />
+ <link rel="prev" title="Wav2Vec2" href="ctranslate2.models.Wav2Vec2.html" />
</head>
<body class="wy-body-for-nav">
@@ -32,7 +32,7 @@
<a href="../index.html" class="icon icon-home"> CTranslate2
</a>
<div class="version">
- 3.20
+ 3.21
</div>
<div role="search">
<form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
@@ -79,6 +79,7 @@
<li class="toctree-l2"><a class="reference internal" href="ctranslate2.html">ctranslate2</a></li>
<li class="toctree-l2"><a class="reference internal" href="ctranslate2.converters.html">ctranslate2.converters</a></li>
<li class="toctree-l2 current"><a class="reference internal" href="ctranslate2.models.html">ctranslate2.models</a><ul class="current">
+<li class="toctree-l3"><a class="reference internal" href="ctranslate2.models.Wav2Vec2.html">Wav2Vec2</a></li>
<li class="toctree-l3 current"><a class="current reference internal" href="#">Whisper</a></li>
<li class="toctree-l3"><a class="reference internal" href="ctranslate2.models.WhisperGenerationResult.html">WhisperGenerationResult</a></li>
<li class="toctree-l3"><a class="reference internal" href="ctranslate2.models.WhisperGenerationResultAsync.html">WhisperGenerationResultAsync</a></li>
@@ -137,7 +138,9 @@ <h1>Whisper<a class="headerlink" href="#whisper" title="Permalink to this headli
<li><p><a class="reference internal" href="#ctranslate2.models.Whisper.device" title="ctranslate2.models.Whisper.device"><code class="xref py py-obj docutils literal notranslate"><span class="pre">device</span></code></a></p></li>
<li><p><a class="reference internal" href="#ctranslate2.models.Whisper.device_index" title="ctranslate2.models.Whisper.device_index"><code class="xref py py-obj docutils literal notranslate"><span class="pre">device_index</span></code></a></p></li>
<li><p><a class="reference internal" href="#ctranslate2.models.Whisper.is_multilingual" title="ctranslate2.models.Whisper.is_multilingual"><code class="xref py py-obj docutils literal notranslate"><span class="pre">is_multilingual</span></code></a></p></li>
+<li><p><a class="reference internal" href="#ctranslate2.models.Whisper.n_mels" title="ctranslate2.models.Whisper.n_mels"><code class="xref py py-obj docutils literal notranslate"><span class="pre">n_mels</span></code></a></p></li>
<li><p><a class="reference internal" href="#ctranslate2.models.Whisper.num_active_batches" title="ctranslate2.models.Whisper.num_active_batches"><code class="xref py py-obj docutils literal notranslate"><span class="pre">num_active_batches</span></code></a></p></li>
+<li><p><a class="reference internal" href="#ctranslate2.models.Whisper.num_languages" title="ctranslate2.models.Whisper.num_languages"><code class="xref py py-obj docutils literal notranslate"><span class="pre">num_languages</span></code></a></p></li>
<li><p><a class="reference internal" href="#ctranslate2.models.Whisper.num_queued_batches" title="ctranslate2.models.Whisper.num_queued_batches"><code class="xref py py-obj docutils literal notranslate"><span class="pre">num_queued_batches</span></code></a></p></li>
<li><p><a class="reference internal" href="#ctranslate2.models.Whisper.num_workers" title="ctranslate2.models.Whisper.num_workers"><code class="xref py py-obj docutils literal notranslate"><span class="pre">num_workers</span></code></a></p></li>
</ul>
@@ -182,7 +185,7 @@ <h1>Whisper<a class="headerlink" href="#whisper" title="Permalink to this headli
<dt class="field-odd">Parameters</dt>
<dd class="field-odd"><ul class="simple">
<li><p><strong>features</strong> – Mel spectogram of the audio, as a float array with shape
-<code class="docutils literal notranslate"><span class="pre">[batch_size,</span> <span class="pre">80,</span> <span class="pre">chunk_length]</span></code>. This method also accepts the encoded
+<code class="docutils literal notranslate"><span class="pre">[batch_size,</span> <span class="pre">n_mels,</span> <span class="pre">chunk_length]</span></code>. This method also accepts the encoded
features returned by the method <a class="reference internal" href="#ctranslate2.models.Whisper.encode" title="ctranslate2.models.Whisper.encode"><code class="xref py py-meth docutils literal notranslate"><span class="pre">ctranslate2.models.Whisper.encode()</span></code></a>,
which have shape <code class="docutils literal notranslate"><span class="pre">[batch_size,</span> <span class="pre">chunk_length</span> <span class="pre">//</span> <span class="pre">2,</span> <span class="pre">d_model]</span></code>.</p></li>
<li><p><strong>start_sequence</strong> – The start sequence tokens.</p></li>
@@ -204,7 +207,7 @@ <h1>Whisper<a class="headerlink" href="#whisper" title="Permalink to this headli
<dl class="field-list simple">
<dt class="field-odd">Parameters</dt>
<dd class="field-odd"><p><strong>features</strong> – Mel spectogram of the audio, as a float array with shape
-<code class="docutils literal notranslate"><span class="pre">[batch_size,</span> <span class="pre">80,</span> <span class="pre">chunk_length]</span></code>. This method also accepts the encoded
+<code class="docutils literal notranslate"><span class="pre">[batch_size,</span> <span class="pre">n_mels,</span> <span class="pre">chunk_length]</span></code>. This method also accepts the encoded
features returned by the method <a class="reference internal" href="#ctranslate2.models.Whisper.encode" title="ctranslate2.models.Whisper.encode"><code class="xref py py-meth docutils literal notranslate"><span class="pre">ctranslate2.models.Whisper.encode()</span></code></a>,
which have shape <code class="docutils literal notranslate"><span class="pre">[batch_size,</span> <span class="pre">chunk_length</span> <span class="pre">//</span> <span class="pre">2,</span> <span class="pre">d_model]</span></code>.</p>
</dd>
@@ -226,7 +229,7 @@ <h1>Whisper<a class="headerlink" href="#whisper" title="Permalink to this headli
<dt class="field-odd">Parameters</dt>
<dd class="field-odd"><ul class="simple">
<li><p><strong>features</strong> – Mel spectogram of the audio, as a float array with shape
-<code class="docutils literal notranslate"><span class="pre">[batch_size,</span> <span class="pre">80,</span> <span class="pre">chunk_length]</span></code>.</p></li>
+<code class="docutils literal notranslate"><span class="pre">[batch_size,</span> <span class="pre">n_mels,</span> <span class="pre">chunk_length]</span></code>.</p></li>
<li><p><strong>to_cpu</strong> – Copy the encoder output to the CPU before returning the value.</p></li>
</ul>
</dd>
@@ -244,7 +247,7 @@ <h1>Whisper<a class="headerlink" href="#whisper" title="Permalink to this headli
<dt class="field-odd">Parameters</dt>
<dd class="field-odd"><ul class="simple">
<li><p><strong>features</strong> – Mel spectogram of the audio, as a float array with shape
-<code class="docutils literal notranslate"><span class="pre">[batch_size,</span> <span class="pre">80,</span> <span class="pre">chunk_length]</span></code>. This method also accepts the encoded
+<code class="docutils literal notranslate"><span class="pre">[batch_size,</span> <span class="pre">n_mels,</span> <span class="pre">chunk_length]</span></code>. This method also accepts the encoded
features returned by the method <a class="reference internal" href="#ctranslate2.models.Whisper.encode" title="ctranslate2.models.Whisper.encode"><code class="xref py py-meth docutils literal notranslate"><span class="pre">ctranslate2.models.Whisper.encode()</span></code></a>,
which have shape <code class="docutils literal notranslate"><span class="pre">[batch_size,</span> <span class="pre">chunk_length</span> <span class="pre">//</span> <span class="pre">2,</span> <span class="pre">d_model]</span></code>.</p></li>
<li><p><strong>prompts</strong> – Batch of initial string tokens or token IDs.</p></li>
@@ -301,12 +304,24 @@ <h1>Whisper<a class="headerlink" href="#whisper" title="Permalink to this headli
<dd><p>Returns <code class="docutils literal notranslate"><span class="pre">True</span></code> if this model is multilingual.</p>
</dd></dl>
+<dl class="py property">
+<dt class="sig sig-object py" id="ctranslate2.models.Whisper.n_mels">
+<em class="property"><span class="pre">property</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">n_mels</span></span><a class="headerlink" href="#ctranslate2.models.Whisper.n_mels" title="Permalink to this definition"></a></dt>
+<dd><p>Returns dimension of mel input features.</p>
+</dd></dl>
+
<dl class="py property">
<dt class="sig sig-object py" id="ctranslate2.models.Whisper.num_active_batches">
<em class="property"><span class="pre">property</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">num_active_batches</span></span><a class="headerlink" href="#ctranslate2.models.Whisper.num_active_batches" title="Permalink to this definition"></a></dt>
<dd><p>Number of batches waiting to be processed or currently processed.</p>
</dd></dl>
+<dl class="py property">
+<dt class="sig sig-object py" id="ctranslate2.models.Whisper.num_languages">
+<em class="property"><span class="pre">property</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">num_languages</span></span><a class="headerlink" href="#ctranslate2.models.Whisper.num_languages" title="Permalink to this definition"></a></dt>
+<dd><p>Returns the number of languages supported.</p>
+</dd></dl>
+
<dl class="py property">
<dt class="sig sig-object py" id="ctranslate2.models.Whisper.num_queued_batches">
<em class="property"><span class="pre">property</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">num_queued_batches</span></span><a class="headerlink" href="#ctranslate2.models.Whisper.num_queued_batches" title="Permalink to this definition"></a></dt>
@@ -327,7 +342,7 @@ <h1>Whisper<a class="headerlink" href="#whisper" title="Permalink to this headli
</div>
</div>
<footer><div class="rst-footer-buttons" role="navigation" aria-label="Footer">
- <a href="ctranslate2.models.html" class="btn btn-neutral float-left" title="ctranslate2.models" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
+ <a href="ctranslate2.models.Wav2Vec2.html" class="btn btn-neutral float-left" title="Wav2Vec2" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
<a href="ctranslate2.models.WhisperGenerationResult.html" class="btn btn-neutral float-right" title="WhisperGenerationResult" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
</div>
diff --git a/python/ctranslate2.models.WhisperGenerationResult.html b/python/ctranslate2.models.WhisperGenerationResult.html
index 1b69fd776..72486c73a 100644
--- a/python/ctranslate2.models.WhisperGenerationResult.html
+++ b/python/ctranslate2.models.WhisperGenerationResult.html
@@ -4,7 +4,7 @@
<meta charset="utf-8" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <title>WhisperGenerationResult — CTranslate2 3.20.0 documentation</title>
+ <title>WhisperGenerationResult — CTranslate2 3.21.0 documentation</title>
<link rel="stylesheet" href="../_static/pygments.css" type="text/css" />
<link rel="stylesheet" href="../_static/css/theme.css" type="text/css" />
<link rel="stylesheet" href="../_static/custom.css" type="text/css" />
@@ -32,7 +32,7 @@
<a href="../index.html" class="icon icon-home"> CTranslate2
</a>
<div class="version">
- 3.20
+ 3.21
</div>
<div role="search">
<form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
@@ -79,6 +79,7 @@
<li class="toctree-l2"><a class="reference internal" href="ctranslate2.html">ctranslate2</a></li>
<li class="toctree-l2"><a class="reference internal" href="ctranslate2.converters.html">ctranslate2.converters</a></li>
<li class="toctree-l2 current"><a class="reference internal" href="ctranslate2.models.html">ctranslate2.models</a><ul class="current">
+<li class="toctree-l3"><a class="reference internal" href="ctranslate2.models.Wav2Vec2.html">Wav2Vec2</a></li>
<li class="toctree-l3"><a class="reference internal" href="ctranslate2.models.Whisper.html">Whisper</a></li>
<li class="toctree-l3 current"><a class="current reference internal" href="#">WhisperGenerationResult</a></li>
<li class="toctree-l3"><a class="reference internal" href="ctranslate2.models.WhisperGenerationResultAsync.html">WhisperGenerationResultAsync</a></li>
diff --git a/python/ctranslate2.models.WhisperGenerationResultAsync.html b/python/ctranslate2.models.WhisperGenerationResultAsync.html
index c8a030813..101dbafcc 100644
--- a/python/ctranslate2.models.WhisperGenerationResultAsync.html
+++ b/python/ctranslate2.models.WhisperGenerationResultAsync.html
@@ -4,7 +4,7 @@
<meta charset="utf-8" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <title>WhisperGenerationResultAsync — CTranslate2 3.20.0 documentation</title>
+ <title>WhisperGenerationResultAsync — CTranslate2 3.21.0 documentation</title>
<link rel="stylesheet" href="../_static/pygments.css" type="text/css" />
<link rel="stylesheet" href="../_static/css/theme.css" type="text/css" />
<link rel="stylesheet" href="../_static/custom.css" type="text/css" />
@@ -32,7 +32,7 @@
<a href="../index.html" class="icon icon-home"> CTranslate2
</a>
<div class="version">
- 3.20
+ 3.21
</div>
<div role="search">
<form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
@@ -79,6 +79,7 @@
<li class="toctree-l2"><a class="reference internal" href="ctranslate2.html">ctranslate2</a></li>
<li class="toctree-l2"><a class="reference internal" href="ctranslate2.converters.html">ctranslate2.converters</a></li>
<li class="toctree-l2 current"><a class="reference internal" href="ctranslate2.models.html">ctranslate2.models</a><ul class="current">
+<li class="toctree-l3"><a class="reference internal" href="ctranslate2.models.Wav2Vec2.html">Wav2Vec2</a></li>
<li class="toctree-l3"><a class="reference internal" href="ctranslate2.models.Whisper.html">Whisper</a></li>
<li class="toctree-l3"><a class="reference internal" href="ctranslate2.models.WhisperGenerationResult.html">WhisperGenerationResult</a></li>
<li class="toctree-l3 current"><a class="current reference internal" href="#">WhisperGenerationResultAsync</a></li>
diff --git a/python/ctranslate2.models.html b/python/ctranslate2.models.html
index 17c0003ed..906f83af8 100644
--- a/python/ctranslate2.models.html
+++ b/python/ctranslate2.models.html
@@ -4,7 +4,7 @@
<meta charset="utf-8" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <title>ctranslate2.models — CTranslate2 3.20.0 documentation</title>
+ <title>ctranslate2.models — CTranslate2 3.21.0 documentation</title>
<link rel="stylesheet" href="../_static/pygments.css" type="text/css" />
<link rel="stylesheet" href="../_static/css/theme.css" type="text/css" />
<link rel="stylesheet" href="../_static/custom.css" type="text/css" />
@@ -20,7 +20,7 @@
<script src="../_static/js/theme.js"></script>
<link rel="index" title="Index" href="../genindex.html" />
<link rel="search" title="Search" href="../search.html" />
- <link rel="next" title="Whisper" href="ctranslate2.models.Whisper.html" />
+ <link rel="next" title="Wav2Vec2" href="ctranslate2.models.Wav2Vec2.html" />
<link rel="prev" title="TransformersConverter" href="ctranslate2.converters.TransformersConverter.html" />
</head>
@@ -32,7 +32,7 @@
<a href="../index.html" class="icon icon-home"> CTranslate2
</a>
<div class="version">
- 3.20
+ 3.21
</div>
<div role="search">
<form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
@@ -79,6 +79,7 @@
<li class="toctree-l2"><a class="reference internal" href="ctranslate2.html">ctranslate2</a></li>
<li class="toctree-l2"><a class="reference internal" href="ctranslate2.converters.html">ctranslate2.converters</a></li>
<li class="toctree-l2 current"><a class="current reference internal" href="#">ctranslate2.models</a><ul>
+<li class="toctree-l3"><a class="reference internal" href="ctranslate2.models.Wav2Vec2.html">Wav2Vec2</a></li>
<li class="toctree-l3"><a class="reference internal" href="ctranslate2.models.Whisper.html">Whisper</a></li>
<li class="toctree-l3"><a class="reference internal" href="ctranslate2.models.WhisperGenerationResult.html">WhisperGenerationResult</a></li>
<li class="toctree-l3"><a class="reference internal" href="ctranslate2.models.WhisperGenerationResultAsync.html">WhisperGenerationResultAsync</a></li>
@@ -125,6 +126,7 @@
and <a class="reference internal" href="ctranslate2.Generator.html#ctranslate2.Generator" title="ctranslate2.Generator"><code class="xref py py-class docutils literal notranslate"><span class="pre">ctranslate2.Generator</span></code></a>.</p>
<div class="toctree-wrapper compound">
<ul>
+<li class="toctree-l1"><a class="reference internal" href="ctranslate2.models.Wav2Vec2.html">Wav2Vec2</a></li>
<li class="toctree-l1"><a class="reference internal" href="ctranslate2.models.Whisper.html">Whisper</a></li>
<li class="toctree-l1"><a class="reference internal" href="ctranslate2.models.WhisperGenerationResult.html">WhisperGenerationResult</a></li>
<li class="toctree-l1"><a class="reference internal" href="ctranslate2.models.WhisperGenerationResultAsync.html">WhisperGenerationResultAsync</a></li>
@@ -137,7 +139,7 @@
</div>
<footer><div class="rst-footer-buttons" role="navigation" aria-label="Footer">
<a href="ctranslate2.converters.TransformersConverter.html" class="btn btn-neutral float-left" title="TransformersConverter" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
- <a href="ctranslate2.models.Whisper.html" class="btn btn-neutral float-right" title="Whisper" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
+ <a href="ctranslate2.models.Wav2Vec2.html" class="btn btn-neutral float-right" title="Wav2Vec2" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
</div>
<hr/>
diff --git a/python/ctranslate2.set_log_level.html b/python/ctranslate2.set_log_level.html
index a9eaf326a..3a6f7f346 100644
--- a/python/ctranslate2.set_log_level.html
+++ b/python/ctranslate2.set_log_level.html
@@ -4,7 +4,7 @@
<meta charset="utf-8" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <title>set_log_level — CTranslate2 3.20.0 documentation</title>
+ <title>set_log_level — CTranslate2 3.21.0 documentation</title>
<link rel="stylesheet" href="../_static/pygments.css" type="text/css" />
<link rel="stylesheet" href="../_static/css/theme.css" type="text/css" />
<link rel="stylesheet" href="../_static/custom.css" type="text/css" />
@@ -32,7 +32,7 @@
<a href="../index.html" class="icon icon-home"> CTranslate2
</a>
<div class="version">
- 3.20
+ 3.21
</div>
<div role="search">
<form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/python/ctranslate2.set_random_seed.html b/python/ctranslate2.set_random_seed.html
index 5ceb871f0..12bfa8488 100644
--- a/python/ctranslate2.set_random_seed.html
+++ b/python/ctranslate2.set_random_seed.html
@@ -4,7 +4,7 @@
<meta charset="utf-8" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <title>set_random_seed — CTranslate2 3.20.0 documentation</title>
+ <title>set_random_seed — CTranslate2 3.21.0 documentation</title>
<link rel="stylesheet" href="../_static/pygments.css" type="text/css" />
<link rel="stylesheet" href="../_static/css/theme.css" type="text/css" />
<link rel="stylesheet" href="../_static/custom.css" type="text/css" />
@@ -32,7 +32,7 @@
<a href="../index.html" class="icon icon-home"> CTranslate2
</a>
<div class="version">
- 3.20
+ 3.21
</div>
<div role="search">
<form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/python/ctranslate2.specs.Activation.html b/python/ctranslate2.specs.Activation.html
index 80ec3ad2f..93a1a0fd9 100644
--- a/python/ctranslate2.specs.Activation.html
+++ b/python/ctranslate2.specs.Activation.html
@@ -4,7 +4,7 @@
<meta charset="utf-8" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <title>Activation — CTranslate2 3.20.0 documentation</title>
+ <title>Activation — CTranslate2 3.21.0 documentation</title>
<link rel="stylesheet" href="../_static/pygments.css" type="text/css" />
<link rel="stylesheet" href="../_static/css/theme.css" type="text/css" />
<link rel="stylesheet" href="../_static/custom.css" type="text/css" />
@@ -32,7 +32,7 @@
<a href="../index.html" class="icon icon-home"> CTranslate2
</a>
<div class="version">
- 3.20
+ 3.21
</div>
<div role="search">
<form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
@@ -92,6 +92,7 @@
<li class="toctree-l3"><a class="reference internal" href="ctranslate2.specs.TransformerEncoderModelSpec.html">TransformerEncoderModelSpec</a></li>
<li class="toctree-l3"><a class="reference internal" href="ctranslate2.specs.TransformerEncoderSpec.html">TransformerEncoderSpec</a></li>
<li class="toctree-l3"><a class="reference internal" href="ctranslate2.specs.TransformerSpec.html">TransformerSpec</a></li>
+<li class="toctree-l3"><a class="reference internal" href="ctranslate2.specs.Wav2Vec2Spec.html">Wav2Vec2Spec</a></li>
<li class="toctree-l3"><a class="reference internal" href="ctranslate2.specs.WhisperSpec.html">WhisperSpec</a></li>
</ul>
</li>
diff --git a/python/ctranslate2.specs.EmbeddingsMerge.html b/python/ctranslate2.specs.EmbeddingsMerge.html
index 6ac14a1b3..be63f0c31 100644
--- a/python/ctranslate2.specs.EmbeddingsMerge.html
+++ b/python/ctranslate2.specs.EmbeddingsMerge.html
@@ -4,7 +4,7 @@
<meta charset="utf-8" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <title>EmbeddingsMerge — CTranslate2 3.20.0 documentation</title>
+ <title>EmbeddingsMerge — CTranslate2 3.21.0 documentation</title>
<link rel="stylesheet" href="../_static/pygments.css" type="text/css" />
<link rel="stylesheet" href="../_static/css/theme.css" type="text/css" />
<link rel="stylesheet" href="../_static/custom.css" type="text/css" />
@@ -32,7 +32,7 @@
<a href="../index.html" class="icon icon-home"> CTranslate2
</a>
<div class="version">
- 3.20
+ 3.21
</div>
<div role="search">
<form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
@@ -92,6 +92,7 @@
<li class="toctree-l3"><a class="reference internal" href="ctranslate2.specs.TransformerEncoderModelSpec.html">TransformerEncoderModelSpec</a></li>
<li class="toctree-l3"><a class="reference internal" href="ctranslate2.specs.TransformerEncoderSpec.html">TransformerEncoderSpec</a></li>
<li class="toctree-l3"><a class="reference internal" href="ctranslate2.specs.TransformerSpec.html">TransformerSpec</a></li>
+<li class="toctree-l3"><a class="reference internal" href="ctranslate2.specs.Wav2Vec2Spec.html">Wav2Vec2Spec</a></li>
<li class="toctree-l3"><a class="reference internal" href="ctranslate2.specs.WhisperSpec.html">WhisperSpec</a></li>
</ul>
</li>
diff --git a/python/ctranslate2.specs.LanguageModelSpec.html b/python/ctranslate2.specs.LanguageModelSpec.html
index c8e728cc6..3f4452b9a 100644
--- a/python/ctranslate2.specs.LanguageModelSpec.html
+++ b/python/ctranslate2.specs.LanguageModelSpec.html
@@ -4,7 +4,7 @@
<meta charset="utf-8" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <title>LanguageModelSpec — CTranslate2 3.20.0 documentation</title>
+ <title>LanguageModelSpec — CTranslate2 3.21.0 documentation</title>
<link rel="stylesheet" href="../_static/pygments.css" type="text/css" />
<link rel="stylesheet" href="../_static/css/theme.css" type="text/css" />
<link rel="stylesheet" href="../_static/custom.css" type="text/css" />
@@ -32,7 +32,7 @@
<a href="../index.html" class="icon icon-home"> CTranslate2
</a>
<div class="version">
- 3.20
+ 3.21
</div>
<div role="search">
<form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
@@ -92,6 +92,7 @@
<li class="toctree-l3"><a class="reference internal" href="ctranslate2.specs.TransformerEncoderModelSpec.html">TransformerEncoderModelSpec</a></li>
<li class="toctree-l3"><a class="reference internal" href="ctranslate2.specs.TransformerEncoderSpec.html">TransformerEncoderSpec</a></li>
<li class="toctree-l3"><a class="reference internal" href="ctranslate2.specs.TransformerSpec.html">TransformerSpec</a></li>
+<li class="toctree-l3"><a class="reference internal" href="ctranslate2.specs.Wav2Vec2Spec.html">Wav2Vec2Spec</a></li>
<li class="toctree-l3"><a class="reference internal" href="ctranslate2.specs.WhisperSpec.html">WhisperSpec</a></li>
</ul>
</li>
@@ -141,6 +142,7 @@ <h1>LanguageModelSpec<a class="headerlink" href="#languagemodelspec" title="Perm
<ul class="simple">
<li><p><a class="reference internal" href="ctranslate2.specs.TransformerDecoderModelSpec.html#ctranslate2.specs.TransformerDecoderModelSpec" title="ctranslate2.specs.TransformerDecoderModelSpec"><code class="xref py py-class docutils literal notranslate"><span class="pre">ctranslate2.specs.TransformerDecoderModelSpec</span></code></a></p></li>
<li><p><a class="reference internal" href="ctranslate2.specs.TransformerEncoderModelSpec.html#ctranslate2.specs.TransformerEncoderModelSpec" title="ctranslate2.specs.TransformerEncoderModelSpec"><code class="xref py py-class docutils literal notranslate"><span class="pre">ctranslate2.specs.TransformerEncoderModelSpec</span></code></a></p></li>
+<li><p><a class="reference internal" href="ctranslate2.specs.Wav2Vec2Spec.html#ctranslate2.specs.Wav2Vec2Spec" title="ctranslate2.specs.Wav2Vec2Spec"><code class="xref py py-class docutils literal notranslate"><span class="pre">ctranslate2.specs.Wav2Vec2Spec</span></code></a></p></li>
<li><p><a class="reference internal" href="ctranslate2.specs.WhisperSpec.html#ctranslate2.specs.WhisperSpec" title="ctranslate2.specs.WhisperSpec"><code class="xref py py-class docutils literal notranslate"><span class="pre">ctranslate2.specs.WhisperSpec</span></code></a></p></li>
</ul>
<p><strong>Attributes:</strong></p>
diff --git a/python/ctranslate2.specs.LayerSpec.html b/python/ctranslate2.specs.LayerSpec.html
index 657764a38..f617ee710 100644
--- a/python/ctranslate2.specs.LayerSpec.html
+++ b/python/ctranslate2.specs.LayerSpec.html
@@ -4,7 +4,7 @@
<meta charset="utf-8" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <title>LayerSpec — CTranslate2 3.20.0 documentation</title>
+ <title>LayerSpec — CTranslate2 3.21.0 documentation</title>
<link rel="stylesheet" href="../_static/pygments.css" type="text/css" />
<link rel="stylesheet" href="../_static/css/theme.css" type="text/css" />
<link rel="stylesheet" href="../_static/custom.css" type="text/css" />
@@ -32,7 +32,7 @@
<a href="../index.html" class="icon icon-home"> CTranslate2
</a>
<div class="version">
- 3.20
+ 3.21
</div>
<div role="search">
<form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
@@ -92,6 +92,7 @@
<li class="toctree-l3"><a class="reference internal" href="ctranslate2.specs.TransformerEncoderModelSpec.html">TransformerEncoderModelSpec</a></li>
<li class="toctree-l3"><a class="reference internal" href="ctranslate2.specs.TransformerEncoderSpec.html">TransformerEncoderSpec</a></li>
<li class="toctree-l3"><a class="reference internal" href="ctranslate2.specs.TransformerSpec.html">TransformerSpec</a></li>
+<li class="toctree-l3"><a class="reference internal" href="ctranslate2.specs.Wav2Vec2Spec.html">Wav2Vec2Spec</a></li>
<li class="toctree-l3"><a class="reference internal" href="ctranslate2.specs.WhisperSpec.html">WhisperSpec</a></li>
</ul>
</li>
diff --git a/python/ctranslate2.specs.ModelSpec.html b/python/ctranslate2.specs.ModelSpec.html
index ec43d5b6e..5ff049e9b 100644
--- a/python/ctranslate2.specs.ModelSpec.html
+++ b/python/ctranslate2.specs.ModelSpec.html
@@ -4,7 +4,7 @@
<meta charset="utf-8" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <title>ModelSpec — CTranslate2 3.20.0 documentation</title>
+ <title>ModelSpec — CTranslate2 3.21.0 documentation</title>
<link rel="stylesheet" href="../_static/pygments.css" type="text/css" />
<link rel="stylesheet" href="../_static/css/theme.css" type="text/css" />
<link rel="stylesheet" href="../_static/custom.css" type="text/css" />
@@ -32,7 +32,7 @@
<a href="../index.html" class="icon icon-home"> CTranslate2
</a>
<div class="version">
- 3.20
+ 3.21
</div>
<div role="search">
<form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
@@ -92,6 +92,7 @@
<li class="toctree-l3"><a class="reference internal" href="ctranslate2.specs.TransformerEncoderModelSpec.html">TransformerEncoderModelSpec</a></li>
<li class="toctree-l3"><a class="reference internal" href="ctranslate2.specs.TransformerEncoderSpec.html">TransformerEncoderSpec</a></li>
<li class="toctree-l3"><a class="reference internal" href="ctranslate2.specs.TransformerSpec.html">TransformerSpec</a></li>
+<li class="toctree-l3"><a class="reference internal" href="ctranslate2.specs.Wav2Vec2Spec.html">Wav2Vec2Spec</a></li>
<li class="toctree-l3"><a class="reference internal" href="ctranslate2.specs.WhisperSpec.html">WhisperSpec</a></li>
</ul>
</li>
diff --git a/python/ctranslate2.specs.RotaryScalingType.html b/python/ctranslate2.specs.RotaryScalingType.html
index 749128b27..05966947c 100644
--- a/python/ctranslate2.specs.RotaryScalingType.html
+++ b/python/ctranslate2.specs.RotaryScalingType.html
@@ -4,7 +4,7 @@
<meta charset="utf-8" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <title>RotaryScalingType — CTranslate2 3.20.0 documentation</title>
+ <title>RotaryScalingType — CTranslate2 3.21.0 documentation</title>
<link rel="stylesheet" href="../_static/pygments.css" type="text/css" />
<link rel="stylesheet" href="../_static/css/theme.css" type="text/css" />
<link rel="stylesheet" href="../_static/custom.css" type="text/css" />
@@ -32,7 +32,7 @@
<a href="../index.html" class="icon icon-home"> CTranslate2
</a>
<div class="version">
- 3.20
+ 3.21
</div>
<div role="search">
<form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
@@ -92,6 +92,7 @@
<li class="toctree-l3"><a class="reference internal" href="ctranslate2.specs.TransformerEncoderModelSpec.html">TransformerEncoderModelSpec</a></li>
<li class="toctree-l3"><a class="reference internal" href="ctranslate2.specs.TransformerEncoderSpec.html">TransformerEncoderSpec</a></li>
<li class="toctree-l3"><a class="reference internal" href="ctranslate2.specs.TransformerSpec.html">TransformerSpec</a></li>
+<li class="toctree-l3"><a class="reference internal" href="ctranslate2.specs.Wav2Vec2Spec.html">Wav2Vec2Spec</a></li>
<li class="toctree-l3"><a class="reference internal" href="ctranslate2.specs.WhisperSpec.html">WhisperSpec</a></li>
</ul>
</li>
diff --git a/python/ctranslate2.specs.SequenceToSequenceModelSpec.html b/python/ctranslate2.specs.SequenceToSequenceModelSpec.html
index 07bd18b07..fa3dae941 100644
--- a/python/ctranslate2.specs.SequenceToSequenceModelSpec.html
+++ b/python/ctranslate2.specs.SequenceToSequenceModelSpec.html
@@ -4,7 +4,7 @@
<meta charset="utf-8" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <title>SequenceToSequenceModelSpec — CTranslate2 3.20.0 documentation</title>
+ <title>SequenceToSequenceModelSpec — CTranslate2 3.21.0 documentation</title>
<link rel="stylesheet" href="../_static/pygments.css" type="text/css" />
<link rel="stylesheet" href="../_static/css/theme.css" type="text/css" />
<link rel="stylesheet" href="../_static/custom.css" type="text/css" />
@@ -32,7 +32,7 @@
<a href="../index.html" class="icon icon-home"> CTranslate2
</a>
<div class="version">
- 3.20
+ 3.21
</div>
<div role="search">
<form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
@@ -92,6 +92,7 @@
<li class="toctree-l3"><a class="reference internal" href="ctranslate2.specs.TransformerEncoderModelSpec.html">TransformerEncoderModelSpec</a></li>
<li class="toctree-l3"><a class="reference internal" href="ctranslate2.specs.TransformerEncoderSpec.html">TransformerEncoderSpec</a></li>
<li class="toctree-l3"><a class="reference internal" href="ctranslate2.specs.TransformerSpec.html">TransformerSpec</a></li>
+<li class="toctree-l3"><a class="reference internal" href="ctranslate2.specs.Wav2Vec2Spec.html">Wav2Vec2Spec</a></li>
<li class="toctree-l3"><a class="reference internal" href="ctranslate2.specs.WhisperSpec.html">WhisperSpec</a></li>
</ul>
</li>
diff --git a/python/ctranslate2.specs.TransformerDecoderModelSpec.html b/python/ctranslate2.specs.TransformerDecoderModelSpec.html
index adc6ad1e0..c88de2fe7 100644
--- a/python/ctranslate2.specs.TransformerDecoderModelSpec.html
+++ b/python/ctranslate2.specs.TransformerDecoderModelSpec.html
@@ -4,7 +4,7 @@
<meta charset="utf-8" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <title>TransformerDecoderModelSpec — CTranslate2 3.20.0 documentation</title>
+ <title>TransformerDecoderModelSpec — CTranslate2 3.21.0 documentation</title>
<link rel="stylesheet" href="../_static/pygments.css" type="text/css" />
<link rel="stylesheet" href="../_static/css/theme.css" type="text/css" />
<link rel="stylesheet" href="../_static/custom.css" type="text/css" />
@@ -32,7 +32,7 @@
<a href="../index.html" class="icon icon-home"> CTranslate2
</a>
<div class="version">
- 3.20
+ 3.21
</div>
<div role="search">
<form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
@@ -92,6 +92,7 @@
<li class="toctree-l3"><a class="reference internal" href="ctranslate2.specs.TransformerEncoderModelSpec.html">TransformerEncoderModelSpec</a></li>
<li class="toctree-l3"><a class="reference internal" href="ctranslate2.specs.TransformerEncoderSpec.html">TransformerEncoderSpec</a></li>
<li class="toctree-l3"><a class="reference internal" href="ctranslate2.specs.TransformerSpec.html">TransformerSpec</a></li>
+<li class="toctree-l3"><a class="reference internal" href="ctranslate2.specs.Wav2Vec2Spec.html">Wav2Vec2Spec</a></li>
<li class="toctree-l3"><a class="reference internal" href="ctranslate2.specs.WhisperSpec.html">WhisperSpec</a></li>
</ul>
</li>
@@ -168,7 +169,7 @@ <h1>TransformerDecoderModelSpec<a class="headerlink" href="#transformerdecodermo
<dl class="py method">
<dt class="sig sig-object py" id="ctranslate2.specs.TransformerDecoderModelSpec.from_config">
-<em class="property"><span class="pre">classmethod</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">from_config</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">num_layers</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">num_heads</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">pre_norm</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">True</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">activation</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="ctranslate2.specs.Activation.html#ctranslate2.specs.Activation" title="ctranslate2.specs.common_spec.Activation"><span class="pre">Activation</span></a></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">Activation.RELU</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">layernorm_embedding</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">no_final_norm</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">project_in_out</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">with_relative_position</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">ffn_glu</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">rms_norm</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">alibi</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">alibi_use_positive_positions</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">scale_alibi</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">rotary_dim</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">int</span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">rotary_interleave</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">True</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">rotary_scaling_type</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><a class="reference internal" href="ctranslate2.specs.RotaryScalingType.html#ctranslate2.specs.RotaryScalingType" title="ctranslate2.specs.attention_spec.RotaryScalingType"><span class="pre">RotaryScalingType</span></a><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">rotary_scaling_factor</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">float</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">1</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">rotary_base</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">float</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">10000</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">parallel_residual</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">shared_layer_norm</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">multi_query_attention</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">num_heads_kv</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">int</span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#ctranslate2.specs.TransformerDecoderModelSpec.from_config" title="Permalink to this definition"></a></dt>
+<em class="property"><span class="pre">classmethod</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">from_config</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">num_layers</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">num_heads</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">pre_norm</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">True</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">activation</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="ctranslate2.specs.Activation.html#ctranslate2.specs.Activation" title="ctranslate2.specs.common_spec.Activation"><span class="pre">Activation</span></a></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">Activation.RELU</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">layernorm_embedding</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">no_final_norm</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">project_in_out</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">with_relative_position</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">ffn_glu</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">rms_norm</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">alibi</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">alibi_use_positive_positions</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">scale_alibi</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">rotary_dim</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">int</span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">rotary_interleave</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">True</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">rotary_scaling_type</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><a class="reference internal" href="ctranslate2.specs.RotaryScalingType.html#ctranslate2.specs.RotaryScalingType" title="ctranslate2.specs.attention_spec.RotaryScalingType"><span class="pre">RotaryScalingType</span></a><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">rotary_scaling_factor</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">float</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">1</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">rotary_base</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">float</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">10000</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">parallel_residual</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">shared_layer_norm</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">multi_query_attention</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">num_heads_kv</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">int</span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">sliding_window</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">int</span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#ctranslate2.specs.TransformerDecoderModelSpec.from_config" title="Permalink to this definition"></a></dt>
<dd><p>Creates a Transformer decoder model specification.</p>
<dl class="field-list simple">
<dt class="field-odd">Parameters</dt>
@@ -201,6 +202,7 @@ <h1>TransformerDecoderModelSpec<a class="headerlink" href="#transformerdecodermo
attention layer norms.</p></li>
<li><p><strong>multi_query_attention</strong> – Use multi-query attention (alias for num_heads_kv=1).</p></li>
<li><p><strong>num_heads_kv</strong> – Number of attention heads for the key and value.</p></li>
+<li><p><strong>sliding_window</strong> – max sequence length to retain KV cache</p></li>
</ul>
</dd>
</dl>
diff --git a/python/ctranslate2.specs.TransformerDecoderSpec.html b/python/ctranslate2.specs.TransformerDecoderSpec.html
index 2d0f55892..816a08ba9 100644
--- a/python/ctranslate2.specs.TransformerDecoderSpec.html
+++ b/python/ctranslate2.specs.TransformerDecoderSpec.html
@@ -4,7 +4,7 @@
<meta charset="utf-8" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <title>TransformerDecoderSpec — CTranslate2 3.20.0 documentation</title>
+ <title>TransformerDecoderSpec — CTranslate2 3.21.0 documentation</title>
<link rel="stylesheet" href="../_static/pygments.css" type="text/css" />
<link rel="stylesheet" href="../_static/css/theme.css" type="text/css" />
<link rel="stylesheet" href="../_static/custom.css" type="text/css" />
@@ -32,7 +32,7 @@
<a href="../index.html" class="icon icon-home"> CTranslate2
</a>
<div class="version">
- 3.20
+ 3.21
</div>
<div role="search">
<form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
@@ -92,6 +92,7 @@
<li class="toctree-l3"><a class="reference internal" href="ctranslate2.specs.TransformerEncoderModelSpec.html">TransformerEncoderModelSpec</a></li>
<li class="toctree-l3"><a class="reference internal" href="ctranslate2.specs.TransformerEncoderSpec.html">TransformerEncoderSpec</a></li>
<li class="toctree-l3"><a class="reference internal" href="ctranslate2.specs.TransformerSpec.html">TransformerSpec</a></li>
+<li class="toctree-l3"><a class="reference internal" href="ctranslate2.specs.Wav2Vec2Spec.html">Wav2Vec2Spec</a></li>
<li class="toctree-l3"><a class="reference internal" href="ctranslate2.specs.WhisperSpec.html">WhisperSpec</a></li>
</ul>
</li>
@@ -144,7 +145,7 @@ <h1>TransformerDecoderSpec<a class="headerlink" href="#transformerdecoderspec" t
</ul>
<dl class="py method">
<dt class="sig sig-object py" id="ctranslate2.specs.TransformerDecoderSpec.__init__">
-<span class="sig-name descname"><span class="pre">__init__</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">num_layers</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">num_heads</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">pre_norm</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">True</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">activation</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="ctranslate2.specs.Activation.html#ctranslate2.specs.Activation" title="ctranslate2.specs.common_spec.Activation"><span class="pre">Activation</span></a></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">Activation.RELU</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">layernorm_embedding</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">with_encoder_attention</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">True</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">no_final_norm</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">project_in_out</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">relative_position</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">relative_attention_bias</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">alignment_layer</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">-</span> <span class="pre">1</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">alignment_heads</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">1</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">ffn_glu</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">rms_norm</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">alibi</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">alibi_use_positive_positions</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">scale_alibi</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">rotary_dim</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">int</span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">rotary_interleave</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">True</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">rotary_scaling_type</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><a class="reference internal" href="ctranslate2.specs.RotaryScalingType.html#ctranslate2.specs.RotaryScalingType" title="ctranslate2.specs.attention_spec.RotaryScalingType"><span class="pre">RotaryScalingType</span></a><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">rotary_scaling_factor</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">float</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">1</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">rotary_base</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">float</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">10000</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">parallel_residual</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">shared_layer_norm</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">multi_query_attention</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">num_heads_kv</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">int</span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#ctranslate2.specs.TransformerDecoderSpec.__init__" title="Permalink to this definition"></a></dt>
+<span class="sig-name descname"><span class="pre">__init__</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">num_layers</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">num_heads</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">pre_norm</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">True</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">activation</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><a class="reference internal" href="ctranslate2.specs.Activation.html#ctranslate2.specs.Activation" title="ctranslate2.specs.common_spec.Activation"><span class="pre">Activation</span></a></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">Activation.RELU</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">layernorm_embedding</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">with_encoder_attention</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">True</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">no_final_norm</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">project_in_out</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">relative_position</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">relative_attention_bias</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">alignment_layer</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">-</span> <span class="pre">1</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">alignment_heads</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">1</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">ffn_glu</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">rms_norm</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">alibi</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">alibi_use_positive_positions</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">scale_alibi</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">rotary_dim</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">int</span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">rotary_interleave</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">True</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">rotary_scaling_type</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><a class="reference internal" href="ctranslate2.specs.RotaryScalingType.html#ctranslate2.specs.RotaryScalingType" title="ctranslate2.specs.attention_spec.RotaryScalingType"><span class="pre">RotaryScalingType</span></a><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">rotary_scaling_factor</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">float</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">1</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">rotary_base</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">float</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">10000</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">parallel_residual</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">shared_layer_norm</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">multi_query_attention</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">num_heads_kv</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">int</span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">sliding_window</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">int</span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#ctranslate2.specs.TransformerDecoderSpec.__init__" title="Permalink to this definition"></a></dt>
<dd><p>Initializes a Transformer decoder specification.</p>
<dl class="field-list simple">
<dt class="field-odd">Parameters</dt>
@@ -183,6 +184,7 @@ <h1>TransformerDecoderSpec<a class="headerlink" href="#transformerdecoderspec" t
attention layer norms.</p></li>
<li><p><strong>multi_query_attention</strong> – Use multi-query attention (alias for num_heads_kv=1).</p></li>
<li><p><strong>num_heads_kv</strong> – Number of attention heads for the key and value.</p></li>
+<li><p><strong>sliding_window</strong> – Max sequence length to retain in KV Cache.</p></li>
</ul>
</dd>
</dl>
diff --git a/python/ctranslate2.specs.TransformerEncoderModelSpec.html b/python/ctranslate2.specs.TransformerEncoderModelSpec.html
index b67877dc2..923ca586a 100644
--- a/python/ctranslate2.specs.TransformerEncoderModelSpec.html
+++ b/python/ctranslate2.specs.TransformerEncoderModelSpec.html
@@ -4,7 +4,7 @@
<meta charset="utf-8" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <title>TransformerEncoderModelSpec — CTranslate2 3.20.0 documentation</title>
+ <title>TransformerEncoderModelSpec — CTranslate2 3.21.0 documentation</title>
<link rel="stylesheet" href="../_static/pygments.css" type="text/css" />
<link rel="stylesheet" href="../_static/css/theme.css" type="text/css" />
<link rel="stylesheet" href="../_static/custom.css" type="text/css" />
@@ -32,7 +32,7 @@
<a href="../index.html" class="icon icon-home"> CTranslate2
</a>
<div class="version">
- 3.20
+ 3.21
</div>
<div role="search">
<form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
@@ -92,6 +92,7 @@
<li class="toctree-l3 current"><a class="current reference internal" href="#">TransformerEncoderModelSpec</a></li>
<li class="toctree-l3"><a class="reference internal" href="ctranslate2.specs.TransformerEncoderSpec.html">TransformerEncoderSpec</a></li>
<li class="toctree-l3"><a class="reference internal" href="ctranslate2.specs.TransformerSpec.html">TransformerSpec</a></li>
+<li class="toctree-l3"><a class="reference internal" href="ctranslate2.specs.Wav2Vec2Spec.html">Wav2Vec2Spec</a></li>
<li class="toctree-l3"><a class="reference internal" href="ctranslate2.specs.WhisperSpec.html">WhisperSpec</a></li>
</ul>
</li>
diff --git a/python/ctranslate2.specs.TransformerEncoderSpec.html b/python/ctranslate2.specs.TransformerEncoderSpec.html
index e20c11550..b5601e419 100644
--- a/python/ctranslate2.specs.TransformerEncoderSpec.html
+++ b/python/ctranslate2.specs.TransformerEncoderSpec.html
@@ -4,7 +4,7 @@
<meta charset="utf-8" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <title>TransformerEncoderSpec — CTranslate2 3.20.0 documentation</title>
+ <title>TransformerEncoderSpec — CTranslate2 3.21.0 documentation</title>
<link rel="stylesheet" href="../_static/pygments.css" type="text/css" />
<link rel="stylesheet" href="../_static/css/theme.css" type="text/css" />
<link rel="stylesheet" href="../_static/custom.css" type="text/css" />
@@ -32,7 +32,7 @@
<a href="../index.html" class="icon icon-home"> CTranslate2
</a>
<div class="version">
- 3.20
+ 3.21
</div>
<div role="search">
<form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
@@ -92,6 +92,7 @@
<li class="toctree-l3"><a class="reference internal" href="ctranslate2.specs.TransformerEncoderModelSpec.html">TransformerEncoderModelSpec</a></li>
<li class="toctree-l3 current"><a class="current reference internal" href="#">TransformerEncoderSpec</a></li>
<li class="toctree-l3"><a class="reference internal" href="ctranslate2.specs.TransformerSpec.html">TransformerSpec</a></li>
+<li class="toctree-l3"><a class="reference internal" href="ctranslate2.specs.Wav2Vec2Spec.html">Wav2Vec2Spec</a></li>
<li class="toctree-l3"><a class="reference internal" href="ctranslate2.specs.WhisperSpec.html">WhisperSpec</a></li>
</ul>
</li>
diff --git a/python/ctranslate2.specs.TransformerSpec.html b/python/ctranslate2.specs.TransformerSpec.html
index 0f7849496..5a6615b1c 100644
--- a/python/ctranslate2.specs.TransformerSpec.html
+++ b/python/ctranslate2.specs.TransformerSpec.html
@@ -4,7 +4,7 @@
<meta charset="utf-8" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <title>TransformerSpec — CTranslate2 3.20.0 documentation</title>
+ <title>TransformerSpec — CTranslate2 3.21.0 documentation</title>
<link rel="stylesheet" href="../_static/pygments.css" type="text/css" />
<link rel="stylesheet" href="../_static/css/theme.css" type="text/css" />
<link rel="stylesheet" href="../_static/custom.css" type="text/css" />
@@ -20,7 +20,7 @@
<script src="../_static/js/theme.js"></script>
<link rel="index" title="Index" href="../genindex.html" />
<link rel="search" title="Search" href="../search.html" />
- <link rel="next" title="WhisperSpec" href="ctranslate2.specs.WhisperSpec.html" />
+ <link rel="next" title="Wav2Vec2Spec" href="ctranslate2.specs.Wav2Vec2Spec.html" />
<link rel="prev" title="TransformerEncoderSpec" href="ctranslate2.specs.TransformerEncoderSpec.html" />
</head>
@@ -32,7 +32,7 @@
<a href="../index.html" class="icon icon-home"> CTranslate2
</a>
<div class="version">
- 3.20
+ 3.21
</div>
<div role="search">
<form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
@@ -92,6 +92,7 @@
<li class="toctree-l3"><a class="reference internal" href="ctranslate2.specs.TransformerEncoderModelSpec.html">TransformerEncoderModelSpec</a></li>
<li class="toctree-l3"><a class="reference internal" href="ctranslate2.specs.TransformerEncoderSpec.html">TransformerEncoderSpec</a></li>
<li class="toctree-l3 current"><a class="current reference internal" href="#">TransformerSpec</a></li>
+<li class="toctree-l3"><a class="reference internal" href="ctranslate2.specs.Wav2Vec2Spec.html">Wav2Vec2Spec</a></li>
<li class="toctree-l3"><a class="reference internal" href="ctranslate2.specs.WhisperSpec.html">WhisperSpec</a></li>
</ul>
</li>
@@ -347,7 +348,7 @@ <h1>TransformerSpec<a class="headerlink" href="#transformerspec" title="Permalin
</div>
<footer><div class="rst-footer-buttons" role="navigation" aria-label="Footer">
<a href="ctranslate2.specs.TransformerEncoderSpec.html" class="btn btn-neutral float-left" title="TransformerEncoderSpec" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
- <a href="ctranslate2.specs.WhisperSpec.html" class="btn btn-neutral float-right" title="WhisperSpec" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
+ <a href="ctranslate2.specs.Wav2Vec2Spec.html" class="btn btn-neutral float-right" title="Wav2Vec2Spec" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
</div>
<hr/>
diff --git a/python/ctranslate2.specs.Wav2Vec2Spec.html b/python/ctranslate2.specs.Wav2Vec2Spec.html
new file mode 100644
index 000000000..f42201a00
--- /dev/null
+++ b/python/ctranslate2.specs.Wav2Vec2Spec.html
@@ -0,0 +1,299 @@
+<!DOCTYPE html>
+<html class="writer-html5" lang="en" >
+<head>
+ <meta charset="utf-8" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
+
+ <meta name="viewport" content="width=device-width, initial-scale=1.0" />
+ <title>Wav2Vec2Spec — CTranslate2 3.21.0 documentation</title>
+ <link rel="stylesheet" href="../_static/pygments.css" type="text/css" />
+ <link rel="stylesheet" href="../_static/css/theme.css" type="text/css" />
+ <link rel="stylesheet" href="../_static/custom.css" type="text/css" />
+ <link rel="shortcut icon" href="../_static/favicon.png"/>
+ <!--[if lt IE 9]>
+ <script src="../_static/js/html5shiv.min.js"></script>
+ <![endif]-->
+
+ <script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
+ <script src="../_static/jquery.js"></script>
+ <script src="../_static/underscore.js"></script>
+ <script src="../_static/doctools.js"></script>
+ <script src="../_static/js/theme.js"></script>
+ <link rel="index" title="Index" href="../genindex.html" />
+ <link rel="search" title="Search" href="../search.html" />
+ <link rel="next" title="WhisperSpec" href="ctranslate2.specs.WhisperSpec.html" />
+ <link rel="prev" title="TransformerSpec" href="ctranslate2.specs.TransformerSpec.html" />
+</head>
+
+<body class="wy-body-for-nav">
+ <div class="wy-grid-for-nav">
+ <nav data-toggle="wy-nav-shift" class="wy-nav-side">
+ <div class="wy-side-scroll">
+ <div class="wy-side-nav-search" >
+ <a href="../index.html" class="icon icon-home"> CTranslate2
+ </a>
+ <div class="version">
+ 3.21
+ </div>
+<div role="search">
+ <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
+ <input type="text" name="q" placeholder="Search docs" />
+ <input type="hidden" name="check_keywords" value="yes" />
+ <input type="hidden" name="area" value="default" />
+ </form>
+</div>
+ </div><div class="wy-menu wy-menu-vertical" data-spy="affix" role="navigation" aria-label="Navigation menu">
+ <p class="caption" role="heading"><span class="caption-text">Get started</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../quickstart.html">Quickstart</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../installation.html">Installation</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Tasks</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../translation.html">Text translation</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../generation.html">Text generation</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../encoding.html">Text encoding</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../speech_recognition.html">Speech recognition</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Developer guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../conversion.html">Model conversion</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../quantization.html">Quantization</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../decoding.html">Decoding features</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../parallel.html">Multithreading and parallelism</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../memory.html">Memory management</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../performance.html">Performance tips</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../environment_variables.html">Environment variables</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Framework guides</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../guides/fairseq.html">Fairseq</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../guides/marian.html">Marian</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../guides/opennmt_py.html">OpenNMT-py</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../guides/opennmt_tf.html">OpenNMT-tf</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../guides/opus_mt.html">OPUS-MT</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../guides/transformers.html">Transformers</a></li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">API</span></p>
+<ul class="current">
+<li class="toctree-l1 current"><a class="reference internal" href="overview.html">Python</a><ul class="current">
+<li class="toctree-l2"><a class="reference internal" href="ctranslate2.html">ctranslate2</a></li>
+<li class="toctree-l2"><a class="reference internal" href="ctranslate2.converters.html">ctranslate2.converters</a></li>
+<li class="toctree-l2"><a class="reference internal" href="ctranslate2.models.html">ctranslate2.models</a></li>
+<li class="toctree-l2 current"><a class="reference internal" href="ctranslate2.specs.html">ctranslate2.specs</a><ul class="current">
+<li class="toctree-l3"><a class="reference internal" href="ctranslate2.specs.Activation.html">Activation</a></li>
+<li class="toctree-l3"><a class="reference internal" href="ctranslate2.specs.EmbeddingsMerge.html">EmbeddingsMerge</a></li>
+<li class="toctree-l3"><a class="reference internal" href="ctranslate2.specs.LanguageModelSpec.html">LanguageModelSpec</a></li>
+<li class="toctree-l3"><a class="reference internal" href="ctranslate2.specs.LayerSpec.html">LayerSpec</a></li>
+<li class="toctree-l3"><a class="reference internal" href="ctranslate2.specs.ModelSpec.html">ModelSpec</a></li>
+<li class="toctree-l3"><a class="reference internal" href="ctranslate2.specs.RotaryScalingType.html">RotaryScalingType</a></li>
+<li class="toctree-l3"><a class="reference internal" href="ctranslate2.specs.SequenceToSequenceModelSpec.html">SequenceToSequenceModelSpec</a></li>
+<li class="toctree-l3"><a class="reference internal" href="ctranslate2.specs.TransformerDecoderModelSpec.html">TransformerDecoderModelSpec</a></li>
+<li class="toctree-l3"><a class="reference internal" href="ctranslate2.specs.TransformerDecoderSpec.html">TransformerDecoderSpec</a></li>
+<li class="toctree-l3"><a class="reference internal" href="ctranslate2.specs.TransformerEncoderModelSpec.html">TransformerEncoderModelSpec</a></li>
+<li class="toctree-l3"><a class="reference internal" href="ctranslate2.specs.TransformerEncoderSpec.html">TransformerEncoderSpec</a></li>
+<li class="toctree-l3"><a class="reference internal" href="ctranslate2.specs.TransformerSpec.html">TransformerSpec</a></li>
+<li class="toctree-l3 current"><a class="current reference internal" href="#">Wav2Vec2Spec</a></li>
+<li class="toctree-l3"><a class="reference internal" href="ctranslate2.specs.WhisperSpec.html">WhisperSpec</a></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+<p class="caption" role="heading"><span class="caption-text">Other information</span></p>
+<ul>
+<li class="toctree-l1"><a class="reference internal" href="../hardware_support.html">Hardware support</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../faq.html">Frequently asked questions</a></li>
+<li class="toctree-l1"><a class="reference internal" href="../versioning.html">Versioning</a></li>
+</ul>
+
+ </div>
+ </div>
+ </nav>
+
+ <section data-toggle="wy-nav-shift" class="wy-nav-content-wrap"><nav class="wy-nav-top" aria-label="Mobile navigation menu" >
+ <i data-toggle="wy-nav-top" class="fa fa-bars"></i>
+ <a href="../index.html">CTranslate2</a>
+ </nav>
+
+ <div class="wy-nav-content">
+ <div class="rst-content">
+ <div role="navigation" aria-label="Page navigation">
+ <ul class="wy-breadcrumbs">
+ <li><a href="../index.html" class="icon icon-home"></a> »</li>
+ <li><a href="overview.html">Python</a> »</li>
+ <li><a href="ctranslate2.specs.html">ctranslate2.specs</a> »</li>
+ <li>Wav2Vec2Spec</li>
+ <li class="wy-breadcrumbs-aside">
+ </li>
+ </ul>
+ <hr/>
+</div>
+ <div role="main" class="document" itemscope="itemscope" itemtype="http://schema.org/Article">
+ <div itemprop="articleBody">
+
+ <section id="wav2vec2spec">
+<h1>Wav2Vec2Spec<a class="headerlink" href="#wav2vec2spec" title="Permalink to this headline"></a></h1>
+<dl class="py class">
+<dt class="sig sig-object py" id="ctranslate2.specs.Wav2Vec2Spec">
+<em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">ctranslate2.specs.</span></span><span class="sig-name descname"><span class="pre">Wav2Vec2Spec</span></span><a class="headerlink" href="#ctranslate2.specs.Wav2Vec2Spec" title="Permalink to this definition"></a></dt>
+<dd><p><strong>Inherits from:</strong> <a class="reference internal" href="ctranslate2.specs.LanguageModelSpec.html#ctranslate2.specs.LanguageModelSpec" title="ctranslate2.specs.LanguageModelSpec"><code class="xref py py-class docutils literal notranslate"><span class="pre">ctranslate2.specs.LanguageModelSpec</span></code></a></p>
+<p><strong>Attributes:</strong></p>
+<ul class="simple">
+<li><p><a class="reference internal" href="#ctranslate2.specs.Wav2Vec2Spec.config" title="ctranslate2.specs.Wav2Vec2Spec.config"><code class="xref py py-obj docutils literal notranslate"><span class="pre">config</span></code></a></p></li>
+<li><p><a class="reference internal" href="#ctranslate2.specs.Wav2Vec2Spec.name" title="ctranslate2.specs.Wav2Vec2Spec.name"><code class="xref py py-obj docutils literal notranslate"><span class="pre">name</span></code></a></p></li>
+<li><p><a class="reference internal" href="#ctranslate2.specs.Wav2Vec2Spec.revision" title="ctranslate2.specs.Wav2Vec2Spec.revision"><code class="xref py py-obj docutils literal notranslate"><span class="pre">revision</span></code></a></p></li>
+</ul>
+<p><strong>Methods:</strong></p>
+<ul class="simple">
+<li><p><a class="reference internal" href="#ctranslate2.specs.Wav2Vec2Spec.get_default_config" title="ctranslate2.specs.Wav2Vec2Spec.get_default_config"><code class="xref py py-obj docutils literal notranslate"><span class="pre">get_default_config</span></code></a></p></li>
+<li><p><a class="reference internal" href="#ctranslate2.specs.Wav2Vec2Spec.get_vocabulary_size" title="ctranslate2.specs.Wav2Vec2Spec.get_vocabulary_size"><code class="xref py py-obj docutils literal notranslate"><span class="pre">get_vocabulary_size</span></code></a></p></li>
+<li><p><a class="reference internal" href="#ctranslate2.specs.Wav2Vec2Spec.optimize" title="ctranslate2.specs.Wav2Vec2Spec.optimize"><code class="xref py py-obj docutils literal notranslate"><span class="pre">optimize</span></code></a></p></li>
+<li><p><a class="reference internal" href="#ctranslate2.specs.Wav2Vec2Spec.register_file" title="ctranslate2.specs.Wav2Vec2Spec.register_file"><code class="xref py py-obj docutils literal notranslate"><span class="pre">register_file</span></code></a></p></li>
+<li><p><a class="reference internal" href="#ctranslate2.specs.Wav2Vec2Spec.register_vocabulary" title="ctranslate2.specs.Wav2Vec2Spec.register_vocabulary"><code class="xref py py-obj docutils literal notranslate"><span class="pre">register_vocabulary</span></code></a></p></li>
+<li><p><a class="reference internal" href="#ctranslate2.specs.Wav2Vec2Spec.save" title="ctranslate2.specs.Wav2Vec2Spec.save"><code class="xref py py-obj docutils literal notranslate"><span class="pre">save</span></code></a></p></li>
+<li><p><a class="reference internal" href="#ctranslate2.specs.Wav2Vec2Spec.validate" title="ctranslate2.specs.Wav2Vec2Spec.validate"><code class="xref py py-obj docutils literal notranslate"><span class="pre">validate</span></code></a></p></li>
+<li><p><a class="reference internal" href="#ctranslate2.specs.Wav2Vec2Spec.variables" title="ctranslate2.specs.Wav2Vec2Spec.variables"><code class="xref py py-obj docutils literal notranslate"><span class="pre">variables</span></code></a></p></li>
+</ul>
+<dl class="py method">
+<dt class="sig sig-object py" id="ctranslate2.specs.Wav2Vec2Spec.__init__">
+<span class="sig-name descname"><span class="pre">__init__</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">num_layers</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">num_heads</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#ctranslate2.specs.Wav2Vec2Spec.__init__" title="Permalink to this definition"></a></dt>
+<dd><p>Initializes a language model specification.</p>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="ctranslate2.specs.Wav2Vec2Spec.get_default_config">
+<span class="sig-name descname"><span class="pre">get_default_config</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="headerlink" href="#ctranslate2.specs.Wav2Vec2Spec.get_default_config" title="Permalink to this definition"></a></dt>
+<dd><p>Returns the default configuration used by this model.</p>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="ctranslate2.specs.Wav2Vec2Spec.get_vocabulary_size">
+<span class="sig-name descname"><span class="pre">get_vocabulary_size</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="headerlink" href="#ctranslate2.specs.Wav2Vec2Spec.get_vocabulary_size" title="Permalink to this definition"></a></dt>
+<dd><p>Returns the vocabulary size expected by the model.</p>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="ctranslate2.specs.Wav2Vec2Spec.optimize">
+<span class="sig-name descname"><span class="pre">optimize</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">quantization</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">None</span></span></span><a class="headerlink" href="#ctranslate2.specs.Wav2Vec2Spec.optimize" title="Permalink to this definition"></a></dt>
+<dd><p>Recursively applies some optimizations to this layer:</p>
+<ul class="simple">
+<li><p>Alias variables with the same shape and value.</p></li>
+<li><p>Quantize weights.</p></li>
+</ul>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><p><strong>quantization</strong> – Weight quantization scheme (possible values are: int8, int8_float32,
+int8_float16, int8_bfloat16, int16, float16, bfloat16, float32).</p>
+</dd>
+</dl>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="ctranslate2.specs.Wav2Vec2Spec.register_file">
+<span class="sig-name descname"><span class="pre">register_file</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">path</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">filename</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">Optional</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">]</span></span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">None</span></span></span><a class="headerlink" href="#ctranslate2.specs.Wav2Vec2Spec.register_file" title="Permalink to this definition"></a></dt>
+<dd><p>Registers a file to be saved in the model directory.</p>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="ctranslate2.specs.Wav2Vec2Spec.register_vocabulary">
+<span class="sig-name descname"><span class="pre">register_vocabulary</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">tokens</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">]</span></span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">None</span></span></span><a class="headerlink" href="#ctranslate2.specs.Wav2Vec2Spec.register_vocabulary" title="Permalink to this definition"></a></dt>
+<dd><p>Registers the vocabulary of tokens.</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><p><strong>tokens</strong> – List of tokens.</p>
+</dd>
+</dl>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="ctranslate2.specs.Wav2Vec2Spec.save">
+<span class="sig-name descname"><span class="pre">save</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">output_dir</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">None</span></span></span><a class="headerlink" href="#ctranslate2.specs.Wav2Vec2Spec.save" title="Permalink to this definition"></a></dt>
+<dd><p>Saves this model on disk.</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><p><strong>output_dir</strong> – Output directory where the model is saved.</p>
+</dd>
+</dl>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="ctranslate2.specs.Wav2Vec2Spec.validate">
+<span class="sig-name descname"><span class="pre">validate</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">None</span></span></span><a class="headerlink" href="#ctranslate2.specs.Wav2Vec2Spec.validate" title="Permalink to this definition"></a></dt>
+<dd><p>Verify that the required weights are set.</p>
+<dl class="field-list simple">
+<dt class="field-odd">Raises</dt>
+<dd class="field-odd"><p><strong>ValueError</strong> – If a required weight is not set in the specification.</p>
+</dd>
+</dl>
+</dd></dl>
+
+<dl class="py method">
+<dt class="sig sig-object py" id="ctranslate2.specs.Wav2Vec2Spec.variables">
+<span class="sig-name descname"><span class="pre">variables</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">prefix</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">str</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">''</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">ordered</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">bool</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">False</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">→</span> <span class="sig-return-typehint"><span class="pre">Dict</span><span class="p"><span class="pre">[</span></span><span class="pre">str</span><span class="p"><span class="pre">,</span></span><span class="w"> </span><span class="pre">ndarray</span><span class="p"><span class="pre">]</span></span></span></span><a class="headerlink" href="#ctranslate2.specs.Wav2Vec2Spec.variables" title="Permalink to this definition"></a></dt>
+<dd><p>Recursively returns the weights from this layer and its children.</p>
+<dl class="field-list simple">
+<dt class="field-odd">Parameters</dt>
+<dd class="field-odd"><ul class="simple">
+<li><p><strong>prefix</strong> – Prefix to prepend to all variable names.</p></li>
+<li><p><strong>ordered</strong> – If set, an ordered list is returned instead.</p></li>
+</ul>
+</dd>
+<dt class="field-even">Returns</dt>
+<dd class="field-even"><p>Dictionary mapping variables name to value.</p>
+</dd>
+</dl>
+</dd></dl>
+
+<dl class="py property">
+<dt class="sig sig-object py" id="ctranslate2.specs.Wav2Vec2Spec.config">
+<em class="property"><span class="pre">property</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">config</span></span><a class="headerlink" href="#ctranslate2.specs.Wav2Vec2Spec.config" title="Permalink to this definition"></a></dt>
+<dd><p>The model configuration.</p>
+</dd></dl>
+
+<dl class="py property">
+<dt class="sig sig-object py" id="ctranslate2.specs.Wav2Vec2Spec.name">
+<em class="property"><span class="pre">property</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">name</span></span><a class="headerlink" href="#ctranslate2.specs.Wav2Vec2Spec.name" title="Permalink to this definition"></a></dt>
+<dd><p>The name of the model specification.</p>
+</dd></dl>
+
+<dl class="py property">
+<dt class="sig sig-object py" id="ctranslate2.specs.Wav2Vec2Spec.revision">
+<em class="property"><span class="pre">property</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">revision</span></span><a class="headerlink" href="#ctranslate2.specs.Wav2Vec2Spec.revision" title="Permalink to this definition"></a></dt>
+<dd><p>The model specification revision.</p>
+<p>This value is incremented each time the weights layout of the model is
+changed (e.g. a weight is renamed).</p>
+</dd></dl>
+
+</dd></dl>
+
+</section>
+
+
+ </div>
+ </div>
+ <footer><div class="rst-footer-buttons" role="navigation" aria-label="Footer">
+ <a href="ctranslate2.specs.TransformerSpec.html" class="btn btn-neutral float-left" title="TransformerSpec" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
+ <a href="ctranslate2.specs.WhisperSpec.html" class="btn btn-neutral float-right" title="WhisperSpec" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
+ </div>
+
+ <hr/>
+
+ <div role="contentinfo">
+ <p></p>
+ </div>
+
+
+
+</footer>
+ </div>
+ </div>
+ </section>
+ </div>
+ <script>
+ jQuery(function () {
+ SphinxRtdTheme.Navigation.enable(true);
+ });
+ </script>
+
+</body>
+</html>
\ No newline at end of file
diff --git a/python/ctranslate2.specs.WhisperSpec.html b/python/ctranslate2.specs.WhisperSpec.html
index bec56e67c..c93547144 100644
--- a/python/ctranslate2.specs.WhisperSpec.html
+++ b/python/ctranslate2.specs.WhisperSpec.html
@@ -4,7 +4,7 @@
<meta charset="utf-8" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <title>WhisperSpec — CTranslate2 3.20.0 documentation</title>
+ <title>WhisperSpec — CTranslate2 3.21.0 documentation</title>
<link rel="stylesheet" href="../_static/pygments.css" type="text/css" />
<link rel="stylesheet" href="../_static/css/theme.css" type="text/css" />
<link rel="stylesheet" href="../_static/custom.css" type="text/css" />
@@ -21,7 +21,7 @@
<link rel="index" title="Index" href="../genindex.html" />
<link rel="search" title="Search" href="../search.html" />
<link rel="next" title="Hardware support" href="../hardware_support.html" />
- <link rel="prev" title="TransformerSpec" href="ctranslate2.specs.TransformerSpec.html" />
+ <link rel="prev" title="Wav2Vec2Spec" href="ctranslate2.specs.Wav2Vec2Spec.html" />
</head>
<body class="wy-body-for-nav">
@@ -32,7 +32,7 @@
<a href="../index.html" class="icon icon-home"> CTranslate2
</a>
<div class="version">
- 3.20
+ 3.21
</div>
<div role="search">
<form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
@@ -92,6 +92,7 @@
<li class="toctree-l3"><a class="reference internal" href="ctranslate2.specs.TransformerEncoderModelSpec.html">TransformerEncoderModelSpec</a></li>
<li class="toctree-l3"><a class="reference internal" href="ctranslate2.specs.TransformerEncoderSpec.html">TransformerEncoderSpec</a></li>
<li class="toctree-l3"><a class="reference internal" href="ctranslate2.specs.TransformerSpec.html">TransformerSpec</a></li>
+<li class="toctree-l3"><a class="reference internal" href="ctranslate2.specs.Wav2Vec2Spec.html">Wav2Vec2Spec</a></li>
<li class="toctree-l3 current"><a class="current reference internal" href="#">WhisperSpec</a></li>
</ul>
</li>
@@ -156,13 +157,15 @@ <h1>WhisperSpec<a class="headerlink" href="#whisperspec" title="Permalink to thi
</ul>
<dl class="py method">
<dt class="sig sig-object py" id="ctranslate2.specs.WhisperSpec.__init__">
-<span class="sig-name descname"><span class="pre">__init__</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">num_layers</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">num_heads</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#ctranslate2.specs.WhisperSpec.__init__" title="Permalink to this definition"></a></dt>
+<span class="sig-name descname"><span class="pre">__init__</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">num_encoder_layers</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">num_encoder_heads</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">num_decoder_layers</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">num_decoder_heads</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#ctranslate2.specs.WhisperSpec.__init__" title="Permalink to this definition"></a></dt>
<dd><p>Initializes the model specification.</p>
<dl class="field-list simple">
<dt class="field-odd">Parameters</dt>
<dd class="field-odd"><ul class="simple">
-<li><p><strong>num_layers</strong> – The number of encoder and decoder layers.</p></li>
-<li><p><strong>num_heads</strong> – The number of attention heads.</p></li>
+<li><p><strong>num_encoder_layers</strong> – The number of encoder layers.</p></li>
+<li><p><strong>num_encoder_heads</strong> – The number of encoder attention heads.</p></li>
+<li><p><strong>num_decoder_layers</strong> – The number of decoder layers.</p></li>
+<li><p><strong>num_decoder_heads</strong> – The number of decoder attention heads.</p></li>
</ul>
</dd>
</dl>
@@ -280,7 +283,7 @@ <h1>WhisperSpec<a class="headerlink" href="#whisperspec" title="Permalink to thi
</div>
</div>
<footer><div class="rst-footer-buttons" role="navigation" aria-label="Footer">
- <a href="ctranslate2.specs.TransformerSpec.html" class="btn btn-neutral float-left" title="TransformerSpec" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
+ <a href="ctranslate2.specs.Wav2Vec2Spec.html" class="btn btn-neutral float-left" title="Wav2Vec2Spec" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
<a href="../hardware_support.html" class="btn btn-neutral float-right" title="Hardware support" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
</div>
diff --git a/python/ctranslate2.specs.html b/python/ctranslate2.specs.html
index 38df10f26..1ae48d28d 100644
--- a/python/ctranslate2.specs.html
+++ b/python/ctranslate2.specs.html
@@ -4,7 +4,7 @@
<meta charset="utf-8" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <title>ctranslate2.specs — CTranslate2 3.20.0 documentation</title>
+ <title>ctranslate2.specs — CTranslate2 3.21.0 documentation</title>
<link rel="stylesheet" href="../_static/pygments.css" type="text/css" />
<link rel="stylesheet" href="../_static/css/theme.css" type="text/css" />
<link rel="stylesheet" href="../_static/custom.css" type="text/css" />
@@ -32,7 +32,7 @@
<a href="../index.html" class="icon icon-home"> CTranslate2
</a>
<div class="version">
- 3.20
+ 3.21
</div>
<div role="search">
<form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
@@ -92,6 +92,7 @@
<li class="toctree-l3"><a class="reference internal" href="ctranslate2.specs.TransformerEncoderModelSpec.html">TransformerEncoderModelSpec</a></li>
<li class="toctree-l3"><a class="reference internal" href="ctranslate2.specs.TransformerEncoderSpec.html">TransformerEncoderSpec</a></li>
<li class="toctree-l3"><a class="reference internal" href="ctranslate2.specs.TransformerSpec.html">TransformerSpec</a></li>
+<li class="toctree-l3"><a class="reference internal" href="ctranslate2.specs.Wav2Vec2Spec.html">Wav2Vec2Spec</a></li>
<li class="toctree-l3"><a class="reference internal" href="ctranslate2.specs.WhisperSpec.html">WhisperSpec</a></li>
</ul>
</li>
@@ -145,6 +146,7 @@
<li class="toctree-l1"><a class="reference internal" href="ctranslate2.specs.TransformerEncoderModelSpec.html">TransformerEncoderModelSpec</a></li>
<li class="toctree-l1"><a class="reference internal" href="ctranslate2.specs.TransformerEncoderSpec.html">TransformerEncoderSpec</a></li>
<li class="toctree-l1"><a class="reference internal" href="ctranslate2.specs.TransformerSpec.html">TransformerSpec</a></li>
+<li class="toctree-l1"><a class="reference internal" href="ctranslate2.specs.Wav2Vec2Spec.html">Wav2Vec2Spec</a></li>
<li class="toctree-l1"><a class="reference internal" href="ctranslate2.specs.WhisperSpec.html">WhisperSpec</a></li>
</ul>
</div>
diff --git a/python/overview.html b/python/overview.html
index 5ea0e6a3c..34d4e90f6 100644
--- a/python/overview.html
+++ b/python/overview.html
@@ -4,7 +4,7 @@
<meta charset="utf-8" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <title>Python — CTranslate2 3.20.0 documentation</title>
+ <title>Python — CTranslate2 3.21.0 documentation</title>
<link rel="stylesheet" href="../_static/pygments.css" type="text/css" />
<link rel="stylesheet" href="../_static/css/theme.css" type="text/css" />
<link rel="stylesheet" href="../_static/custom.css" type="text/css" />
@@ -32,7 +32,7 @@
<a href="../index.html" class="icon icon-home"> CTranslate2
</a>
<div class="version">
- 3.20
+ 3.21
</div>
<div role="search">
<form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
@@ -152,6 +152,7 @@ <h1>Python<a class="headerlink" href="#python" title="Permalink to this headline
</ul>
</li>
<li class="toctree-l1"><a class="reference internal" href="ctranslate2.models.html">ctranslate2.models</a><ul>
+<li class="toctree-l2"><a class="reference internal" href="ctranslate2.models.Wav2Vec2.html">Wav2Vec2</a></li>
<li class="toctree-l2"><a class="reference internal" href="ctranslate2.models.Whisper.html">Whisper</a></li>
<li class="toctree-l2"><a class="reference internal" href="ctranslate2.models.WhisperGenerationResult.html">WhisperGenerationResult</a></li>
<li class="toctree-l2"><a class="reference internal" href="ctranslate2.models.WhisperGenerationResultAsync.html">WhisperGenerationResultAsync</a></li>
@@ -170,6 +171,7 @@ <h1>Python<a class="headerlink" href="#python" title="Permalink to this headline
<li class="toctree-l2"><a class="reference internal" href="ctranslate2.specs.TransformerEncoderModelSpec.html">TransformerEncoderModelSpec</a></li>
<li class="toctree-l2"><a class="reference internal" href="ctranslate2.specs.TransformerEncoderSpec.html">TransformerEncoderSpec</a></li>
<li class="toctree-l2"><a class="reference internal" href="ctranslate2.specs.TransformerSpec.html">TransformerSpec</a></li>
+<li class="toctree-l2"><a class="reference internal" href="ctranslate2.specs.Wav2Vec2Spec.html">Wav2Vec2Spec</a></li>
<li class="toctree-l2"><a class="reference internal" href="ctranslate2.specs.WhisperSpec.html">WhisperSpec</a></li>
</ul>
</li>
diff --git a/quantization.html b/quantization.html
index 26889e8b9..f2945d94d 100644
--- a/quantization.html
+++ b/quantization.html
@@ -4,7 +4,7 @@
<meta charset="utf-8" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <title>Quantization — CTranslate2 3.20.0 documentation</title>
+ <title>Quantization — CTranslate2 3.21.0 documentation</title>
<link rel="stylesheet" href="_static/pygments.css" type="text/css" />
<link rel="stylesheet" href="_static/css/theme.css" type="text/css" />
<link rel="stylesheet" href="_static/custom.css" type="text/css" />
@@ -32,7 +32,7 @@
<a href="index.html" class="icon icon-home"> CTranslate2
</a>
<div class="version">
- 3.20
+ 3.21
</div>
<div role="search">
<form id="rtd-search-form" class="wy-form" action="search.html" method="get">
diff --git a/quickstart.html b/quickstart.html
index 582c1f1f4..657c3ef76 100644
--- a/quickstart.html
+++ b/quickstart.html
@@ -4,7 +4,7 @@
<meta charset="utf-8" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <title>Quickstart — CTranslate2 3.20.0 documentation</title>
+ <title>Quickstart — CTranslate2 3.21.0 documentation</title>
<link rel="stylesheet" href="_static/pygments.css" type="text/css" />
<link rel="stylesheet" href="_static/css/theme.css" type="text/css" />
<link rel="stylesheet" href="_static/custom.css" type="text/css" />
@@ -32,7 +32,7 @@
<a href="index.html" class="icon icon-home"> CTranslate2
</a>
<div class="version">
- 3.20
+ 3.21
</div>
<div role="search">
<form id="rtd-search-form" class="wy-form" action="search.html" method="get">
diff --git a/search.html b/search.html
index 5ae6fe44e..8a64523ea 100644
--- a/search.html
+++ b/search.html
@@ -3,7 +3,7 @@
<head>
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <title>Search — CTranslate2 3.20.0 documentation</title>
+ <title>Search — CTranslate2 3.21.0 documentation</title>
<link rel="stylesheet" href="_static/pygments.css" type="text/css" />
<link rel="stylesheet" href="_static/css/theme.css" type="text/css" />
<link rel="stylesheet" href="_static/custom.css" type="text/css" />
@@ -32,7 +32,7 @@
<a href="index.html" class="icon icon-home"> CTranslate2
</a>
<div class="version">
- 3.20
+ 3.21
</div>
<div role="search">
<form id="rtd-search-form" class="wy-form" action="#" method="get">
diff --git a/searchindex.js b/searchindex.js
index c0dfe898a..0f52ccadd 100644
--- a/searchindex.js
+++ b/searchindex.js
@@ -1 +1 @@
-Search.setIndex({docnames:["conversion","decoding","encoding","environment_variables","faq","generation","guides/fairseq","guides/marian","guides/opennmt_py","guides/opennmt_tf","guides/opus_mt","guides/transformers","hardware_support","index","installation","memory","parallel","performance","python/ctranslate2","python/ctranslate2.AsyncGenerationResult","python/ctranslate2.AsyncScoringResult","python/ctranslate2.AsyncTranslationResult","python/ctranslate2.DataType","python/ctranslate2.Encoder","python/ctranslate2.EncoderForwardOutput","python/ctranslate2.ExecutionStats","python/ctranslate2.GenerationResult","python/ctranslate2.GenerationStepResult","python/ctranslate2.Generator","python/ctranslate2.ScoringResult","python/ctranslate2.StorageView","python/ctranslate2.TranslationResult","python/ctranslate2.Translator","python/ctranslate2.contains_model","python/ctranslate2.converters","python/ctranslate2.converters.Converter","python/ctranslate2.converters.FairseqConverter","python/ctranslate2.converters.MarianConverter","python/ctranslate2.converters.OpenAIGPT2Converter","python/ctranslate2.converters.OpenNMTPyConverter","python/ctranslate2.converters.OpenNMTTFConverter","python/ctranslate2.converters.OpusMTConverter","python/ctranslate2.converters.TransformersConverter","python/ctranslate2.get_cuda_device_count","python/ctranslate2.get_log_level","python/ctranslate2.get_supported_compute_types","python/ctranslate2.models","python/ctranslate2.models.Whisper","python/ctranslate2.models.WhisperGenerationResult","python/ctranslate2.models.WhisperGenerationResultAsync","python/ctranslate2.set_log_level","python/ctranslate2.set_random_seed","python/ctranslate2.specs","python/ctranslate2.specs.Activation","python/ctranslate2.specs.EmbeddingsMerge","python/ctranslate2.specs.LanguageModelSpec","python/ctranslate2.specs.LayerSpec","python/ctranslate2.specs.ModelSpec","python/ctranslate2.specs.RotaryScalingType","python/ctranslate2.specs.SequenceToSequenceModelSpec","python/ctranslate2.specs.TransformerDecoderModelSpec","python/ctranslate2.specs.TransformerDecoderSpec","python/ctranslate2.specs.TransformerEncoderModelSpec","python/ctranslate2.specs.TransformerEncoderSpec","python/ctranslate2.specs.TransformerSpec","python/ctranslate2.specs.WhisperSpec","python/overview","quantization","quickstart","speech_recognition","translation","versioning"],envversion:{"sphinx.domains.c":2,"sphinx.domains.changeset":1,"sphinx.domains.citation":1,"sphinx.domains.cpp":5,"sphinx.domains.index":1,"sphinx.domains.javascript":2,"sphinx.domains.math":2,"sphinx.domains.python":3,"sphinx.domains.rst":2,"sphinx.domains.std":2,sphinx:56},filenames:["conversion.md","decoding.md","encoding.md","environment_variables.md","faq.md","generation.md","guides/fairseq.md","guides/marian.md","guides/opennmt_py.md","guides/opennmt_tf.md","guides/opus_mt.md","guides/transformers.md","hardware_support.md","index.rst","installation.md","memory.md","parallel.md","performance.md","python/ctranslate2.rst","python/ctranslate2.AsyncGenerationResult.rst","python/ctranslate2.AsyncScoringResult.rst","python/ctranslate2.AsyncTranslationResult.rst","python/ctranslate2.DataType.rst","python/ctranslate2.Encoder.rst","python/ctranslate2.EncoderForwardOutput.rst","python/ctranslate2.ExecutionStats.rst","python/ctranslate2.GenerationResult.rst","python/ctranslate2.GenerationStepResult.rst","python/ctranslate2.Generator.rst","python/ctranslate2.ScoringResult.rst","python/ctranslate2.StorageView.rst","python/ctranslate2.TranslationResult.rst","python/ctranslate2.Translator.rst","python/ctranslate2.contains_model.rst","python/ctranslate2.converters.rst","python/ctranslate2.converters.Converter.rst","python/ctranslate2.converters.FairseqConverter.rst","python/ctranslate2.converters.MarianConverter.rst","python/ctranslate2.converters.OpenAIGPT2Converter.rst","python/ctranslate2.converters.OpenNMTPyConverter.rst","python/ctranslate2.converters.OpenNMTTFConverter.rst","python/ctranslate2.converters.OpusMTConverter.rst","python/ctranslate2.converters.TransformersConverter.rst","python/ctranslate2.get_cuda_device_count.rst","python/ctranslate2.get_log_level.rst","python/ctranslate2.get_supported_compute_types.rst","python/ctranslate2.models.rst","python/ctranslate2.models.Whisper.rst","python/ctranslate2.models.WhisperGenerationResult.rst","python/ctranslate2.models.WhisperGenerationResultAsync.rst","python/ctranslate2.set_log_level.rst","python/ctranslate2.set_random_seed.rst","python/ctranslate2.specs.rst","python/ctranslate2.specs.Activation.rst","python/ctranslate2.specs.EmbeddingsMerge.rst","python/ctranslate2.specs.LanguageModelSpec.rst","python/ctranslate2.specs.LayerSpec.rst","python/ctranslate2.specs.ModelSpec.rst","python/ctranslate2.specs.RotaryScalingType.rst","python/ctranslate2.specs.SequenceToSequenceModelSpec.rst","python/ctranslate2.specs.TransformerDecoderModelSpec.rst","python/ctranslate2.specs.TransformerDecoderSpec.rst","python/ctranslate2.specs.TransformerEncoderModelSpec.rst","python/ctranslate2.specs.TransformerEncoderSpec.rst","python/ctranslate2.specs.TransformerSpec.rst","python/ctranslate2.specs.WhisperSpec.rst","python/overview.rst","quantization.md","quickstart.md","speech_recognition.md","translation.md","versioning.md"],objects:{"":[[18,0,0,"-","ctranslate2"]],"ctranslate2.AsyncGenerationResult":[[19,2,1,"","done"],[19,2,1,"","result"]],"ctranslate2.AsyncScoringResult":[[20,2,1,"","done"],[20,2,1,"","result"]],"ctranslate2.AsyncTranslationResult":[[21,2,1,"","done"],[21,2,1,"","result"]],"ctranslate2.DataType":[[22,2,1,"","__init__"],[22,3,1,"","bfloat16"],[22,3,1,"","float16"],[22,3,1,"","float32"],[22,3,1,"","int16"],[22,3,1,"","int32"],[22,3,1,"","int8"],[22,4,1,"","name"],[22,4,1,"","value"]],"ctranslate2.Encoder":[[23,2,1,"","__init__"],[23,4,1,"","compute_type"],[23,4,1,"","device"],[23,4,1,"","device_index"],[23,2,1,"","forward_batch"],[23,4,1,"","num_active_batches"],[23,4,1,"","num_encoders"],[23,4,1,"","num_queued_batches"]],"ctranslate2.EncoderForwardOutput":[[24,4,1,"","last_hidden_state"],[24,4,1,"","pooler_output"]],"ctranslate2.ExecutionStats":[[25,4,1,"","num_examples"],[25,4,1,"","num_tokens"],[25,4,1,"","total_time_in_ms"]],"ctranslate2.GenerationResult":[[26,4,1,"","scores"],[26,4,1,"","sequences"],[26,4,1,"","sequences_ids"]],"ctranslate2.GenerationStepResult":[[27,4,1,"","batch_id"],[27,4,1,"","hypothesis_id"],[27,4,1,"","is_last"],[27,4,1,"","log_prob"],[27,4,1,"","step"],[27,4,1,"","token"],[27,4,1,"","token_id"]],"ctranslate2.Generator":[[28,2,1,"","__init__"],[28,2,1,"","async_generate_tokens"],[28,4,1,"","compute_type"],[28,4,1,"","device"],[28,4,1,"","device_index"],[28,2,1,"","forward_batch"],[28,2,1,"","generate_batch"],[28,2,1,"","generate_iterable"],[28,2,1,"","generate_tokens"],[28,4,1,"","num_active_batches"],[28,4,1,"","num_generators"],[28,4,1,"","num_queued_batches"],[28,2,1,"","score_batch"],[28,2,1,"","score_iterable"]],"ctranslate2.ScoringResult":[[29,4,1,"","log_probs"],[29,4,1,"","tokens"]],"ctranslate2.StorageView":[[30,4,1,"","device"],[30,4,1,"","device_index"],[30,4,1,"","dtype"],[30,2,1,"","from_array"],[30,4,1,"","shape"],[30,2,1,"","to"]],"ctranslate2.TranslationResult":[[31,4,1,"","attention"],[31,4,1,"","hypotheses"],[31,4,1,"","scores"]],"ctranslate2.Translator":[[32,2,1,"","__init__"],[32,4,1,"","compute_type"],[32,4,1,"","device"],[32,4,1,"","device_index"],[32,2,1,"","generate_tokens"],[32,2,1,"","load_model"],[32,4,1,"","model_is_loaded"],[32,4,1,"","num_active_batches"],[32,4,1,"","num_queued_batches"],[32,4,1,"","num_translators"],[32,2,1,"","score_batch"],[32,2,1,"","score_file"],[32,2,1,"","score_iterable"],[32,2,1,"","translate_batch"],[32,2,1,"","translate_file"],[32,2,1,"","translate_iterable"],[32,2,1,"","unload_model"]],"ctranslate2.converters":[[35,1,1,"","Converter"],[36,1,1,"","FairseqConverter"],[37,1,1,"","MarianConverter"],[38,1,1,"","OpenAIGPT2Converter"],[39,1,1,"","OpenNMTPyConverter"],[40,1,1,"","OpenNMTTFConverter"],[41,1,1,"","OpusMTConverter"],[42,1,1,"","TransformersConverter"]],"ctranslate2.converters.Converter":[[35,2,1,"","convert"],[35,2,1,"","convert_from_args"],[35,2,1,"","declare_arguments"]],"ctranslate2.converters.FairseqConverter":[[36,2,1,"","__init__"],[36,2,1,"","convert"],[36,2,1,"","convert_from_args"],[36,2,1,"","declare_arguments"]],"ctranslate2.converters.MarianConverter":[[37,2,1,"","__init__"],[37,2,1,"","convert"],[37,2,1,"","convert_from_args"],[37,2,1,"","declare_arguments"]],"ctranslate2.converters.OpenAIGPT2Converter":[[38,2,1,"","__init__"],[38,2,1,"","convert"],[38,2,1,"","convert_from_args"],[38,2,1,"","declare_arguments"]],"ctranslate2.converters.OpenNMTPyConverter":[[39,2,1,"","__init__"],[39,2,1,"","convert"],[39,2,1,"","convert_from_args"],[39,2,1,"","declare_arguments"]],"ctranslate2.converters.OpenNMTTFConverter":[[40,2,1,"","__init__"],[40,2,1,"","convert"],[40,2,1,"","convert_from_args"],[40,2,1,"","declare_arguments"],[40,2,1,"","from_config"]],"ctranslate2.converters.OpusMTConverter":[[41,2,1,"","__init__"],[41,2,1,"","convert"],[41,2,1,"","convert_from_args"],[41,2,1,"","declare_arguments"]],"ctranslate2.converters.TransformersConverter":[[42,2,1,"","__init__"],[42,2,1,"","convert"],[42,2,1,"","convert_from_args"],[42,2,1,"","declare_arguments"],[42,2,1,"","get_model_file"],[42,2,1,"","load_model"],[42,2,1,"","load_tokenizer"]],"ctranslate2.models":[[47,1,1,"","Whisper"],[48,1,1,"","WhisperGenerationResult"],[49,1,1,"","WhisperGenerationResultAsync"]],"ctranslate2.models.Whisper":[[47,2,1,"","__init__"],[47,2,1,"","align"],[47,4,1,"","compute_type"],[47,2,1,"","detect_language"],[47,4,1,"","device"],[47,4,1,"","device_index"],[47,2,1,"","encode"],[47,2,1,"","generate"],[47,4,1,"","is_multilingual"],[47,4,1,"","num_active_batches"],[47,4,1,"","num_queued_batches"],[47,4,1,"","num_workers"]],"ctranslate2.models.WhisperGenerationResult":[[48,4,1,"","no_speech_prob"],[48,4,1,"","scores"],[48,4,1,"","sequences"],[48,4,1,"","sequences_ids"]],"ctranslate2.models.WhisperGenerationResultAsync":[[49,2,1,"","done"],[49,2,1,"","result"]],"ctranslate2.specs":[[53,1,1,"","Activation"],[54,1,1,"","EmbeddingsMerge"],[55,1,1,"","LanguageModelSpec"],[56,1,1,"","LayerSpec"],[57,1,1,"","ModelSpec"],[58,1,1,"","RotaryScalingType"],[59,1,1,"","SequenceToSequenceModelSpec"],[60,1,1,"","TransformerDecoderModelSpec"],[61,1,1,"","TransformerDecoderSpec"],[62,1,1,"","TransformerEncoderModelSpec"],[63,1,1,"","TransformerEncoderSpec"],[64,1,1,"","TransformerSpec"],[65,1,1,"","WhisperSpec"]],"ctranslate2.specs.Activation":[[53,3,1,"","GELU"],[53,3,1,"","GELUSigmoid"],[53,3,1,"","GELUTanh"],[53,3,1,"","RELU"],[53,3,1,"","SWISH"],[53,3,1,"","Tanh"]],"ctranslate2.specs.EmbeddingsMerge":[[54,3,1,"","ADD"],[54,3,1,"","CONCAT"]],"ctranslate2.specs.LanguageModelSpec":[[55,2,1,"","__init__"],[55,4,1,"","config"],[55,2,1,"","get_default_config"],[55,2,1,"","get_vocabulary_size"],[55,4,1,"","name"],[55,2,1,"","optimize"],[55,2,1,"","register_file"],[55,2,1,"","register_vocabulary"],[55,4,1,"","revision"],[55,2,1,"","save"],[55,2,1,"","validate"],[55,2,1,"","variables"]],"ctranslate2.specs.LayerSpec":[[56,2,1,"","optimize"],[56,2,1,"","validate"],[56,2,1,"","variables"]],"ctranslate2.specs.ModelSpec":[[57,2,1,"","__init__"],[57,4,1,"","config"],[57,2,1,"","get_default_config"],[57,4,1,"","name"],[57,2,1,"","optimize"],[57,2,1,"","register_file"],[57,4,1,"","revision"],[57,2,1,"","save"],[57,2,1,"","validate"],[57,2,1,"","variables"]],"ctranslate2.specs.RotaryScalingType":[[58,3,1,"","Linear"]],"ctranslate2.specs.SequenceToSequenceModelSpec":[[59,2,1,"","__init__"],[59,4,1,"","config"],[59,2,1,"","get_default_config"],[59,2,1,"","get_source_vocabulary_size"],[59,2,1,"","get_target_vocabulary_size"],[59,4,1,"","name"],[59,2,1,"","optimize"],[59,2,1,"","register_file"],[59,2,1,"","register_source_vocabulary"],[59,2,1,"","register_target_vocabulary"],[59,2,1,"","register_vocabulary_mapping"],[59,4,1,"","revision"],[59,2,1,"","save"],[59,2,1,"","validate"],[59,2,1,"","variables"]],"ctranslate2.specs.TransformerDecoderModelSpec":[[60,2,1,"","__init__"],[60,4,1,"","config"],[60,2,1,"","from_config"],[60,2,1,"","get_default_config"],[60,2,1,"","get_vocabulary_size"],[60,4,1,"","name"],[60,2,1,"","optimize"],[60,2,1,"","register_file"],[60,2,1,"","register_vocabulary"],[60,4,1,"","revision"],[60,2,1,"","save"],[60,2,1,"","validate"],[60,2,1,"","variables"]],"ctranslate2.specs.TransformerDecoderSpec":[[61,2,1,"","__init__"],[61,2,1,"","optimize"],[61,2,1,"","validate"],[61,2,1,"","variables"]],"ctranslate2.specs.TransformerEncoderModelSpec":[[62,2,1,"","__init__"],[62,4,1,"","config"],[62,2,1,"","get_default_config"],[62,2,1,"","get_vocabulary_size"],[62,4,1,"","name"],[62,2,1,"","optimize"],[62,2,1,"","register_file"],[62,2,1,"","register_vocabulary"],[62,4,1,"","revision"],[62,2,1,"","save"],[62,2,1,"","validate"],[62,2,1,"","variables"]],"ctranslate2.specs.TransformerEncoderSpec":[[63,2,1,"","__init__"],[63,2,1,"","optimize"],[63,2,1,"","validate"],[63,2,1,"","variables"]],"ctranslate2.specs.TransformerSpec":[[64,2,1,"","__init__"],[64,4,1,"","config"],[64,2,1,"","from_config"],[64,2,1,"","get_default_config"],[64,2,1,"","get_source_vocabulary_size"],[64,2,1,"","get_target_vocabulary_size"],[64,4,1,"","name"],[64,2,1,"","optimize"],[64,2,1,"","register_file"],[64,2,1,"","register_source_vocabulary"],[64,2,1,"","register_target_vocabulary"],[64,2,1,"","register_vocabulary_mapping"],[64,4,1,"","revision"],[64,2,1,"","save"],[64,2,1,"","validate"],[64,2,1,"","variables"]],"ctranslate2.specs.WhisperSpec":[[65,2,1,"","__init__"],[65,4,1,"","config"],[65,2,1,"","get_default_config"],[65,2,1,"","get_vocabulary_size"],[65,4,1,"","name"],[65,2,1,"","optimize"],[65,2,1,"","register_file"],[65,2,1,"","register_vocabulary"],[65,4,1,"","revision"],[65,2,1,"","save"],[65,2,1,"","validate"],[65,2,1,"","variables"]],ctranslate2:[[19,1,1,"","AsyncGenerationResult"],[20,1,1,"","AsyncScoringResult"],[21,1,1,"","AsyncTranslationResult"],[22,1,1,"","DataType"],[23,1,1,"","Encoder"],[24,1,1,"","EncoderForwardOutput"],[25,1,1,"","ExecutionStats"],[26,1,1,"","GenerationResult"],[27,1,1,"","GenerationStepResult"],[28,1,1,"","Generator"],[29,1,1,"","ScoringResult"],[30,1,1,"","StorageView"],[31,1,1,"","TranslationResult"],[32,1,1,"","Translator"],[33,5,1,"","contains_model"],[34,0,0,"-","converters"],[43,5,1,"","get_cuda_device_count"],[44,5,1,"","get_log_level"],[45,5,1,"","get_supported_compute_types"],[46,0,0,"-","models"],[50,5,1,"","set_log_level"],[51,5,1,"","set_random_seed"],[52,0,0,"-","specs"]]},objnames:{"0":["py","module","Python module"],"1":["py","class","Python class"],"2":["py","method","Python method"],"3":["py","attribute","Python attribute"],"4":["py","property","Python property"],"5":["py","function","Python function"]},objtypes:{"0":"py:module","1":"py:class","2":"py:method","3":"py:attribute","4":"py:property","5":"py:function"},terms:{"0":[0,1,3,5,6,10,11,14,16,17,22,23,28,30,32,45,47,48,53,54,58,60,61,67,68,70,71],"001":1,"02":10,"02155":[61,63,64],"04":[14,70],"05202":[60,61,63,64],"05424":[28,32,47],"1":[0,1,3,5,6,11,12,16,17,22,23,28,30,32,47,53,54,60,61,63,64,67,68],"10":[1,5,6,11,67,68],"1000":10,"10000":[60,61],"100mb":67,"1024":[1,5,28,32],"10683":[61,63,64],"11":[3,14,68],"12":[3,67],"127":67,"128k":6,"15":[0,14],"16000":11,"17":[0,14],"1803":[61,63,64],"182mb":67,"187mb":67,"19":14,"1910":[61,63,64],"1t":11,"2":[0,1,3,5,8,14,16,17,22,30,32,38,47,53,60,64,67,68,70,71],"20":[5,11,28,67],"200":11,"2002":[60,61,63,64],"200mb":3,"2016":67,"2017":67,"2018":1,"2019":14,"2020":[10,17],"209715200":3,"20b":11,"21":11,"2204":[28,32,47],"23":11,"24gb":11,"256":32,"26":10,"2b":6,"2b_last_checkpoint":6,"2x4":30,"3":[0,1,3,12,14,16,22,53,68],"30":11,"32":[28,32],"32k":67,"350m":11,"364mb":67,"39m":11,"4":[1,3,11,12,16,22,30,53,68],"418m":6,"418m_last_checkpoint":6,"448":47,"5":[1,6,12,14,22,47,53,68],"50":[28,47],"50277":5,"50278":5,"50279":5,"512":[5,28],"560m":11,"6":67,"600m":11,"6291455":3,"64":[11,12,14,28,32,67],"6b":11,"7":[3,5,11,14,17,47,67],"70":11,"7b":[5,11],"8":[3,5,11,14,16,68],"80":47,"800":11,"9":11,"95mb":67,"\u00fcbersetzungen":1,"\u00fcbersetzungsmodel":1,"\u00fcbersetzungsmodellen":1,"abstract":[55,59],"boolean":3,"break":5,"byte":[23,28,32,47],"case":[9,14,15,16,68],"char":68,"class":[2,5,11,19,20,21,22,23,24,25,26,27,28,29,30,31,32,35,36,37,38,39,40,41,42,46,47,48,49,53,54,55,56,57,58,59,60,61,62,63,64,65,70],"const":[68,70],"default":[1,3,6,14,16,17,23,28,32,47,55,57,59,60,62,64,65,67],"do":[1,5,60,67],"enum":[53,54,58],"erm\u00f6glicht":1,"export":[3,4,68],"f\u00fcr":1,"final":[0,1,17,60,61,63,64],"float":[28,32,47,60,61],"function":[0,1,3,28,32,33,35,36,37,38,39,40,41,42,50,67],"import":[3,5,6,10,11,50,68,70],"int":[22,23,28,32,43,44,45,47,50,51,60,61,63,64,68,70],"long":[0,28],"new":[6,30],"return":[1,5,11,16,19,20,21,23,28,30,32,35,36,37,38,39,40,41,42,43,44,45,47,49,55,56,57,59,60,61,62,63,64,65,70],"short":5,"static":[5,28,30,35,36,37,38,39,40,41,42],"true":[1,3,5,11,16,19,20,21,28,32,47,49,60,61,63,64],"try":1,A:[0,1,23,25,26,28,29,30,31,32,40,44,46,47,48,50,56,70],As:67,At:5,By:[1,3,14,67],For:[0,3,5,6,11,13,17,28,47,67],If:[5,9,11,12,14,17,19,20,21,23,28,32,35,36,37,38,39,40,41,42,47,49,55,56,57,59,60,61,62,63,64,65,68,70],In:[0,1,9,11,12,15,16,67,70],Is:6,It:[0,1,5,11,14,28,32,68,70],No:[5,6],ON:14,On:[12,14,67],The:[0,1,2,3,4,5,6,7,8,10,11,12,13,14,15,16,17,23,27,28,29,30,32,47,50,55,57,59,60,61,62,64,65,67,68,70,71],There:[0,4,6],These:[1,16],To:[5,11,15,70],_:11,__de__:6,__en__:6,__init__:[22,23,28,32,36,37,38,39,40,41,42,47,55,57,59,60,61,62,63,64,65],__x__:6,_batch:17,_file:17,_iter:17,aarch64:[12,14,67],ab:[28,32,47,60,61,63,64,67],abc:35,aber:1,abl:[4,5],about:[3,67],abov:[3,11],absolut:67,accelar:4,acceler:[0,1,14,28,67],accept:[6,11,28,32,47,67],access:[0,9,11],accord:16,accumul:[3,67],accuraci:[11,42,67],act:[23,28,32,47],activ:[11,42,52,60,61,62,63,64,66],activation_scal:[11,42],actual:67,ad:[0,4,5,11,28,70],adapt:5,add:[11,14,35,36,37,38,39,40,41,42,54,60,61,62,68],add_execut:68,addit:[14,70],address:4,advanc:70,affect:11,after:[1,28,32,60,61,62,63,64],against:14,aggreg:11,agnost:[0,4],ai:5,aim:11,al:[1,67],algorithm:1,alia:[55,56,57,59,60,61,62,63,64,65],alibi:[60,61],alibi_use_positive_posit:[60,61],align:[47,61,64],alignment_head:[61,64],alignment_lay:[61,64],all:[1,6,11,16,36,55,56,57,59,60,61,62,63,64,65,67,70],alloc:[3,30],allow:[1,3,42,47],alpha:5,alreadi:[7,11,35,36,37,38,39,40,41,42],also:[1,3,5,6,8,9,10,11,14,16,23,28,47,67],altern:[8,9,28,32],alwai:[1,5,8,70],am:11,amazonaw:68,amd:[12,14],amid:11,an:[0,1,4,5,8,11,14,17,19,20,21,23,24,28,30,32,40,47,49,55,56,57,59,60,61,62,63,64,65,70],ani:[28,32],anim:11,anoth:[0,6,14,30,60,67],anyth:5,api:[0,1,3,68,70,71],appear:1,append:[5,11],appl:[14,67],appli:[1,6,10,17,28,32,47,55,56,57,59,60,61,62,63,64,65,67],applic:[4,14],approach:4,ar:[0,1,3,5,6,7,8,10,11,12,14,16,17,23,28,32,35,36,37,38,39,40,41,42,47,55,56,57,59,60,61,62,63,64,65,67,68,70,71],arbitrarili:[28,32],architectur:[0,3,4,11,12,14,60,61,63,64,67],arg:[35,36,37,38,39,40,41,42],argc:68,argmax:11,argument:[1,5,11,17,23,28,32,35,36,37,38,39,40,41,42,47,50],argumentpars:[35,36,37,38,39,40,41,42],argv:68,arm64:[12,14,16,67],around:[1,19,20,21,49],arrai:[11,23,28,30,47],articl:3,arxiv:[28,32,47,60,61,63,64],as_tensor:[11,30],ask:13,assert:1,assioc:70,assist:5,associ:70,assumpt:4,async:28,async_generate_token:28,async_result:16,asyncgenerationresult:[18,28,66],asynchron:[3,19,20,21,28,32,47,49,70],asynciter:28,asyncscoringresult:[18,28,32,66],asynctranslationresult:[18,32,66],attach:32,attent:[31,32,60,61,63,64,65],attribut:[22,23,24,25,26,27,28,29,30,31,32,47,48,55,57,59,60,62,64,65],auch:1,audio:[11,47],auf:1,ausgerichtet:1,author:67,auto:[14,23,28,32,47,67,68,70],auto_config:40,automat:[3,11,12,23,28,32,40,47],automodelforsequenceclassif:11,autoregress:11,autotoken:[5,11],avail:[1,16,19,20,21,23,28,32,47,49,70],averag:68,avoid:[3,5,17],avx2:[3,12],avx512:[3,12,17],avx:[3,12],back:[1,15,23,28,32,47],backend:[3,12,14,67],background:5,backward:71,bart:6,base:[3,11,16,35,55,59,60,61,67],basic:1,batch:[5,16,17,23,27,28,32,47,68,70],batch_gener:16,batch_id:27,batch_siz:[23,28,47],batch_typ:[17,28,32],bdist_wheel:14,beam:[17,28,32,47],beam_siz:[1,6,17,28,32,47],becaus:16,bedienen:1,bedienung:1,been:3,befor:[3,11,32,47,60,61],begin:47,behavior:[6,12,16,67],believ:11,below:[1,5,11,12,17,67],benchmark:67,bert:[2,62],bertmodel:11,beschleunigen:1,beschleunigung:1,best:[1,3,12,47],better:[1,3,4,11],between:[5,47,67],bf16:[3,67],bfloat16:[22,23,28,32,35,36,37,38,39,40,41,42,47,55,56,57,59,60,61,62,63,64,65],bia:[1,61,63,64],bias:[32,60,61],bigcod:11,bigscienc:11,billion:11,bin:[0,6],bin_growth:3,binari:[0,12,14,67],bit:11,blackout:11,blank:47,block:[16,19,20,21,23,28,32,47,49,60,61],blue:6,bold:14,bool:[19,20,21,28,32,33,35,36,37,38,39,40,41,42,47,49,55,56,57,59,60,61,62,63,64,65],bos_token:11,both:[4,12,70],bpe:6,branch:11,broken:0,brows:68,bs:16,buffer:[3,30],build:[0,68],build_cli:14,build_test:14,built:[28,32,40],bunch:68,bz2:6,c:[0,4,28,32,50,71],cach:[3,17,28],cache_static_prompt:28,call:[4,5,11,16,28,32,35,36,37,38,39,40,41,42,67],callabl:[28,32],callback:[5,28,32],can:[0,1,3,5,6,8,9,11,14,15,16,17,23,28,30,32,40,67,68,70],candid:[1,28,32,47,70],cannot:[35,36,37,38,39,40,41,42],capabl:[12,17,67],catalog:40,cd:[14,68],chang:[0,1,55,57,59,60,62,64,65,67],chat:[5,11],cheap:11,check:[0,33],checkpoint:[9,40],checkpoint_path:40,chief:6,children:[55,56,57,59,60,61,62,63,64,65],chunk:[17,28,32],chunk_length:47,classif:2,classifi:11,classmethod:[40,60,64],clear:5,cli:11,client:[14,71],clone:14,close:5,cmake:[14,68],cmake_cxx_flag:14,cmake_install_prefix:14,cmake_minimum_requir:68,cmake_prefix_path:68,cmakelist:68,cnn:11,code:[0,3,4,6,11,42,68],codegen:11,collect:[10,11,46],com:[6,11,14,38,42,47,68],combin:1,come:0,comma:3,command:[8,11,14,35,36,37,38,39,40,41,42],common:[1,35,36,37,38,39,40,41,42,67],comp:14,compar:[11,67],compat:[10,12,28,32,71],compil:[12,68],complet:[1,5,8,11,28,32],compress:1,comput:[3,4,5,6,11,12,16,17,19,20,21,23,28,32,42,45,47,49,67],compute_typ:[23,28,32,47,67],concat:[54,63,64],concurr:[16,32],condit:11,confid:1,config:[0,9,40,47,55,57,59,60,62,64,65],configur:[0,3,9,12,14,16,40,55,57,59,60,62,64,65],connect:[60,61],consciou:11,consid:[5,11,17,28,68],constant:17,constrain:28,constructor:16,contain:[0,6,10,14,25,33,35,36,37,38,39,40,41,42,68],contains_model:[0,18,66],content:[23,28,32,47],context:[1,32],continu:[28,32,47],control:[1,3,4,12,50],conv:7,conveni:[5,10,50],convers:[4,6,7,8,9,11,13,35,36,37,38,39,40,41,42],convert:[6,7,8,9,10,11,30,36,37,38,39,40,41,42,47,56,66,67,68,70,71],convert_from_arg:[35,36,37,38,39,40,41,42],convert_ids_to_token:[5,11],convert_tokens_to_id:11,convolut:14,copi:[5,30,42,47],copy_fil:42,core:[0,3,4,17],correspond:[1,9,11,67],costli:3,could:[0,4,5],cout:[68,70],cover:[4,71],coverag:32,coverage_penalti:32,cpp:68,cpu:[0,3,4,5,6,11,14,15,23,28,30,32,45,47,67,68,70],creat:[16,23,28,30,40,60,64],critic:3,csc:10,ct2:[5,6,7,8,9,10,11,67,68],ct2_force_cpu_isa:12,ct2_model:[5,6,7,8,9,10,11,67],ct2_use_experimental_packed_gemm:17,ct2_use_mkl:12,ct2_verbos:67,ctranslat:68,ctranslate2:[0,1,2,3,4,5,6,7,8,9,10,11,13,14,16,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,35,36,37,38,39,40,41,42,43,44,45,47,48,49,50,51,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71],ctranslate2_demo:68,ctranslate2_root:14,ctranslate_install_path:68,cub:3,cub_cach:3,cubla:[4,14],cuda11:[14,70],cuda:[3,11,12,14,16,23,28,30,32,45,47,70],cuda_arch_list:14,cuda_dynamic_load:14,cuda_malloc_async:3,cuda_nvcc_flag:14,cuda_select_nvcc_arch_flag:14,cudamalloc:3,cudnn:14,cumul:[28,32],current:[4,6,11,23,28,32,44,47,67],custom:[3,4,11,14,16,36,42,68],d_model:47,da:1,daili:11,data:[6,17,28,30,32,36,70],data_dir:[6,36],dataset:11,datatyp:[18,30,66],dazu:1,dcmake_install_prefix:68,dcmake_prefix_path:68,de:[1,6,10,11,68],debug:3,decid:3,declar:[36,56],declare_argu:[35,36,37,38,39,40,41,42],decod:[3,5,6,8,10,11,13,17,27,28,32,36,47,60,61,64,65,68],def:11,defin:[0,6,14,47,67],definit:[60,61],degrad:67,del:15,delet:15,demonstr:[1,11],den:1,dens:[23,28],depend:[4,12,14,16,28,68],deprec:4,der:1,describ:[1,11,28,32,47,60,61,62,63,64,65],descript:[3,5,13,14],detail:1,detect:[11,67],detect_languag:[11,47],detoken:[1,32],detokenis:68,detokenize_fn:32,develop:[5,11,14],devic:[3,5,6,11,16,23,28,30,32,43,45,47,67,68,70],device_index:[16,17,23,28,30,32,45,47],devlin:67,dict:[6,23,28,32,40,47,55,56,57,59,60,61,62,63,64,65],dictionari:[6,23,28,32,36,40,47,55,56,57,59,60,61,62,63,64,65],die:1,dienst:1,dient:1,dies:1,differ:[0,1,5,6,16,64],dimens:[60,61,64],direct:4,directli:[8,9,14,70],directori:[0,6,9,11,14,23,28,32,33,35,36,37,38,39,40,41,42,47,55,57,59,60,62,64,65,68],disabl:[3,14,16,17,26,27,28,31,32,47,48,61,63,64],disable_unk:[28,32],disk:[4,55,57,59,60,62,64,65,67],dispatch:[3,14],dist:14,distil:11,distilbertmodel:11,distribut:1,diverg:1,dl:6,dnnl:14,docker:70,document:[0,9,13,14,67,70],doe:[1,3,5,6,30,70],don:[9,11,46],done:[19,20,21,49],doption:14,dot:[60,61],download:[6,11,42,68],driver:12,dry:11,dtype:30,dure:[8,11,14,28,32,47,67,70],dwith_acceler:14,dwith_cuda:14,dwith_cudnn:14,dwith_dnnl:14,dwith_mkl:14,dwith_openbla:14,dwith_rui:14,dynam:[14,17],e:[3,8,11,14,15,23,28,30,36,55,57,59,60,62,64,65,67,68],each:[0,1,3,5,11,16,23,26,28,29,31,32,47,48,55,57,59,60,61,62,64,65,70],earli:5,earth:11,easi:0,echo:70,edunov:1,effect:1,effekt:1,effici:[1,3,17,28,32,67,71],effizi:1,effizient:1,effizienten:1,effizienter:1,effizienz:1,eigen:4,ein:1,einen:1,einsatzort:1,either:[15,23,28,40],element:17,eleutherai:11,ello:[6,70],els:11,emb:4,embed:[0,54,60,61,63,64,67],embeddings_merg:[63,64],embeddingsmerg:[52,63,64,66],empti:[1,26,31,48,70],en:[6,10,11,68],en_xx:6,enabl:[3,14,16,17,28,32,42,60,61,63,64,67,70],enable_cpu_dispatch:14,enable_profil:14,encod:[0,5,6,10,11,13,18,24,36,47,61,62,63,64,65,66,68,71],encoderforwardoutput:[18,23,66,71],end:[1,5,6,17,28,32,36,68],end_token:[5,28,32],ende_ctranslate2:[6,10,68,70],endian:0,endl:[68,70],enforc:1,eng_latn:11,engin:4,english:[10,11,68],enough:32,ensur:67,entrypoint:[2,5,14,70],environ:[5,12,13,14,16,17,67],eo:[28,32],epoch:68,equal:12,equat:67,erprobung:1,error:[3,70],es:1,especi:4,et:[1,67],etc:[4,16],eval:11,even:[0,3,4,16],evolv:71,exampl:[0,1,2,3,5,6,8,11,14,16,23,25,28,30,32,45,50,67,68,69],exce:[28,32],except:[19,20,21,49,67],excit:5,execut:[0,3,4,14,17,25,47,67,68],executionstat:[18,32,66],exist:[0,4,35,36,37,38,39,40,41,42,70],exp:6,expand:[28,32],expans:1,expect:[0,1,11,28,55,59,60,62,64,65,70,71],experi:11,experiment:[1,3,69],explicitli:[5,14,64],exponenti:[28,32,47],expos:[0,2,5,67,70],extend:[16,35,37,55,56,57,59],extens:36,extern:4,extract:1,f:11,face:[11,42],facebook:11,factor:[28,32,47,54,60,61],fair:6,fairseq:[0,11,13,36],fairseqconvert:[34,35,66],fallback:67,fals:[11,17,28,32,35,36,37,38,39,40,41,42,47,55,56,57,59,60,61,62,63,64,65],fast:[0,3,4,11],faster:[4,11],fastest:[1,67],favor:4,fbaipublicfil:6,featur:[4,11,13,47,70],feed:[60,61,63,64],ffn:[60,61,63,64],ffn_glu:[60,61,63,64],fi:10,field:0,file:[0,6,11,16,23,28,32,35,36,37,38,39,40,41,42,47,55,57,59,60,62,64,65,70],filenam:[42,55,57,59,60,62,64,65],fill:0,filter:[1,47],fim_middl:11,fim_prefix:11,fim_suffix:11,find:[1,11],find_packag:68,fine:11,finetun:11,finish:[28,32,47],first:[1,11,28,32,47,60,61,68],fit:46,fix:[6,36],fixed_dictionari:[6,36],flag:[1,3,12,14,42],flan:11,float16:[11,22,23,28,32,35,36,37,38,39,40,41,42,45,47,55,56,57,59,60,61,62,63,64,65],float32:[22,23,28,32,35,36,37,38,39,40,41,42,45,47,55,56,57,59,60,61,62,63,64,65,67],flush:5,folgebeschleunigung:1,follow:[1,3,6,11,14,16,28,32,67,70,71],forc:[1,3,35,36,37,38,39,40,41,42],forecast:11,format:[0,6,8,11,32,35,36,37,38,39,40,41,42,68,70],formkomprimierung:1,formula:67,forward:[0,1,17,23,24,28,60,61,63,64],forward_batch:[5,11,23,28],fp16:[3,11,67],fp32:[3,67],fra_latn:11,frame:47,framework:[4,11],free:[23,28,32,47],frequent:[1,13],from:[0,1,3,4,5,6,8,9,11,12,16,19,20,21,22,23,24,25,26,27,28,29,30,31,32,35,36,37,38,39,40,41,42,47,48,49,50,53,54,55,56,57,58,59,60,61,62,63,64,65,67,68,70],from_arrai:[11,30],from_config:[40,60,64],from_pretrain:[5,11,42],frozenattr:56,ft:6,full:[0,5,16,23,28,32,47,67],fulli:[15,28,32,40],further:17,futur:[5,23,28,32,47],g:[3,8,14,15,23,28,30,36,55,57,59,60,62,64,65,67,68],gate:[60,61,63,64],gear:1,gelu:53,gelusigmoid:53,gelutanh:53,gemm:[3,17],gener:[1,3,6,11,13,16,18,23,26,27,32,39,46,47,48,51,66,70,71],generate_batch:[5,6,8,11,28],generate_iter:28,generate_token:[5,28,32],generationopt:[28,71],generationresult:[18,19,28,66,71],generationstepresult:[18,28,32,66],german:[10,11,68],get:[5,11,67,68],get_cuda_device_count:[18,66],get_default_config:[55,57,59,60,62,64,65],get_log_level:[18,66],get_model_fil:42,get_source_vocabulary_s:[59,64],get_supported_compute_typ:[18,66,67],get_target_vocabulary_s:[59,64],get_vocabulary_s:[55,60,62,65],ghcr:[14,70],gil:16,girafatron:11,giraff:11,giraftron:11,git:14,github:[11,13,14,38,42,47],give:67,given:[32,47],gleichzeitig:1,global:16,gloriou:11,goal:4,good:11,gpt2:11,gpt2_ct2:11,gpt2token:11,gpt:[5,38,60,61],gpt_neox_ct2:11,gptj_ct2:11,gptneox20b:11,gpu:[3,4,5,16,43,67,70],gram:70,graph:4,greater:[0,12,14,28,32],greedi:[28,32,47],guarante:[0,32,71],guid:[2,10,12,68,69],gz:[6,68],h:[6,9,68,70],ha:[1,4,28,32,70],half:[60,61,67],hall:68,hallo:68,han:42,handl:68,hard:4,hardwar:13,harm:5,harmless:5,have:[0,3,5,6,9,11,14,16,32,47,68],head:[60,61,63,64,65],heavi:4,hei:11,hello:[6,8,10,11,23,32,68,70],help:[5,14,67,70],helper:[33,35,36,37,38,39,40,41,42],helsinki:[11,68],here:[4,11,28,67,70],hf:11,hidden:64,high:[2,3,5,11,70],higher:1,highest:[1,32],hous:11,how:[0,5,6,11,63,64,70],howev:[0,4,11,67],http:[6,10,11,14,28,32,38,42,47,60,61,63,64,68],hub:[11,42],hug:[11,42],huggingfac:11,human:5,hypothes:[1,6,10,11,28,31,32,47,68,70],hypothesi:[1,27,31],hypothesis_id:27,i:[11,28,67,70],id:[17,23,26,27,28,32,47,48],idea:67,identifi:[23,28,32,47],imag:[14,70],immedi:[1,16],impact:[1,3],implement:[0,3,5,11,14,16,30,47,67],impli:[4,67],implicitli:[5,11],improv:[3,11,16,17,42],includ:[0,1,5,6,8,11,13,14,16,28,32,35,36,37,38,39,40,41,42,47,68,70],include_prompt_in_result:[11,17,28],increas:[1,3,17,28,70,71],increment:[0,55,57,59,60,62,64,65],independ:1,index:[27,30,45,47,61,64],ineffekt:1,infer:1,inferenzbeschleunigung:1,info:[3,50,67],inform:[5,12,30,67,68],inherit:[19,20,21,22,23,24,25,26,27,28,29,30,31,32,35,36,37,38,39,40,41,42,47,48,49,53,54,55,56,57,58,59,60,61,62,63,64,65],initi:[23,28,32,36,37,38,39,40,41,42,47,55,57,59,60,61,62,63,64,65],input:[1,5,6,11,16,17,23,28,30,32,47,60,61,67,68,70],input_featur:11,input_fil:32,input_id:11,input_text:[11,68],input_token:[11,68],instal:[6,8,9,11,13,68],install_requir:14,instanc:[1,15,16,23,28,30,32,40,47],instead:[1,3,14,28,55,56,57,59,60,61,62,63,64,65,67],instruct:[3,11,12,13,14],int16:[22,23,28,32,35,36,37,38,39,40,41,42,45,47,55,56,57,59,60,61,62,63,64,65],int32:[22,23,28,30],int8:[17,22,23,28,32,35,36,37,38,39,40,41,42,45,47,55,56,57,59,60,61,62,63,64,65],int8_bfloat16:[23,28,32,35,36,37,38,39,40,41,42,47,55,56,57,59,60,61,62,63,64,65,67],int8_float16:[11,23,28,32,35,36,37,38,39,40,41,42,45,47,55,56,57,59,60,61,62,63,64,65,67],int8_float32:[23,28,32,35,36,37,38,39,40,41,42,45,47,55,56,57,59,60,61,62,63,64,65,67],integr:[3,4,14,69],intel:[3,4,12,14,17,67],intenum:[53,54,58],inter_thread:[16,17,23,28,32,47],interact:[5,11],interfac:30,interleav:[60,61],intermedi:[0,11,42],intern:5,intra_thread:[16,17,23,28,32,47],introduc:[3,4,11],invari:64,io:[14,70],iostream:[68,70],irrelev:11,is_last:27,is_multilingu:47,is_new_word:5,isa:[3,14],issu:[0,4],ist:1,iter:[28,32],its:[5,14,28,55,56,57,59,60,61,62,63,64,65,67],j4:[14,68],j:[60,61,67],join:[6,32],joke:5,json:[0,47],just:[1,5],k:[14,28,32,47,70],keep:[1,17,28,32,67],kei:[4,60,61],kernel:[14,47],known:[3,5],kv:28,kwarg:[28,32,42],l:70,lab:42,lambda:32,lang_code_to_token:11,languag:[5,11,36,47,55],languagemodelspec:[52,57,60,62,65,66],larg:[4,5,11,17,28,32],larger:[11,17],last:[11,24,27,60],last_hidden_st:24,late:4,later:[15,16],latest:[14,40,70],layer:[11,14,17,24,55,56,57,59,60,61,62,63,64,65,67],layernorm_embed:[60,61,63,64],layerspec:[0,52,57,61,63,66],layout:[55,57,59,60,62,64,65],ld_library_path:14,ldconfig:14,leaf:0,learn:[3,4],least:[1,11,12],left:[1,67],len:1,length:[17,23,28,32,47],length_penalti:[28,32,47],let:1,level:[0,2,3,5,32,44,50,57,70],librari:[3,4,28,32,50,67,68],librosa:11,life:[5,11],light:11,lightweight:4,like:[1,5,11,23,28,32,47],likelihood:5,limit:[1,16],line:[8,14,32,35,36,37,38,39,40,41,42,70],linear:[58,60,61,63,64,67],link:14,linux:14,list:[1,3,6,11,14,23,28,32,37,42,47,55,56,57,59,60,61,62,63,64,65,70],littl:67,llama:5,lm:6,load:[0,5,6,10,11,14,15,23,28,32,40,42,47,71],load_as_float16:42,load_model:[15,32,42],load_token:42,local:[28,32],log:[3,5,27,28,29,32,44,50,67],log_prob:[6,27,29],logic:[0,4],login:11,logit:[5,11,28],longer:11,look:68,loop:[5,28],low:1,low_cpu_mem_usag:42,lower:1,lua:4,luatorch:4,m2m100:11,m2m100_418:11,m2m100_418m:11,m2m_100:6,m2m_100_418m_ct2:6,machin:[0,11,17,68],maco:[14,16],mai:[3,16,36,42],mail:11,main:[2,5,11,67,68,70],majesti:11,major:0,make:[4,5,8,11,14,17,68],manag:[0,5,13],mani:[4,17,28,32],manylinux2014:14,map:[23,28,32,35,36,37,38,39,40,41,42,47,55,56,57,59,60,61,62,63,64,65,70],march:14,marian:[0,10,11,13,37],marianconvert:[34,35,41,66],mask:11,match:[6,70],materi:[28,32],matmul:16,matrix:31,max:67,max_batch_s:[16,17,28,32],max_bin:3,max_cached_byt:3,max_decoding_length:[1,32],max_initial_timestamp_index:47,max_input_length:[1,28,32],max_length:[5,6,11,23,28,47],max_queued_batch:[16,23,28,32,47],maximum:[1,23,28,32,47,67],mbart50:6,mbart50_ct2:6,mbart:11,me:11,mean:[5,6,60,61,63,64],median:47,median_filter_width:47,mel:47,memori:[1,3,4,11,13,16,23,28,32,47,67],merg:[54,63,64],meta:11,method:[5,11,15,16,17,19,20,21,23,28,30,32,35,36,37,38,39,40,41,42,47,49,55,56,57,59,60,61,62,63,64,65,70],middai:11,might:15,militari:6,millisecond:25,min:67,min_alternative_expansion_prob:[1,28,32],min_bin:3,min_decoding_length:[1,32],min_length:28,minim:[6,28,32],minimum:[1,28,32],mit:42,mixtur:11,mkdir:[14,68],mkl:[3,4,12,14,67],ml50_lang:6,mode:[1,16,67],model:[1,2,3,4,5,7,8,9,10,11,13,14,15,17,23,24,28,32,33,35,36,37,38,39,40,41,42,47,48,49,55,57,59,60,61,62,64,65,66,68,69,70,71],model_class:42,model_dict:6,model_dir:[10,38,41],model_is_load:32,model_load:68,model_nam:11,model_name_or_path:42,model_path:[6,7,8,16,23,28,32,36,37,39,47,67,68],model_spec:[0,56],modellen:1,modellkompress:1,modellkomprimierung:1,modelload:68,modelspec:[52,55,56,59,66],modul:[0,3,14,60],mono:11,mood:5,more:[0,1,3,4,5,12,17,28,32,42,47,67,68,70],mosaicml:11,most:[1,9,11,14,16,28,32,67],move:[0,4,15,32],mt5:11,mt:[0,11,13,41,68],multi:[11,60,61,63,64],multi_query_attent:[60,61,63,64],multilingu:[6,11,36,47],multilingual_transform:6,multipl:[0,5,14,16,17,28,32,47,67],multithread:13,must:0,my:11,n:[1,11,60,61,70],name:[0,5,6,11,17,22,23,28,32,40,42,45,47,55,56,57,59,60,61,62,63,64,65],namespac:[35,36,37,38,39,40,41,42],ndaniel:11,ndarrai:[55,56,57,59,60,61,62,63,64,65],nearli:11,need:[4,11,68],neg:1,neox:[60,61],nest:0,network:[60,61,63,64],next:0,ngirafatron:11,ngram:[28,32,47],nlp:[11,68],nn:[0,6],no_default_special_token:36,no_final_norm:[60,61,63,64],no_repeat_ngram_s:[28,32,47],no_speech_prob:48,non:[1,14,47,67],none:[14,22,23,27,28,32,35,36,37,38,39,40,41,42,47,51,55,56,57,59,60,61,62,63,64,65],nonsens:1,norm:[60,61,63,64],normal:[32,60,61,63,64],note:16,notimestamp:11,notimplementederror:[35,36,37,38,39,40,41,42],now:4,np:[6,11,30],npz:[7,37],num_active_batch:[23,28,32,47],num_encod:23,num_exampl:25,num_fram:47,num_gener:28,num_head:[60,61,63,64,65],num_heads_kv:[60,61],num_hypothes:[1,28,32,47],num_lay:[60,61,63,64,65],num_queued_batch:[23,28,32,47],num_source_embed:[63,64],num_token:25,num_transl:32,num_work:47,number:[0,1,16,17,23,25,28,32,43,47,60,61,63,64,65,70],numpi:[6,11,23,28,30],nvcc:14,nvidia:[12,14,17,67],o:68,object:[0,10,11,15,16,19,20,21,23,28,30,32,47,49],obsess:11,obtain:6,occur:4,occurr:1,oder:1,off:[3,14],older:0,omp_:16,onc:[5,11,14,17,28],one:[0,1,28,32,60,67],onednn:[12,14,67],ones:30,onli:[0,2,4,5,8,11,12,28,67],onmt_release_model:8,open:[4,5,32],openai:[11,38,47],openaigpt2convert:[34,35,66],openbla:14,openmp:[14,16,23,28,32,47],openmp_runtim:14,opennmt:[0,4,13,14,39,40,67,68,70],opennmtpyconvert:[34,35,66],opennmttfconvert:[34,35,66],oper:[0,3,16],opt:14,optim:[0,17,28,32,55,56,57,59,60,61,62,63,64,65,67],option:[0,1,6,9,11,23,28,32,35,36,37,38,39,40,41,42,47,55,56,57,59,60,61,62,63,64,65,67,70,71],opu:[0,11,13,41,68],opus_model:10,opusmtconvert:[34,37,66],order:[3,47,55,56,57,59,60,61,62,63,64,65],org:[28,32,47,60,61,63,64],origin:67,ort:1,os:[3,14],other:[4,9,11,12,67,68,71],otherwis:[60,61,68],out:[0,1,5],out_typ:[5,6,10,68],output:[1,5,6,8,10,11,23,24,25,28,32,35,36,37,38,39,40,41,42,47,55,57,59,60,62,64,65,68,70],output_dir:[6,7,8,9,10,11,35,36,37,38,39,40,41,42,55,57,59,60,62,64,65,67,68],output_id:5,output_path:32,output_text:[11,68],output_token:[11,68],outsid:[9,68],over:[17,28,32],overcom:4,overrid:[3,35,36,37,38,39,40,41,42],overview:4,own:[0,3,5,32,68],pack:[3,17],packag:[14,68],pad:[28,32,47],page:[1,11],pair:47,paper:[61,63,64],parallel:[13,23,28,32,47,60,61],parallel_residu:[60,61],paramet:[1,3,6,11,16,23,28,30,32,35,36,37,38,39,40,41,42,45,47,50,55,56,57,59,60,61,62,63,64,65],pars:[35,36,37,38,39,40,41,42],parser:[35,36,37,38,39,40,41,42],part:6,particip:5,particular:12,pass:[9,11,17,30,70],path:[6,7,8,11,14,23,28,32,33,35,36,37,38,39,40,41,42,47,55,57,59,60,62,64,65,68],patienc:[28,32,47],pegasu:11,penal:[28,32,47],penalti:[28,32,47],per:[23,28,32,47,67],perform:[3,12,13,28,67],period:[60,61],perplex:[5,6],pg:11,physic:17,pile:11,pip:[6,8,9,11,68],place:[1,23,28,32,47],plan:[11,14],platform:[12,67],poetri:5,polar:11,pool:[3,11,24,62],pooler_output:[11,24],pooling_activ:62,pooling_lay:62,popul:0,posit:[28,32,60,61,63,64],possibl:[0,3,4,16,17,23,28,32,35,36,37,38,39,40,41,42,47,55,56,57,59,60,61,62,63,64,65,67],post:[60,61],pouta:10,practic:1,pre:[11,42,60,61,63,64],pre_norm:[60,61,63,64],prebuilt:[12,67],precis:[3,42,67],predict:[17,28,32,47],predicted_class_id:11,prefer:17,prefetch:[28,32],prefix:[1,6,32,55,56,57,59,60,61,62,63,64,65],prefix_bias_beta:[1,32],prepend:[55,56,57,59,60,61,62,63,64,65],pretrain:[6,10,11,42,68],prevent:[28,32,47],previous:[0,3,28,32,47],print:[1,5,6,10,11,16,30,32,68,70],print_hello_world:11,prob:5,probabilti:28,probabl:[1,4,11,27,28,29,32,47,48],process:[16,17,23,25,28,32,47],processor:[11,12],produc:0,product:[0,4,14,60,61],profil:14,programm:1,progress:5,project:[1,3,11,12,13,60,68,71],project_in_out:[60,61],projekt:1,prompt:[11,17,28,47],prompt_token:5,properli:68,properti:[22,23,24,25,26,27,28,29,30,31,32,47,48,55,57,59,60,62,64,65],propos:11,provid:[5,10,14,15,36,70],pt:[6,8,36,39,67,68],publish:[6,11,14,47],pull:14,purpos:15,pwd:[68,70],py:[0,4,13,14,39,67,68],pybind11:14,pybind11_builtin:[19,20,21,22,23,24,25,26,27,28,29,30,31,32,47,48,49],pybind11_object:[19,20,21,22,23,24,25,26,27,28,29,30,31,32,47,48,49],pyonmt:68,pypi:14,python:[0,3,13,16,44,50,67,71],pytorch:[0,6,8,11,23,28,30,36,39],quantiz:[11,13,14,17,35,36,37,38,39,40,41,42,55,56,57,59,60,61,62,63,64,65],queri:[60,61,63,64,67],question:13,queue:[16,23,28,32,47],quickli:32,quickstart:[8,13,70],r:14,rais:[19,20,21,30,35,36,37,38,39,40,41,42,47,49,55,56,57,59,60,61,62,63,64,65,70],random:[28,32,47,51],randomli:[1,28,32,47],rang:[11,67],rare:0,reach:11,read:[0,32],read_batch_s:32,readi:[32,68],readm:67,reason:3,recognit:[11,13,14,47],recommend:[11,17],recurs:[14,55,56,57,59,60,61,62,63,64,65],redefin:4,reduc:[4,11,67,70],reduct:17,refer:[13,67],refus:5,regist:[55,57,59,60,62,64,65],register_fil:[55,57,59,60,62,64,65],register_source_vocabulari:[59,64],register_target_vocabulari:[59,64],register_vocabulari:[55,60,62,65],register_vocabulary_map:[59,64],registri:14,rel:[60,61,63,64],relative_attention_bia:[61,63,64],relative_posit:[61,63],releas:[8,15,16],reli:4,relianc:4,relu:[53,60,61,63,64],remain:28,remov:11,renam:[55,57,59,60,62,64,65],repetit:[28,32,47],repetition_penalti:[28,32,47],replac:[1,32],replace_unknown:32,replica:5,repositori:[11,13,14],repres:0,represent:[0,60,61,63,64],request:[11,23,28,32,47],requir:[4,5,6,7,8,11,12,14,23,28,32,36,55,56,57,59,60,61,62,63,64,65],resampl:11,rescal:[11,42],residu:[60,61],resolv:40,resourc:15,respect:14,respons:11,rest:[1,4],restrict:[0,1],result:[1,6,10,11,16,19,20,21,26,27,28,29,31,32,47,48,49,67,68,70],resum:32,retriev:16,return_altern:[1,28,32],return_attent:[31,32],return_end_token:[28,32],return_log_prob:[27,28,32],return_no_speech_prob:[47,48],return_scor:[17,26,28,31,32,47,48],return_tensor:11,reus:[3,5,28],revis:[0,11,42,55,57,59,60,62,64,65],richtet:1,risk:11,rm:[14,70],rms_norm:[60,61,63,64],ro_ro:6,roberta:11,root:[0,60,61,63,64],rope:[58,60,61],rotari:[60,61],rotary_bas:[60,61],rotary_dim:[60,61],rotary_interleav:[60,61],rotary_scaling_factor:[60,61],rotary_scaling_typ:[60,61],rotaryscalingtyp:[52,60,61,66],round:67,rui:[14,67],run:[2,5,6,11,14,16,23,28,32,47,67,68,70],rund:1,runtim:[3,14,32,67],runtimeerror:[35,36,37,38,39,40,41,42,47],s3:68,s:[1,3,5,6,8,11,28,32,68],sacremos:6,sai:[1,6],same:[0,3,5,8,16,23,28,30,55,56,57,59,60,61,62,63,64,65,67],sampl:[6,28,32,47],sampling_r:11,sampling_temperatur:[1,5,11,28,32,47],sampling_topk:[1,5,6,11,28,32,47],sampling_topp:[28,32],santacod:11,save:[0,11,16,32,35,36,37,38,39,40,41,42,55,57,59,60,62,64,65,67],scale:[11,42,58,60,61,67],scale_alibi:[60,61],scenario:4,schedul:11,scheme:[35,36,37,38,39,40,41,42,55,56,57,59,60,61,62,63,64,65],schlussfolgerung:1,scientist:11,scope:0,score:[6,17,26,28,29,31,32,47,48,70],score_batch:[5,6,28,32],score_fil:32,score_iter:[28,32],score_token_0:32,score_token_1:32,scoringopt:71,scoringresult:[18,20,28,32,66,71],scratch:11,script:[0,8],search:[28,32,47],second:11,section:[0,1,68],see:[0,1,2,3,4,6,8,9,11,12,13,14,16,42,67,68,69,70],seed:51,seem:33,select:[3,9,11,12,14,61,64,67],self:[61,63,64],semant:71,sens:0,sentenc:[1,6,17,32,68],sentencepiec:[5,6,10,68],sentencepieceprocessor:[5,6,10,68],separ:[3,5,10,14,16,67,70],sequenc:[1,2,5,6,23,26,28,32,47,48,59],sequences_id:[11,26,48],sequencetosequencemodelspec:[52,57,64,66],serv:[1,4],server:0,servic:1,servieren:1,session:[5,11],set:[1,3,6,12,14,16,17,23,28,32,35,36,37,38,39,40,41,42,45,47,50,51,55,56,57,59,60,61,62,63,64,65,67,70],set_log_level:[3,18,66,67],set_random_se:[18,66],setup:14,sever:[4,5],shape:[23,28,30,47,55,56,57,59,60,61,62,63,64,65],share:[4,16,30,60,61,67],shared_layer_norm:[60,61],shock:11,should:[0,3,5,6,9,11,14,16,28,40,56,68,70],show:[5,6],shown:11,shutoff:11,sich:1,similar:[0,4,6,11,67],simpl:0,simpli:[1,8,9,15],simplic:6,simplifi:28,sinc:[10,11],singl:[3,6,14,17,27],size:[4,5,16,17,28,32,47,55,59,60,62,64,65,67],skip:17,skip_special_token:11,sky:6,slice:[60,61],slot:[23,28,32,47],small:[1,11],smallest:11,smooth:[11,42],smoothquant:[11,42],so:[11,12,16,17,28,30,32,67,68],softmax:[16,17],solut:6,some:[3,4,6,11,14,15,16,17,25,28,32,42,55,56,57,59,60,61,62,63,64,65,70],sort:[17,28,32],sourc:[5,6,10,11,12,32,36,59,63,64],source_lang:36,source_path:32,source_tokenize_fn:32,source_vocabulari:0,sp:[5,6,10,68],space:[0,5],spec:[53,54,55,56,57,58,59,60,61,62,63,64,65,66],special:[6,28,36,70],specif:[3,4,11,16,30,55,56,57,59,60,61,62,63,64,65,67],specifi:[63,64],spectogram:47,speech:[11,13,14,47,48],speed:[1,3,70],split:[16,17,28,32],spm:[5,6,10,68],squar:[60,61,63,64],sr:11,src:7,src_1:70,src_2:70,src_lang:11,src_n:70,sse:12,stabilityai:5,stablelm:5,standard:1,standardisierten:1,star:11,starcod:11,starcoder_ct2:11,start:[1,5,6,8,11,28,36,47,68],start_sequ:47,start_token:[11,28],startoftranscript:11,startswith:5,state:[5,11,28],static_prompt:[5,17,28],statist:[25,32],std:[68,70],step:[0,4,14,27],step_result:5,still:[0,5,11],stop:[5,28,32],storag:30,storageview:[11,18,23,28,47,66],store:67,stori:5,str:[5,6,10,23,28,32,33,35,36,37,38,39,40,41,42,45,47,55,56,57,59,60,61,62,63,64,65,68],strategi:[1,54],stream:[16,17,28,32],string:[1,23,27,28,47,68,70],strip:32,strong:4,stronger:1,structur:[25,28,32],style:11,sub:16,sublay:61,submiss:17,submit:16,submodul:14,successfulli:68,sudo:14,suffix:11,suggest:67,summar:11,supervis:11,support:[3,4,6,7,8,9,11,13,16,17,45,70,71],suppress:47,suppress_blank:47,suppress_sequ:[28,32],suppress_token:47,sure:[8,11,68],swish:53,symbol:[1,47,71],symmetr:67,syria:6,system:[0,5,14,17,28,67],system_prompt:5,system_prompt_token:5,t5:[61,63,64],t5v1:11,t:[9,11,46],tab:70,tabl:67,take:[1,11],talk:11,tanh:[53,62],tar:[6,68],target:[1,6,11,14,32,36,59,64,70],target_detokenize_fn:32,target_lang:36,target_link_librari:68,target_path:32,target_prefix:[1,6,11,32],target_tokenize_fn:32,target_vocabulari:0,task:[6,11,17],team:6,techniqu:[1,67],temperatur:[28,32,47],templat:[0,4],temporarili:15,tensor:[17,23,28,30],tensorflow:0,test:14,text:[1,6,11,13,23,28,32,47,68,69],text_token:47,textattack:11,tf:[0,13,40],tgt:7,tgt_1:70,tgt_2:70,tgt_k:70,tgt_lang:11,than:[0,5,6,17,28,32],thei:[0,3,5,6,10,11,12,28,32],them:[11,14,42],thi:[0,1,3,5,6,10,11,12,14,15,16,19,20,21,23,27,28,32,35,36,37,38,39,40,41,42,47,49,50,55,56,57,59,60,61,62,63,64,65,67,68,70],thousand:11,thread:[4,14,16,17,23,28,32,47],thread_pool:16,through:11,throughput:16,tii:11,tiiuae:11,time:[1,5,16,25,55,57,59,60,62,64,65],timestamp:[11,47],timestep:1,tini:11,tip:13,to_cpu:[32,47],todai:5,token:[1,6,8,17,23,25,26,27,28,29,32,36,47,48,55,59,60,62,64,65,68,70],token_id:[5,27],token_type_id:23,tokenis:68,tokenize_fn:32,tokenizer_class:42,tomorrow:11,toolkit:[4,14],top:[0,28,32,47,57],torch:[11,30,42],torch_dtyp:42,total:[17,25],total_time_in_m:25,toward:[1,32],trace:3,track:0,tradeoff:3,train:[0,4,6,7,8,9,10,11,36,37,41,68],transcrib:11,transcript:11,transform:[0,2,4,5,6,7,8,9,10,13,28,42,60,61,62,63,64,67,68,69],transformer_align:6,transformer_lm:6,transformerdecodermodelspec:[52,55,66],transformerdecoderspec:[52,56,60,64,66],transformerencodermodelspec:[52,55,66],transformerencoderspec:[52,56,62,64,66],transformersconvert:[34,35,66],transformerspec:[52,59,66],translat:[1,5,6,10,13,14,15,16,18,31,46,66,67,68,71],translate_batch:[1,6,10,11,16,32,68,70],translate_fil:32,translate_iter:32,translationopt:[32,71],translationresult:[18,21,32,66,70,71],tri:67,truncat:[1,28,32],trust_remote_cod:[11,42],tune:[5,11],tupl:[47,64],txt:[6,14,32,68],type:[8,16,23,28,30,32,45,47,53,58,60,61,68],typic:67,ubuntu20:[14,70],um:1,un:6,uncas:11,uncondit:11,unconstrain:[28,32],und:1,unifi:0,union:[23,28,32,40,47,64,70],unit:[60,61,63,64],unknown:[28,32],unlik:1,unlimit:[5,23,28,32,47],unload:[5,15,32],unload_model:[15,32],unscal:28,unspecifi:1,unsupervis:11,unsupport:30,until:[16,19,20,21,23,28,32,47,49],unzip:10,up:[11,28],updat:0,us:[0,1,2,3,5,6,8,10,11,12,14,15,16,17,23,28,30,32,40,42,47,55,57,59,60,61,62,63,64,65,67,68,70],usag:[1,3,4,11,13,67,70],use_vmap:[32,70],user:[5,36],user_dir:36,usual:[3,5,14],v:70,valid:[12,55,56,57,59,60,61,62,63,64,65],valu:[0,1,3,4,14,16,22,23,27,28,32,35,36,37,38,39,40,41,42,47,55,56,57,59,60,61,62,63,64,65,67],valueerror:[30,55,56,57,59,60,61,62,63,64,65],variabl:[0,12,13,14,16,17,28,55,56,57,59,60,61,62,63,64,65,67],variant:11,variou:68,vector:[32,68,70],vendor:3,verbos:3,veri:1,verifi:[55,56,57,59,60,61,62,63,64,65],version:[0,5,11,12,13,14,68],via:[4,70],view:30,visibl:43,visual:14,vmap:[35,36,37,38,39,40,41,42,70],vocab:7,vocab_map:70,vocab_path:[7,37],vocabulari:[0,6,7,17,32,35,36,37,38,39,40,41,42,55,59,60,62,64,65,67],volum:17,von:1,w:67,wa:[11,19,20,21,26,27,31,48,49,67],wai:[4,28],wait:[23,28,32,47],want:[1,4,9,15],warn:3,wav:11,we:[1,67],weight:[0,4,11,16,32,35,36,37,38,39,40,41,42,55,56,57,59,60,61,62,63,64,65,67],welcom:13,well:70,welt:68,were:[0,4,11],wget:[6,10,68],what:[5,68,70],whatev:67,wheel:[14,16],when:[0,1,3,5,11,14,16,17,19,20,21,23,28,32,42,47,49,60,61,63,64,67],whenev:17,where:[0,4,6,12,23,28,30,32,35,36,37,38,39,40,41,42,47,55,57,59,60,62,64,65,70],wherea:12,whether:[3,27,28,32,40],which:[0,2,3,4,5,6,11,14,16,17,28,32,46,47,67,68,70],whisper:[46,48,65,66,69],whisperalignmentresult:47,whispergenerationresult:[46,47,49,66],whispergenerationresultasync:[46,47,66],whisperprocessor:11,whisperspec:[52,55,66],whl:14,whose:[17,28,32],why:1,width:47,wildfir:11,wind:11,window:[11,14],with_acceler:14,with_cuda:14,with_cudnn:14,with_dnnl:14,with_encoder_attent:61,with_mkl:14,with_openbla:14,with_relative_posit:[60,64],with_rui:14,with_scor:32,with_tokens_scor:32,without:[0,4,30,67],wmt19:5,wmt19_en_ct2:6,wmt:68,wngt:17,wonder:11,word:5,work:[3,67],worker:[16,28,32,47],workload:16,workshop:11,world:[6,10,11,23,32,68,70],worst:[11,47],would:0,wq:67,wrapper:[19,20,21,49],write:[0,5,68],wu:67,x86:[12,14,67],x:[6,14,30],xf:[6,68],xlm:11,y:30,yaml:[9,40],yelp:11,yet:16,yield:[28,32],yml:[7,9,37],you:[0,1,3,5,8,9,11,12,14,15,17,67,68],your:[0,4,5,14,32,67,68],z:30,zip:10,zu:1,zur:1,zwar:1},titles:["Model conversion","Decoding features","Text encoding","Environment variables","Frequently asked questions","Text generation","Fairseq","Marian","OpenNMT-py","OpenNMT-tf","OPUS-MT","Transformers","Hardware support","Index","Installation","Memory management","Multithreading and parallelism","Performance tips","ctranslate2","AsyncGenerationResult","AsyncScoringResult","AsyncTranslationResult","DataType","Encoder","EncoderForwardOutput","ExecutionStats","GenerationResult","GenerationStepResult","Generator","ScoringResult","StorageView","TranslationResult","Translator","contains_model","ctranslate2.converters","Converter","FairseqConverter","MarianConverter","OpenAIGPT2Converter","OpenNMTPyConverter","OpenNMTTFConverter","OpusMTConverter","TransformersConverter","get_cuda_device_count","get_log_level","get_supported_compute_types","ctranslate2.models","Whisper","WhisperGenerationResult","WhisperGenerationResultAsync","set_log_level","set_random_seed","ctranslate2.specs","Activation","EmbeddingsMerge","LanguageModelSpec","LayerSpec","ModelSpec","RotaryScalingType","SequenceToSequenceModelSpec","TransformerDecoderModelSpec","TransformerDecoderSpec","TransformerEncoderModelSpec","TransformerEncoderSpec","TransformerSpec","WhisperSpec","Python","Quantization","Quickstart","Speech recognition","Text translation","Versioning"],titleterms:{"100":[6,11],"16":67,"2":11,"50":6,"8":67,"do":4,"float":67,"new":0,activ:53,add:0,altern:1,api:13,ar:4,ask:4,asyncgenerationresult:19,asynchron:16,asyncscoringresult:20,asynctranslationresult:21,autocomplet:1,backward:0,bart:11,beam:[1,6],bert:11,bfloat16:67,bias:1,bit:67,bloom:11,brain:67,build:14,c:[14,68,70],cach:5,client:70,code:14,compat:0,compil:14,constraint:1,contains_model:33,convers:[0,67],convert:[0,34,35],cpu:[12,16,17],ct2_cuda_alloc:3,ct2_cuda_allow_bf16:3,ct2_cuda_allow_fp16:3,ct2_cuda_caching_allocator_config:3,ct2_cuda_true_fp16_gemm:3,ct2_force_cpu_isa:3,ct2_use_experimental_packed_gemm:3,ct2_use_mkl:3,ct2_verbos:3,ctranslat:4,ctranslate2:[18,34,46,52],data:16,datatyp:22,decod:1,develop:13,distilbert:11,docker:14,doe:4,download:14,dynam:70,embeddingsmerg:54,encod:[2,23],encoderforwardoutput:24,english:6,environ:3,equival:6,exampl:[10,70],execut:16,executionstat:25,factor:70,fairseq:6,fairseqconvert:36,falcon:11,featur:1,float16:67,framework:[0,13],frequent:4,from:[14,15],futur:4,gener:[5,8,17,28],generationresult:26,generationstepresult:27,german:6,get:13,get_cuda_device_count:43,get_log_level:44,get_supported_compute_typ:45,gpt:11,gptbigcod:11,gpu:[12,14,17],greedi:1,guid:13,hardwar:12,how:4,i:4,implement:4,implicit:67,index:13,inform:13,instal:14,instead:4,int16:67,int8:67,integ:67,intra:16,j:11,known:4,languag:6,languagemodelspec:55,layerspec:56,length:1,librari:14,limit:4,llama:11,load:67,m2m:[6,11],manag:15,marian:7,marianconvert:37,marianmt:11,mbart:6,memori:15,model:[0,6,16,46,67],modelspec:57,mpt:11,mt:10,multithread:16,neox:11,nllb:11,op:16,openaigpt2convert:38,opennmt:[8,9],opennmtpyconvert:39,opennmttfconvert:40,opt:11,option:14,opu:10,opusmtconvert:41,origin:4,other:13,parallel:16,perform:17,pip:14,plan:4,point:67,portabl:0,posit:1,precis:0,project:4,prompt:5,provid:4,py:8,python:[14,15,66,68,70],pytorch:4,quantiz:[0,67],question:4,quickstart:68,random:1,recognit:69,reduc:0,reduct:70,relat:4,rotaryscalingtyp:58,sampl:1,scoringresult:29,search:[1,6],sequencetosequencemodelspec:59,serial:0,server:4,set_log_level:50,set_random_se:51,should:4,sourc:[14,70],spec:52,special:[5,11],specif:0,speech:69,start:13,storageview:30,stream:5,structur:0,support:[0,12,14,67],t5:11,task:13,tensor:16,tensorflow:4,text:[2,5,8,70],tf:9,thi:4,tip:17,token:[5,11],transform:11,transformer_lm:8,transformerdecodermodelspec:60,transformerdecoderspec:61,transformerencodermodelspec:62,transformerencoderspec:63,transformersconvert:42,transformerspec:64,translat:[4,11,17,32,70],translationresult:31,type:67,us:4,variabl:3,version:71,vocabulari:70,what:4,when:4,whisper:[11,47],whispergenerationresult:48,whispergenerationresultasync:49,whisperspec:65,why:4,wmt16:6,wmt19:6,wrapper:14,you:4}})
\ No newline at end of file
+Search.setIndex({docnames:["conversion","decoding","encoding","environment_variables","faq","generation","guides/fairseq","guides/marian","guides/opennmt_py","guides/opennmt_tf","guides/opus_mt","guides/transformers","hardware_support","index","installation","memory","parallel","performance","python/ctranslate2","python/ctranslate2.AsyncGenerationResult","python/ctranslate2.AsyncScoringResult","python/ctranslate2.AsyncTranslationResult","python/ctranslate2.DataType","python/ctranslate2.Encoder","python/ctranslate2.EncoderForwardOutput","python/ctranslate2.ExecutionStats","python/ctranslate2.GenerationResult","python/ctranslate2.GenerationStepResult","python/ctranslate2.Generator","python/ctranslate2.ScoringResult","python/ctranslate2.StorageView","python/ctranslate2.TranslationResult","python/ctranslate2.Translator","python/ctranslate2.contains_model","python/ctranslate2.converters","python/ctranslate2.converters.Converter","python/ctranslate2.converters.FairseqConverter","python/ctranslate2.converters.MarianConverter","python/ctranslate2.converters.OpenAIGPT2Converter","python/ctranslate2.converters.OpenNMTPyConverter","python/ctranslate2.converters.OpenNMTTFConverter","python/ctranslate2.converters.OpusMTConverter","python/ctranslate2.converters.TransformersConverter","python/ctranslate2.get_cuda_device_count","python/ctranslate2.get_log_level","python/ctranslate2.get_supported_compute_types","python/ctranslate2.models","python/ctranslate2.models.Wav2Vec2","python/ctranslate2.models.Whisper","python/ctranslate2.models.WhisperGenerationResult","python/ctranslate2.models.WhisperGenerationResultAsync","python/ctranslate2.set_log_level","python/ctranslate2.set_random_seed","python/ctranslate2.specs","python/ctranslate2.specs.Activation","python/ctranslate2.specs.EmbeddingsMerge","python/ctranslate2.specs.LanguageModelSpec","python/ctranslate2.specs.LayerSpec","python/ctranslate2.specs.ModelSpec","python/ctranslate2.specs.RotaryScalingType","python/ctranslate2.specs.SequenceToSequenceModelSpec","python/ctranslate2.specs.TransformerDecoderModelSpec","python/ctranslate2.specs.TransformerDecoderSpec","python/ctranslate2.specs.TransformerEncoderModelSpec","python/ctranslate2.specs.TransformerEncoderSpec","python/ctranslate2.specs.TransformerSpec","python/ctranslate2.specs.Wav2Vec2Spec","python/ctranslate2.specs.WhisperSpec","python/overview","quantization","quickstart","speech_recognition","translation","versioning"],envversion:{"sphinx.domains.c":2,"sphinx.domains.changeset":1,"sphinx.domains.citation":1,"sphinx.domains.cpp":5,"sphinx.domains.index":1,"sphinx.domains.javascript":2,"sphinx.domains.math":2,"sphinx.domains.python":3,"sphinx.domains.rst":2,"sphinx.domains.std":2,sphinx:56},filenames:["conversion.md","decoding.md","encoding.md","environment_variables.md","faq.md","generation.md","guides/fairseq.md","guides/marian.md","guides/opennmt_py.md","guides/opennmt_tf.md","guides/opus_mt.md","guides/transformers.md","hardware_support.md","index.rst","installation.md","memory.md","parallel.md","performance.md","python/ctranslate2.rst","python/ctranslate2.AsyncGenerationResult.rst","python/ctranslate2.AsyncScoringResult.rst","python/ctranslate2.AsyncTranslationResult.rst","python/ctranslate2.DataType.rst","python/ctranslate2.Encoder.rst","python/ctranslate2.EncoderForwardOutput.rst","python/ctranslate2.ExecutionStats.rst","python/ctranslate2.GenerationResult.rst","python/ctranslate2.GenerationStepResult.rst","python/ctranslate2.Generator.rst","python/ctranslate2.ScoringResult.rst","python/ctranslate2.StorageView.rst","python/ctranslate2.TranslationResult.rst","python/ctranslate2.Translator.rst","python/ctranslate2.contains_model.rst","python/ctranslate2.converters.rst","python/ctranslate2.converters.Converter.rst","python/ctranslate2.converters.FairseqConverter.rst","python/ctranslate2.converters.MarianConverter.rst","python/ctranslate2.converters.OpenAIGPT2Converter.rst","python/ctranslate2.converters.OpenNMTPyConverter.rst","python/ctranslate2.converters.OpenNMTTFConverter.rst","python/ctranslate2.converters.OpusMTConverter.rst","python/ctranslate2.converters.TransformersConverter.rst","python/ctranslate2.get_cuda_device_count.rst","python/ctranslate2.get_log_level.rst","python/ctranslate2.get_supported_compute_types.rst","python/ctranslate2.models.rst","python/ctranslate2.models.Wav2Vec2.rst","python/ctranslate2.models.Whisper.rst","python/ctranslate2.models.WhisperGenerationResult.rst","python/ctranslate2.models.WhisperGenerationResultAsync.rst","python/ctranslate2.set_log_level.rst","python/ctranslate2.set_random_seed.rst","python/ctranslate2.specs.rst","python/ctranslate2.specs.Activation.rst","python/ctranslate2.specs.EmbeddingsMerge.rst","python/ctranslate2.specs.LanguageModelSpec.rst","python/ctranslate2.specs.LayerSpec.rst","python/ctranslate2.specs.ModelSpec.rst","python/ctranslate2.specs.RotaryScalingType.rst","python/ctranslate2.specs.SequenceToSequenceModelSpec.rst","python/ctranslate2.specs.TransformerDecoderModelSpec.rst","python/ctranslate2.specs.TransformerDecoderSpec.rst","python/ctranslate2.specs.TransformerEncoderModelSpec.rst","python/ctranslate2.specs.TransformerEncoderSpec.rst","python/ctranslate2.specs.TransformerSpec.rst","python/ctranslate2.specs.Wav2Vec2Spec.rst","python/ctranslate2.specs.WhisperSpec.rst","python/overview.rst","quantization.md","quickstart.md","speech_recognition.md","translation.md","versioning.md"],objects:{"":[[18,0,0,"-","ctranslate2"]],"ctranslate2.AsyncGenerationResult":[[19,2,1,"","done"],[19,2,1,"","result"]],"ctranslate2.AsyncScoringResult":[[20,2,1,"","done"],[20,2,1,"","result"]],"ctranslate2.AsyncTranslationResult":[[21,2,1,"","done"],[21,2,1,"","result"]],"ctranslate2.DataType":[[22,2,1,"","__init__"],[22,3,1,"","bfloat16"],[22,3,1,"","float16"],[22,3,1,"","float32"],[22,3,1,"","int16"],[22,3,1,"","int32"],[22,3,1,"","int8"],[22,4,1,"","name"],[22,4,1,"","value"]],"ctranslate2.Encoder":[[23,2,1,"","__init__"],[23,4,1,"","compute_type"],[23,4,1,"","device"],[23,4,1,"","device_index"],[23,2,1,"","forward_batch"],[23,4,1,"","num_active_batches"],[23,4,1,"","num_encoders"],[23,4,1,"","num_queued_batches"]],"ctranslate2.EncoderForwardOutput":[[24,4,1,"","last_hidden_state"],[24,4,1,"","pooler_output"]],"ctranslate2.ExecutionStats":[[25,4,1,"","num_examples"],[25,4,1,"","num_tokens"],[25,4,1,"","total_time_in_ms"]],"ctranslate2.GenerationResult":[[26,4,1,"","scores"],[26,4,1,"","sequences"],[26,4,1,"","sequences_ids"]],"ctranslate2.GenerationStepResult":[[27,4,1,"","batch_id"],[27,4,1,"","hypothesis_id"],[27,4,1,"","is_last"],[27,4,1,"","log_prob"],[27,4,1,"","step"],[27,4,1,"","token"],[27,4,1,"","token_id"]],"ctranslate2.Generator":[[28,2,1,"","__init__"],[28,2,1,"","async_generate_tokens"],[28,4,1,"","compute_type"],[28,4,1,"","device"],[28,4,1,"","device_index"],[28,2,1,"","forward_batch"],[28,2,1,"","generate_batch"],[28,2,1,"","generate_iterable"],[28,2,1,"","generate_tokens"],[28,4,1,"","num_active_batches"],[28,4,1,"","num_generators"],[28,4,1,"","num_queued_batches"],[28,2,1,"","score_batch"],[28,2,1,"","score_iterable"]],"ctranslate2.ScoringResult":[[29,4,1,"","log_probs"],[29,4,1,"","tokens"]],"ctranslate2.StorageView":[[30,4,1,"","device"],[30,4,1,"","device_index"],[30,4,1,"","dtype"],[30,2,1,"","from_array"],[30,4,1,"","shape"],[30,2,1,"","to"]],"ctranslate2.TranslationResult":[[31,4,1,"","attention"],[31,4,1,"","hypotheses"],[31,4,1,"","scores"]],"ctranslate2.Translator":[[32,2,1,"","__init__"],[32,4,1,"","compute_type"],[32,4,1,"","device"],[32,4,1,"","device_index"],[32,2,1,"","generate_tokens"],[32,2,1,"","load_model"],[32,4,1,"","model_is_loaded"],[32,4,1,"","num_active_batches"],[32,4,1,"","num_queued_batches"],[32,4,1,"","num_translators"],[32,2,1,"","score_batch"],[32,2,1,"","score_file"],[32,2,1,"","score_iterable"],[32,2,1,"","translate_batch"],[32,2,1,"","translate_file"],[32,2,1,"","translate_iterable"],[32,2,1,"","unload_model"]],"ctranslate2.converters":[[35,1,1,"","Converter"],[36,1,1,"","FairseqConverter"],[37,1,1,"","MarianConverter"],[38,1,1,"","OpenAIGPT2Converter"],[39,1,1,"","OpenNMTPyConverter"],[40,1,1,"","OpenNMTTFConverter"],[41,1,1,"","OpusMTConverter"],[42,1,1,"","TransformersConverter"]],"ctranslate2.converters.Converter":[[35,2,1,"","convert"],[35,2,1,"","convert_from_args"],[35,2,1,"","declare_arguments"]],"ctranslate2.converters.FairseqConverter":[[36,2,1,"","__init__"],[36,2,1,"","convert"],[36,2,1,"","convert_from_args"],[36,2,1,"","declare_arguments"]],"ctranslate2.converters.MarianConverter":[[37,2,1,"","__init__"],[37,2,1,"","convert"],[37,2,1,"","convert_from_args"],[37,2,1,"","declare_arguments"]],"ctranslate2.converters.OpenAIGPT2Converter":[[38,2,1,"","__init__"],[38,2,1,"","convert"],[38,2,1,"","convert_from_args"],[38,2,1,"","declare_arguments"]],"ctranslate2.converters.OpenNMTPyConverter":[[39,2,1,"","__init__"],[39,2,1,"","convert"],[39,2,1,"","convert_from_args"],[39,2,1,"","declare_arguments"]],"ctranslate2.converters.OpenNMTTFConverter":[[40,2,1,"","__init__"],[40,2,1,"","convert"],[40,2,1,"","convert_from_args"],[40,2,1,"","declare_arguments"],[40,2,1,"","from_config"]],"ctranslate2.converters.OpusMTConverter":[[41,2,1,"","__init__"],[41,2,1,"","convert"],[41,2,1,"","convert_from_args"],[41,2,1,"","declare_arguments"]],"ctranslate2.converters.TransformersConverter":[[42,2,1,"","__init__"],[42,2,1,"","convert"],[42,2,1,"","convert_from_args"],[42,2,1,"","declare_arguments"],[42,2,1,"","get_model_file"],[42,2,1,"","load_model"],[42,2,1,"","load_tokenizer"]],"ctranslate2.models":[[47,1,1,"","Wav2Vec2"],[48,1,1,"","Whisper"],[49,1,1,"","WhisperGenerationResult"],[50,1,1,"","WhisperGenerationResultAsync"]],"ctranslate2.models.Wav2Vec2":[[47,2,1,"","__init__"],[47,4,1,"","compute_type"],[47,4,1,"","device"],[47,4,1,"","device_index"],[47,2,1,"","encode"],[47,4,1,"","num_active_batches"],[47,4,1,"","num_queued_batches"],[47,4,1,"","num_workers"]],"ctranslate2.models.Whisper":[[48,2,1,"","__init__"],[48,2,1,"","align"],[48,4,1,"","compute_type"],[48,2,1,"","detect_language"],[48,4,1,"","device"],[48,4,1,"","device_index"],[48,2,1,"","encode"],[48,2,1,"","generate"],[48,4,1,"","is_multilingual"],[48,4,1,"","n_mels"],[48,4,1,"","num_active_batches"],[48,4,1,"","num_languages"],[48,4,1,"","num_queued_batches"],[48,4,1,"","num_workers"]],"ctranslate2.models.WhisperGenerationResult":[[49,4,1,"","no_speech_prob"],[49,4,1,"","scores"],[49,4,1,"","sequences"],[49,4,1,"","sequences_ids"]],"ctranslate2.models.WhisperGenerationResultAsync":[[50,2,1,"","done"],[50,2,1,"","result"]],"ctranslate2.specs":[[54,1,1,"","Activation"],[55,1,1,"","EmbeddingsMerge"],[56,1,1,"","LanguageModelSpec"],[57,1,1,"","LayerSpec"],[58,1,1,"","ModelSpec"],[59,1,1,"","RotaryScalingType"],[60,1,1,"","SequenceToSequenceModelSpec"],[61,1,1,"","TransformerDecoderModelSpec"],[62,1,1,"","TransformerDecoderSpec"],[63,1,1,"","TransformerEncoderModelSpec"],[64,1,1,"","TransformerEncoderSpec"],[65,1,1,"","TransformerSpec"],[66,1,1,"","Wav2Vec2Spec"],[67,1,1,"","WhisperSpec"]],"ctranslate2.specs.Activation":[[54,3,1,"","GELU"],[54,3,1,"","GELUSigmoid"],[54,3,1,"","GELUTanh"],[54,3,1,"","RELU"],[54,3,1,"","SWISH"],[54,3,1,"","Tanh"]],"ctranslate2.specs.EmbeddingsMerge":[[55,3,1,"","ADD"],[55,3,1,"","CONCAT"]],"ctranslate2.specs.LanguageModelSpec":[[56,2,1,"","__init__"],[56,4,1,"","config"],[56,2,1,"","get_default_config"],[56,2,1,"","get_vocabulary_size"],[56,4,1,"","name"],[56,2,1,"","optimize"],[56,2,1,"","register_file"],[56,2,1,"","register_vocabulary"],[56,4,1,"","revision"],[56,2,1,"","save"],[56,2,1,"","validate"],[56,2,1,"","variables"]],"ctranslate2.specs.LayerSpec":[[57,2,1,"","optimize"],[57,2,1,"","validate"],[57,2,1,"","variables"]],"ctranslate2.specs.ModelSpec":[[58,2,1,"","__init__"],[58,4,1,"","config"],[58,2,1,"","get_default_config"],[58,4,1,"","name"],[58,2,1,"","optimize"],[58,2,1,"","register_file"],[58,4,1,"","revision"],[58,2,1,"","save"],[58,2,1,"","validate"],[58,2,1,"","variables"]],"ctranslate2.specs.RotaryScalingType":[[59,3,1,"","Linear"]],"ctranslate2.specs.SequenceToSequenceModelSpec":[[60,2,1,"","__init__"],[60,4,1,"","config"],[60,2,1,"","get_default_config"],[60,2,1,"","get_source_vocabulary_size"],[60,2,1,"","get_target_vocabulary_size"],[60,4,1,"","name"],[60,2,1,"","optimize"],[60,2,1,"","register_file"],[60,2,1,"","register_source_vocabulary"],[60,2,1,"","register_target_vocabulary"],[60,2,1,"","register_vocabulary_mapping"],[60,4,1,"","revision"],[60,2,1,"","save"],[60,2,1,"","validate"],[60,2,1,"","variables"]],"ctranslate2.specs.TransformerDecoderModelSpec":[[61,2,1,"","__init__"],[61,4,1,"","config"],[61,2,1,"","from_config"],[61,2,1,"","get_default_config"],[61,2,1,"","get_vocabulary_size"],[61,4,1,"","name"],[61,2,1,"","optimize"],[61,2,1,"","register_file"],[61,2,1,"","register_vocabulary"],[61,4,1,"","revision"],[61,2,1,"","save"],[61,2,1,"","validate"],[61,2,1,"","variables"]],"ctranslate2.specs.TransformerDecoderSpec":[[62,2,1,"","__init__"],[62,2,1,"","optimize"],[62,2,1,"","validate"],[62,2,1,"","variables"]],"ctranslate2.specs.TransformerEncoderModelSpec":[[63,2,1,"","__init__"],[63,4,1,"","config"],[63,2,1,"","get_default_config"],[63,2,1,"","get_vocabulary_size"],[63,4,1,"","name"],[63,2,1,"","optimize"],[63,2,1,"","register_file"],[63,2,1,"","register_vocabulary"],[63,4,1,"","revision"],[63,2,1,"","save"],[63,2,1,"","validate"],[63,2,1,"","variables"]],"ctranslate2.specs.TransformerEncoderSpec":[[64,2,1,"","__init__"],[64,2,1,"","optimize"],[64,2,1,"","validate"],[64,2,1,"","variables"]],"ctranslate2.specs.TransformerSpec":[[65,2,1,"","__init__"],[65,4,1,"","config"],[65,2,1,"","from_config"],[65,2,1,"","get_default_config"],[65,2,1,"","get_source_vocabulary_size"],[65,2,1,"","get_target_vocabulary_size"],[65,4,1,"","name"],[65,2,1,"","optimize"],[65,2,1,"","register_file"],[65,2,1,"","register_source_vocabulary"],[65,2,1,"","register_target_vocabulary"],[65,2,1,"","register_vocabulary_mapping"],[65,4,1,"","revision"],[65,2,1,"","save"],[65,2,1,"","validate"],[65,2,1,"","variables"]],"ctranslate2.specs.Wav2Vec2Spec":[[66,2,1,"","__init__"],[66,4,1,"","config"],[66,2,1,"","get_default_config"],[66,2,1,"","get_vocabulary_size"],[66,4,1,"","name"],[66,2,1,"","optimize"],[66,2,1,"","register_file"],[66,2,1,"","register_vocabulary"],[66,4,1,"","revision"],[66,2,1,"","save"],[66,2,1,"","validate"],[66,2,1,"","variables"]],"ctranslate2.specs.WhisperSpec":[[67,2,1,"","__init__"],[67,4,1,"","config"],[67,2,1,"","get_default_config"],[67,2,1,"","get_vocabulary_size"],[67,4,1,"","name"],[67,2,1,"","optimize"],[67,2,1,"","register_file"],[67,2,1,"","register_vocabulary"],[67,4,1,"","revision"],[67,2,1,"","save"],[67,2,1,"","validate"],[67,2,1,"","variables"]],ctranslate2:[[19,1,1,"","AsyncGenerationResult"],[20,1,1,"","AsyncScoringResult"],[21,1,1,"","AsyncTranslationResult"],[22,1,1,"","DataType"],[23,1,1,"","Encoder"],[24,1,1,"","EncoderForwardOutput"],[25,1,1,"","ExecutionStats"],[26,1,1,"","GenerationResult"],[27,1,1,"","GenerationStepResult"],[28,1,1,"","Generator"],[29,1,1,"","ScoringResult"],[30,1,1,"","StorageView"],[31,1,1,"","TranslationResult"],[32,1,1,"","Translator"],[33,5,1,"","contains_model"],[34,0,0,"-","converters"],[43,5,1,"","get_cuda_device_count"],[44,5,1,"","get_log_level"],[45,5,1,"","get_supported_compute_types"],[46,0,0,"-","models"],[51,5,1,"","set_log_level"],[52,5,1,"","set_random_seed"],[53,0,0,"-","specs"]]},objnames:{"0":["py","module","Python module"],"1":["py","class","Python class"],"2":["py","method","Python method"],"3":["py","attribute","Python attribute"],"4":["py","property","Python property"],"5":["py","function","Python function"]},objtypes:{"0":"py:module","1":"py:class","2":"py:method","3":"py:attribute","4":"py:property","5":"py:function"},terms:{"0":[0,1,3,5,6,10,11,14,16,17,22,23,28,30,32,45,47,48,49,54,55,59,61,62,69,70,72,73],"001":1,"02":10,"02155":[62,64,65],"04":[14,72],"05202":[61,62,64,65],"05424":[28,32,48],"1":[0,1,3,5,6,11,12,16,17,22,23,28,30,32,47,48,54,55,61,62,64,65,69,70],"10":[1,5,6,11,69,70],"1000":10,"10000":[61,62],"100mb":69,"1024":[1,5,28,32],"10683":[62,64,65],"11":[3,14,70],"12":[3,69],"127":69,"128k":6,"15":[0,14],"16000":11,"17":[0,14],"1803":[62,64,65],"182mb":69,"187mb":69,"19":14,"1910":[62,64,65],"1t":11,"2":[0,1,3,5,8,14,16,17,22,30,32,38,48,54,61,65,69,70,72,73],"20":[5,11,28,69],"200":11,"2002":[61,62,64,65],"200mb":3,"2016":69,"2017":69,"2018":1,"2019":14,"2020":[10,17],"209715200":3,"20b":11,"21":11,"2204":[28,32,48],"23":11,"24gb":11,"256":32,"26":10,"2b":6,"2b_last_checkpoint":6,"2x4":30,"3":[0,1,3,12,14,16,22,54,70],"30":11,"3000":47,"32":[28,32],"32k":69,"350m":11,"364mb":69,"39m":11,"4":[1,3,11,12,16,22,30,54,70],"418m":6,"418m_last_checkpoint":6,"448":48,"5":[1,6,12,14,22,48,54,70],"50":[28,48],"50277":5,"50278":5,"50279":5,"512":[5,28],"560m":11,"6":69,"600m":11,"6291455":3,"64":[11,12,14,28,32,69],"6b":11,"7":[3,5,11,14,17,48,69],"70":11,"7b":[5,11],"8":[3,5,11,14,16,70],"80":47,"800":11,"9":11,"95mb":69,"\u00fcbersetzungen":1,"\u00fcbersetzungsmodel":1,"\u00fcbersetzungsmodellen":1,"abstract":[56,60],"boolean":3,"break":5,"byte":[23,28,32,47,48],"case":[9,14,15,16,70],"char":70,"class":[2,5,11,19,20,21,22,23,24,25,26,27,28,29,30,31,32,35,36,37,38,39,40,41,42,46,47,48,49,50,54,55,56,57,58,59,60,61,62,63,64,65,66,67,72],"const":[70,72],"default":[1,3,6,14,16,17,23,28,32,47,48,56,58,60,61,63,65,66,67,69],"do":[1,5,61,69],"enum":[54,55,59],"erm\u00f6glicht":1,"export":[3,4,70],"f\u00fcr":1,"final":[0,1,17,61,62,64,65],"float":[28,32,47,48,61,62],"function":[0,1,3,28,32,33,35,36,37,38,39,40,41,42,51,69],"import":[3,5,6,10,11,51,70,72],"int":[22,23,28,32,43,44,45,47,48,51,52,61,62,64,65,70,72],"long":[0,28],"new":[6,30],"return":[1,5,11,16,19,20,21,23,28,30,32,35,36,37,38,39,40,41,42,43,44,45,47,48,50,56,57,58,60,61,62,63,64,65,66,67,72],"short":5,"static":[5,28,30,35,36,37,38,39,40,41,42],"true":[1,3,5,11,16,19,20,21,28,32,48,50,61,62,64,65],"try":1,A:[0,1,23,25,26,28,29,30,31,32,40,44,46,48,49,51,57,72],As:69,At:5,By:[1,3,14,69],For:[0,3,5,6,11,13,17,28,48,69],If:[5,9,11,12,14,17,19,20,21,23,28,32,35,36,37,38,39,40,41,42,47,48,50,56,57,58,60,61,62,63,64,65,66,67,70,72],In:[0,1,9,11,12,15,16,69,72],Is:6,It:[0,1,5,11,14,28,32,70,72],No:[5,6],ON:14,On:[12,14,69],The:[0,1,2,3,4,5,6,7,8,10,11,12,13,14,15,16,17,23,27,28,29,30,32,47,48,51,56,58,60,61,62,63,65,66,67,69,70,72,73],There:[0,4,6],These:[1,16],To:[5,11,15,72],_:11,__de__:6,__en__:6,__init__:[22,23,28,32,36,37,38,39,40,41,42,47,48,56,58,60,61,62,63,64,65,66,67],__x__:6,_batch:17,_file:17,_iter:17,aarch64:[12,14,69],ab:[28,32,48,61,62,64,65,69],abc:35,aber:1,abl:[4,5],about:[3,69],abov:[3,11],absolut:69,accelar:4,acceler:[0,1,14,28,69],accept:[6,11,28,32,48,69],access:[0,9,11],accord:16,accumul:[3,69],accuraci:[11,42,69],act:[23,28,32,47,48],activ:[11,42,53,61,62,63,64,65,68],activation_scal:[11,42],actual:69,ad:[0,4,5,11,28,72],adapt:5,add:[11,14,35,36,37,38,39,40,41,42,55,61,62,63,70],add_execut:70,addit:[14,72],address:4,advanc:72,affect:11,after:[1,28,32,61,62,63,64,65],against:14,aggreg:11,agnost:[0,4],ai:5,aim:11,al:[1,69],algorithm:1,alia:[56,57,58,60,61,62,63,64,65,66,67],alibi:[61,62],alibi_use_positive_posit:[61,62],align:[48,62,65],alignment_head:[62,65],alignment_lay:[62,65],all:[1,6,11,16,36,56,57,58,60,61,62,63,64,65,66,67,69,72],alloc:[3,30],allow:[1,3,42,47,48],alpha:5,alreadi:[7,11,35,36,37,38,39,40,41,42],also:[1,3,5,6,8,9,10,11,14,16,23,28,48,69],altern:[8,9,28,32],alwai:[1,5,8,72],am:11,amazonaw:70,amd:[12,14],amid:11,an:[0,1,4,5,8,11,14,17,19,20,21,23,24,28,30,32,40,47,48,50,56,57,58,60,61,62,63,64,65,66,67,72],ani:[28,32],anim:11,anoth:[0,6,14,30,61,69],anyth:5,api:[0,1,3,70,72,73],appear:1,append:[5,11],appl:[14,69],appli:[1,6,10,17,28,32,48,56,57,58,60,61,62,63,64,65,66,67,69],applic:[4,14],approach:4,ar:[0,1,3,5,6,7,8,10,11,12,14,16,17,23,28,32,35,36,37,38,39,40,41,42,47,48,56,57,58,60,61,62,63,64,65,66,67,69,70,72,73],arbitrarili:[28,32],architectur:[0,3,4,11,12,14,61,62,64,65,69],arg:[35,36,37,38,39,40,41,42],argc:70,argmax:11,argument:[1,5,11,17,23,28,32,35,36,37,38,39,40,41,42,47,48,51],argumentpars:[35,36,37,38,39,40,41,42],argv:70,arm64:[12,14,16,69],around:[1,19,20,21,50],arrai:[11,23,28,30,47,48],articl:3,arxiv:[28,32,48,61,62,64,65],as_tensor:[11,30],ask:13,assert:1,assioc:72,assist:5,associ:72,assumpt:4,async:28,async_generate_token:28,async_result:16,asyncgenerationresult:[18,28,68],asynchron:[3,19,20,21,28,32,48,50,72],asynciter:28,asyncscoringresult:[18,28,32,68],asynctranslationresult:[18,32,68],attach:32,attent:[31,32,61,62,64,65,67],attribut:[22,23,24,25,26,27,28,29,30,31,32,47,48,49,56,58,60,61,63,65,66,67],auch:1,audio:[11,47,48],auf:1,ausgerichtet:1,author:69,auto:[14,23,28,32,47,48,69,70,72],auto_config:40,automat:[3,11,12,23,28,32,40,47,48],automodelforsequenceclassif:11,autoregress:11,autotoken:[5,11],avail:[1,16,19,20,21,23,28,32,47,48,50,72],averag:70,avoid:[3,5,17],avx2:[3,12],avx512:[3,12,17],avx:[3,12],back:[1,15,23,28,32,47,48],backend:[3,12,14,69],background:5,backward:73,bart:6,base:[3,11,16,35,56,60,61,62,69],basic:1,batch:[5,16,17,23,27,28,32,47,48,70,72],batch_gener:16,batch_id:27,batch_siz:[23,28,47,48],batch_typ:[17,28,32],bdist_wheel:14,beam:[17,28,32,48],beam_siz:[1,6,17,28,32,48],becaus:16,bedienen:1,bedienung:1,been:3,befor:[3,11,32,47,48,61,62],begin:48,behavior:[6,12,16,69],believ:11,below:[1,5,11,12,17,69],benchmark:69,bert:[2,63],bertmodel:11,beschleunigen:1,beschleunigung:1,best:[1,3,12,48],better:[1,3,4,11],between:[5,48,69],bf16:[3,69],bfloat16:[22,23,28,32,35,36,37,38,39,40,41,42,47,48,56,57,58,60,61,62,63,64,65,66,67],bia:[1,62,64,65],bias:[32,61,62],bigcod:11,bigscienc:11,billion:11,bin:[0,6],bin_growth:3,binari:[0,12,14,69],bit:11,blackout:11,blank:48,block:[16,19,20,21,23,28,32,47,48,50,61,62],blue:6,bold:14,bool:[19,20,21,28,32,33,35,36,37,38,39,40,41,42,47,48,50,56,57,58,60,61,62,63,64,65,66,67],bos_token:11,both:[4,12,72],bpe:6,branch:11,broken:0,brows:70,bs:16,buffer:[3,30],build:[0,70],build_cli:14,build_test:14,built:[28,32,40],bunch:70,bz2:6,c:[0,4,28,32,51,73],cach:[3,17,28,61,62],cache_static_prompt:28,call:[4,5,11,16,28,32,35,36,37,38,39,40,41,42,69],callabl:[28,32],callback:[5,28,32],can:[0,1,3,5,6,8,9,11,14,15,16,17,23,28,30,32,40,69,70,72],candid:[1,28,32,48,72],cannot:[35,36,37,38,39,40,41,42],capabl:[12,17,69],catalog:40,cd:[14,70],chang:[0,1,56,58,60,61,63,65,66,67,69],chat:[5,11],cheap:11,check:[0,33],checkpoint:[9,40],checkpoint_path:40,chief:6,children:[56,57,58,60,61,62,63,64,65,66,67],chunk:[17,28,32],chunk_length:48,classif:2,classifi:11,classmethod:[40,61,65],clear:5,cli:11,client:[14,73],clone:14,close:5,cmake:[14,70],cmake_cxx_flag:14,cmake_install_prefix:14,cmake_minimum_requir:70,cmake_prefix_path:70,cmakelist:70,cnn:11,code:[0,3,4,6,11,42,70],codegen:11,collect:[10,11,46],com:[6,11,14,38,42,47,48,70],combin:1,come:0,comma:3,command:[8,11,14,35,36,37,38,39,40,41,42],common:[1,35,36,37,38,39,40,41,42,69],comp:14,compar:[11,69],compat:[10,12,28,32,73],compil:[12,70],complet:[1,5,8,11,28,32],compress:1,comput:[3,4,5,6,11,12,16,17,19,20,21,23,28,32,42,45,47,48,50,69],compute_typ:[23,28,32,47,48,69],concat:[55,64,65],concurr:[16,32],condit:11,confid:1,config:[0,9,40,48,56,58,60,61,63,65,66,67],configur:[0,3,9,12,14,16,40,56,58,60,61,63,65,66,67],connect:[61,62],consciou:11,consid:[5,11,17,28,70],constant:17,constrain:28,constructor:16,contain:[0,6,10,14,25,33,35,36,37,38,39,40,41,42,70],contains_model:[0,18,68],content:[23,28,32,47,48],context:[1,32],continu:[28,32,48],control:[1,3,4,12,51],conv:7,conveni:[5,10,51],convers:[4,6,7,8,9,11,13,35,36,37,38,39,40,41,42],convert:[6,7,8,9,10,11,30,36,37,38,39,40,41,42,47,48,57,68,69,70,72,73],convert_from_arg:[35,36,37,38,39,40,41,42],convert_ids_to_token:[5,11],convert_tokens_to_id:11,convolut:14,copi:[5,30,42,47,48],copy_fil:42,core:[0,3,4,17],correspond:[1,9,11,69],costli:3,could:[0,4,5],cout:[70,72],cover:[4,73],coverag:32,coverage_penalti:32,cpp:70,cpu:[0,3,4,5,6,11,14,15,23,28,30,32,45,47,48,69,70,72],creat:[16,23,28,30,40,61,65],critic:3,csc:10,ct2:[5,6,7,8,9,10,11,69,70],ct2_force_cpu_isa:12,ct2_model:[5,6,7,8,9,10,11,69],ct2_use_experimental_packed_gemm:17,ct2_use_mkl:12,ct2_verbos:69,ctranslat:70,ctranslate2:[0,1,2,3,4,5,6,7,8,9,10,11,13,14,16,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,35,36,37,38,39,40,41,42,43,44,45,47,48,49,50,51,52,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73],ctranslate2_demo:70,ctranslate2_root:14,ctranslate_install_path:70,cub:3,cub_cach:3,cubla:[4,14],cuda11:[14,72],cuda:[3,11,12,14,16,23,28,30,32,45,47,48,72],cuda_arch_list:14,cuda_dynamic_load:14,cuda_malloc_async:3,cuda_nvcc_flag:14,cuda_select_nvcc_arch_flag:14,cudamalloc:3,cudnn:14,cumul:[28,32],current:[4,6,11,23,28,32,44,47,48,69],custom:[3,4,11,14,16,36,42,70],d_model:48,da:1,daili:11,data:[6,17,28,30,32,36,72],data_dir:[6,36],dataset:11,datatyp:[18,30,68],dazu:1,dcmake_install_prefix:70,dcmake_prefix_path:70,de:[1,6,10,11,70],debug:3,decid:3,declar:[36,57],declare_argu:[35,36,37,38,39,40,41,42],decod:[3,5,6,8,10,11,13,17,27,28,32,36,48,61,62,65,67,70],def:11,defin:[0,6,14,48,69],definit:[61,62],degrad:69,del:15,delet:15,demonstr:[1,11],den:1,dens:[23,28],depend:[4,12,14,16,28,70],deprec:4,der:1,describ:[1,11,28,32,48,61,62,63,64,65,67],descript:[3,5,13,14],detail:1,detect:[11,69],detect_languag:[11,48],detoken:[1,32],detokenis:70,detokenize_fn:32,develop:[5,11,14],devic:[3,5,6,11,16,23,28,30,32,43,45,47,48,69,70,72],device_index:[16,17,23,28,30,32,45,47,48],devlin:69,dict:[6,23,28,32,40,47,48,56,57,58,60,61,62,63,64,65,66,67],dictionari:[6,23,28,32,36,40,47,48,56,57,58,60,61,62,63,64,65,66,67],die:1,dienst:1,dient:1,dies:1,differ:[0,1,5,6,16,65],dimens:[48,61,62,65],direct:4,directli:[8,9,14,72],directori:[0,6,9,11,14,23,28,32,33,35,36,37,38,39,40,41,42,47,48,56,58,60,61,63,65,66,67,70],disabl:[3,14,16,17,26,27,28,31,32,48,49,62,64,65],disable_unk:[28,32],disk:[4,56,58,60,61,63,65,66,67,69],dispatch:[3,14],dist:14,distil:11,distilbertmodel:11,distribut:1,diverg:1,dl:6,dnnl:14,docker:72,document:[0,9,13,14,69,72],doe:[1,3,5,6,30,72],don:[9,11,46],done:[19,20,21,50],doption:14,dot:[61,62],download:[6,11,42,70],driver:12,dry:11,dtype:30,dure:[8,11,14,28,32,48,69,72],dwith_acceler:14,dwith_cuda:14,dwith_cudnn:14,dwith_dnnl:14,dwith_mkl:14,dwith_openbla:14,dwith_rui:14,dynam:[14,17],e:[3,8,11,14,15,23,28,30,36,56,58,60,61,63,65,66,67,69,70],each:[0,1,3,5,11,16,23,26,28,29,31,32,48,49,56,58,60,61,62,63,65,66,67,72],earli:5,earth:11,easi:0,echo:72,edunov:1,effect:1,effekt:1,effici:[1,3,17,28,32,69,73],effizi:1,effizient:1,effizienten:1,effizienter:1,effizienz:1,eigen:4,ein:1,einen:1,einsatzort:1,either:[15,23,28,40],element:17,eleutherai:11,ello:[6,72],els:11,emb:4,embed:[0,55,61,62,64,65,69],embeddings_merg:[64,65],embeddingsmerg:[53,64,65,68],empti:[1,26,31,49,72],en:[6,10,11,70],en_xx:6,enabl:[3,14,16,17,28,32,42,61,62,64,65,69,72],enable_cpu_dispatch:14,enable_profil:14,encod:[0,5,6,10,11,13,18,24,36,47,48,62,63,64,65,67,68,70,73],encoderforwardoutput:[18,23,68,73],end:[1,5,6,17,28,32,36,70],end_token:[5,28,32],ende_ctranslate2:[6,10,70,72],endian:0,endl:[70,72],enforc:1,eng_latn:11,engin:4,english:[10,11,70],enough:32,ensur:69,entrypoint:[2,5,14,72],environ:[5,12,13,14,16,17,69],eo:[28,32],epoch:70,equal:12,equat:69,erprobung:1,error:[3,72],es:1,especi:4,et:[1,69],etc:[4,16],eval:11,even:[0,3,4,16],evolv:73,exampl:[0,1,2,3,5,6,8,11,14,16,23,25,28,30,32,45,47,51,69,70,71],exce:[28,32],except:[19,20,21,50,69],excit:5,execut:[0,3,4,14,17,25,47,48,69,70],executionstat:[18,32,68],exist:[0,4,35,36,37,38,39,40,41,42,72],exp:6,expand:[28,32],expans:1,expect:[0,1,11,28,56,60,61,63,65,66,67,72,73],experi:11,experiment:[1,3,71],explicitli:[5,14,65],exponenti:[28,32,48],expos:[0,2,5,69,72],extend:[16,35,37,56,57,58,60],extens:36,extern:4,extract:1,f:11,face:[11,42],facebook:[11,47],facebookresearch:47,factor:[28,32,48,55,61,62],fair:6,fairseq:[0,11,13,36,47],fairseqconvert:[34,35,68],fallback:69,fals:[11,17,28,32,35,36,37,38,39,40,41,42,47,48,56,57,58,60,61,62,63,64,65,66,67],fast:[0,3,4,11],faster:[4,11],fastest:[1,69],favor:4,fbaipublicfil:6,featur:[4,11,13,47,48,72],feed:[61,62,64,65],ffn:[61,62,64,65],ffn_glu:[61,62,64,65],fi:10,field:0,file:[0,6,11,16,23,28,32,35,36,37,38,39,40,41,42,47,48,56,58,60,61,63,65,66,67,72],filenam:[42,56,58,60,61,63,65,66,67],fill:0,filter:[1,48],fim_middl:11,fim_prefix:11,fim_suffix:11,find:[1,11],find_packag:70,fine:11,finetun:11,finish:[28,32,48],first:[1,11,28,32,48,61,62,70],fit:46,fix:[6,36],fixed_dictionari:[6,36],flag:[1,3,12,14,42],flan:11,float16:[11,22,23,28,32,35,36,37,38,39,40,41,42,45,47,48,56,57,58,60,61,62,63,64,65,66,67],float32:[22,23,28,32,35,36,37,38,39,40,41,42,45,47,48,56,57,58,60,61,62,63,64,65,66,67,69],flush:5,folgebeschleunigung:1,follow:[1,3,6,11,14,16,28,32,69,72,73],forc:[1,3,35,36,37,38,39,40,41,42],forecast:11,format:[0,6,8,11,32,35,36,37,38,39,40,41,42,70,72],formkomprimierung:1,formula:69,forward:[0,1,17,23,24,28,61,62,64,65],forward_batch:[5,11,23,28],fp16:[3,11,69],fp32:[3,69],fra_latn:11,frame:48,framework:[4,11],free:[23,28,32,47,48],frequent:[1,13],from:[0,1,3,4,5,6,8,9,11,12,16,19,20,21,22,23,24,25,26,27,28,29,30,31,32,35,36,37,38,39,40,41,42,47,48,49,50,51,54,55,56,57,58,59,60,61,62,63,64,65,66,67,69,70,72],from_arrai:[11,30],from_config:[40,61,65],from_pretrain:[5,11,42],frozenattr:57,ft:6,full:[0,5,16,23,28,32,47,48,69],fulli:[15,28,32,40],further:17,futur:[5,23,28,32,47,48],g:[3,8,14,15,23,28,30,36,56,58,60,61,63,65,66,67,69,70],gate:[61,62,64,65],gear:1,gelu:54,gelusigmoid:54,gelutanh:54,gemm:[3,17],gener:[1,3,6,11,13,16,18,23,26,27,32,39,46,48,49,52,68,72,73],generate_batch:[5,6,8,11,28],generate_iter:28,generate_token:[5,28,32],generationopt:[28,73],generationresult:[18,19,28,68,73],generationstepresult:[18,28,32,68],german:[10,11,70],get:[5,11,69,70],get_cuda_device_count:[18,68],get_default_config:[56,58,60,61,63,65,66,67],get_log_level:[18,68],get_model_fil:42,get_source_vocabulary_s:[60,65],get_supported_compute_typ:[18,68,69],get_target_vocabulary_s:[60,65],get_vocabulary_s:[56,61,63,66,67],ghcr:[14,72],gil:16,girafatron:11,giraff:11,giraftron:11,git:14,github:[11,13,14,38,42,47,48],give:69,given:[32,48],gleichzeitig:1,global:16,gloriou:11,goal:4,good:11,gpt2:11,gpt2_ct2:11,gpt2token:11,gpt:[5,38,61,62],gpt_neox_ct2:11,gptj_ct2:11,gptneox20b:11,gpu:[3,4,5,16,43,69,72],gram:72,graph:4,greater:[0,12,14,28,32],greedi:[28,32,48],guarante:[0,32,73],guid:[2,10,12,70,71],gz:[6,70],h:[6,9,70,72],ha:[1,4,28,32,72],half:[61,62,69],hall:70,hallo:70,han:42,handl:70,hard:4,hardwar:13,harm:5,harmless:5,have:[0,3,5,6,9,11,14,16,32,48,70],head:[61,62,64,65,67],heavi:4,hei:11,hello:[6,8,10,11,23,32,70,72],help:[5,14,69,72],helper:[33,35,36,37,38,39,40,41,42],helsinki:[11,70],here:[4,11,28,69,72],hf:11,hidden:65,high:[2,3,5,11,72],higher:1,highest:[1,32],hous:11,how:[0,5,6,11,64,65,72],howev:[0,4,11,69],http:[6,10,11,14,28,32,38,42,47,48,61,62,64,65,70],hub:[11,42],hug:[11,42],huggingfac:11,human:5,hypothes:[1,6,10,11,28,31,32,48,70,72],hypothesi:[1,27,31],hypothesis_id:27,i:[11,28,69,72],id:[17,23,26,27,28,32,47,48,49],idea:69,identifi:[23,28,32,47,48],imag:[14,72],immedi:[1,16],impact:[1,3],implement:[0,3,5,11,14,16,30,47,48,69],impli:[4,69],implicitli:[5,11],improv:[3,11,16,17,42],includ:[0,1,5,6,8,11,13,14,16,28,32,35,36,37,38,39,40,41,42,48,70,72],include_prompt_in_result:[11,17,28],increas:[1,3,17,28,72,73],increment:[0,56,58,60,61,63,65,66,67],independ:1,index:[27,30,45,48,62,65],ineffekt:1,infer:1,inferenzbeschleunigung:1,info:[3,51,69],inform:[5,12,30,69,70],inherit:[19,20,21,22,23,24,25,26,27,28,29,30,31,32,35,36,37,38,39,40,41,42,47,48,49,50,54,55,56,57,58,59,60,61,62,63,64,65,66,67],initi:[23,28,32,36,37,38,39,40,41,42,47,48,56,58,60,61,62,63,64,65,66,67],input:[1,5,6,11,16,17,23,28,30,32,47,48,61,62,69,70,72],input_featur:11,input_fil:32,input_id:11,input_text:[11,70],input_token:[11,70],instal:[6,8,9,11,13,70],install_requir:14,instanc:[1,15,16,23,28,30,32,40,47,48],instead:[1,3,14,28,56,57,58,60,61,62,63,64,65,66,67,69],instruct:[3,11,12,13,14],int16:[22,23,28,32,35,36,37,38,39,40,41,42,45,47,48,56,57,58,60,61,62,63,64,65,66,67],int32:[22,23,28,30],int8:[17,22,23,28,32,35,36,37,38,39,40,41,42,45,47,48,56,57,58,60,61,62,63,64,65,66,67],int8_bfloat16:[23,28,32,35,36,37,38,39,40,41,42,47,48,56,57,58,60,61,62,63,64,65,66,67,69],int8_float16:[11,23,28,32,35,36,37,38,39,40,41,42,45,47,48,56,57,58,60,61,62,63,64,65,66,67,69],int8_float32:[23,28,32,35,36,37,38,39,40,41,42,45,47,48,56,57,58,60,61,62,63,64,65,66,67,69],integr:[3,4,14,71],intel:[3,4,12,14,17,69],intenum:[54,55,59],inter_thread:[16,17,23,28,32,47,48],interact:[5,11],interfac:30,interleav:[61,62],intermedi:[0,11,42],intern:5,intra_thread:[16,17,23,28,32,47,48],introduc:[3,4,11],invari:65,io:[14,72],iostream:[70,72],irrelev:11,is_last:27,is_multilingu:48,is_new_word:5,isa:[3,14],issu:[0,4],ist:1,iter:[28,32],its:[5,14,28,56,57,58,60,61,62,63,64,65,66,67,69],j4:[14,70],j:[61,62,69],join:[6,32],joke:5,json:[0,48],just:[1,5],k:[14,28,32,48,72],keep:[1,17,28,32,69],kei:[4,61,62],kernel:[14,48],known:[3,5],kv:[28,61,62],kwarg:[28,32,42],l:72,lab:42,lambda:32,lang_code_to_token:11,languag:[5,11,36,48,56,66],languagemodelspec:[53,58,61,63,66,67,68],larg:[4,5,11,17,28,32],larger:[11,17],last:[11,24,27,61],last_hidden_st:24,late:4,later:[15,16],latest:[14,40,72],layer:[11,14,17,24,56,57,58,60,61,62,63,64,65,66,67,69],layernorm_embed:[61,62,64,65],layerspec:[0,53,58,62,64,68],layout:[56,58,60,61,63,65,66,67],ld_library_path:14,ldconfig:14,leaf:0,learn:[3,4],least:[1,11,12],left:[1,69],len:1,length:[17,23,28,32,48,61,62],length_penalti:[28,32,48],let:1,level:[0,2,3,5,32,44,51,58,72],librari:[3,4,28,32,51,69,70],librosa:11,life:[5,11],light:11,lightweight:4,like:[1,5,11,23,28,32,47,48],likelihood:5,limit:[1,16],line:[8,14,32,35,36,37,38,39,40,41,42,72],linear:[59,61,62,64,65,69],link:14,linux:14,list:[1,3,6,11,14,23,28,32,37,42,47,48,56,57,58,60,61,62,63,64,65,66,67,72],littl:69,llama:5,lm:6,load:[0,5,6,10,11,14,15,23,28,32,40,42,47,48,73],load_as_float16:42,load_model:[15,32,42],load_token:42,local:[28,32],log:[3,5,27,28,29,32,44,51,69],log_prob:[6,27,29],logic:[0,4],login:11,logit:[5,11,28],longer:11,look:70,loop:[5,28],low:1,low_cpu_mem_usag:42,lower:1,lua:4,luatorch:4,m2m100:11,m2m100_418:11,m2m100_418m:11,m2m_100:6,m2m_100_418m_ct2:6,machin:[0,11,17,70],maco:[14,16],mai:[3,16,36,42],mail:11,main:[2,5,11,47,69,70,72],majesti:11,major:0,make:[4,5,8,11,14,17,70],manag:[0,5,13],mani:[4,17,28,32],manylinux2014:14,map:[23,28,32,35,36,37,38,39,40,41,42,47,48,56,57,58,60,61,62,63,64,65,66,67,72],march:14,marian:[0,10,11,13,37],marianconvert:[34,35,41,68],mask:11,match:[6,72],materi:[28,32],matmul:16,matrix:31,max:[61,62,69],max_batch_s:[16,17,28,32],max_bin:3,max_cached_byt:3,max_decoding_length:[1,32],max_initial_timestamp_index:48,max_input_length:[1,28,32],max_length:[5,6,11,23,28,48],max_queued_batch:[16,23,28,32,47,48],maximum:[1,23,28,32,47,48,69],mbart50:6,mbart50_ct2:6,mbart:11,me:11,mean:[5,6,61,62,64,65],median:48,median_filter_width:48,mel:[47,48],memori:[1,3,4,11,13,16,23,28,32,47,48,69],merg:[55,64,65],meta:11,method:[5,11,15,16,17,19,20,21,23,28,30,32,35,36,37,38,39,40,41,42,47,48,50,56,57,58,60,61,62,63,64,65,66,67,72],middai:11,might:15,militari:6,millisecond:25,min:69,min_alternative_expansion_prob:[1,28,32],min_bin:3,min_decoding_length:[1,32],min_length:28,minim:[6,28,32],minimum:[1,28,32],mit:42,mixtur:11,mkdir:[14,70],mkl:[3,4,12,14,69],ml50_lang:6,mode:[1,16,69],model:[1,2,3,4,5,7,8,9,10,11,13,14,15,17,23,24,28,32,33,35,36,37,38,39,40,41,42,47,48,49,50,56,58,60,61,62,63,65,66,67,68,70,71,72,73],model_class:42,model_dict:6,model_dir:[10,38,41],model_is_load:32,model_load:70,model_nam:11,model_name_or_path:42,model_path:[6,7,8,16,23,28,32,36,37,39,47,48,69,70],model_spec:[0,57],modellen:1,modellkompress:1,modellkomprimierung:1,modelload:70,modelspec:[53,56,57,60,68],modul:[0,3,14,61],mono:11,mood:5,more:[0,1,3,4,5,12,17,28,32,42,48,69,70,72],mosaicml:11,most:[1,9,11,14,16,28,32,69],move:[0,4,15,32],mt5:11,mt:[0,11,13,41,70],multi:[11,61,62,64,65],multi_query_attent:[61,62,64,65],multilingu:[6,11,36,48],multilingual_transform:6,multipl:[0,5,14,16,17,28,32,47,48,69],multithread:13,must:0,my:11,n:[1,11,61,62,72],n_mel:48,name:[0,5,6,11,17,22,23,28,32,40,42,45,47,48,56,57,58,60,61,62,63,64,65,66,67],namespac:[35,36,37,38,39,40,41,42],ndaniel:11,ndarrai:[56,57,58,60,61,62,63,64,65,66,67],nearli:11,need:[4,11,70],neg:1,neox:[61,62],nest:0,network:[61,62,64,65],next:0,ngirafatron:11,ngram:[28,32,48],nlp:[11,70],nn:[0,6],no_default_special_token:36,no_final_norm:[61,62,64,65],no_repeat_ngram_s:[28,32,48],no_speech_prob:49,non:[1,14,48,69],none:[14,22,23,27,28,32,35,36,37,38,39,40,41,42,47,48,52,56,57,58,60,61,62,63,64,65,66,67],nonsens:1,norm:[61,62,64,65],normal:[32,61,62,64,65],note:16,notimestamp:11,notimplementederror:[35,36,37,38,39,40,41,42],now:4,np:[6,11,30],npz:[7,37],num_active_batch:[23,28,32,47,48],num_decoder_head:67,num_decoder_lay:67,num_encod:23,num_encoder_head:67,num_encoder_lay:67,num_exampl:25,num_fram:48,num_gener:28,num_head:[61,62,64,65,66],num_heads_kv:[61,62],num_hypothes:[1,28,32,48],num_languag:48,num_lay:[61,62,64,65,66],num_queued_batch:[23,28,32,47,48],num_source_embed:[64,65],num_token:25,num_transl:32,num_work:[47,48],number:[0,1,16,17,23,25,28,32,43,47,48,61,62,64,65,67,72],numpi:[6,11,23,28,30],nvcc:14,nvidia:[12,14,17,69],o:70,object:[0,10,11,15,16,19,20,21,23,28,30,32,47,48,50],obsess:11,obtain:6,occur:4,occurr:1,oder:1,off:[3,14],older:0,omp_:16,onc:[5,11,14,17,28],one:[0,1,28,32,61,69],onednn:[12,14,69],ones:30,onli:[0,2,4,5,8,11,12,28,69],onmt_release_model:8,open:[4,5,32],openai:[11,38,48],openaigpt2convert:[34,35,68],openbla:14,openmp:[14,16,23,28,32,47,48],openmp_runtim:14,opennmt:[0,4,13,14,39,40,69,70,72],opennmtpyconvert:[34,35,68],opennmttfconvert:[34,35,68],oper:[0,3,16],opt:14,optim:[0,17,28,32,56,57,58,60,61,62,63,64,65,66,67,69],option:[0,1,6,9,11,23,28,32,35,36,37,38,39,40,41,42,48,56,57,58,60,61,62,63,64,65,66,67,69,72,73],opu:[0,11,13,41,70],opus_model:10,opusmtconvert:[34,37,68],order:[3,48,56,57,58,60,61,62,63,64,65,66,67],org:[28,32,48,61,62,64,65],origin:69,ort:1,os:[3,14],other:[4,9,11,12,69,70,73],otherwis:[61,62,70],out:[0,1,5],out_typ:[5,6,10,70],output:[1,5,6,8,10,11,23,24,25,28,32,35,36,37,38,39,40,41,42,47,48,56,58,60,61,63,65,66,67,70,72],output_dir:[6,7,8,9,10,11,35,36,37,38,39,40,41,42,56,58,60,61,63,65,66,67,69,70],output_id:5,output_path:32,output_text:[11,70],output_token:[11,70],outsid:[9,70],over:[17,28,32],overcom:4,overrid:[3,35,36,37,38,39,40,41,42],overview:4,own:[0,3,5,32,70],pack:[3,17],packag:[14,70],pad:[28,32,48],page:[1,11],pair:48,paper:[62,64,65],parallel:[13,23,28,32,47,48,61,62],parallel_residu:[61,62],paramet:[1,3,6,11,16,23,28,30,32,35,36,37,38,39,40,41,42,45,47,48,51,56,57,58,60,61,62,63,64,65,66,67],pars:[35,36,37,38,39,40,41,42],parser:[35,36,37,38,39,40,41,42],part:6,particip:5,particular:12,pass:[9,11,17,30,72],path:[6,7,8,11,14,23,28,32,33,35,36,37,38,39,40,41,42,47,48,56,58,60,61,63,65,66,67,70],patienc:[28,32,48],pegasu:11,penal:[28,32,48],penalti:[28,32,48],per:[23,28,32,47,48,69],perform:[3,12,13,28,69],period:[61,62],perplex:[5,6],pg:11,physic:17,pile:11,pip:[6,8,9,11,70],place:[1,23,28,32,47,48],plan:[11,14],platform:[12,69],poetri:5,polar:11,pool:[3,11,24,63],pooler_output:[11,24],pooling_activ:63,pooling_lay:63,popul:0,posit:[28,32,61,62,64,65],possibl:[0,3,4,16,17,23,28,32,35,36,37,38,39,40,41,42,47,48,56,57,58,60,61,62,63,64,65,66,67,69],post:[61,62],pouta:10,practic:1,pre:[11,42,61,62,64,65],pre_norm:[61,62,64,65],prebuilt:[12,69],precis:[3,42,69],predict:[17,28,32,48],predicted_class_id:11,prefer:17,prefetch:[28,32],prefix:[1,6,32,56,57,58,60,61,62,63,64,65,66,67],prefix_bias_beta:[1,32],prepend:[56,57,58,60,61,62,63,64,65,66,67],pretrain:[6,10,11,42,70],prevent:[28,32,48],previous:[0,3,28,32,48],print:[1,5,6,10,11,16,30,32,70,72],print_hello_world:11,prob:5,probabilti:28,probabl:[1,4,11,27,28,29,32,48,49],process:[16,17,23,25,28,32,47,48],processor:[11,12],produc:0,product:[0,4,14,61,62],profil:14,programm:1,progress:5,project:[1,3,11,12,13,61,70,73],project_in_out:[61,62],projekt:1,prompt:[11,17,28,48],prompt_token:5,properli:70,properti:[22,23,24,25,26,27,28,29,30,31,32,47,48,49,56,58,60,61,63,65,66,67],propos:11,provid:[5,10,14,15,36,72],pt:[6,8,36,39,69,70],publish:[6,11,14,47,48],pull:14,purpos:15,pwd:[70,72],py:[0,4,13,14,39,69,70],pybind11:14,pybind11_builtin:[19,20,21,22,23,24,25,26,27,28,29,30,31,32,47,48,49,50],pybind11_object:[19,20,21,22,23,24,25,26,27,28,29,30,31,32,47,48,49,50],pyonmt:70,pypi:14,python:[0,3,13,16,44,51,69,73],pytorch:[0,6,8,11,23,28,30,36,39],quantiz:[11,13,14,17,35,36,37,38,39,40,41,42,56,57,58,60,61,62,63,64,65,66,67],queri:[61,62,64,65,69],question:13,queue:[16,23,28,32,47,48],quickli:32,quickstart:[8,13,72],r:14,rais:[19,20,21,30,35,36,37,38,39,40,41,42,48,50,56,57,58,60,61,62,63,64,65,66,67,72],random:[28,32,48,52],randomli:[1,28,32,48],rang:[11,69],rare:0,reach:11,read:[0,32],read_batch_s:32,readi:[32,70],readm:69,reason:3,recognit:[11,13,14,47,48],recommend:[11,17],recurs:[14,56,57,58,60,61,62,63,64,65,66,67],redefin:4,reduc:[4,11,69,72],reduct:17,refer:[13,69],refus:5,regist:[56,58,60,61,63,65,66,67],register_fil:[56,58,60,61,63,65,66,67],register_source_vocabulari:[60,65],register_target_vocabulari:[60,65],register_vocabulari:[56,61,63,66,67],register_vocabulary_map:[60,65],registri:14,rel:[61,62,64,65],relative_attention_bia:[62,64,65],relative_posit:[62,64],releas:[8,15,16],reli:4,relianc:4,relu:[54,61,62,64,65],remain:28,remov:11,renam:[56,58,60,61,63,65,66,67],repetit:[28,32,48],repetition_penalti:[28,32,48],replac:[1,32],replace_unknown:32,replica:5,repositori:[11,13,14],repres:0,represent:[0,61,62,64,65],request:[11,23,28,32,47,48],requir:[4,5,6,7,8,11,12,14,23,28,32,36,56,57,58,60,61,62,63,64,65,66,67],resampl:11,rescal:[11,42],residu:[61,62],resolv:40,resourc:15,respect:14,respons:11,rest:[1,4],restrict:[0,1],result:[1,6,10,11,16,19,20,21,26,27,28,29,31,32,48,49,50,69,70,72],resum:32,retain:[61,62],retriev:16,return_altern:[1,28,32],return_attent:[31,32],return_end_token:[28,32],return_log_prob:[27,28,32],return_no_speech_prob:[48,49],return_scor:[17,26,28,31,32,48,49],return_tensor:11,reus:[3,5,28],revis:[0,11,42,56,58,60,61,63,65,66,67],richtet:1,risk:11,rm:[14,72],rms_norm:[61,62,64,65],ro_ro:6,roberta:11,root:[0,61,62,64,65],rope:[59,61,62],rotari:[61,62],rotary_bas:[61,62],rotary_dim:[61,62],rotary_interleav:[61,62],rotary_scaling_factor:[61,62],rotary_scaling_typ:[61,62],rotaryscalingtyp:[53,61,62,68],round:69,rui:[14,69],run:[2,5,6,11,14,16,23,28,32,47,48,69,70,72],rund:1,runtim:[3,14,32,69],runtimeerror:[35,36,37,38,39,40,41,42,48],s3:70,s:[1,3,5,6,8,11,28,32,70],sacremos:6,sai:[1,6],same:[0,3,5,8,16,23,28,30,56,57,58,60,61,62,63,64,65,66,67,69],sampl:[6,28,32,48],sampling_r:11,sampling_temperatur:[1,5,11,28,32,48],sampling_topk:[1,5,6,11,28,32,48],sampling_topp:[28,32],santacod:11,save:[0,11,16,32,35,36,37,38,39,40,41,42,56,58,60,61,63,65,66,67,69],scale:[11,42,59,61,62,69],scale_alibi:[61,62],scenario:4,schedul:11,scheme:[35,36,37,38,39,40,41,42,56,57,58,60,61,62,63,64,65,66,67],schlussfolgerung:1,scientist:11,scope:0,score:[6,17,26,28,29,31,32,48,49,72],score_batch:[5,6,28,32],score_fil:32,score_iter:[28,32],score_token_0:32,score_token_1:32,scoringopt:73,scoringresult:[18,20,28,32,68,73],scratch:11,script:[0,8],search:[28,32,48],second:11,section:[0,1,70],see:[0,1,2,3,4,6,8,9,11,12,13,14,16,42,69,70,71,72],seed:52,seem:33,select:[3,9,11,12,14,62,65,69],self:[62,64,65],semant:73,sens:0,sentenc:[1,6,17,32,70],sentencepiec:[5,6,10,70],sentencepieceprocessor:[5,6,10,70],separ:[3,5,10,14,16,69,72],sequenc:[1,2,5,6,23,26,28,32,48,49,60,61,62],sequences_id:[11,26,49],sequencetosequencemodelspec:[53,58,65,68],serv:[1,4],server:0,servic:1,servieren:1,session:[5,11],set:[1,3,6,12,14,16,17,23,28,32,35,36,37,38,39,40,41,42,45,47,48,51,52,56,57,58,60,61,62,63,64,65,66,67,69,72],set_log_level:[3,18,68,69],set_random_se:[18,68],setup:14,sever:[4,5],shape:[23,28,30,47,48,56,57,58,60,61,62,63,64,65,66,67],share:[4,16,30,61,62,69],shared_layer_norm:[61,62],shock:11,should:[0,3,5,6,9,11,14,16,28,40,57,70,72],show:[5,6],shown:11,shutoff:11,sich:1,similar:[0,4,6,11,69],simpl:0,simpli:[1,8,9,15],simplic:6,simplifi:28,sinc:[10,11],singl:[3,6,14,17,27],size:[4,5,16,17,28,32,48,56,60,61,63,65,66,67,69],skip:17,skip_special_token:11,sky:6,slice:[61,62],sliding_window:[61,62],slot:[23,28,32,47,48],small:[1,11],smallest:11,smooth:[11,42],smoothquant:[11,42],so:[11,12,16,17,28,30,32,69,70],softmax:[16,17],solut:6,some:[3,4,6,11,14,15,16,17,25,28,32,42,56,57,58,60,61,62,63,64,65,66,67,72],sort:[17,28,32],sourc:[5,6,10,11,12,32,36,60,64,65],source_lang:36,source_path:32,source_tokenize_fn:32,source_vocabulari:0,sp:[5,6,10,70],space:[0,5],spec:[54,55,56,57,58,59,60,61,62,63,64,65,66,67,68],special:[6,28,36,72],specif:[3,4,11,16,30,56,57,58,60,61,62,63,64,65,66,67,69],specifi:[64,65],spectogram:[47,48],speech:[11,13,14,47,48,49],speed:[1,3,72],split:[16,17,28,32],spm:[5,6,10,70],squar:[61,62,64,65],sr:11,src:7,src_1:72,src_2:72,src_lang:11,src_n:72,sse:12,stabilityai:5,stablelm:5,standard:1,standardisierten:1,star:11,starcod:11,starcoder_ct2:11,start:[1,5,6,8,11,28,36,48,70],start_sequ:48,start_token:[11,28],startoftranscript:11,startswith:5,state:[5,11,28],static_prompt:[5,17,28],statist:[25,32],std:[70,72],step:[0,4,14,27],step_result:5,still:[0,5,11],stop:[5,28,32],storag:30,storageview:[11,18,23,28,47,48,68],store:69,stori:5,str:[5,6,10,23,28,32,33,35,36,37,38,39,40,41,42,45,47,48,56,57,58,60,61,62,63,64,65,66,67,70],strategi:[1,55],stream:[16,17,28,32],string:[1,23,27,28,48,70,72],strip:32,strong:4,stronger:1,structur:[25,28,32],style:11,sub:16,sublay:62,submiss:17,submit:16,submodul:14,successfulli:70,sudo:14,suffix:11,suggest:69,summar:11,supervis:11,support:[3,4,6,7,8,9,11,13,16,17,45,48,72,73],suppress:48,suppress_blank:48,suppress_sequ:[28,32],suppress_token:48,sure:[8,11,70],swish:54,symbol:[1,48,73],symmetr:69,syria:6,system:[0,5,14,17,28,69],system_prompt:5,system_prompt_token:5,t5:[62,64,65],t5v1:11,t:[9,11,46],tab:72,tabl:69,take:[1,11],talk:11,tanh:[54,63],tar:[6,70],target:[1,6,11,14,32,36,60,65,72],target_detokenize_fn:32,target_lang:36,target_link_librari:70,target_path:32,target_prefix:[1,6,11,32],target_tokenize_fn:32,target_vocabulari:0,task:[6,11,17],team:6,techniqu:[1,69],temperatur:[28,32,48],templat:[0,4],temporarili:15,tensor:[17,23,28,30],tensorflow:0,test:14,text:[1,6,11,13,23,28,32,48,70,71],text_token:48,textattack:11,tf:[0,13,40],tgt:7,tgt_1:72,tgt_2:72,tgt_k:72,tgt_lang:11,than:[0,5,6,17,28,32],thei:[0,3,5,6,10,11,12,28,32],them:[11,14,42],thi:[0,1,3,5,6,10,11,12,14,15,16,19,20,21,23,27,28,32,35,36,37,38,39,40,41,42,47,48,50,51,56,57,58,60,61,62,63,64,65,66,67,69,70,72],thousand:11,thread:[4,14,16,17,23,28,32,47,48],thread_pool:16,through:11,throughput:16,tii:11,tiiuae:11,time:[1,5,16,25,56,58,60,61,63,65,66,67],timestamp:[11,48],timestep:1,tini:11,tip:13,to_cpu:[32,47,48],todai:5,token:[1,6,8,17,23,25,26,27,28,29,32,36,48,49,56,60,61,63,65,66,67,70,72],token_id:[5,27],token_type_id:23,tokenis:70,tokenize_fn:32,tokenizer_class:42,tomorrow:11,toolkit:[4,14],top:[0,28,32,48,58],torch:[11,30,42],torch_dtyp:42,total:[17,25],total_time_in_m:25,toward:[1,32],trace:3,track:0,tradeoff:3,train:[0,4,6,7,8,9,10,11,36,37,41,70],transcrib:11,transcript:11,transform:[0,2,4,5,6,7,8,9,10,13,28,42,61,62,63,64,65,69,70,71],transformer_align:6,transformer_lm:6,transformerdecodermodelspec:[53,56,68],transformerdecoderspec:[53,57,61,65,68],transformerencodermodelspec:[53,56,68],transformerencoderspec:[53,57,63,65,68],transformersconvert:[34,35,68],transformerspec:[53,60,68],translat:[1,5,6,10,13,14,15,16,18,31,46,68,69,70,73],translate_batch:[1,6,10,11,16,32,70,72],translate_fil:32,translate_iter:32,translationopt:[32,73],translationresult:[18,21,32,68,72,73],tree:47,tri:69,truncat:[1,28,32],trust_remote_cod:[11,42],tune:[5,11],tupl:[48,65],txt:[6,14,32,70],type:[8,16,23,28,30,32,45,47,48,54,59,61,62,70],typic:69,ubuntu20:[14,72],um:1,un:6,uncas:11,uncondit:11,unconstrain:[28,32],und:1,unifi:0,union:[23,28,32,40,47,48,65,72],unit:[61,62,64,65],unknown:[28,32],unlik:1,unlimit:[5,23,28,32,47,48],unload:[5,15,32],unload_model:[15,32],unscal:28,unspecifi:1,unsupervis:11,unsupport:30,until:[16,19,20,21,23,28,32,47,48,50],unzip:10,up:[11,28],updat:0,us:[0,1,2,3,5,6,8,10,11,12,14,15,16,17,23,28,30,32,40,42,47,48,56,58,60,61,62,63,64,65,66,67,69,70,72],usag:[1,3,4,11,13,69,72],use_vmap:[32,72],user:[5,36],user_dir:36,usual:[3,5,14],v:72,valid:[12,56,57,58,60,61,62,63,64,65,66,67],valu:[0,1,3,4,14,16,22,23,27,28,32,35,36,37,38,39,40,41,42,47,48,56,57,58,60,61,62,63,64,65,66,67,69],valueerror:[30,56,57,58,60,61,62,63,64,65,66,67],variabl:[0,12,13,14,16,17,28,56,57,58,60,61,62,63,64,65,66,67,69],variant:11,variou:70,vector:[32,70,72],vendor:3,verbos:3,veri:1,verifi:[56,57,58,60,61,62,63,64,65,66,67],version:[0,5,11,12,13,14,70],via:[4,72],view:30,visibl:43,visual:14,vmap:[35,36,37,38,39,40,41,42,72],vocab:7,vocab_map:72,vocab_path:[7,37],vocabulari:[0,6,7,17,32,35,36,37,38,39,40,41,42,56,60,61,63,65,66,67,69],volum:17,von:1,w:69,wa:[11,19,20,21,26,27,31,49,50,69],wai:[4,28],wait:[23,28,32,47,48],want:[1,4,9,15],warn:3,wav2vec2:[46,68],wav2vec2spec:[53,56,68],wav2vec:47,wav:11,we:[1,69],weight:[0,4,11,16,32,35,36,37,38,39,40,41,42,56,57,58,60,61,62,63,64,65,66,67,69],welcom:13,well:72,welt:70,were:[0,4,11],wget:[6,10,70],what:[5,70,72],whatev:69,wheel:[14,16],when:[0,1,3,5,11,14,16,17,19,20,21,23,28,32,42,47,48,50,61,62,64,65,69],whenev:17,where:[0,4,6,12,23,28,30,32,35,36,37,38,39,40,41,42,47,48,56,58,60,61,63,65,66,67,72],wherea:12,whether:[3,27,28,32,40],which:[0,2,3,4,5,6,11,14,16,17,28,32,46,48,69,70,72],whisper:[46,49,67,68,71],whisperalignmentresult:48,whispergenerationresult:[46,48,50,68],whispergenerationresultasync:[46,48,68],whisperprocessor:11,whisperspec:[53,56,68],whl:14,whose:[17,28,32],why:1,width:48,wildfir:11,wind:11,window:[11,14],with_acceler:14,with_cuda:14,with_cudnn:14,with_dnnl:14,with_encoder_attent:62,with_mkl:14,with_openbla:14,with_relative_posit:[61,65],with_rui:14,with_scor:32,with_tokens_scor:32,without:[0,4,30,69],wmt19:5,wmt19_en_ct2:6,wmt:70,wngt:17,wonder:11,word:5,work:[3,69],worker:[16,28,32,47,48],workload:16,workshop:11,world:[6,10,11,23,32,70,72],worst:[11,48],would:0,wq:69,wrapper:[19,20,21,50],write:[0,5,70],wu:69,x86:[12,14,69],x:[6,14,30],xf:[6,70],xlm:11,y:30,yaml:[9,40],yelp:11,yet:16,yield:[28,32],yml:[7,9,37],you:[0,1,3,5,8,9,11,12,14,15,17,69,70],your:[0,4,5,14,32,69,70],z:30,zip:10,zu:1,zur:1,zwar:1},titles:["Model conversion","Decoding features","Text encoding","Environment variables","Frequently asked questions","Text generation","Fairseq","Marian","OpenNMT-py","OpenNMT-tf","OPUS-MT","Transformers","Hardware support","Index","Installation","Memory management","Multithreading and parallelism","Performance tips","ctranslate2","AsyncGenerationResult","AsyncScoringResult","AsyncTranslationResult","DataType","Encoder","EncoderForwardOutput","ExecutionStats","GenerationResult","GenerationStepResult","Generator","ScoringResult","StorageView","TranslationResult","Translator","contains_model","ctranslate2.converters","Converter","FairseqConverter","MarianConverter","OpenAIGPT2Converter","OpenNMTPyConverter","OpenNMTTFConverter","OpusMTConverter","TransformersConverter","get_cuda_device_count","get_log_level","get_supported_compute_types","ctranslate2.models","Wav2Vec2","Whisper","WhisperGenerationResult","WhisperGenerationResultAsync","set_log_level","set_random_seed","ctranslate2.specs","Activation","EmbeddingsMerge","LanguageModelSpec","LayerSpec","ModelSpec","RotaryScalingType","SequenceToSequenceModelSpec","TransformerDecoderModelSpec","TransformerDecoderSpec","TransformerEncoderModelSpec","TransformerEncoderSpec","TransformerSpec","Wav2Vec2Spec","WhisperSpec","Python","Quantization","Quickstart","Speech recognition","Text translation","Versioning"],titleterms:{"100":[6,11],"16":69,"2":11,"50":6,"8":69,"do":4,"float":69,"new":0,activ:54,add:0,altern:1,api:13,ar:4,ask:4,asyncgenerationresult:19,asynchron:16,asyncscoringresult:20,asynctranslationresult:21,autocomplet:1,backward:0,bart:11,beam:[1,6],bert:11,bfloat16:69,bias:1,bit:69,bloom:11,brain:69,build:14,c:[14,70,72],cach:5,client:72,code:14,compat:0,compil:14,constraint:1,contains_model:33,convers:[0,69],convert:[0,34,35],cpu:[12,16,17],ct2_cuda_alloc:3,ct2_cuda_allow_bf16:3,ct2_cuda_allow_fp16:3,ct2_cuda_caching_allocator_config:3,ct2_cuda_true_fp16_gemm:3,ct2_force_cpu_isa:3,ct2_use_experimental_packed_gemm:3,ct2_use_mkl:3,ct2_verbos:3,ctranslat:4,ctranslate2:[18,34,46,53],data:16,datatyp:22,decod:1,develop:13,distilbert:11,docker:14,doe:4,download:14,dynam:72,embeddingsmerg:55,encod:[2,23],encoderforwardoutput:24,english:6,environ:3,equival:6,exampl:[10,72],execut:16,executionstat:25,factor:72,fairseq:6,fairseqconvert:36,falcon:11,featur:1,float16:69,framework:[0,13],frequent:4,from:[14,15],futur:4,gener:[5,8,17,28],generationresult:26,generationstepresult:27,german:6,get:13,get_cuda_device_count:43,get_log_level:44,get_supported_compute_typ:45,gpt:11,gptbigcod:11,gpu:[12,14,17],greedi:1,guid:13,hardwar:12,how:4,i:4,implement:4,implicit:69,index:13,inform:13,instal:14,instead:4,int16:69,int8:69,integ:69,intra:16,j:11,known:4,languag:6,languagemodelspec:56,layerspec:57,length:1,librari:14,limit:4,llama:11,load:69,m2m:[6,11],manag:15,marian:7,marianconvert:37,marianmt:11,mbart:6,memori:15,model:[0,6,16,46,69],modelspec:58,mpt:11,mt:10,multithread:16,neox:11,nllb:11,op:16,openaigpt2convert:38,opennmt:[8,9],opennmtpyconvert:39,opennmttfconvert:40,opt:11,option:14,opu:10,opusmtconvert:41,origin:4,other:13,parallel:16,perform:17,pip:14,plan:4,point:69,portabl:0,posit:1,precis:0,project:4,prompt:5,provid:4,py:8,python:[14,15,68,70,72],pytorch:4,quantiz:[0,69],question:4,quickstart:70,random:1,recognit:71,reduc:0,reduct:72,relat:4,rotaryscalingtyp:59,sampl:1,scoringresult:29,search:[1,6],sequencetosequencemodelspec:60,serial:0,server:4,set_log_level:51,set_random_se:52,should:4,sourc:[14,72],spec:53,special:[5,11],specif:0,speech:71,start:13,storageview:30,stream:5,structur:0,support:[0,12,14,69],t5:11,task:13,tensor:16,tensorflow:4,text:[2,5,8,72],tf:9,thi:4,tip:17,token:[5,11],transform:11,transformer_lm:8,transformerdecodermodelspec:61,transformerdecoderspec:62,transformerencodermodelspec:63,transformerencoderspec:64,transformersconvert:42,transformerspec:65,translat:[4,11,17,32,72],translationresult:31,type:69,us:4,variabl:3,version:73,vocabulari:72,wav2vec2:47,wav2vec2spec:66,what:4,when:4,whisper:[11,48],whispergenerationresult:49,whispergenerationresultasync:50,whisperspec:67,why:4,wmt16:6,wmt19:6,wrapper:14,you:4}})
\ No newline at end of file
diff --git a/speech_recognition.html b/speech_recognition.html
index a7e5f8ddb..3afaa8539 100644
--- a/speech_recognition.html
+++ b/speech_recognition.html
@@ -4,7 +4,7 @@
<meta charset="utf-8" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <title>Speech recognition — CTranslate2 3.20.0 documentation</title>
+ <title>Speech recognition — CTranslate2 3.21.0 documentation</title>
<link rel="stylesheet" href="_static/pygments.css" type="text/css" />
<link rel="stylesheet" href="_static/css/theme.css" type="text/css" />
<link rel="stylesheet" href="_static/custom.css" type="text/css" />
@@ -32,7 +32,7 @@
<a href="index.html" class="icon icon-home"> CTranslate2
</a>
<div class="version">
- 3.20
+ 3.21
</div>
<div role="search">
<form id="rtd-search-form" class="wy-form" action="search.html" method="get">
diff --git a/translation.html b/translation.html
index 900bb6546..78c452073 100644
--- a/translation.html
+++ b/translation.html
@@ -4,7 +4,7 @@
<meta charset="utf-8" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <title>Text translation — CTranslate2 3.20.0 documentation</title>
+ <title>Text translation — CTranslate2 3.21.0 documentation</title>
<link rel="stylesheet" href="_static/pygments.css" type="text/css" />
<link rel="stylesheet" href="_static/css/theme.css" type="text/css" />
<link rel="stylesheet" href="_static/custom.css" type="text/css" />
@@ -32,7 +32,7 @@
<a href="index.html" class="icon icon-home"> CTranslate2
</a>
<div class="version">
- 3.20
+ 3.21
</div>
<div role="search">
<form id="rtd-search-form" class="wy-form" action="search.html" method="get">
diff --git a/versioning.html b/versioning.html
index 041a84b24..bf09a3f37 100644
--- a/versioning.html
+++ b/versioning.html
@@ -4,7 +4,7 @@
<meta charset="utf-8" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
- <title>Versioning — CTranslate2 3.20.0 documentation</title>
+ <title>Versioning — CTranslate2 3.21.0 documentation</title>
<link rel="stylesheet" href="_static/pygments.css" type="text/css" />
<link rel="stylesheet" href="_static/css/theme.css" type="text/css" />
<link rel="stylesheet" href="_static/custom.css" type="text/css" />
@@ -31,7 +31,7 @@
<a href="index.html" class="icon icon-home"> CTranslate2
</a>
<div class="version">
- 3.20
+ 3.21
</div>
<div role="search">
<form id="rtd-search-form" class="wy-form" action="search.html" method="get">