Automatically generated by github-worflow[bot] for commit: fe3e099 (#456)

Co-authored-by: iguazio-cicd <[email protected]>

Author: danielperezz

README.md

@@ -1,3 +1,47 @@
+### Change log [2025-11-18 11:25:34]
+1. Item Updated: `histogram_data_drift` (from version: `1.0.0` to `1.0.0`)
+2. New item created: `openai_proxy_app` (version: `1.0.0`)
+3. Item Updated: `count_events` (from version: `1.0.0` to `1.0.0`)
+4. New item created: `evidently_iris` (version: `1.0.0`)
+
+### Change log [2025-11-18 11:25:26]
+1. Item Updated: `test_classifier` (from version: `1.1.0` to `1.1.0`)
+2. Item Updated: `sklearn_classifier` (from version: `1.2.0` to `1.2.0`)
+3. Item Updated: `model_server_tester` (from version: `1.1.0` to `1.1.0`)
+4. Item Updated: `azureml_serving` (from version: `1.1.0` to `1.1.0`)
+5. Item Updated: `describe_dask` (from version: `1.2.0` to `1.2.0`)
+6. Item Updated: `batch_inference` (from version: `1.8.0` to `1.8.0`)
+7. Item Updated: `v2_model_server` (from version: `1.2.0` to `1.2.0`)
+8. Item Updated: `gen_class_data` (from version: `1.3.0` to `1.3.0`)
+9. Item Updated: `send_email` (from version: `1.2.0` to `1.2.0`)
+10. Item Updated: `tf2_serving` (from version: `1.1.0` to `1.1.0`)
+11. Item Updated: `aggregate` (from version: `1.4.0` to `1.4.0`)
+12. Item Updated: `open_archive` (from version: `1.2.0` to `1.2.0`)
+13. Item Updated: `describe` (from version: `1.4.0` to `1.4.0`)
+14. Item Updated: `v2_model_tester` (from version: `1.1.0` to `1.1.0`)
+15. Item Updated: `text_to_audio_generator` (from version: `1.3.0` to `1.3.0`)
+16. Item Updated: `pii_recognizer` (from version: `0.4.0` to `0.4.0`)
+17. Item Updated: `github_utils` (from version: `1.1.0` to `1.1.0`)
+18. Item Updated: `sklearn_classifier_dask` (from version: `1.1.1` to `1.1.1`)
+19. Item Updated: `azureml_utils` (from version: `1.4.0` to `1.4.0`)
+20. Item Updated: `question_answering` (from version: `0.5.0` to `0.5.0`)
+21. Item Updated: `structured_data_generator` (from version: `1.6.0` to `1.6.0`)
+22. Item Updated: `arc_to_parquet` (from version: `1.5.0` to `1.5.0`)
+23. Item Updated: `silero_vad` (from version: `1.4.0` to `1.4.0`)
+24. Item Updated: `load_dataset` (from version: `1.2.0` to `1.2.0`)
+25. Item Updated: `auto_trainer` (from version: `1.8.0` to `1.8.0`)
+26. Item Updated: `feature_selection` (from version: `1.6.0` to `1.6.0`)
+27. Item Updated: `translate` (from version: `0.3.0` to `0.3.0`)
+28. Item Updated: `describe_spark` (from version: `1.1.0` to `1.1.0`)
+29. Item Updated: `pyannote_audio` (from version: `1.3.0` to `1.3.0`)
+30. Item Updated: `onnx_utils` (from version: `1.3.0` to `1.3.0`)
+31. Item Updated: `batch_inference_v2` (from version: `2.6.0` to `2.6.0`)
+32. Item Updated: `transcribe` (from version: `1.2.0` to `1.2.0`)
+33. Item Updated: `model_server` (from version: `1.2.0` to `1.2.0`)
+34. Item Updated: `mlflow_utils` (from version: `1.1.0` to `1.1.0`)
+35. Item Updated: `noise_reduction` (from version: `1.1.0` to `1.1.0`)
+36. Item Updated: `hugging_face_serving` (from version: `1.1.0` to `1.1.0`)
+
 ### Change log [2025-11-17 14:01:16]
 1. Item Updated: `histogram_data_drift` (from version: `1.0.0` to `1.0.0`)
 2. Item Updated: `openai_proxy_app` (from version: `1.0.0` to `1.0.0`)

catalog.json

@@ -1 +1 @@
-{"categories": ["NLP", "monitoring", "genai", "deep-learning", "model-serving", "data-generation", "utils", "model-training", "audio", "data-analysis", "data-preparation", "machine-learning", "model-testing"], "kind": ["job", "nuclio:serving", "serving"]}
+{"kind": ["job", "serving", "nuclio:serving"], "categories": ["utils", "model-testing", "data-generation", "machine-learning", "NLP", "data-analysis", "model-serving", "monitoring", "deep-learning", "model-training", "data-preparation", "audio", "genai"]}

functions/master/catalog.json

@@ -0,0 +1,30 @@
+apiVersion: v1
+categories:
+- genai
+- NLP
+description: Translate text files from one language to another
+doc: ''
+example: translate.ipynb
+generationDate: 2023-12-05:17-20
+hidden: false
+icon: ''
+labels:
+  author: Iguazio
+maintainers: []
+marketplaceType: ''
+mlrunVersion: 1.10.0-rc41
+name: translate
+platformVersion: 3.5.3
+spec:
+  filename: translate.py
+  handler: translate
+  image: mlrun/mlrun
+  kind: job
+  requirements:
+    - transformers
+    - sentencepiece
+    - torch>=2.6
+    - tqdm
+url: ''
+version: 0.3.0
+test_valid: True

functions/master/tags.json

@@ -0,0 +1,4 @@
+transformers
+tqdm
+torch>=2.6
+sentencepiece

functions/master/translate/0.3.0/src/function.yaml

@@ -0,0 +1,51 @@
+# Copyright 2023 Iguazio
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+import os.path
+import tempfile
+
+import mlrun
+
+
+def test_translate():
+    project = mlrun.new_project("test-translate")
+    translate_fn = project.set_function("translate.py", "translate", image="mlrun/mlrun")
+    input_text = "Ali her gece bir kitap okur."
+    expected_translation = "Ali reads a book every night."
+
+    with tempfile.TemporaryDirectory() as test_dir:
+        with tempfile.TemporaryDirectory() as data_dir:
+            with open(os.path.join(data_dir, "test_tr.txt"), "w") as f:
+                f.write(input_text)
+            translate_run = translate_fn.run(
+                handler="translate",
+                inputs={
+                    "data_path": data_dir,
+                },
+                params={
+                    "model_name": "Helsinki-NLP/opus-mt-tr-en",
+                    "device": "cpu",
+                    "output_directory": test_dir,
+                },
+                local=True,
+                returns=[
+                    "files: path",
+                    "text_files_dataframe: dataset",
+                    "errors: dict",
+                ],
+                artifact_path=test_dir,
+            )
+            assert translate_run.status.state == "completed"
+            with open(os.path.join(test_dir, "test_tr.txt")) as f:
+                assert f.read() == expected_translation
+