diff --git a/poetry.lock b/poetry.lock index 85e90c59..42ef318e 100644 --- a/poetry.lock +++ b/poetry.lock @@ -1,4 +1,4 @@ -# This file is automatically @generated by Poetry 2.1.3 and should not be changed by hand. +# This file is automatically @generated by Poetry 2.1.2 and should not be changed by hand. [[package]] name = "accelerate" @@ -3016,6 +3016,53 @@ files = [ ] markers = {main = "extra == \"vllm\""} +[[package]] +name = "mecab-ko" +version = "1.0.1" +description = "Python wrapper for the MeCab-ko morphological analyzer for Korean" +optional = false +python-versions = "*" +groups = ["main"] +files = [ + {file = "mecab-ko-1.0.1.tar.gz", hash = "sha256:39363e184bb76806a9781b25a233846e4ba7e877cba0f3b4aa2f15a6057564e5"}, + {file = "mecab_ko-1.0.1-cp310-cp310-macosx_11_0_x86_64.whl", hash = "sha256:453aa072bb42e982391fa8c7b07d262346d09aa3552dc2d1c50986cdd341a12a"}, + {file = "mecab_ko-1.0.1-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:91e037e2be3b4d61496d0546f68fa7eef745bc7ca645c41d0a4c0bb88d6ac836"}, + {file = "mecab_ko-1.0.1-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:16a762171d41afa0d937fad13428b07d8d6f677ea52c185d0a73f02e6dba5988"}, + {file = "mecab_ko-1.0.1-cp310-cp310-win_amd64.whl", hash = "sha256:ab92f6a4601d76500d3aff34bfd19f181dcab493ae481eaca42265e9aa5b74ad"}, + {file = "mecab_ko-1.0.1-cp311-cp311-macosx_10_9_universal2.whl", hash = "sha256:c345ecf7005bc7bbd1f57cc17cb7a047e3d1e59269625d4c6fc60120000233da"}, + {file = "mecab_ko-1.0.1-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:07fb4b1a95135f2d12156719af712f98405976862f5b98c164a368f512b395dc"}, + {file = "mecab_ko-1.0.1-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:4cdcf1568f29814d1c68af7f38f9d6bb566ea65497136ec0e207eb063d46cc67"}, + {file = "mecab_ko-1.0.1-cp311-cp311-win_amd64.whl", hash = "sha256:016ffa232cd40c82bebeeaaae74050f7901f586e52b44c056ca2928168022f04"}, + {file = "mecab_ko-1.0.1-cp36-cp36m-macosx_10_14_x86_64.whl", hash = "sha256:cdc9d64e92bfb415f8c1e695a6dd1287b4c4a9e8a455b0d15dadffd33ce7d115"}, + {file = "mecab_ko-1.0.1-cp36-cp36m-win_amd64.whl", hash = "sha256:1bfa1394b65c19a0a8a61655e806a73b6421aba500e9b57cc2cc7bd2dccc97aa"}, + {file = "mecab_ko-1.0.1-cp37-cp37m-macosx_10_15_x86_64.whl", hash = "sha256:dd19106d5f9ea1b5ee847ed56d0bddd261685e10b15db852848bfd233c9ae579"}, + {file = "mecab_ko-1.0.1-cp37-cp37m-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:ee71ad251c57526af54cf005b2803e1df3e0ffe8b350464d8f75f936e2470087"}, + {file = "mecab_ko-1.0.1-cp37-cp37m-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:b380495c4f43306b9f6fa8e030d2d86286ce75c364c84393e7d5043f7093a5b2"}, + {file = "mecab_ko-1.0.1-cp37-cp37m-win_amd64.whl", hash = "sha256:0ef9588fcd7ad9c28bffc4520194718bf193a5e7d017cc0ebb75332c0eebf7db"}, + {file = "mecab_ko-1.0.1-cp38-cp38-macosx_10_15_x86_64.whl", hash = "sha256:1f4172ed0cee3615ef6f93312e344e39e4424622191253bc9483b7cc7dff98e9"}, + {file = "mecab_ko-1.0.1-cp38-cp38-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:eb10a7e1da1e66a16798d3d96d7c4b52c1290e57c8d38922b0f6f72ddc3915bc"}, + {file = "mecab_ko-1.0.1-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:a6c55cf3079e0578aec0e29a72aa1d21125a119dbf7cd57059b01b2523fe26cf"}, + {file = "mecab_ko-1.0.1-cp38-cp38-win_amd64.whl", hash = "sha256:f03885c4c306f21e840627fbfe0bbab7b3d5607ff9243daa8cd725ee8320615f"}, + {file = "mecab_ko-1.0.1-cp39-cp39-macosx_11_0_x86_64.whl", hash = "sha256:ec5029cafeaf684c8d16a37038eadc1fdbfa8daf96c49583801ec7b9859ed27d"}, + {file = "mecab_ko-1.0.1-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:4d0675359d82a26e381441376a1400e87144f1ca1180046df91a48261077e248"}, + {file = "mecab_ko-1.0.1-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:bbc6f0fa30dcfded65e65c6295a6cbd1a6a7f2ba33f710ac3e4921361c3623f7"}, + {file = "mecab_ko-1.0.1-cp39-cp39-win_amd64.whl", hash = "sha256:e19367e157c9cd912cbf9bbbb93fddb07f38a636d1c1364eda878ebe7f52d94d"}, +] + +[package.dependencies] +mecab-ko-dic = ">=1.0,<2.0" + +[[package]] +name = "mecab-ko-dic" +version = "1.0.0" +description = "mecab-ko-dic packaged for Python" +optional = false +python-versions = "*" +groups = ["main"] +files = [ + {file = "mecab-ko-dic-1.0.0.tar.gz", hash = "sha256:3ba22858736e02e8a0e92f2a7f099528c733ae47701b29d12c75e982a85d1f11"}, +] + [[package]] name = "mecab-python3" version = "1.0.10" @@ -6226,6 +6273,8 @@ files = [ colorama = "*" ipadic = {version = ">=1.0,<2.0", optional = true, markers = "extra == \"ja\""} lxml = "*" +mecab-ko = {version = ">=1.0.0,<=1.0.1", optional = true, markers = "extra == \"ko\""} +mecab-ko-dic = {version = ">=1.0,<2.0", optional = true, markers = "extra == \"ko\""} mecab-python3 = {version = ">=1.0.9,<2.0.0", optional = true, markers = "extra == \"ja\""} numpy = ">=1.17" portalocker = "*" @@ -8518,4 +8567,4 @@ wandb = ["wandb"] [metadata] lock-version = "2.1" python-versions = ">=3.10,<3.13" -content-hash = "f9d97a4594fcc05e67206bc48e8abaf18d5396448b355246de7659a09eb430a6" +content-hash = "6a8d039797923365062b230070ce04883466ed52f8eaee9b42e76cb9fa40e4f3" diff --git a/pyproject.toml b/pyproject.toml index 83403c0d..d527110b 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -25,7 +25,7 @@ jinja2 = "^3.1.2" fuzzywuzzy = "^0.18.0" python-levenshtein = "^0.23.0" rouge = "^1.0.1" -sacrebleu = {extras = ["ja"], version = "^2.4.1"} +sacrebleu = {extras = ["ja", "ko"], version = "^2.4.1"} jiwer = "^3.0.4" openai = "^1.52.2" google-api-python-client = "^2.131.0"