delete sacrebleu extra dependency for Korean and Japanese (#554)

Marker-Inc-Korea · Jul 4, 2024 · 70e432f · 70e432f
1 parent 3dc8672
commit 70e432f
Show file tree

Hide file tree

Showing 2 changed files with 0 additions and 3 deletions.
diff --git a/requirements.txt b/requirements.txt
@@ -10,8 +10,6 @@ pyyaml  # for yaml file
 pyarrow  # for pandas with parquet
 fastparquet  # for pandas with parquet
 sacrebleu  # for bleu score
-sacrebleu[ko] # for bleu score Korean
-sacrebleu[jp] # for bleu score Japanese
 evaluate  # for meteor and other scores
 rouge_score  # for rouge score
 rich  # for pretty logging

diff --git a/tests/autorag/evaluate/metric/test_generation_metric.py b/tests/autorag/evaluate/metric/test_generation_metric.py
@@ -49,7 +49,6 @@ def ko_base_test_generation_metrics(func, solution, **kwargs):
 
 def test_bleu():
     base_test_generation_metrics(bleu, [51.1507, 23.5783, 100.0], lowercase=True)
-    ko_base_test_generation_metrics(bleu, [100.0, 81.9178, 73.7534], lowercase=True, tokenize='ko-mecab', max_ngram_order=2, trg_lang='ko')
 
 
 def test_meteor():