Skip to content

Commit b785640

Browse files
authored
fix: fix list of supported bm25 languages (#506)
1 parent 5568a62 commit b785640

1 file changed

Lines changed: 2 additions & 12 deletions

File tree

fastembed/sparse/bm25.py

Lines changed: 2 additions & 12 deletions
Original file line numberDiff line numberDiff line change
@@ -21,35 +21,25 @@
2121
from fastembed.sparse.utils.tokenizer import SimpleTokenizer
2222
from fastembed.common.model_description import SparseModelDescription, ModelSource
2323

24+
2425
supported_languages = [
2526
"arabic",
26-
"azerbaijani",
27-
"basque",
28-
"bengali",
29-
"catalan",
30-
"chinese",
3127
"danish",
3228
"dutch",
3329
"english",
3430
"finnish",
3531
"french",
3632
"german",
3733
"greek",
38-
"hebrew",
39-
"hinglish",
4034
"hungarian",
41-
"indonesian",
4235
"italian",
43-
"kazakh",
44-
"nepali",
4536
"norwegian",
4637
"portuguese",
4738
"romanian",
4839
"russian",
49-
"slovene",
5040
"spanish",
5141
"swedish",
52-
"tajik",
42+
"tamil",
5343
"turkish",
5444
]
5545

0 commit comments

Comments
 (0)