📦 deps(skills): sync thirdparty skills
This commit is contained in:
+1
-1
@@ -117,7 +117,7 @@ class BM25:
|
||||
def tokenize(self, text):
|
||||
"""Lowercase, split, remove punctuation, filter short words"""
|
||||
text = re.sub(r'[^\w\s]', ' ', str(text).lower())
|
||||
return [w for w in text.split() if len(w) > 2]
|
||||
return [w for w in text.split() if len(w) >= 2]
|
||||
|
||||
def fit(self, documents):
|
||||
"""Build BM25 index from documents"""
|
||||
|
||||
Reference in New Issue
Block a user