Update bm250kapi.py

InternLM · Sep 5, 2024 · 28b6b0d · 28b6b0d
1 parent 00c2a14
commit 28b6b0d
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/huixiangdou/primitive/bm250kapi.py b/huixiangdou/primitive/bm250kapi.py
@@ -67,6 +67,8 @@ def _tokenize_corpus(self, corpus):
 
     def save(self, chunks:List[Chunk], filedir:str):
         # generate idf with corpus
+        if len(chunks) < 1:
+            return
         self.chunks = chunks
 
         filtered_corpus = []