Skip to content

Commit 8658754

Browse files
committed
fix: use simple config for SearchVector to avoid double stemming
1 parent 63a5a36 commit 8658754

2 files changed

Lines changed: 4 additions & 3 deletions

File tree

apps/common/event/listener_manage.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -230,7 +230,7 @@ def tokenize_by_paragraph(paragraph_id):
230230
)
231231
data_list = list(QuerySet(Embedding).filter(paragraph_id=paragraph_id))
232232
for data, chunk in zip(data_list, chunks):
233-
data.search_vector = SearchVector(Value(to_ts_vector(chunk, user_words=user_words)))
233+
data.search_vector = SearchVector(Value(to_ts_vector(chunk, user_words=user_words)), config='simple')
234234
# 批量保存,减少数据库写入次数
235235
QuerySet(Embedding).filter(paragraph_id=paragraph_id).bulk_update(data_list, ["search_vector"])
236236

apps/knowledge/vector/pg_vector.py

Lines changed: 3 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -71,7 +71,7 @@ def _save(
7171
source_id=source_id,
7272
embedding=text_embedding,
7373
source_type=source_type,
74-
search_vector=SearchVector(Value(to_ts_vector(text, user_words=terms))),
74+
search_vector=SearchVector(Value(to_ts_vector(text, user_words=terms)), config='simple'),
7575
)
7676
embedding.save()
7777
return True
@@ -99,7 +99,8 @@ def _batch_save(self, text_list: List[Dict], embedding: Embeddings, is_the_task_
9999
.values_list("content", flat=True)
100100
),
101101
)
102-
)
102+
),
103+
config='simple',
103104
),
104105
)
105106
for index in range(0, len(texts))

0 commit comments

Comments
 (0)