Skip to content

Commit

Permalink
fix: 修复导入的文档删除部分的分段后,字符数不会重新计算 #421
Browse files Browse the repository at this point in the history
  • Loading branch information
shaohuzhang1 committed May 15, 2024
1 parent 052487a commit f74f156
Showing 1 changed file with 4 additions and 1 deletion.
5 changes: 4 additions & 1 deletion apps/dataset/serializers/paragraph_serializers.py
Original file line number Diff line number Diff line change
Expand Up @@ -15,7 +15,7 @@
from rest_framework import serializers

from common.db.search import page_search
from common.event.listener_manage import ListenerManagement, UpdateEmbeddingDocumentIdArgs, UpdateEmbeddingDatasetIdArgs
from common.event.listener_manage import ListenerManagement, UpdateEmbeddingDocumentIdArgs
from common.exception.app_exception import AppApiException
from common.mixins.api_mixin import ApiMixin
from common.util.common import post
Expand Down Expand Up @@ -284,6 +284,7 @@ def batch_delete(self, instance: Dict, with_valid=True):
paragraph_id_list = instance.get("id_list")
QuerySet(Paragraph).filter(id__in=paragraph_id_list).delete()
QuerySet(ProblemParagraphMapping).filter(paragraph_id__in=paragraph_id_list).delete()
update_document_char_length(self.data.get('document_id'))
# 删除向量库
ListenerManagement.delete_embedding_by_paragraph_ids(paragraph_id_list)
return True
Expand Down Expand Up @@ -370,6 +371,7 @@ def migrate(self, with_valid=True):
target_document_id, target_dataset_id))
# 修改段落信息
paragraph_list.update(dataset_id=target_dataset_id, document_id=target_document_id)
update_document_char_length(document_id)

@staticmethod
def update_problem_paragraph_mapping(target_document_id: str, problem_paragraph_mapping):
Expand Down Expand Up @@ -527,6 +529,7 @@ def delete(self, with_valid=False):
paragraph_id = self.data.get('paragraph_id')
QuerySet(Paragraph).filter(id=paragraph_id).delete()
QuerySet(ProblemParagraphMapping).filter(paragraph_id=paragraph_id).delete()
update_document_char_length(self.data.get('document_id'))
ListenerManagement.delete_embedding_by_paragraph_signal.send(paragraph_id)

@staticmethod
Expand Down

0 comments on commit f74f156

Please sign in to comment.