Feat/dify rag (#2528)

Co-authored-by: jyong <jyong@dify.ai>

api/tasks/annotation/add_annotation_to_index_task.py

@@ -5,7 +5,7 @@ import click
 from celery import shared_task
 from langchain.schema import Document
 
-from core.index.index import IndexBuilder
+from core.rag.datasource.vdb.vector_factory import Vector
 from models.dataset import Dataset
 from services.dataset_service import DatasetCollectionBindingService
 
@@ -48,9 +48,9 @@ def add_annotation_to_index_task(annotation_id: str, question: str, tenant_id: s
                 "doc_id": annotation_id
             }
         )
-        index = IndexBuilder.get_index(dataset, 'high_quality')
-        if index:
-            index.add_texts([document])
+        vector = Vector(dataset, attributes=['doc_id', 'annotation_id', 'app_id'])
+        vector.create([document], duplicate_check=True)
+
         end_at = time.perf_counter()
         logging.info(
             click.style(