diff --git a/RAGSDK/MainRepo/Samples/RagDemo/dify/dify_demo.py b/RAGSDK/MainRepo/Samples/RagDemo/dify/dify_demo.py index b2edaf3fcd134e63faaa36b703d809f246d6da42..9e082fd3e68ac6259f26dc940c0ac7be1ad44429 100644 --- a/RAGSDK/MainRepo/Samples/RagDemo/dify/dify_demo.py +++ b/RAGSDK/MainRepo/Samples/RagDemo/dify/dify_demo.py @@ -23,11 +23,12 @@ from pydantic import BaseModel from pymilvus import MilvusClient from starlette.responses import JSONResponse +from paddle.base import libpaddle +from mx_rag.embedding.service import TEIEmbedding from langchain_community.document_loaders import TextLoader from langchain_text_splitters import RecursiveCharacterTextSplitter from mx_rag.document import LoaderMng from mx_rag.document.loader import DocxLoader, PdfLoader -from mx_rag.embedding.service import TEIEmbedding from mx_rag.knowledge import KnowledgeStore, KnowledgeDB from mx_rag.reranker.service import TEIReranker from mx_rag.retrievers import Retriever, FullTextRetriever diff --git a/RAGSDK/MainRepo/Samples/RagDemo/embedding_finetune/finetune.py b/RAGSDK/MainRepo/Samples/RagDemo/embedding_finetune/finetune.py index 7dab74837a84c92a91dc61308bf654dc639c61db..5b3952bced85ce5d2c074d4dbdd22d092484c6f7 100644 --- a/RAGSDK/MainRepo/Samples/RagDemo/embedding_finetune/finetune.py +++ b/RAGSDK/MainRepo/Samples/RagDemo/embedding_finetune/finetune.py @@ -3,6 +3,7 @@ import argparse import os +from paddle.base import libpaddle import torch import torch_npu from datasets import load_dataset @@ -16,7 +17,6 @@ from mx_rag.reranker.local import LocalReranker from mx_rag.tools.finetune.generator import TrainDataGenerator, DataProcessConfig from mx_rag.utils import ClientParam from mx_rag.utils.file_check import FileCheck -from paddle.base import libpaddle from sentence_transformers import SentenceTransformer from sentence_transformers import SentenceTransformerTrainer from sentence_transformers import SentenceTransformerTrainingArguments