diff --git a/main.py b/main.py index 88d653c..d4ab8fd 100644 --- a/main.py +++ b/main.py @@ -5,7 +5,6 @@ import streamlit as st from dotenv import load_dotenv from kiwipiepy import Kiwi from langchain.retrievers import ContextualCompressionRetriever, EnsembleRetriever -from langchain.retrievers.document_compressors import CrossEncoderReranker from langchain_community.cross_encoders import HuggingFaceCrossEncoder from langchain_community.document_loaders import ( CSVLoader, @@ -22,6 +21,9 @@ from langchain_experimental.text_splitter import SemanticChunker from langchain_huggingface import HuggingFaceEmbeddings from langchain_openai import ChatOpenAI +# from langchain.retrievers.document_compressors import CrossEncoderReranker +from custom_CrossEncoderReranker import CrossEncoderReranker + csv.field_size_limit(10000000) load_dotenv() EMBEDDING_MODEL = "nlpai-lab/KoE5"