From 3b8492eeb97a284182cd30af37e8049d0fc7f6a7 Mon Sep 17 00:00:00 2001 From: chan Date: Mon, 10 Mar 2025 11:09:41 +0900 Subject: [PATCH] =?UTF-8?q?=EC=9C=A0=EC=82=AC=EB=8F=84=20=EC=A0=90?= =?UTF-8?q?=EC=88=98=20=EC=B6=9C=EB=A0=A5=20=EA=B8=B0=EB=8A=A5=20=EC=B6=94?= =?UTF-8?q?=EA=B0=80?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- main.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/main.py b/main.py index 88d653c..d4ab8fd 100644 --- a/main.py +++ b/main.py @@ -5,7 +5,6 @@ import streamlit as st from dotenv import load_dotenv from kiwipiepy import Kiwi from langchain.retrievers import ContextualCompressionRetriever, EnsembleRetriever -from langchain.retrievers.document_compressors import CrossEncoderReranker from langchain_community.cross_encoders import HuggingFaceCrossEncoder from langchain_community.document_loaders import ( CSVLoader, @@ -22,6 +21,9 @@ from langchain_experimental.text_splitter import SemanticChunker from langchain_huggingface import HuggingFaceEmbeddings from langchain_openai import ChatOpenAI +# from langchain.retrievers.document_compressors import CrossEncoderReranker +from custom_CrossEncoderReranker import CrossEncoderReranker + csv.field_size_limit(10000000) load_dotenv() EMBEDDING_MODEL = "nlpai-lab/KoE5"