유사도 점수 출력 기능 추가

This commit is contained in:
2025-03-10 11:09:41 +09:00
parent df5e2350d6
commit 3b8492eeb9

View File

@@ -5,7 +5,6 @@ import streamlit as st
from dotenv import load_dotenv
from kiwipiepy import Kiwi
from langchain.retrievers import ContextualCompressionRetriever, EnsembleRetriever
from langchain.retrievers.document_compressors import CrossEncoderReranker
from langchain_community.cross_encoders import HuggingFaceCrossEncoder
from langchain_community.document_loaders import (
CSVLoader,
@@ -22,6 +21,9 @@ from langchain_experimental.text_splitter import SemanticChunker
from langchain_huggingface import HuggingFaceEmbeddings
from langchain_openai import ChatOpenAI
# from langchain.retrievers.document_compressors import CrossEncoderReranker
from custom_CrossEncoderReranker import CrossEncoderReranker
csv.field_size_limit(10000000)
load_dotenv()
EMBEDDING_MODEL = "nlpai-lab/KoE5"