유사도 점수 출력 기능 추가
This commit is contained in:
4
main.py
4
main.py
@@ -5,7 +5,6 @@ import streamlit as st
|
||||
from dotenv import load_dotenv
|
||||
from kiwipiepy import Kiwi
|
||||
from langchain.retrievers import ContextualCompressionRetriever, EnsembleRetriever
|
||||
from langchain.retrievers.document_compressors import CrossEncoderReranker
|
||||
from langchain_community.cross_encoders import HuggingFaceCrossEncoder
|
||||
from langchain_community.document_loaders import (
|
||||
CSVLoader,
|
||||
@@ -22,6 +21,9 @@ from langchain_experimental.text_splitter import SemanticChunker
|
||||
from langchain_huggingface import HuggingFaceEmbeddings
|
||||
from langchain_openai import ChatOpenAI
|
||||
|
||||
# from langchain.retrievers.document_compressors import CrossEncoderReranker
|
||||
from custom_CrossEncoderReranker import CrossEncoderReranker
|
||||
|
||||
csv.field_size_limit(10000000)
|
||||
load_dotenv()
|
||||
EMBEDDING_MODEL = "nlpai-lab/KoE5"
|
||||
|
||||
Reference in New Issue
Block a user