chan/rag_streamlit
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

유사도 점수 출력 기능 추가

Browse Source
This commit is contained in:
조찬영
2025-03-10 11:09:41 +09:00
parent df5e2350d6
commit 3b8492eeb9
1 changed files with 3 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
main.py
View File

@@ -5,7 +5,6 @@ import streamlit as st
from dotenv import load_dotenv from dotenv import load_dotenv
from kiwipiepy import Kiwi from kiwipiepy import Kiwi
from langchain.retrievers import ContextualCompressionRetriever, EnsembleRetriever from langchain.retrievers import ContextualCompressionRetriever, EnsembleRetriever
from langchain.retrievers.document_compressors import CrossEncoderReranker
from langchain_community.cross_encoders import HuggingFaceCrossEncoder from langchain_community.cross_encoders import HuggingFaceCrossEncoder
from langchain_community.document_loaders import ( from langchain_community.document_loaders import (
CSVLoader, CSVLoader,
@@ -22,6 +21,9 @@ from langchain_experimental.text_splitter import SemanticChunker
from langchain_huggingface import HuggingFaceEmbeddings from langchain_huggingface import HuggingFaceEmbeddings
from langchain_openai import ChatOpenAI from langchain_openai import ChatOpenAI
# from langchain.retrievers.document_compressors import CrossEncoderReranker
from custom_CrossEncoderReranker import CrossEncoderReranker
csv.field_size_limit(10000000) csv.field_size_limit(10000000)
load_dotenv() load_dotenv()
EMBEDDING_MODEL = "nlpai-lab/KoE5" EMBEDDING_MODEL = "nlpai-lab/KoE5"