Select qarquet files

This commit is contained in:
kyy
2025-03-18 17:28:07 +09:00
parent 9323aa254a
commit 3266c48762

15
main.py
View File

@@ -9,18 +9,19 @@ from llama_index.llms.ollama import Ollama
data_path = './projects/example_01' # 폴더명 확인
OLLAMA_BASE_URL = "autorag-ollama:11434"
autorag.generator_models["ollama"] = autorag.LazyInit(Ollama, base_url=OLLAMA_BASE_URL, model="phi4", request_timeout=300, num_gpus=1)
autorag.generator_models["ollama"] = autorag.LazyInit(Ollama, base_url=OLLAMA_BASE_URL, model="gemma3:12b", request_timeout=300, num_gpus=1)
# autorag.generator_models["ollama"] = autorag.LazyInit(Ollama, base_url=OLLAMA_BASE_URL, model="deepseek-r1:14b", request_timeout=300, num_gpus=1)
# autorag.generator_models["ollama"] = autorag.LazyInit(Ollama, base_url=OLLAMA_BASE_URL, model="aya-expanse:8b", request_timeout=300, num_gpus=1)
autorag.generator_models["ollama"] = autorag.LazyInit(Ollama, base_url=OLLAMA_BASE_URL, model="phi4", request_timeout=300, num_gpus=1)
autorag.generator_models["ollama"] = autorag.LazyInit(Ollama, base_url=OLLAMA_BASE_URL, model="deepseek-r1:14b", request_timeout=300, num_gpus=1)
autorag.generator_models["ollama"] = autorag.LazyInit(Ollama, base_url=OLLAMA_BASE_URL, model="aya-expanse:8b", request_timeout=300, num_gpus=1)
# autorag/embedding/base.py 임베딩 모델추가함
data_index=1
@click.command()
@click.option('--config', type=click.Path(exists=True), default=os.path.join(data_path, 'config.yaml'))
@click.option('--qa_data_path', type=click.Path(exists=True), default=os.path.join(data_path, 'qa.parquet'))
@click.option('--corpus_data_path', type=click.Path(exists=True), default=os.path.join(data_path, 'corpus.parquet'))
@click.option('--project_dir', type=click.Path(exists=False), default=os.path.join(data_path, 'benchmark'))
@click.option('--qa_data_path', type=click.Path(exists=True), default=os.path.join(data_path, f'qa_{data_index}.parquet'))
@click.option('--corpus_data_path', type=click.Path(exists=True), default=os.path.join(data_path, f'corpus_{data_index}.parquet'))
@click.option('--project_dir', type=click.Path(exists=False), default=os.path.join(data_path, f'benchmark_ck{data_index}'))
def main(config, qa_data_path, corpus_data_path, project_dir):
load_dotenv()