refactor evaluation, upgrade trl to 074

2023-11-13 22:20:35 +08:00
parent 528d91192a
commit 442aefb925
21 changed files with 341 additions and 247 deletions
--- a/src/llmtuner/init.py
+++ b/src/llmtuner/init.py
@@ -1,7 +1,8 @@
-# Level: api, webui > chat > tuner > dsets > extras, hparams
+# Level: api, webui > chat, eval > tuner > dsets > extras, hparams

 from llmtuner.api import create_app
 from llmtuner.chat import ChatModel
+from llmtuner.eval import Evaluator
 from llmtuner.tuner import export_model, run_exp
 from llmtuner.webui import create_ui, create_web_demo