[ENH] Add infer.py

2023-05-22 21:37:02 +08:00
parent 87d0281b9a
commit 1e2cc06882
3 changed files with 123 additions and 0 deletions
--- a/scripts/infer.sh
+++ b/scripts/infer.sh
@ -0,0 +1,7 @@
+
+python infer.py \
+    --load_8bit True \
+    --base_model 'minlik/chinese-llama-7b-merged' \
+    --lora_weights 'entity303/lawgpt-lora-7b' \
+    --infer_data_path './resources/example_infer_data.json' \
+    --prompt_template 'law_template'