From d75116abf04c41cad88038eb38f2154fdec7869f Mon Sep 17 00:00:00 2001 From: vuonghoainam Date: Tue, 12 Sep 2023 16:59:12 +0700 Subject: [PATCH] chore: Refactor to using models dir instead of nested empty folders --- .gitignore | 2 +- jan-inference/llm/models/.gitkeep | 0 run.sh | 6 ++++-- 3 files changed, 5 insertions(+), 3 deletions(-) delete mode 100644 jan-inference/llm/models/.gitkeep diff --git a/.gitignore b/.gitignore index 95fdf6f7b..2f01a3534 100644 --- a/.gitignore +++ b/.gitignore @@ -2,5 +2,5 @@ .env # Jan inference -jan-inference/llm/models/** +models/** error.log diff --git a/jan-inference/llm/models/.gitkeep b/jan-inference/llm/models/.gitkeep deleted file mode 100644 index e69de29bb..000000000 diff --git a/run.sh b/run.sh index cc9fe8c44..2856f8770 100755 --- a/run.sh +++ b/run.sh @@ -32,6 +32,8 @@ progress() { } step=1 +mkdir -p models/ + ### macOS setup if [[ "$OSTYPE" == "darwin"* ]]; then MAX_STEPS=13 @@ -124,10 +126,10 @@ progress 'cp -f sample.env .env' "Prepare .env file" $((step++)) ### ### Download Model -if [ -f "jan-inference/llm/models/llama-2-7b.Q4_K_S.gguf" ]; then +if [ -f "/models/llama-2-7b.Q4_K_S.gguf" ]; then progress '' "Llama model - Installed" $((step++)) else - progress 'wget https://huggingface.co/TheBloke/Llama-2-7B-GGUF/resolve/main/llama-2-7b.Q4_K_S.gguf -P jan-inference/llm/models' "Download Llama model" $((step++)) + progress 'wget https://huggingface.co/TheBloke/Llama-2-7B-GGUF/resolve/main/llama-2-7b.Q4_K_S.gguf -P models' "Download Llama model" $((step++)) fi ###