Skip to content

Commit

Permalink
Update make file to reflect llama.cpp updates
Browse files Browse the repository at this point in the history
Signed-off-by: Daniel Bevenius <[email protected]>
  • Loading branch information
danbev committed Jun 19, 2024
1 parent e8d0995 commit aee0e17
Showing 1 changed file with 5 additions and 5 deletions.
10 changes: 5 additions & 5 deletions fundamentals/llama.cpp/Makefile
Original file line number Diff line number Diff line change
Expand Up @@ -24,7 +24,7 @@ llama-cuda-debug:
llama-debug:
cd llama.cpp && make -j8 LLAMA_DEBUG=1 DEBUG=1

CXXFLAGS = -g3 -Wall -Illama.cpp/ -Illama.cpp/common -Lllama.cpp/
CXXFLAGS = -g3 -Wall -Illama.cpp/ -Illama.cpp/common -Lllama.cpp/ -fopenmp

OBJS = llama.cpp/common.o \
llama.cpp/build-info.o \
Expand Down Expand Up @@ -196,7 +196,7 @@ merge-lora-adapter-with-base-model:
--lora lora-${TYPE}-training-LATEST.gguf

predict-lora:
./llama.cpp/main -m models/open_llama-2-7b.gguf \
./llama.cpp/llama-cli -m models/open_llama-2-7b.gguf \
--lora lora-training-LATEST.gguf \
-n 100 \
--n-gpu-layers 10 \
Expand All @@ -214,7 +214,7 @@ predict-open-llama-lora-merged-model: PROMPT = "Love's fire heats water"
predict-open-llama-lora-merged-model: predict-lora-merged-model

predict-lora-merged-model:
./llama.cpp/main -m ${MODEL} \
./llama.cpp/llama-cli -m ${MODEL} \
-n 100 \
--n-gpu-layers ${LAYERS} \
--no-display-prompt \
Expand All @@ -229,8 +229,8 @@ predict-lora-merged-model:
#-p "<s>[INST] What is the capital of Sweden? [/INST]"
#-p "<s>[INST] Can you show me a summary of 2 things to do Stockholm? [/INST]"

llama-main:
cd llama.cpp && make main LLAMA_CUBLAS=1
llama-cli:
cd llama.cpp && make llama-cli LLAMA_CUBLAS=1

check-llama.cpp-finetune-include:
/home/danielbevenius/work/c++/include-what-you-use/build/bin/include-what-you-use -Illama.cpp -I/usr/lib/clang/17/include/ -Illama.cpp/common llama.cpp/examples/finetune/finetune.cpp
Expand Down

0 comments on commit aee0e17

Please sign in to comment.