File tree Expand file tree Collapse file tree 2 files changed +7
-4
lines changed Expand file tree Collapse file tree 2 files changed +7
-4
lines changed Original file line number Diff line number Diff line change @@ -54,7 +54,7 @@ override LD_FLAGS += -X "github.com/go-skynet/LocalAI/internal.Commit=$(shell gi
54
54
55
55
OPTIONAL_TARGETS? =
56
56
57
- OS := $(shell uname -s)
57
+ export OS := $(shell uname -s)
58
58
ARCH := $(shell uname -m)
59
59
GREEN := $(shell tput -Txterm setaf 2)
60
60
YELLOW := $(shell tput -Txterm setaf 3)
@@ -764,7 +764,7 @@ backend-assets/grpc/llama-cpp-grpc: backend-assets/grpc
764
764
cp -rf backend/cpp/llama backend/cpp/llama-grpc
765
765
$(MAKE ) -C backend/cpp/llama-grpc purge
766
766
$(info ${GREEN}I llama-cpp build info:grpc${RESET})
767
- CMAKE_ARGS=" $( CMAKE_ARGS) -DLLAMA_RPC=ON -DLLAMA_AVX=off -DLLAMA_AVX2=off -DLLAMA_AVX512=off -DLLAMA_FMA=off -DLLAMA_F16C=off" $(MAKE ) VARIANT=" llama-grpc" build-llama-cpp-grpc-server
767
+ CMAKE_ARGS=" $( CMAKE_ARGS) -DLLAMA_RPC=ON -DLLAMA_AVX=off -DLLAMA_AVX2=off -DLLAMA_AVX512=off -DLLAMA_FMA=off -DLLAMA_F16C=off" TARGET= " --target grpc-server --target rpc-server " $(MAKE ) VARIANT=" llama-grpc" build-llama-cpp-grpc-server
768
768
cp -rfv backend/cpp/llama-grpc/grpc-server backend-assets/grpc/llama-cpp-grpc
769
769
770
770
backend-assets/util/llama-cpp-rpc-server : backend-assets/grpc/llama-cpp-grpc
Original file line number Diff line number Diff line change @@ -4,6 +4,7 @@ LLAMA_VERSION?=
4
4
CMAKE_ARGS? =
5
5
BUILD_TYPE? =
6
6
ONEAPI_VARS? =/opt/intel/oneapi/setvars.sh
7
+ TARGET? =--target grpc-server
7
8
8
9
# If build type is cublas, then we set -DLLAMA_CUBLAS=ON to CMAKE_ARGS automatically
9
10
ifeq ($(BUILD_TYPE ) ,cublas)
@@ -23,6 +24,8 @@ else ifeq ($(BUILD_TYPE),hipblas)
23
24
else ifeq ($(OS),darwin)
24
25
ifneq ($(BUILD_TYPE),metal)
25
26
CMAKE_ARGS+=-DLLAMA_METAL=OFF
27
+ else
28
+ TARGET+=--target ggml-metal
26
29
endif
27
30
endif
28
31
@@ -62,8 +65,8 @@ grpc-server: llama.cpp llama.cpp/examples/grpc-server
62
65
@echo " Building grpc-server with $( BUILD_TYPE) build type and $( CMAKE_ARGS) "
63
66
ifneq (,$(findstring sycl,$(BUILD_TYPE ) ) )
64
67
bash -c "source $(ONEAPI_VARS); \
65
- cd llama.cpp && mkdir -p build && cd build && cmake .. $(CMAKE_ARGS) && $(MAKE )"
68
+ cd llama.cpp && mkdir -p build && cd build && cmake .. $(CMAKE_ARGS) && cmake --build . --config Release $(TARGET )"
66
69
else
67
- cd llama.cpp && mkdir -p build && cd build && cmake .. $(CMAKE_ARGS) && $(MAKE )
70
+ cd llama.cpp && mkdir -p build && cd build && cmake .. $(CMAKE_ARGS) && cmake --build . --config Release $(TARGET )
68
71
endif
69
72
cp llama.cpp/build/bin/grpc-server .
You can’t perform that action at this time.
0 commit comments