Spaces:
Runtime error
Runtime error
| # Define the default target now so that it is always the first target | |
| BUILD_TARGETS = \ | |
| libllava.a \ | |
| llama-batched \ | |
| llama-batched-bench \ | |
| llama-bench \ | |
| llama-cli \ | |
| llama-convert-llama2c-to-ggml \ | |
| llama-embedding \ | |
| llama-eval-callback \ | |
| llama-export-lora \ | |
| llama-gbnf-validator \ | |
| llama-gguf \ | |
| llama-gguf-hash \ | |
| llama-gguf-split \ | |
| llama-gritlm \ | |
| llama-imatrix \ | |
| llama-infill \ | |
| llama-llava-cli \ | |
| llama-minicpmv-cli\ | |
| llama-lookahead \ | |
| llama-lookup \ | |
| llama-lookup-create \ | |
| llama-lookup-merge \ | |
| llama-lookup-stats \ | |
| llama-parallel \ | |
| llama-passkey \ | |
| llama-perplexity \ | |
| llama-q8dot \ | |
| llama-quantize \ | |
| llama-quantize-stats \ | |
| llama-retrieval \ | |
| llama-save-load-state \ | |
| llama-server \ | |
| llama-simple \ | |
| llama-simple-chat \ | |
| llama-speculative \ | |
| llama-tokenize \ | |
| llama-vdot \ | |
| llama-cvector-generator \ | |
| llama-gen-docs \ | |
| tests/test-c.o | |
| # Binaries only useful for tests | |
| TEST_TARGETS = \ | |
| tests/test-arg-parser \ | |
| tests/test-autorelease \ | |
| tests/test-backend-ops \ | |
| tests/test-chat-template \ | |
| tests/test-double-float \ | |
| tests/test-grad0 \ | |
| tests/test-grammar-integration \ | |
| tests/test-grammar-parser \ | |
| tests/test-json-schema-to-grammar \ | |
| tests/test-llama-grammar \ | |
| tests/test-log \ | |
| tests/test-model-load-cancel \ | |
| tests/test-quantize-fns \ | |
| tests/test-quantize-perf \ | |
| tests/test-rope \ | |
| tests/test-sampling \ | |
| tests/test-tokenizer-0 \ | |
| tests/test-tokenizer-1-bpe \ | |
| tests/test-tokenizer-1-spm | |
| # tests/test-opt \ | |
| # Legacy build targets that were renamed in #7809, but should still be removed when the project is cleaned | |
| LEGACY_TARGETS_CLEAN = main quantize quantize-stats perplexity imatrix embedding vdot q8dot convert-llama2c-to-ggml \ | |
| simple batched batched-bench save-load-state server gguf gguf-split eval-callback llama-bench libllava.a llava-cli baby-llama \ | |
| retrieval speculative infill tokenize parallel export-lora lookahead lookup passkey gritlm | |
| # Legacy build targets that were renamed in #7809, but we want to build binaries that for them that output a deprecation warning if people try to use them. | |
| # We don't want to clutter things too much, so we only build replacements for the most commonly used binaries. | |
| LEGACY_TARGETS_BUILD = main quantize perplexity embedding server | |
| # Deprecation aliases | |
| ifdef LLAMA_CUBLAS | |
| $(error LLAMA_CUBLAS is removed. Use GGML_CUDA instead.) | |
| endif | |
| ifdef LLAMA_CUDA | |
| GGML_CUDA := 1 | |
| DEPRECATE_WARNING := 1 | |
| endif | |
| ifdef LLAMA_KOMPUTE | |
| GGML_KOMPUTE := 1 | |
| DEPRECATE_WARNING := 1 | |
| endif | |
| ifdef LLAMA_METAL | |
| GGML_METAL := 1 | |
| DEPRECATE_WARNING := 1 | |
| endif | |
| ifdef LLAMA_RPC | |
| GGML_RPC := 1 | |
| DEPRECATE_WARNING := 1 | |
| endif | |
| ifdef LLAMA_SYCL | |
| GGML_SYCL := 1 | |
| DEPRECATE_WARNING := 1 | |
| endif | |
| ifdef LLAMA_SYCL_F16 | |
| GGML_SYCL_F16 := 1 | |
| DEPRECATE_WARNING := 1 | |
| endif | |
| ifdef LLAMA_OPENBLAS | |
| GGML_OPENBLAS := 1 | |
| DEPRECATE_WARNING := 1 | |
| endif | |
| ifdef LLAMA_OPENBLAS64 | |
| GGML_OPENBLAS64 := 1 | |
| DEPRECATE_WARNING := 1 | |
| endif | |
| ifdef LLAMA_BLIS | |
| GGML_BLIS := 1 | |
| DEPRECATE_WARNING := 1 | |
| endif | |
| ifdef LLAMA_NO_LLAMAFILE | |
| GGML_NO_LLAMAFILE := 1 | |
| DEPRECATE_WARNING := 1 | |
| endif | |
| ifdef LLAMA_NO_ACCELERATE | |
| GGML_NO_ACCELERATE := 1 | |
| DEPRECATE_WARNING := 1 | |
| endif | |
| ifdef LLAMA_NO_OPENMP | |
| GGML_NO_OPENMP := 1 | |
| DEPRECATE_WARNING := 1 | |
| endif | |
| ifdef LLAMA_NO_METAL | |
| GGML_NO_METAL := 1 | |
| DEPRECATE_WARNING := 1 | |
| endif | |
| ifdef LLAMA_DISABLE_LOGS | |
| REMOVE_WARNING := 1 | |
| endif | |
| ifdef LLAMA_SERVER_VERBOSE | |
| REMOVE_WARNING := 1 | |
| endif | |
| ifndef UNAME_S | |
| UNAME_S := $(shell uname -s) | |
| endif | |
| ifndef UNAME_P | |
| UNAME_P := $(shell uname -p) | |
| endif | |
| ifndef UNAME_M | |
| UNAME_M := $(shell uname -m) | |
| endif | |
| # In GNU make default CXX is g++ instead of c++. Let's fix that so that users | |
| # of non-gcc compilers don't have to provide g++ alias or wrapper. | |
| DEFCC := cc | |
| DEFCXX := c++ | |
| ifeq ($(origin CC),default) | |
| CC := $(DEFCC) | |
| endif | |
| ifeq ($(origin CXX),default) | |
| CXX := $(DEFCXX) | |
| endif | |
| # Mac OS + Arm can report x86_64 | |
| # ref: https://github.com/ggerganov/whisper.cpp/issues/66#issuecomment-1282546789 | |
| ifeq ($(UNAME_S),Darwin) | |
| ifndef GGML_NO_METAL | |
| GGML_METAL := 1 | |
| endif | |
| GGML_NO_OPENMP := 1 | |
| ifneq ($(UNAME_P),arm) | |
| SYSCTL_M := $(shell sysctl -n hw.optional.arm64 2>/dev/null) | |
| ifeq ($(SYSCTL_M),1) | |
| # UNAME_P := arm | |
| # UNAME_M := arm64 | |
| warn := $(warning Your arch is announced as x86_64, but it seems to actually be ARM64. Not fixing that can lead to bad performance. For more info see: https://github.com/ggerganov/whisper.cpp/issues/66\#issuecomment-1282546789) | |
| endif | |
| endif | |
| endif | |
| ifdef GGML_METAL | |
| GGML_METAL_EMBED_LIBRARY := 1 | |
| endif | |
| ifdef GGML_RPC | |
| BUILD_TARGETS += rpc-server | |
| endif | |
| ifdef GGML_VULKAN | |
| BUILD_TARGETS += vulkan-shaders-gen | |
| endif | |
| default: $(BUILD_TARGETS) $(LEGACY_TARGETS_BUILD) | |
| test: $(TEST_TARGETS) | |
| @failures=0; \ | |
| for test_target in $(TEST_TARGETS); do \ | |
| if [ "$$test_target" = "tests/test-tokenizer-0" ]; then \ | |
| ./$$test_target $(CURDIR)/models/ggml-vocab-llama-spm.gguf; \ | |
| ./$$test_target $(CURDIR)/models/ggml-vocab-llama-bpe.gguf; \ | |
| ./$$test_target $(CURDIR)/models/ggml-vocab-phi-3.gguf; \ | |
| ./$$test_target $(CURDIR)/models/ggml-vocab-falcon.gguf; \ | |
| ./$$test_target $(CURDIR)/models/ggml-vocab-bert-bge.gguf; \ | |
| ./$$test_target $(CURDIR)/models/ggml-vocab-starcoder.gguf; \ | |
| ./$$test_target $(CURDIR)/models/ggml-vocab-gpt-2.gguf; \ | |
| ./$$test_target $(CURDIR)/models/ggml-vocab-refact.gguf; \ | |
| elif [ "$$test_target" = "tests/test-tokenizer-1-spm" ]; then \ | |
| continue; \ | |
| elif [ "$$test_target" = "tests/test-tokenizer-1-bpe" ]; then \ | |
| continue; \ | |
| else \ | |
| echo "Running test $$test_target..."; \ | |
| ./$$test_target; \ | |
| fi; \ | |
| if [ $$? -ne 0 ]; then \ | |
| printf 'Test %s FAILED!\n\n' $$test_target; \ | |
| failures=$$(( failures + 1 )); \ | |
| else \ | |
| printf 'Test %s passed.\n\n' $$test_target; \ | |
| fi; \ | |
| done; \ | |
| if [ $$failures -gt 0 ]; then \ | |
| printf '\n%s tests failed.\n' $$failures; \ | |
| exit 1; \ | |
| fi | |
| @echo 'All tests passed.' | |
| all: $(BUILD_TARGETS) $(TEST_TARGETS) $(LEGACY_TARGETS_BUILD) | |
| ifdef RISCV_CROSS_COMPILE | |
| CC := riscv64-unknown-linux-gnu-gcc | |
| CXX := riscv64-unknown-linux-gnu-g++ | |
| endif | |
| # | |
| # Compile flags | |
| # | |
| # keep standard at C11 and C++11 | |
| MK_CPPFLAGS = -Iggml/include -Iggml/src -Iinclude -Isrc -Icommon | |
| MK_CFLAGS = -std=c11 -fPIC | |
| MK_CXXFLAGS = -std=c++11 -fPIC | |
| MK_NVCCFLAGS = -std=c++11 | |
| ifdef LLAMA_NO_CCACHE | |
| GGML_NO_CCACHE := 1 | |
| DEPRECATE_WARNING := 1 | |
| endif | |
| ifndef GGML_NO_CCACHE | |
| CCACHE := $(shell which ccache) | |
| ifdef CCACHE | |
| export CCACHE_SLOPPINESS = time_macros | |
| $(info I ccache found, compilation results will be cached. Disable with GGML_NO_CCACHE.) | |
| CC := $(CCACHE) $(CC) | |
| CXX := $(CCACHE) $(CXX) | |
| else | |
| $(info I ccache not found. Consider installing it for faster compilation.) | |
| endif # CCACHE | |
| endif # GGML_NO_CCACHE | |
| # clock_gettime came in POSIX.1b (1993) | |
| # CLOCK_MONOTONIC came in POSIX.1-2001 / SUSv3 as optional | |
| # posix_memalign came in POSIX.1-2001 / SUSv3 | |
| # M_PI is an XSI extension since POSIX.1-2001 / SUSv3, came in XPG1 (1985) | |
| MK_CPPFLAGS += -D_XOPEN_SOURCE=600 | |
| # Somehow in OpenBSD whenever POSIX conformance is specified | |
| # some string functions rely on locale_t availability, | |
| # which was introduced in POSIX.1-2008, forcing us to go higher | |
| ifeq ($(UNAME_S),OpenBSD) | |
| MK_CPPFLAGS += -U_XOPEN_SOURCE -D_XOPEN_SOURCE=700 | |
| endif | |
| # Data types, macros and functions related to controlling CPU affinity and | |
| # some memory allocation are available on Linux through GNU extensions in libc | |
| ifeq ($(UNAME_S),Linux) | |
| MK_CPPFLAGS += -D_GNU_SOURCE | |
| endif | |
| # RLIMIT_MEMLOCK came in BSD, is not specified in POSIX.1, | |
| # and on macOS its availability depends on enabling Darwin extensions | |
| # similarly on DragonFly, enabling BSD extensions is necessary | |
| ifeq ($(UNAME_S),Darwin) | |
| MK_CPPFLAGS += -D_DARWIN_C_SOURCE | |
| endif | |
| ifeq ($(UNAME_S),DragonFly) | |
| MK_CPPFLAGS += -D__BSD_VISIBLE | |
| endif | |
| # alloca is a non-standard interface that is not visible on BSDs when | |
| # POSIX conformance is specified, but not all of them provide a clean way | |
| # to enable it in such cases | |
| ifeq ($(UNAME_S),FreeBSD) | |
| MK_CPPFLAGS += -D__BSD_VISIBLE | |
| endif | |
| ifeq ($(UNAME_S),NetBSD) | |
| MK_CPPFLAGS += -D_NETBSD_SOURCE | |
| endif | |
| ifeq ($(UNAME_S),OpenBSD) | |
| MK_CPPFLAGS += -D_BSD_SOURCE | |
| endif | |
| ifdef GGML_SCHED_MAX_COPIES | |
| MK_CPPFLAGS += -DGGML_SCHED_MAX_COPIES=$(GGML_SCHED_MAX_COPIES) | |
| endif | |
| ifdef LLAMA_DEBUG | |
| MK_CFLAGS += -O0 -g | |
| MK_CXXFLAGS += -O0 -g | |
| MK_LDFLAGS += -g | |
| MK_NVCCFLAGS += -O0 -g | |
| ifeq ($(UNAME_S),Linux) | |
| MK_CPPFLAGS += -D_GLIBCXX_ASSERTIONS | |
| endif | |
| else | |
| MK_CPPFLAGS += -DNDEBUG | |
| MK_CFLAGS += -O3 -g | |
| MK_CXXFLAGS += -O3 -g | |
| MK_NVCCFLAGS += -O3 -g | |
| endif | |
| ifdef LLAMA_SANITIZE_THREAD | |
| MK_CFLAGS += -fsanitize=thread -g | |
| MK_CXXFLAGS += -fsanitize=thread -g | |
| MK_LDFLAGS += -fsanitize=thread -g | |
| endif | |
| ifdef LLAMA_SANITIZE_ADDRESS | |
| MK_CFLAGS += -fsanitize=address -fno-omit-frame-pointer -g | |
| MK_CXXFLAGS += -fsanitize=address -fno-omit-frame-pointer -g | |
| MK_LDFLAGS += -fsanitize=address -fno-omit-frame-pointer -g | |
| endif | |
| ifdef LLAMA_SANITIZE_UNDEFINED | |
| MK_CFLAGS += -fsanitize=undefined -g | |
| MK_CXXFLAGS += -fsanitize=undefined -g | |
| MK_LDFLAGS += -fsanitize=undefined -g | |
| endif | |
| ifdef LLAMA_SERVER_SSL | |
| MK_CPPFLAGS += -DCPPHTTPLIB_OPENSSL_SUPPORT | |
| MK_LDFLAGS += -lssl -lcrypto | |
| endif | |
| # warnings | |
| WARN_FLAGS = \ | |
| -Wall \ | |
| -Wextra \ | |
| -Wpedantic \ | |
| -Wcast-qual \ | |
| -Wno-unused-function | |
| MK_CFLAGS += \ | |
| $(WARN_FLAGS) \ | |
| -Wshadow \ | |
| -Wstrict-prototypes \ | |
| -Wpointer-arith \ | |
| -Wmissing-prototypes \ | |
| -Werror=implicit-int \ | |
| -Werror=implicit-function-declaration | |
| MK_CXXFLAGS += \ | |
| $(WARN_FLAGS) \ | |
| -Wmissing-declarations \ | |
| -Wmissing-noreturn | |
| ifeq ($(LLAMA_FATAL_WARNINGS),1) | |
| MK_CFLAGS += -Werror | |
| MK_CXXFLAGS += -Werror | |
| endif | |
| # this version of Apple ld64 is buggy | |
| ifneq '' '$(findstring dyld-1015.7,$(shell $(CC) $(LDFLAGS) -Wl,-v 2>&1))' | |
| MK_CPPFLAGS += -DHAVE_BUGGY_APPLE_LINKER | |
| endif | |
| # OS specific | |
| # TODO: support Windows | |
| ifneq '' '$(filter $(UNAME_S),Linux Darwin FreeBSD NetBSD OpenBSD Haiku)' | |
| MK_CFLAGS += -pthread | |
| MK_CXXFLAGS += -pthread | |
| endif | |
| # detect Windows | |
| ifneq ($(findstring _NT,$(UNAME_S)),) | |
| _WIN32 := 1 | |
| endif | |
| # library name prefix | |
| ifneq ($(_WIN32),1) | |
| LIB_PRE := lib | |
| endif | |
| # Dynamic Shared Object extension | |
| ifneq ($(_WIN32),1) | |
| DSO_EXT := .so | |
| else | |
| DSO_EXT := .dll | |
| endif | |
| # Windows Sockets 2 (Winsock) for network-capable apps | |
| ifeq ($(_WIN32),1) | |
| LWINSOCK2 := -lws2_32 | |
| endif | |
| ifdef LLAMA_GPROF | |
| MK_CFLAGS += -pg | |
| MK_CXXFLAGS += -pg | |
| endif | |
| # Architecture specific | |
| # TODO: probably these flags need to be tweaked on some architectures | |
| # feel free to update the Makefile for your architecture and send a pull request or issue | |
| ifndef RISCV_CROSS_COMPILE | |
| ifeq ($(UNAME_M),$(filter $(UNAME_M),x86_64 i686 amd64)) | |
| # Use all CPU extensions that are available: | |
| MK_CFLAGS += -march=native -mtune=native | |
| HOST_CXXFLAGS += -march=native -mtune=native | |
| # Usage AVX-only | |
| #MK_CFLAGS += -mfma -mf16c -mavx | |
| #MK_CXXFLAGS += -mfma -mf16c -mavx | |
| # Usage SSSE3-only (Not is SSE3!) | |
| #MK_CFLAGS += -mssse3 | |
| #MK_CXXFLAGS += -mssse3 | |
| endif | |
| ifneq '' '$(findstring mingw,$(shell $(CC) -dumpmachine))' | |
| # The stack is only 16-byte aligned on Windows, so don't let gcc emit aligned moves. | |
| # https://gcc.gnu.org/bugzilla/show_bug.cgi?id=54412 | |
| # https://github.com/ggerganov/llama.cpp/issues/2922 | |
| MK_CFLAGS += -Xassembler -muse-unaligned-vector-move | |
| MK_CXXFLAGS += -Xassembler -muse-unaligned-vector-move | |
| # Target Windows 8 for PrefetchVirtualMemory | |
| MK_CPPFLAGS += -D_WIN32_WINNT=0x602 | |
| endif | |
| ifneq ($(filter aarch64%,$(UNAME_M)),) | |
| # Apple M1, M2, etc. | |
| # Raspberry Pi 3, 4, Zero 2 (64-bit) | |
| # Nvidia Jetson | |
| MK_CFLAGS += -mcpu=native | |
| MK_CXXFLAGS += -mcpu=native | |
| JETSON_RELEASE_INFO = $(shell jetson_release) | |
| ifdef JETSON_RELEASE_INFO | |
| ifneq ($(filter TX2%,$(JETSON_RELEASE_INFO)),) | |
| JETSON_EOL_MODULE_DETECT = 1 | |
| CC = aarch64-unknown-linux-gnu-gcc | |
| cxx = aarch64-unknown-linux-gnu-g++ | |
| endif | |
| endif | |
| endif | |
| ifneq ($(filter armv6%,$(UNAME_M)),) | |
| # Raspberry Pi 1, Zero | |
| MK_CFLAGS += -mfpu=neon-fp-armv8 -mfp16-format=ieee -mno-unaligned-access | |
| MK_CXXFLAGS += -mfpu=neon-fp-armv8 -mfp16-format=ieee -mno-unaligned-access | |
| endif | |
| ifneq ($(filter armv7%,$(UNAME_M)),) | |
| # Raspberry Pi 2 | |
| MK_CFLAGS += -mfpu=neon-fp-armv8 -mfp16-format=ieee -mno-unaligned-access -funsafe-math-optimizations | |
| MK_CXXFLAGS += -mfpu=neon-fp-armv8 -mfp16-format=ieee -mno-unaligned-access -funsafe-math-optimizations | |
| endif | |
| ifneq ($(filter armv8%,$(UNAME_M)),) | |
| # Raspberry Pi 3, 4, Zero 2 (32-bit) | |
| MK_CFLAGS += -mfp16-format=ieee -mno-unaligned-access | |
| MK_CXXFLAGS += -mfp16-format=ieee -mno-unaligned-access | |
| endif | |
| ifneq ($(filter ppc64%,$(UNAME_M)),) | |
| POWER9_M := $(shell grep "POWER9" /proc/cpuinfo) | |
| ifneq (,$(findstring POWER9,$(POWER9_M))) | |
| MK_CFLAGS += -mcpu=power9 | |
| MK_CXXFLAGS += -mcpu=power9 | |
| endif | |
| endif | |
| ifneq ($(filter ppc64le%,$(UNAME_M)),) | |
| MK_CFLAGS += -mcpu=powerpc64le | |
| MK_CXXFLAGS += -mcpu=powerpc64le | |
| CUDA_POWER_ARCH = 1 | |
| endif | |
| ifneq ($(filter loongarch64%,$(UNAME_M)),) | |
| MK_CFLAGS += -mlasx | |
| MK_CXXFLAGS += -mlasx | |
| endif | |
| ifneq ($(filter riscv64%,$(UNAME_M)),) | |
| MK_CFLAGS += -march=rv64gcv -mabi=lp64d | |
| MK_CXXFLAGS += -march=rv64gcv -mabi=lp64d | |
| endif | |
| else # RISC-V CROSS COMPILATION | |
| MK_CFLAGS += -march=rv64gcv -mabi=lp64d | |
| MK_CXXFLAGS += -march=rv64gcv -mabi=lp64d | |
| endif | |
| ifndef GGML_NO_ACCELERATE | |
| # Mac OS - include Accelerate framework. | |
| # `-framework Accelerate` works both with Apple Silicon and Mac Intel | |
| ifeq ($(UNAME_S),Darwin) | |
| MK_CPPFLAGS += -DGGML_USE_ACCELERATE -DGGML_USE_BLAS | |
| MK_CPPFLAGS += -DACCELERATE_NEW_LAPACK | |
| MK_CPPFLAGS += -DACCELERATE_LAPACK_ILP64 | |
| MK_LDFLAGS += -framework Accelerate | |
| OBJ_GGML += ggml/src/ggml-blas.o | |
| endif | |
| endif # GGML_NO_ACCELERATE | |
| ifdef GGML_MUSA | |
| CC := clang | |
| CXX := clang++ | |
| GGML_CUDA := 1 | |
| MK_CPPFLAGS += -DGGML_USE_MUSA | |
| endif | |
| ifndef GGML_NO_OPENMP | |
| MK_CPPFLAGS += -DGGML_USE_OPENMP | |
| MK_CFLAGS += -fopenmp | |
| MK_CXXFLAGS += -fopenmp | |
| ifdef GGML_MUSA | |
| MK_CPPFLAGS += -I/usr/lib/llvm-10/include/openmp | |
| MK_LDFLAGS += -L/usr/lib/llvm-10/lib | |
| endif # GGML_MUSA | |
| endif # GGML_NO_OPENMP | |
| ifdef GGML_OPENBLAS | |
| MK_CPPFLAGS += -DGGML_USE_BLAS $(shell pkg-config --cflags-only-I openblas) | |
| MK_CFLAGS += $(shell pkg-config --cflags-only-other openblas) | |
| MK_LDFLAGS += $(shell pkg-config --libs openblas) | |
| OBJ_GGML += ggml/src/ggml-blas.o | |
| endif # GGML_OPENBLAS | |
| ifdef GGML_OPENBLAS64 | |
| MK_CPPFLAGS += -DGGML_USE_BLAS $(shell pkg-config --cflags-only-I openblas64) | |
| MK_CFLAGS += $(shell pkg-config --cflags-only-other openblas64) | |
| MK_LDFLAGS += $(shell pkg-config --libs openblas64) | |
| OBJ_GGML += ggml/src/ggml-blas.o | |
| endif # GGML_OPENBLAS64 | |
| ifdef GGML_BLIS | |
| MK_CPPFLAGS += -DGGML_USE_BLAS -DGGML_BLAS_USE_BLIS -I/usr/local/include/blis -I/usr/include/blis | |
| MK_LDFLAGS += -lblis -L/usr/local/lib | |
| OBJ_GGML += ggml/src/ggml-blas.o | |
| endif # GGML_BLIS | |
| ifdef GGML_NVPL | |
| MK_CPPFLAGS += -DGGML_USE_BLAS -DGGML_BLAS_USE_NVPL -DNVPL_ILP64 -I/usr/local/include/nvpl_blas -I/usr/include/nvpl_blas | |
| MK_LDFLAGS += -L/usr/local/lib -lnvpl_blas_core -lnvpl_blas_ilp64_gomp | |
| OBJ_GGML += ggml/src/ggml-blas.o | |
| endif # GGML_NVPL | |
| ifndef GGML_NO_LLAMAFILE | |
| MK_CPPFLAGS += -DGGML_USE_LLAMAFILE | |
| OBJ_GGML += ggml/src/llamafile/sgemm.o | |
| endif | |
| ifndef GGML_NO_AMX | |
| MK_CPPFLAGS += -DGGML_USE_AMX | |
| OBJ_GGML += ggml/src/ggml-amx.o ggml/src/ggml-amx/mmq.o | |
| endif | |
| ifdef GGML_RPC | |
| MK_CPPFLAGS += -DGGML_USE_RPC | |
| OBJ_GGML += ggml/src/ggml-rpc.o | |
| endif # GGML_RPC | |
| OBJ_CUDA_TMPL = $(patsubst %.cu,%.o,$(wildcard ggml/src/ggml-cuda/template-instances/fattn-wmma*.cu)) | |
| OBJ_CUDA_TMPL += $(patsubst %.cu,%.o,$(wildcard ggml/src/ggml-cuda/template-instances/mmq*.cu)) | |
| ifdef GGML_CUDA_FA_ALL_QUANTS | |
| OBJ_CUDA_TMPL += $(patsubst %.cu,%.o,$(wildcard ggml/src/ggml-cuda/template-instances/fattn-vec*.cu)) | |
| else | |
| OBJ_CUDA_TMPL += $(patsubst %.cu,%.o,$(wildcard ggml/src/ggml-cuda/template-instances/fattn-vec*q4_0-q4_0.cu)) | |
| OBJ_CUDA_TMPL += $(patsubst %.cu,%.o,$(wildcard ggml/src/ggml-cuda/template-instances/fattn-vec*q8_0-q8_0.cu)) | |
| OBJ_CUDA_TMPL += $(patsubst %.cu,%.o,$(wildcard ggml/src/ggml-cuda/template-instances/fattn-vec*f16-f16.cu)) | |
| endif # GGML_CUDA_FA_ALL_QUANTS | |
| ifdef GGML_CUDA | |
| ifdef GGML_MUSA | |
| ifneq ('', '$(wildcard /opt/musa)') | |
| CUDA_PATH ?= /opt/musa | |
| else | |
| CUDA_PATH ?= /usr/local/musa | |
| endif | |
| MK_CPPFLAGS += -DGGML_USE_CUDA -I$(CUDA_PATH)/include | |
| MK_LDFLAGS += -lmusa -lmublas -lmusart -lpthread -ldl -lrt -L$(CUDA_PATH)/lib -L/usr/lib64 | |
| MK_NVCCFLAGS += -x musa -mtgpu --cuda-gpu-arch=mp_21 --cuda-gpu-arch=mp_22 | |
| else | |
| ifneq ('', '$(wildcard /opt/cuda)') | |
| CUDA_PATH ?= /opt/cuda | |
| else | |
| CUDA_PATH ?= /usr/local/cuda | |
| endif | |
| MK_CPPFLAGS += -DGGML_USE_CUDA -DGGML_CUDA_USE_GRAPHS -I$(CUDA_PATH)/include -I$(CUDA_PATH)/targets/$(UNAME_M)-linux/include | |
| MK_LDFLAGS += -lcuda -lcublas -lculibos -lcudart -lcublasLt -lpthread -ldl -lrt -L$(CUDA_PATH)/lib64 -L/usr/lib64 -L$(CUDA_PATH)/targets/$(UNAME_M)-linux/lib -L$(CUDA_PATH)/lib64/stubs -L/usr/lib/wsl/lib | |
| MK_NVCCFLAGS += -use_fast_math | |
| endif # GGML_MUSA | |
| OBJ_GGML += ggml/src/ggml-cuda.o | |
| OBJ_GGML += $(patsubst %.cu,%.o,$(wildcard ggml/src/ggml-cuda/*.cu)) | |
| OBJ_GGML += $(OBJ_CUDA_TMPL) | |
| ifdef LLAMA_FATAL_WARNINGS | |
| MK_NVCCFLAGS += -Werror all-warnings | |
| endif # LLAMA_FATAL_WARNINGS | |
| ifndef GGML_MUSA | |
| ifndef JETSON_EOL_MODULE_DETECT | |
| MK_NVCCFLAGS += --forward-unknown-to-host-compiler | |
| endif # JETSON_EOL_MODULE_DETECT | |
| endif # GGML_MUSA | |
| ifdef LLAMA_DEBUG | |
| MK_NVCCFLAGS += -lineinfo | |
| endif # LLAMA_DEBUG | |
| ifdef GGML_CUDA_DEBUG | |
| MK_NVCCFLAGS += --device-debug | |
| endif # GGML_CUDA_DEBUG | |
| ifdef GGML_CUDA_NVCC | |
| NVCC = $(CCACHE) $(GGML_CUDA_NVCC) | |
| else | |
| ifdef GGML_MUSA | |
| NVCC = $(CCACHE) mcc | |
| else | |
| NVCC = $(CCACHE) nvcc | |
| endif # GGML_MUSA | |
| endif # GGML_CUDA_NVCC | |
| ifdef CUDA_DOCKER_ARCH | |
| MK_NVCCFLAGS += -Wno-deprecated-gpu-targets -arch=$(CUDA_DOCKER_ARCH) | |
| else ifndef CUDA_POWER_ARCH | |
| MK_NVCCFLAGS += -arch=native | |
| endif # CUDA_DOCKER_ARCH | |
| ifdef GGML_CUDA_FORCE_DMMV | |
| MK_NVCCFLAGS += -DGGML_CUDA_FORCE_DMMV | |
| endif # GGML_CUDA_FORCE_DMMV | |
| ifdef GGML_CUDA_FORCE_MMQ | |
| MK_NVCCFLAGS += -DGGML_CUDA_FORCE_MMQ | |
| endif # GGML_CUDA_FORCE_MMQ | |
| ifdef GGML_CUDA_FORCE_CUBLAS | |
| MK_NVCCFLAGS += -DGGML_CUDA_FORCE_CUBLAS | |
| endif # GGML_CUDA_FORCE_CUBLAS | |
| ifdef GGML_CUDA_DMMV_X | |
| MK_NVCCFLAGS += -DGGML_CUDA_DMMV_X=$(GGML_CUDA_DMMV_X) | |
| else | |
| MK_NVCCFLAGS += -DGGML_CUDA_DMMV_X=32 | |
| endif # GGML_CUDA_DMMV_X | |
| ifdef GGML_CUDA_MMV_Y | |
| MK_NVCCFLAGS += -DGGML_CUDA_MMV_Y=$(GGML_CUDA_MMV_Y) | |
| else ifdef GGML_CUDA_DMMV_Y | |
| MK_NVCCFLAGS += -DGGML_CUDA_MMV_Y=$(GGML_CUDA_DMMV_Y) # for backwards compatibility | |
| else | |
| MK_NVCCFLAGS += -DGGML_CUDA_MMV_Y=1 | |
| endif # GGML_CUDA_MMV_Y | |
| ifdef GGML_CUDA_F16 | |
| MK_NVCCFLAGS += -DGGML_CUDA_F16 | |
| endif # GGML_CUDA_F16 | |
| ifdef GGML_CUDA_DMMV_F16 | |
| MK_NVCCFLAGS += -DGGML_CUDA_F16 | |
| endif # GGML_CUDA_DMMV_F16 | |
| ifdef GGML_CUDA_KQUANTS_ITER | |
| MK_NVCCFLAGS += -DK_QUANTS_PER_ITERATION=$(GGML_CUDA_KQUANTS_ITER) | |
| else | |
| MK_NVCCFLAGS += -DK_QUANTS_PER_ITERATION=2 | |
| endif | |
| ifdef GGML_CUDA_PEER_MAX_BATCH_SIZE | |
| MK_NVCCFLAGS += -DGGML_CUDA_PEER_MAX_BATCH_SIZE=$(GGML_CUDA_PEER_MAX_BATCH_SIZE) | |
| else | |
| MK_NVCCFLAGS += -DGGML_CUDA_PEER_MAX_BATCH_SIZE=128 | |
| endif # GGML_CUDA_PEER_MAX_BATCH_SIZE | |
| ifdef GGML_CUDA_NO_PEER_COPY | |
| MK_NVCCFLAGS += -DGGML_CUDA_NO_PEER_COPY | |
| endif # GGML_CUDA_NO_PEER_COPY | |
| ifdef GGML_CUDA_CCBIN | |
| MK_NVCCFLAGS += -ccbin $(GGML_CUDA_CCBIN) | |
| endif # GGML_CUDA_CCBIN | |
| ifdef GGML_CUDA_FA_ALL_QUANTS | |
| MK_NVCCFLAGS += -DGGML_CUDA_FA_ALL_QUANTS | |
| endif # GGML_CUDA_FA_ALL_QUANTS | |
| ifdef JETSON_EOL_MODULE_DETECT | |
| define NVCC_COMPILE | |
| $(NVCC) -I. -Icommon -D_XOPEN_SOURCE=600 -D_GNU_SOURCE -DNDEBUG -DGGML_USE_CUDA -I/usr/local/cuda/include -I/opt/cuda/include -I/usr/local/cuda/targets/aarch64-linux/include -std=c++11 -O3 $(NVCCFLAGS) $(CPPFLAGS) -Xcompiler "$(CUDA_CXXFLAGS)" -c $< -o $@ | |
| endef # NVCC_COMPILE | |
| else | |
| ifdef GGML_MUSA | |
| define NVCC_COMPILE | |
| $(NVCC) $(NVCCFLAGS) $(CPPFLAGS) -c $< -o $@ | |
| endef # NVCC_COMPILE | |
| else | |
| define NVCC_COMPILE | |
| $(NVCC) $(NVCCFLAGS) $(CPPFLAGS) -Xcompiler "$(CUDA_CXXFLAGS)" -c $< -o $@ | |
| endef # NVCC_COMPILE | |
| endif # GGML_MUSA | |
| endif # JETSON_EOL_MODULE_DETECT | |
| ggml/src/ggml-cuda/%.o: \ | |
| ggml/src/ggml-cuda/%.cu \ | |
| ggml/include/ggml.h \ | |
| ggml/src/ggml-common.h \ | |
| ggml/src/ggml-cuda/common.cuh | |
| $(NVCC_COMPILE) | |
| ggml/src/ggml-cuda.o: \ | |
| ggml/src/ggml-cuda.cu \ | |
| ggml/include/ggml-cuda.h \ | |
| ggml/include/ggml.h \ | |
| ggml/include/ggml-backend.h \ | |
| ggml/src/ggml-backend-impl.h \ | |
| ggml/src/ggml-common.h \ | |
| $(wildcard ggml/src/ggml-cuda/*.cuh) | |
| $(NVCC_COMPILE) | |
| endif # GGML_CUDA | |
| ifdef GGML_VULKAN | |
| MK_CPPFLAGS += -DGGML_USE_VULKAN | |
| MK_LDFLAGS += $(shell pkg-config --libs vulkan) | |
| OBJ_GGML += ggml/src/ggml-vulkan.o ggml/src/ggml-vulkan-shaders.o | |
| ifdef GGML_VULKAN_CHECK_RESULTS | |
| MK_CPPFLAGS += -DGGML_VULKAN_CHECK_RESULTS | |
| endif | |
| ifdef GGML_VULKAN_DEBUG | |
| MK_CPPFLAGS += -DGGML_VULKAN_DEBUG | |
| endif | |
| ifdef GGML_VULKAN_MEMORY_DEBUG | |
| MK_CPPFLAGS += -DGGML_VULKAN_MEMORY_DEBUG | |
| endif | |
| ifdef GGML_VULKAN_PERF | |
| MK_CPPFLAGS += -DGGML_VULKAN_PERF | |
| endif | |
| ifdef GGML_VULKAN_VALIDATE | |
| MK_CPPFLAGS += -DGGML_VULKAN_VALIDATE | |
| endif | |
| ifdef GGML_VULKAN_RUN_TESTS | |
| MK_CPPFLAGS += -DGGML_VULKAN_RUN_TESTS | |
| endif | |
| GLSLC_CMD = glslc | |
| _ggml_vk_genshaders_cmd = $(shell pwd)/vulkan-shaders-gen | |
| _ggml_vk_header = ggml/src/ggml-vulkan-shaders.hpp | |
| _ggml_vk_source = ggml/src/ggml-vulkan-shaders.cpp | |
| _ggml_vk_input_dir = ggml/src/vulkan-shaders | |
| _ggml_vk_shader_deps = $(echo $(_ggml_vk_input_dir)/*.comp) | |
| ggml/src/ggml-vulkan.o: ggml/src/ggml-vulkan.cpp ggml/include/ggml-vulkan.h $(_ggml_vk_header) $(_ggml_vk_source) | |
| $(CXX) $(CXXFLAGS) $(shell pkg-config --cflags vulkan) -c $< -o $@ | |
| $(_ggml_vk_header): $(_ggml_vk_source) | |
| $(_ggml_vk_source): $(_ggml_vk_shader_deps) vulkan-shaders-gen | |
| $(_ggml_vk_genshaders_cmd) \ | |
| --glslc $(GLSLC_CMD) \ | |
| --input-dir $(_ggml_vk_input_dir) \ | |
| --target-hpp $(_ggml_vk_header) \ | |
| --target-cpp $(_ggml_vk_source) | |
| vulkan-shaders-gen: ggml/src/vulkan-shaders/vulkan-shaders-gen.cpp | |
| $(CXX) $(CXXFLAGS) -o $@ $(LDFLAGS) ggml/src/vulkan-shaders/vulkan-shaders-gen.cpp | |
| endif # GGML_VULKAN | |
| ifdef GGML_HIPBLAS | |
| ifeq ($(wildcard /opt/rocm),) | |
| ROCM_PATH ?= /usr | |
| AMDGPU_TARGETS ?= $(shell $(shell which amdgpu-arch)) | |
| else | |
| ROCM_PATH ?= /opt/rocm | |
| AMDGPU_TARGETS ?= $(shell $(ROCM_PATH)/llvm/bin/amdgpu-arch) | |
| endif | |
| GGML_CUDA_DMMV_X ?= 32 | |
| GGML_CUDA_MMV_Y ?= 1 | |
| GGML_CUDA_KQUANTS_ITER ?= 2 | |
| MK_CPPFLAGS += -DGGML_USE_HIPBLAS -DGGML_USE_CUDA | |
| ifdef GGML_HIP_UMA | |
| MK_CPPFLAGS += -DGGML_HIP_UMA | |
| endif # GGML_HIP_UMA | |
| MK_LDFLAGS += -L$(ROCM_PATH)/lib -Wl,-rpath=$(ROCM_PATH)/lib | |
| MK_LDFLAGS += -L$(ROCM_PATH)/lib64 -Wl,-rpath=$(ROCM_PATH)/lib64 | |
| MK_LDFLAGS += -lhipblas -lamdhip64 -lrocblas | |
| HIPCC ?= $(CCACHE) $(ROCM_PATH)/bin/hipcc | |
| HIPFLAGS += $(addprefix --offload-arch=,$(AMDGPU_TARGETS)) | |
| HIPFLAGS += -DGGML_CUDA_DMMV_X=$(GGML_CUDA_DMMV_X) | |
| HIPFLAGS += -DGGML_CUDA_MMV_Y=$(GGML_CUDA_MMV_Y) | |
| HIPFLAGS += -DK_QUANTS_PER_ITERATION=$(GGML_CUDA_KQUANTS_ITER) | |
| ifdef GGML_CUDA_FORCE_DMMV | |
| HIPFLAGS += -DGGML_CUDA_FORCE_DMMV | |
| endif # GGML_CUDA_FORCE_DMMV | |
| ifdef GGML_CUDA_FORCE_MMQ | |
| HIPFLAGS += -DGGML_CUDA_FORCE_MMQ | |
| endif # GGML_CUDA_FORCE_MMQ | |
| ifdef GGML_CUDA_FORCE_CUBLAS | |
| HIPFLAGS += -DGGML_CUDA_FORCE_CUBLAS | |
| endif # GGML_CUDA_FORCE_CUBLAS | |
| ifdef GGML_CUDA_NO_PEER_COPY | |
| HIPFLAGS += -DGGML_CUDA_NO_PEER_COPY | |
| endif # GGML_CUDA_NO_PEER_COPY | |
| OBJ_GGML += ggml/src/ggml-cuda.o | |
| OBJ_GGML += $(patsubst %.cu,%.o,$(wildcard ggml/src/ggml-cuda/*.cu)) | |
| OBJ_GGML += $(OBJ_CUDA_TMPL) | |
| ggml/src/ggml-cuda.o: \ | |
| ggml/src/ggml-cuda.cu \ | |
| ggml/include/ggml-cuda.h \ | |
| ggml/include/ggml.h \ | |
| ggml/include/ggml-backend.h \ | |
| ggml/src/ggml-backend-impl.h \ | |
| ggml/src/ggml-common.h \ | |
| $(wildcard ggml/src/ggml-cuda/*.cuh) | |
| $(HIPCC) $(CXXFLAGS) $(HIPFLAGS) -x hip -c -o $@ $< | |
| ggml/src/ggml-cuda/%.o: \ | |
| ggml/src/ggml-cuda/%.cu \ | |
| ggml/include/ggml.h \ | |
| ggml/src/ggml-common.h \ | |
| ggml/src/ggml-cuda/common.cuh | |
| $(HIPCC) $(CXXFLAGS) $(HIPFLAGS) -x hip -c -o $@ $< | |
| endif # GGML_HIPBLAS | |
| ifdef GGML_METAL | |
| MK_CPPFLAGS += -DGGML_USE_METAL | |
| MK_LDFLAGS += -framework Foundation -framework Metal -framework MetalKit | |
| OBJ_GGML += ggml/src/ggml-metal.o | |
| ifdef GGML_METAL_USE_BF16 | |
| MK_CPPFLAGS += -DGGML_METAL_USE_BF16 | |
| endif # GGML_METAL_USE_BF16 | |
| ifdef GGML_METAL_NDEBUG | |
| MK_CPPFLAGS += -DGGML_METAL_NDEBUG | |
| endif | |
| ifdef GGML_METAL_EMBED_LIBRARY | |
| MK_CPPFLAGS += -DGGML_METAL_EMBED_LIBRARY | |
| OBJ_GGML += ggml/src/ggml-metal-embed.o | |
| endif | |
| endif # GGML_METAL | |
| ifdef GGML_METAL | |
| ggml/src/ggml-metal.o: \ | |
| ggml/src/ggml-metal.m \ | |
| ggml/include/ggml-metal.h \ | |
| ggml/include/ggml.h | |
| $(CC) $(CFLAGS) -c $< -o $@ | |
| ifdef GGML_METAL_EMBED_LIBRARY | |
| ggml/src/ggml-metal-embed.o: \ | |
| ggml/src/ggml-metal.metal \ | |
| ggml/src/ggml-common.h | |
| @echo "Embedding Metal library" | |
| @sed -e '/#include "ggml-common.h"/r ggml/src/ggml-common.h' -e '/#include "ggml-common.h"/d' < ggml/src/ggml-metal.metal > ggml/src/ggml-metal-embed.metal | |
| $(eval TEMP_ASSEMBLY=$(shell mktemp -d)) | |
| @echo ".section __DATA, __ggml_metallib" > $(TEMP_ASSEMBLY)/ggml-metal-embed.s | |
| @echo ".globl _ggml_metallib_start" >> $(TEMP_ASSEMBLY)/ggml-metal-embed.s | |
| @echo "_ggml_metallib_start:" >> $(TEMP_ASSEMBLY)/ggml-metal-embed.s | |
| @echo ".incbin \"ggml/src/ggml-metal-embed.metal\"" >> $(TEMP_ASSEMBLY)/ggml-metal-embed.s | |
| @echo ".globl _ggml_metallib_end" >> $(TEMP_ASSEMBLY)/ggml-metal-embed.s | |
| @echo "_ggml_metallib_end:" >> $(TEMP_ASSEMBLY)/ggml-metal-embed.s | |
| $(CC) $(CFLAGS) -c $(TEMP_ASSEMBLY)/ggml-metal-embed.s -o $@ | |
| @rm -f ${TEMP_ASSEMBLY}/ggml-metal-embed.s | |
| @rmdir ${TEMP_ASSEMBLY} | |
| endif | |
| endif # GGML_METAL | |
| OBJ_GGML += \ | |
| ggml/src/ggml.o \ | |
| ggml/src/ggml-cpu.o \ | |
| ggml/src/ggml-alloc.o \ | |
| ggml/src/ggml-backend.o \ | |
| ggml/src/ggml-quants.o \ | |
| ggml/src/ggml-aarch64.o | |
| OBJ_LLAMA = \ | |
| src/llama.o \ | |
| src/llama-vocab.o \ | |
| src/llama-grammar.o \ | |
| src/llama-sampling.o \ | |
| src/unicode.o \ | |
| src/unicode-data.o | |
| OBJ_COMMON = \ | |
| common/common.o \ | |
| common/arg.o \ | |
| common/log.o \ | |
| common/console.o \ | |
| common/ngram-cache.o \ | |
| common/sampling.o \ | |
| common/build-info.o \ | |
| common/json-schema-to-grammar.o | |
| OBJ_ALL = $(OBJ_GGML) $(OBJ_LLAMA) $(OBJ_COMMON) | |
| LIB_GGML = $(LIB_PRE)ggml$(DSO_EXT) | |
| LIB_GGML_S = $(LIB_PRE)ggml.a | |
| LIB_LLAMA = $(LIB_PRE)llama$(DSO_EXT) | |
| LIB_LLAMA_S = $(LIB_PRE)llama.a | |
| LIB_COMMON = $(LIB_PRE)common$(DSO_EXT) | |
| LIB_COMMON_S = $(LIB_PRE)common.a | |
| LIB_ALL = $(LIB_GGML) $(LIB_LLAMA) $(LIB_COMMON) | |
| LIB_ALL_S = $(LIB_GGML_S) $(LIB_LLAMA_S) $(LIB_COMMON_S) | |
| GF_CC := $(CC) | |
| include scripts/get-flags.mk | |
| # combine build flags with cmdline overrides | |
| override CPPFLAGS := $(MK_CPPFLAGS) $(CPPFLAGS) | |
| override CFLAGS := $(CPPFLAGS) $(MK_CFLAGS) $(GF_CFLAGS) $(CFLAGS) | |
| BASE_CXXFLAGS := $(MK_CXXFLAGS) $(CXXFLAGS) | |
| override CXXFLAGS := $(BASE_CXXFLAGS) $(HOST_CXXFLAGS) $(GF_CXXFLAGS) $(CPPFLAGS) | |
| override NVCCFLAGS := $(MK_NVCCFLAGS) $(NVCCFLAGS) | |
| override LDFLAGS := $(MK_LDFLAGS) $(LDFLAGS) | |
| # identify CUDA host compiler | |
| ifdef GGML_CUDA | |
| GF_CC := $(NVCC) $(NVCCFLAGS) 2>/dev/null .c -Xcompiler | |
| include scripts/get-flags.mk | |
| CUDA_CXXFLAGS := $(BASE_CXXFLAGS) $(GF_CXXFLAGS) -Wno-pedantic | |
| endif | |
| ifdef LLAMA_CURL | |
| override CXXFLAGS := $(CXXFLAGS) -DLLAMA_USE_CURL | |
| override LDFLAGS := $(LDFLAGS) -lcurl | |
| endif | |
| # | |
| # Print build information | |
| # | |
| $(info I llama.cpp build info: ) | |
| $(info I UNAME_S: $(UNAME_S)) | |
| $(info I UNAME_P: $(UNAME_P)) | |
| $(info I UNAME_M: $(UNAME_M)) | |
| $(info I CFLAGS: $(CFLAGS)) | |
| $(info I CXXFLAGS: $(CXXFLAGS)) | |
| $(info I NVCCFLAGS: $(NVCCFLAGS)) | |
| $(info I LDFLAGS: $(LDFLAGS)) | |
| $(info I CC: $(shell $(CC) --version | head -n 1)) | |
| $(info I CXX: $(shell $(CXX) --version | head -n 1)) | |
| ifdef GGML_CUDA | |
| $(info I NVCC: $(shell $(NVCC) --version | tail -n 1)) | |
| CUDA_VERSION := $(shell $(NVCC) --version | grep -oP 'release (\K[0-9]+\.[0-9])') | |
| ifndef GGML_MUSA | |
| ifeq ($(shell awk -v "v=$(CUDA_VERSION)" 'BEGIN { print (v < 11.7) }'),1) | |
| ifndef CUDA_DOCKER_ARCH | |
| ifndef CUDA_POWER_ARCH | |
| $(error I ERROR: For CUDA versions < 11.7 a target CUDA architecture must be explicitly provided via environment variable CUDA_DOCKER_ARCH, e.g. by running "export CUDA_DOCKER_ARCH=compute_XX" on Unix-like systems, where XX is the minimum compute capability that the code needs to run on. A list with compute capabilities can be found here: https://developer.nvidia.com/cuda-gpus ) | |
| endif # CUDA_POWER_ARCH | |
| endif # CUDA_DOCKER_ARCH | |
| endif # eq ($(shell echo "$(CUDA_VERSION) < 11.7" | bc),1) | |
| endif # GGML_MUSA | |
| endif # GGML_CUDA | |
| $(info ) | |
| ifdef DEPRECATE_WARNING | |
| $(info !!! DEPRECATION WARNING !!!) | |
| $(info The following LLAMA_ options are deprecated and will be removed in the future. Use the GGML_ prefix instead) | |
| $(info - LLAMA_CUDA) | |
| $(info - LLAMA_METAL) | |
| $(info - LLAMA_METAL_EMBED_LIBRARY) | |
| $(info - LLAMA_OPENMP) | |
| $(info - LLAMA_RPC) | |
| $(info - LLAMA_SYCL) | |
| $(info - LLAMA_SYCL_F16) | |
| $(info - LLAMA_OPENBLAS) | |
| $(info - LLAMA_OPENBLAS64) | |
| $(info - LLAMA_BLIS) | |
| $(info - LLAMA_NO_LLAMAFILE) | |
| $(info - LLAMA_NO_ACCELERATE) | |
| $(info - LLAMA_NO_OPENMP) | |
| $(info - LLAMA_NO_METAL) | |
| $(info - LLAMA_NO_CCACHE) | |
| $(info ) | |
| endif | |
| ifdef REMOVE_WARNING | |
| $(info !!! REMOVAL WARNING !!!) | |
| $(info The following LLAMA_ options have been removed and are no longer supported) | |
| $(info - LLAMA_DISABLE_LOGS (https://github.com/ggerganov/llama.cpp/pull/9418)) | |
| $(info - LLAMA_SERVER_VERBOSE (https://github.com/ggerganov/llama.cpp/pull/9418)) | |
| $(info ) | |
| endif | |
| # | |
| # Build libraries | |
| # | |
| # ggml | |
| ggml/src/ggml.o: \ | |
| ggml/src/ggml.c \ | |
| ggml/include/ggml.h | |
| $(CC) $(CFLAGS) -c $< -o $@ | |
| ggml/src/ggml-cpu.o: \ | |
| ggml/src/ggml-cpu.c \ | |
| ggml/include/ggml.h \ | |
| ggml/src/ggml-common.h | |
| $(CC) $(CFLAGS) -c $< -o $@ | |
| ggml/src/ggml-alloc.o: \ | |
| ggml/src/ggml-alloc.c \ | |
| ggml/include/ggml.h \ | |
| ggml/include/ggml-alloc.h | |
| $(CC) $(CFLAGS) -c $< -o $@ | |
| ggml/src/ggml-backend.o: \ | |
| ggml/src/ggml-backend.cpp \ | |
| ggml/src/ggml-backend-impl.h \ | |
| ggml/include/ggml.h \ | |
| ggml/include/ggml-backend.h | |
| $(CXX) $(CXXFLAGS) -c $< -o $@ | |
| ggml/src/ggml-quants.o: \ | |
| ggml/src/ggml-quants.c \ | |
| ggml/include/ggml.h \ | |
| ggml/src/ggml-quants.h \ | |
| ggml/src/ggml-common.h | |
| $(CC) $(CFLAGS) -c $< -o $@ | |
| ggml/src/ggml-aarch64.o: \ | |
| ggml/src/ggml-aarch64.c \ | |
| ggml/include/ggml.h \ | |
| ggml/src/ggml-aarch64.h \ | |
| ggml/src/ggml-common.h | |
| $(CC) $(CFLAGS) -c $< -o $@ | |
| ggml/src/ggml-blas.o: \ | |
| ggml/src/ggml-blas.cpp \ | |
| ggml/include/ggml-blas.h | |
| $(CXX) $(CXXFLAGS) -c $< -o $@ | |
| ifndef GGML_NO_LLAMAFILE | |
| ggml/src/llamafile/sgemm.o: \ | |
| ggml/src/llamafile/sgemm.cpp \ | |
| ggml/src/llamafile/sgemm.h \ | |
| ggml/include/ggml.h | |
| $(CXX) $(CXXFLAGS) -c $< -o $@ | |
| endif # GGML_NO_LLAMAFILE | |
| ifndef GGML_NO_AMX | |
| ggml/src/ggml-amx.o: \ | |
| ggml/src/ggml-amx.cpp \ | |
| ggml/include/ggml-amx.h | |
| $(CXX) $(CXXFLAGS) -c $< -o $@ | |
| ggml/src/ggml-amx/mmq.o: \ | |
| ggml/src/ggml-amx/mmq.cpp \ | |
| ggml/src/ggml-amx/mmq.h \ | |
| ggml/include/ggml.h | |
| $(CXX) $(CXXFLAGS) -c $< -o $@ | |
| endif | |
| ifdef GGML_RPC | |
| ggml/src/ggml-rpc.o: \ | |
| ggml/src/ggml-rpc.cpp \ | |
| ggml/include/ggml-rpc.h | |
| $(CXX) $(CXXFLAGS) -c $< -o $@ | |
| endif # GGML_RPC | |
| $(LIB_GGML): \ | |
| $(OBJ_GGML) | |
| $(CXX) $(CXXFLAGS) -shared -fPIC -o $@ $^ $(LDFLAGS) | |
| $(LIB_GGML_S): \ | |
| $(OBJ_GGML) | |
| ar rcs $(LIB_GGML_S) $^ | |
| # llama | |
| src/unicode.o: \ | |
| src/unicode.cpp \ | |
| src/unicode.h | |
| $(CXX) $(CXXFLAGS) -c $< -o $@ | |
| src/unicode-data.o: \ | |
| src/unicode-data.cpp \ | |
| src/unicode-data.h | |
| $(CXX) $(CXXFLAGS) -c $< -o $@ | |
| src/llama.o: \ | |
| src/llama.cpp \ | |
| src/llama-impl.h \ | |
| src/llama-vocab.h \ | |
| src/llama-grammar.h \ | |
| src/llama-sampling.h \ | |
| src/unicode.h \ | |
| include/llama.h \ | |
| ggml/include/ggml-cuda.h \ | |
| ggml/include/ggml-metal.h \ | |
| ggml/include/ggml.h \ | |
| ggml/include/ggml-alloc.h \ | |
| ggml/include/ggml-backend.h | |
| $(CXX) $(CXXFLAGS) -c $< -o $@ | |
| src/llama-vocab.o: \ | |
| src/llama-vocab.cpp \ | |
| src/llama-vocab.h \ | |
| src/llama-impl.h \ | |
| include/llama.h | |
| $(CXX) $(CXXFLAGS) -c $< -o $@ | |
| src/llama-grammar.o: \ | |
| src/llama-grammar.cpp \ | |
| src/llama-grammar.h \ | |
| src/llama-impl.h \ | |
| src/llama-vocab.h \ | |
| src/llama-sampling.h \ | |
| include/llama.h | |
| $(CXX) $(CXXFLAGS) -c $< -o $@ | |
| src/llama-sampling.o: \ | |
| src/llama-sampling.cpp \ | |
| src/llama-sampling.h \ | |
| src/llama-impl.h \ | |
| include/llama.h | |
| $(CXX) $(CXXFLAGS) -c $< -o $@ | |
| $(LIB_LLAMA): \ | |
| $(OBJ_LLAMA) \ | |
| $(LIB_GGML) | |
| $(CXX) $(CXXFLAGS) -shared -fPIC -o $@ $^ $(LDFLAGS) | |
| $(LIB_LLAMA_S): \ | |
| $(OBJ_LLAMA) | |
| ar rcs $(LIB_LLAMA_S) $^ | |
| # common | |
| common/common.o: \ | |
| common/common.cpp \ | |
| common/common.h \ | |
| common/console.h \ | |
| common/sampling.h \ | |
| common/json.hpp \ | |
| common/json-schema-to-grammar.h \ | |
| include/llama.h | |
| $(CXX) $(CXXFLAGS) -c $< -o $@ | |
| common/arg.o: \ | |
| common/arg.cpp \ | |
| common/arg.h | |
| $(CXX) $(CXXFLAGS) -c $< -o $@ | |
| common/log.o: \ | |
| common/log.cpp \ | |
| common/log.h | |
| $(CXX) $(CXXFLAGS) -c $< -o $@ | |
| common/sampling.o: \ | |
| common/sampling.cpp \ | |
| common/sampling.h \ | |
| include/llama.h | |
| $(CXX) $(CXXFLAGS) -c $< -o $@ | |
| common/console.o: \ | |
| common/console.cpp \ | |
| common/console.h | |
| $(CXX) $(CXXFLAGS) -c $< -o $@ | |
| common/json-schema-to-grammar.o: \ | |
| common/json-schema-to-grammar.cpp \ | |
| common/json-schema-to-grammar.h | |
| $(CXX) $(CXXFLAGS) -c $< -o $@ | |
| common/ngram-cache.o: \ | |
| common/ngram-cache.cpp \ | |
| common/ngram-cache.h | |
| $(CXX) $(CXXFLAGS) -c $< -o $@ | |
| $(LIB_COMMON): \ | |
| $(OBJ_COMMON) \ | |
| $(LIB_LLAMA) \ | |
| $(LIB_GGML) | |
| $(CXX) $(CXXFLAGS) -shared -fPIC -o $@ $^ $(LDFLAGS) | |
| $(LIB_COMMON_S): \ | |
| $(OBJ_COMMON) | |
| ar rcs $(LIB_COMMON_S) $^ | |
| clean: | |
| rm -vrf *.dot $(BUILD_TARGETS) $(TEST_TARGETS) | |
| rm -rvf src/*.o | |
| rm -rvf tests/*.o | |
| rm -rvf examples/*.o | |
| rm -rvf common/*.o | |
| rm -rvf *.a | |
| rm -rvf *.dll | |
| rm -rvf *.so | |
| rm -rvf *.dot | |
| rm -rvf ggml/*.a | |
| rm -rvf ggml/*.dll | |
| rm -rvf ggml/*.so | |
| rm -vrf ggml/src/*.o | |
| rm -rvf ggml/src/llamafile/*.o | |
| rm -rvf common/build-info.cpp | |
| rm -vrf ggml/src/ggml-metal-embed.metal | |
| rm -vrf ggml/src/ggml-cuda/*.o | |
| rm -vrf ggml/src/ggml-cuda/template-instances/*.o | |
| rm -vrf ggml/src/ggml-amx/*.o | |
| rm -rvf $(BUILD_TARGETS) | |
| rm -rvf $(TEST_TARGETS) | |
| rm -f vulkan-shaders-gen ggml/src/ggml-vulkan-shaders.hpp ggml/src/ggml-vulkan-shaders.cpp | |
| rm -rvf $(LEGACY_TARGETS_CLEAN) | |
| find examples pocs -type f -name "*.o" -delete | |
| # | |
| # Examples | |
| # | |
| # $< is the first prerequisite, i.e. the source file. | |
| # Explicitly compile this to an object file so that it can be cached with ccache. | |
| # The source file is then filtered out from $^ (the list of all prerequisites) and the object file is added instead. | |
| # Helper function that replaces .c, .cpp, and .cu file endings with .o: | |
| GET_OBJ_FILE = $(patsubst %.c,%.o,$(patsubst %.cpp,%.o,$(patsubst %.cu,%.o,$(1)))) | |
| llama-cli: examples/main/main.cpp \ | |
| $(OBJ_ALL) | |
| $(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<) | |
| $(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS) | |
| @echo | |
| @echo '==== Run ./llama-cli -h for help. ====' | |
| @echo | |
| llama-infill: examples/infill/infill.cpp \ | |
| $(OBJ_ALL) | |
| $(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<) | |
| $(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS) | |
| llama-simple: examples/simple/simple.cpp \ | |
| $(OBJ_ALL) | |
| $(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<) | |
| $(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS) | |
| llama-simple-chat: examples/simple-chat/simple-chat.cpp \ | |
| $(OBJ_ALL) | |
| $(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<) | |
| $(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS) | |
| llama-tokenize: examples/tokenize/tokenize.cpp \ | |
| $(OBJ_ALL) | |
| $(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<) | |
| $(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS) | |
| llama-batched: examples/batched/batched.cpp \ | |
| $(OBJ_ALL) | |
| $(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<) | |
| $(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS) | |
| llama-batched-bench: examples/batched-bench/batched-bench.cpp \ | |
| $(OBJ_ALL) | |
| $(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<) | |
| $(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS) | |
| llama-quantize: examples/quantize/quantize.cpp \ | |
| $(OBJ_ALL) | |
| $(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<) | |
| $(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS) | |
| llama-quantize-stats: examples/quantize-stats/quantize-stats.cpp \ | |
| $(OBJ_ALL) | |
| $(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<) | |
| $(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS) | |
| llama-perplexity: examples/perplexity/perplexity.cpp \ | |
| $(OBJ_ALL) | |
| $(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<) | |
| $(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS) | |
| llama-imatrix: examples/imatrix/imatrix.cpp \ | |
| $(OBJ_ALL) | |
| $(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<) | |
| $(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS) | |
| llama-embedding: examples/embedding/embedding.cpp \ | |
| $(OBJ_ALL) | |
| $(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<) | |
| $(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS) | |
| llama-gritlm: examples/gritlm/gritlm.cpp \ | |
| $(OBJ_ALL) | |
| $(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<) | |
| $(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS) | |
| llama-save-load-state: examples/save-load-state/save-load-state.cpp \ | |
| $(OBJ_ALL) | |
| $(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<) | |
| $(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS) | |
| llama-gguf: examples/gguf/gguf.cpp \ | |
| $(OBJ_GGML) | |
| $(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<) | |
| $(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS) | |
| examples/gguf-hash/deps/sha1/sha1.o: \ | |
| examples/gguf-hash/deps/sha1/sha1.c | |
| $(CC) $(CFLAGS) -Iexamples/gguf-hash/deps -c $< -o $@ | |
| examples/gguf-hash/deps/xxhash/xxhash.o: \ | |
| examples/gguf-hash/deps/xxhash/xxhash.c | |
| $(CC) $(CFLAGS) -Iexamples/gguf-hash/deps -c $< -o $@ | |
| examples/gguf-hash/deps/sha256/sha256.o: \ | |
| examples/gguf-hash/deps/sha256/sha256.c | |
| $(CC) $(CFLAGS) -Iexamples/gguf-hash/deps -c $< -o $@ | |
| llama-gguf-hash: examples/gguf-hash/gguf-hash.cpp examples/gguf-hash/deps/sha1/sha1.o examples/gguf-hash/deps/xxhash/xxhash.o examples/gguf-hash/deps/sha256/sha256.o\ | |
| $(OBJ_ALL) | |
| $(CXX) $(CXXFLAGS) -Iexamples/gguf-hash/deps -c $< -o $(call GET_OBJ_FILE, $<) | |
| $(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS) | |
| llama-gguf-split: examples/gguf-split/gguf-split.cpp \ | |
| $(OBJ_ALL) | |
| $(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<) | |
| $(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS) | |
| llama-eval-callback: examples/eval-callback/eval-callback.cpp \ | |
| $(OBJ_ALL) | |
| $(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<) | |
| $(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS) | |
| llama-cvector-generator: examples/cvector-generator/cvector-generator.cpp \ | |
| $(OBJ_ALL) | |
| $(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<) | |
| $(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS) | |
| llama-convert-llama2c-to-ggml: examples/convert-llama2c-to-ggml/convert-llama2c-to-ggml.cpp \ | |
| $(OBJ_ALL) | |
| $(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<) | |
| $(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS) | |
| llama-bench: examples/llama-bench/llama-bench.cpp \ | |
| $(OBJ_ALL) | |
| $(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<) | |
| $(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS) | |
| llama-export-lora: examples/export-lora/export-lora.cpp \ | |
| $(OBJ_ALL) | |
| $(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<) | |
| $(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS) | |
| llama-retrieval: examples/retrieval/retrieval.cpp \ | |
| $(OBJ_ALL) | |
| $(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<) | |
| $(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS) | |
| llama-speculative: examples/speculative/speculative.cpp \ | |
| $(OBJ_ALL) | |
| $(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<) | |
| $(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS) | |
| llama-parallel: examples/parallel/parallel.cpp \ | |
| $(OBJ_ALL) | |
| $(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<) | |
| $(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS) | |
| llama-lookahead: examples/lookahead/lookahead.cpp \ | |
| $(OBJ_ALL) | |
| $(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<) | |
| $(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS) | |
| llama-lookup: examples/lookup/lookup.cpp \ | |
| $(OBJ_ALL) | |
| $(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<) | |
| $(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS) | |
| llama-lookup-create: examples/lookup/lookup-create.cpp \ | |
| $(OBJ_ALL) | |
| $(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<) | |
| $(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS) | |
| llama-lookup-merge: examples/lookup/lookup-merge.cpp \ | |
| $(OBJ_ALL) | |
| $(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<) | |
| $(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS) | |
| llama-lookup-stats: examples/lookup/lookup-stats.cpp \ | |
| $(OBJ_ALL) | |
| $(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<) | |
| $(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS) | |
| llama-passkey: examples/passkey/passkey.cpp \ | |
| $(OBJ_ALL) | |
| $(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<) | |
| $(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS) | |
| llama-gbnf-validator: examples/gbnf-validator/gbnf-validator.cpp \ | |
| $(OBJ_ALL) | |
| $(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<) | |
| $(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS) | |
| ifdef GGML_RPC | |
| rpc-server: examples/rpc/rpc-server.cpp \ | |
| $(OBJ_GGML) | |
| $(CXX) $(CXXFLAGS) $^ -o $@ $(LDFLAGS) | |
| endif # GGML_RPC | |
| llama-server: \ | |
| examples/server/server.cpp \ | |
| examples/server/utils.hpp \ | |
| examples/server/httplib.h \ | |
| examples/server/index.html.hpp \ | |
| examples/server/completion.js.hpp \ | |
| examples/server/loading.html.hpp \ | |
| examples/server/deps_daisyui.min.css.hpp \ | |
| examples/server/deps_markdown-it.js.hpp \ | |
| examples/server/deps_tailwindcss.js.hpp \ | |
| examples/server/deps_vue.esm-browser.js.hpp \ | |
| common/json.hpp \ | |
| common/stb_image.h \ | |
| $(OBJ_ALL) | |
| $(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<) | |
| $(CXX) $(CXXFLAGS) $(filter-out %.h %.hpp $<,$^) -Iexamples/server $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS) $(LWINSOCK2) | |
| # Portable equivalent of `cd examples/server/public && xxd -i $(notdir $<) ../$(notdir $<).hpp`: | |
| examples/server/%.hpp: examples/server/public/% Makefile | |
| @( export NAME=$(subst .,_,$(subst -,_,$(notdir $<))) && \ | |
| echo "unsigned char $${NAME}[] = {" && \ | |
| cat $< | od -v -t x1 -An | sed -E 's/([0-9a-fA-F]+)/0x\1, /g' && \ | |
| echo "};" && \ | |
| echo "unsigned int $${NAME}_len = $(shell cat $< | wc -c );" \ | |
| ) > $@ | |
| llama-gen-docs: examples/gen-docs/gen-docs.cpp \ | |
| $(OBJ_ALL) | |
| $(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<) | |
| $(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS) | |
| libllava.a: examples/llava/llava.cpp \ | |
| examples/llava/llava.h \ | |
| examples/llava/clip.cpp \ | |
| examples/llava/clip.h \ | |
| common/stb_image.h \ | |
| common/base64.hpp \ | |
| $(OBJ_ALL) | |
| $(CXX) $(CXXFLAGS) -static -fPIC -c $< -o $@ -Wno-cast-qual | |
| llama-llava-cli: examples/llava/llava-cli.cpp \ | |
| examples/llava/llava.cpp \ | |
| examples/llava/llava.h \ | |
| examples/llava/clip.cpp \ | |
| examples/llava/clip.h \ | |
| $(OBJ_ALL) | |
| $(CXX) $(CXXFLAGS) $< $(filter-out %.h $<,$^) -o $@ $(LDFLAGS) -Wno-cast-qual | |
| llama-minicpmv-cli: examples/llava/minicpmv-cli.cpp \ | |
| examples/llava/llava.cpp \ | |
| examples/llava/llava.h \ | |
| examples/llava/clip.cpp \ | |
| examples/llava/clip.h \ | |
| $(OBJ_ALL) | |
| $(CXX) $(CXXFLAGS) $< $(filter-out %.h $<,$^) -o $@ $(LDFLAGS) -Wno-cast-qual | |
| ifeq ($(UNAME_S),Darwin) | |
| swift: examples/batched.swift | |
| (cd examples/batched.swift; make build) | |
| endif | |
| common/build-info.cpp: $(wildcard .git/index) scripts/build-info.sh | |
| @sh scripts/build-info.sh "$(CC)" > [email protected] | |
| @if ! cmp -s [email protected] $@; then \ | |
| mv [email protected] $@; \ | |
| else \ | |
| rm [email protected]; \ | |
| fi | |
| common/build-info.o: common/build-info.cpp | |
| $(CXX) $(CXXFLAGS) -c $(filter-out %.h,$^) -o $@ | |
| # | |
| # Tests | |
| # | |
| tests: $(TEST_TARGETS) | |
| tests/test-arg-parser: tests/test-arg-parser.cpp \ | |
| $(OBJ_ALL) | |
| $(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<) | |
| $(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS) | |
| tests/test-llama-grammar: tests/test-llama-grammar.cpp \ | |
| $(OBJ_ALL) | |
| $(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<) | |
| $(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS) | |
| tests/test-log: tests/test-log.cpp \ | |
| $(OBJ_ALL) | |
| $(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<) | |
| $(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS) | |
| tests/test-grammar-parser: tests/test-grammar-parser.cpp \ | |
| $(OBJ_ALL) | |
| $(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<) | |
| $(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS) | |
| tests/test-grammar-integration: tests/test-grammar-integration.cpp \ | |
| $(OBJ_ALL) | |
| $(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<) | |
| $(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS) | |
| tests/test-double-float: tests/test-double-float.cpp | |
| $(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<) | |
| $(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS) | |
| tests/test-json-schema-to-grammar: tests/test-json-schema-to-grammar.cpp \ | |
| $(OBJ_ALL) | |
| $(CXX) $(CXXFLAGS) -Iexamples/server -c $< -o $(call GET_OBJ_FILE, $<) | |
| $(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS) | |
| tests/test-grad0: tests/test-grad0.cpp \ | |
| $(OBJ_GGML) | |
| $(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<) | |
| $(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS) | |
| tests/test-opt: tests/test-opt.cpp \ | |
| $(OBJ_GGML) | |
| $(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<) | |
| $(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS) | |
| tests/test-quantize-fns: tests/test-quantize-fns.cpp \ | |
| $(OBJ_GGML) | |
| $(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<) | |
| $(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS) | |
| tests/test-quantize-perf: tests/test-quantize-perf.cpp \ | |
| $(OBJ_GGML) | |
| $(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<) | |
| $(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS) | |
| tests/test-sampling: tests/test-sampling.cpp \ | |
| $(OBJ_ALL) | |
| $(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<) | |
| $(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS) | |
| tests/test-tokenizer-0: tests/test-tokenizer-0.cpp \ | |
| $(OBJ_ALL) | |
| $(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<) | |
| $(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS) | |
| tests/test-tokenizer-1-bpe: tests/test-tokenizer-1-bpe.cpp \ | |
| $(OBJ_ALL) | |
| $(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<) | |
| $(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS) | |
| tests/test-tokenizer-1-spm: tests/test-tokenizer-1-spm.cpp \ | |
| $(OBJ_ALL) | |
| $(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<) | |
| $(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS) | |
| tests/test-rope: tests/test-rope.cpp ggml/src/ggml.o \ | |
| $(OBJ_GGML) | |
| $(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<) | |
| $(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS) | |
| tests/test-c.o: tests/test-c.c include/llama.h | |
| $(CC) $(CFLAGS) -c $(filter-out %.h,$^) -o $@ | |
| tests/test-backend-ops: tests/test-backend-ops.cpp \ | |
| $(OBJ_GGML) | |
| $(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<) | |
| $(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS) | |
| tests/test-model-load-cancel: tests/test-model-load-cancel.cpp tests/get-model.cpp \ | |
| $(OBJ_ALL) | |
| $(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<) | |
| $(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS) | |
| tests/test-autorelease: tests/test-autorelease.cpp tests/get-model.cpp \ | |
| $(OBJ_ALL) | |
| $(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<) | |
| $(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS) | |
| tests/test-chat-template: tests/test-chat-template.cpp \ | |
| $(OBJ_ALL) | |
| $(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<) | |
| $(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS) | |
| # | |
| # PoCs | |
| # | |
| llama-vdot: pocs/vdot/vdot.cpp ggml/src/ggml.o \ | |
| $(OBJ_GGML) | |
| $(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<) | |
| $(CXX) $(CXXFLAGS) $(filter-out $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS) | |
| llama-q8dot: pocs/vdot/q8dot.cpp ggml/src/ggml.o \ | |
| $(OBJ_GGML) | |
| $(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<) | |
| $(CXX) $(CXXFLAGS) $(filter-out $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS) | |
| # | |
| # Deprecated binaries that we want to keep around long enough for people to migrate to the new filenames, then these can be removed. | |
| # | |
| # Mark legacy binary targets as .PHONY so that they are always checked. | |
| .PHONY: main quantize perplexity embedding server | |
| # Define the object file target | |
| examples/deprecation-warning/deprecation-warning.o: examples/deprecation-warning/deprecation-warning.cpp | |
| $(CXX) $(CXXFLAGS) -c $< -o $@ | |
| # NOTE: We currently will always build the deprecation-warning `main` and `server` binaries to help users migrate. | |
| # Eventually we will want to remove these target from building all the time. | |
| main: examples/deprecation-warning/deprecation-warning.o | |
| $(CXX) $(CXXFLAGS) $< -o $@ $(LDFLAGS) | |
| @echo "NOTICE: The 'main' binary is deprecated. Please use 'llama-cli' instead." | |
| server: examples/deprecation-warning/deprecation-warning.o | |
| $(CXX) $(CXXFLAGS) $< -o $@ $(LDFLAGS) | |
| @echo "NOTICE: The 'server' binary is deprecated. Please use 'llama-server' instead." | |
| quantize: examples/deprecation-warning/deprecation-warning.o | |
| ifneq (,$(wildcard quantize)) | |
| $(CXX) $(CXXFLAGS) $< -o $@ $(LDFLAGS) | |
| @echo "#########" | |
| @echo "WARNING: The 'quantize' binary is deprecated. Please use 'llama-quantize' instead." | |
| @echo " Remove the 'quantize' binary to remove this warning." | |
| @echo "#########" | |
| endif | |
| perplexity: examples/deprecation-warning/deprecation-warning.o | |
| ifneq (,$(wildcard perplexity)) | |
| $(CXX) $(CXXFLAGS) $< -o $@ $(LDFLAGS) | |
| @echo "#########" | |
| @echo "WARNING: The 'perplexity' binary is deprecated. Please use 'llama-perplexity' instead." | |
| @echo " Remove the 'perplexity' binary to remove this warning." | |
| @echo "#########" | |
| endif | |
| embedding: examples/deprecation-warning/deprecation-warning.o | |
| ifneq (,$(wildcard embedding)) | |
| $(CXX) $(CXXFLAGS) $< -o $@ $(LDFLAGS) | |
| @echo "#########" | |
| @echo "WARNING: The 'embedding' binary is deprecated. Please use 'llama-embedding' instead." | |
| @echo " Remove the 'embedding' binary to remove this warning." | |
| @echo "#########" | |
| endif | |