tcsenpai/ollama
1
0
Fork 0
mirror of https://github.com/tcsenpai/ollama.git synced 2025-06-08 04:05:20 +00:00
Code Issues Packages Projects Releases Wiki Activity

Get linux building

Browse Source 
Still needs a bit more refinement to (auto)detect cuda/hip and fallback
gracefully if not detected.
This commit is contained in:
Daniel Hiltgen 2024-06-23 12:07:41 -07:00 committed by jmorganca
parent 3d5a08c315
commit 13348e3629
1 changed files with 43 additions and 21 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

64
llama/Makefile
View File

@ -1,21 +1,36 @@
OS := $(shell uname -s) OS := $(shell uname -s)
ARCH := $(or $(ARCH), $(shell uname -m)) ARCH := $(or $(ARCH), $(shell uname -m))
NVCC := nvcc
HIPCC := "$(HIP_PATH)/bin/hipcc.bin.exe"
export CGO_CFLAGS_ALLOW = -mfma|-mf16c export CGO_CFLAGS_ALLOW = -mfma|-mf16c
export CGO_CXXFLAGS_ALLOW = -mfma|-mf16c export CGO_CXXFLAGS_ALLOW = -mfma|-mf16c
export HIP_PLATFORM = amd
ifeq ($(ARCH),x86_64) ifeq ($(ARCH),x86_64)
ARCH := amd64 ARCH := amd64
endif endif
ifneq (,$(findstring MINGW,$(OS))) ifneq (,$(findstring MINGW,$(OS))$(findstring MSYS,$(OS)))
OBJ_EXT := obj OBJ_EXT := obj
SHARED_EXT := dll SHARED_EXT := dll
EXE_EXT := .exe
SHARED_PREFIX := ""
CUDA_LIB := $(shell cygpath -w -s "$(CUDA_PATH)\lib\x64") CUDA_LIB := $(shell cygpath -w -s "$(CUDA_PATH)\lib\x64")
HIP_LIB := $(shell cygpath -w -s "$(HIP_PATH)\lib") HIP_LIB := $(shell cygpath -w -s "$(HIP_PATH)\lib")
NVCC := nvcc
# If HIP_PATH has spaces, hipcc trips over them when subprocessing
HIP_PATH := $(shell cygpath -m -s "$(HIP_PATH)\")
export HIP_PATH
HIPCC := $(HIP_PATH)bin/hipcc.bin.exe
else ifeq ($(OS),Linux)
OBJ_EXT := o
SHARED_EXT := so
SHARED_PREFIX := lib
CUDA_PATH?=/usr/local/cuda
HIP_PATH?=/opt/rocm
CUDA_LIB := "$(CUDA_PATH)/lib64"
HIP_LIB := "$(HIP_PATH)/lib"
NVCC := nvcc
HIPCC := hipcc
else else
OBJ_EXT := o OBJ_EXT := o
SHARED_EXT := so SHARED_EXT := so
@ -88,24 +103,27 @@ HIP_FLAGS := \
-Wno-pass-failed \ -Wno-pass-failed \
-Wno-deprecated-declarations \ -Wno-deprecated-declarations \
-Wno-unused-result \ -Wno-unused-result \
-Xclang \
--dependent-lib=msvcrt \
-I. \ -I. \
$(foreach arch, $(HIP_ARCHS), --offload-arch=$(arch)) $(foreach arch, $(HIP_ARCHS), --offload-arch=$(arch))
ifeq ($(OS), Linux) ifeq ($(OS), Linux)
HIP_FLAGS += $(foreach arch, $(LINUX_HIP_ARCHS), --offload-arch=$(arch)) HIP_FLAGS += $(foreach arch, $(LINUX_HIP_ARCHS), --offload-arch=$(arch)) -fPIC
CUDA_FLAGS += -fPIC
CFLAGS += -Xcompiler -fPIC -D_GNU_SOURCE
CXXFLAGS += -Xcompiler -fPIC -D_GNU_SOURCE
else ifneq (,$(findstring MINGW,$(OS)))
HIP_FLAGS += -Xclang --dependent-lib=msvcrt
endif endif
RUNNERS := ollama_runner RUNNERS := ollama_runner$(EXE_EXT)
ifeq ($(ARCH),amd64) ifeq ($(ARCH),amd64)
RUNNERS += ollama_runner_avx ollama_runner_avx2 RUNNERS += ollama_runner_avx$(EXE_EXT) ollama_runner_avx2$(EXE_EXT)
endif endif
ifneq ($(NVCC),) ifneq ($(NVCC),)
RUNNERS += ollama_runner_cuda RUNNERS += ollama_runner_cuda$(EXE_EXT)
endif endif
ifneq ($(HIPCC),) ifneq ($(HIPCC),)
RUNNERS += ollama_runner_rocm RUNNERS += ollama_runner_rocm$(EXE_EXT)
endif endif
runners: $(RUNNERS) runners: $(RUNNERS)
@ -119,8 +137,8 @@ runners: $(RUNNERS)
%.cuda.$(OBJ_EXT): %.cpp %.cuda.$(OBJ_EXT): %.cpp
$(NVCC) -c $(CXXFLAGS) -o $@ $< $(NVCC) -c $(CXXFLAGS) -o $@ $<
ggml_cuda.$(SHARED_EXT): $(CUDA_OBJS) $(SHARED_PREFIX)ggml_cuda.$(SHARED_EXT): $(CUDA_OBJS)
nvcc --shared -lcuda -lcublas -lcudart -lcublasLt $(CUDA_FLAGS) $(CUDA_OBJS) -o $@ $(NVCC) --shared -lcuda -lcublas -lcudart -lcublasLt $(CUDA_FLAGS) $(CUDA_OBJS) -o $@
%.hip.$(OBJ_EXT): %.cu %.hip.$(OBJ_EXT): %.cu
$(HIPCC) -c $(HIP_FLAGS) -o $@ $< $(HIPCC) -c $(HIP_FLAGS) -o $@ $<
@ -131,25 +149,29 @@ ggml_cuda.$(SHARED_EXT): $(CUDA_OBJS)
%.hip.$(OBJ_EXT): %.cpp %.hip.$(OBJ_EXT): %.cpp
$(HIPCC) -c $(CXXFLAGS) -o $@ $< $(HIPCC) -c $(CXXFLAGS) -o $@ $<
ggml_hipblas.$(SHARED_EXT): $(HIP_OBJS) $(SHARED_PREFIX)ggml_hipblas.$(SHARED_EXT): $(HIP_OBJS)
$(HIPCC) --shared -lhipblas -lamdhip64 -lrocblas $(HIP_OBJS) -o $@ $(HIPCC) --shared -lhipblas -lamdhip64 -lrocblas $(HIP_OBJS) -o $@
ollama_runner: ollama_runner$(EXE_EXT):
CGO_ENABLED=1 GOARCH=$(ARCH) go build -ldflags "-s -w" -o $@ ./runner CGO_ENABLED=1 GOARCH=$(ARCH) go build -ldflags "-s -w" -o $@ ./runner
ollama_runner_avx: ollama_runner_avx$(EXE_EXT):
CGO_ENABLED=1 GOARCH=$(ARCH) go build -ldflags "-s -w" -tags avx -o $@ ./runner CGO_ENABLED=1 GOARCH=$(ARCH) go build -ldflags "-s -w" -tags avx -o $@ ./runner
ollama_runner_avx2: ollama_runner_avx2$(EXE_EXT):
CGO_ENABLED=1 GOARCH=$(ARCH) go build -ldflags "-s -w" -tags avx,avx2 -o $@ ./runner CGO_ENABLED=1 GOARCH=$(ARCH) go build -ldflags "-s -w" -tags avx,avx2 -o $@ ./runner
ollama_runner_cuda: ggml_cuda.dll ollama_runner_cuda$(EXE_EXT): $(SHARED_PREFIX)ggml_cuda.$(SHARED_EXT)
CGO_ENABLED=1 GOARCH=$(ARCH) CGO_LDFLAGS=-L"$(CUDA_LIB)" go build -ldflags "-s -w" -tags avx,cuda -o $@ ./runner CGO_ENABLED=1 GOARCH=$(ARCH) CGO_LDFLAGS=-L"$(CUDA_LIB)" go build -ldflags "-s -w" -tags avx,cuda -o $@ ./runner
ollama_runner_rocm: ggml_hipblas.dll ollama_runner_rocm$(EXE_EXT): $(SHARED_PREFIX)ggml_hipblas.$(SHARED_EXT)
CGO_ENABLED=1 GOARCH=$(ARCH) CGO_LDFLAGS=-L"$(HIP_LIB)" go build -ldflags "-s -w" -tags avx,rocm -o $@ ./runner CGO_ENABLED=1 GOARCH=$(ARCH) CGO_LDFLAGS=-L"$(HIP_LIB)" go build -ldflags "-s -w" -tags avx,rocm -o $@ ./runner
clean: clean:
rm -f $(CUDA_OBJS) $(HIP_OBJS) ggml_cuda.$(SHARED_EXT) ggml_cuda.* ggml_hipblas.* ollama_runner* rm -f $(CUDA_OBJS) $(HIP_OBJS) $(SHARED_PREFIX)ggml_cuda.$(SHARED_EXT) ggml_cuda.* $(SHARED_PREFIX)ggml_hipblas.* ollama_runner*
.PHONY: runners clean ollama_runner ollama_runner_avx ollama_runner_avx2 ollama_runner_cuda ollama_runner_rocm .PHONY: runners clean ollama_runner$(EXE_EXT) ollama_runner_avx$(EXE_EXT) ollama_runner_avx2$(EXE_EXT) ollama_runner_cuda$(EXE_EXT) ollama_runner_rocm$(EXE_EXT)
# Handy debugging for make variables
print-%:
@echo '$*=$($*)'