tcsenpai/ollama
1
0
Fork 0
mirror of https://github.com/tcsenpai/ollama.git synced 2025-06-08 12:15:22 +00:00
Code Issues Packages Projects Releases Wiki Activity

clean up metal code

Browse Source
This commit is contained in:
jmorganca 2024-06-15 10:06:36 -07:00
parent 8dda9293fa
commit a29851bc9b
3 changed files with 23 additions and 15 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

15
llama/llama.go
View File

@ -37,8 +37,6 @@ package llama
#include "sampling_ext.h" #include "sampling_ext.h"
bool llamaProgressCallback(float progress, void *user_data); bool llamaProgressCallback(float progress, void *user_data);
extern const char *ggml_metallib_start;
extern const char *ggml_metallib_end;
*/ */
import "C" import "C"
import ( import (
@ -51,19 +49,6 @@ import (
"unsafe" "unsafe"
) )
//go:embed ggml-common.h
var ggmlCommon string
//go:embed ggml-metal.metal
var ggmlMetal string
func init() {
metal := strings.ReplaceAll(ggmlMetal, `#include "ggml-common.h"`, ggmlCommon)
cMetal := C.CString(metal)
C.ggml_metallib_start = cMetal
C.ggml_metallib_end = (*C.char)(unsafe.Pointer(uintptr(unsafe.Pointer(cMetal)) + uintptr(len(metal))))
}
func BackendInit() { func BackendInit() {
C.llama_backend_init() C.llama_backend_init()
} }

0
llama/metal.c → llama/llama_darwin.c
View File

23
llama/llama_darwin.go Normal file
View File

@ -0,0 +1,23 @@
package llama
// extern const char *ggml_metallib_start;
// extern const char *ggml_metallib_end;
import "C"
import (
_ "embed"
"strings"
"unsafe"
)
//go:embed ggml-common.h
var ggmlCommon string
//go:embed ggml-metal.metal
var ggmlMetal string
func init() {
metal := strings.ReplaceAll(ggmlMetal, `#include "ggml-common.h"`, ggmlCommon)
cMetal := C.CString(metal)
C.ggml_metallib_start = cMetal
C.ggml_metallib_end = (*C.char)(unsafe.Pointer(uintptr(unsafe.Pointer(cMetal)) + uintptr(len(metal))))
}