package An official xmake package repository
https://xrepo.xmake.io/
You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
105 lines
4.6 KiB
105 lines
4.6 KiB
package("llama.cpp") |
|
set_homepage("https://github.com/ggerganov/llama.cpp") |
|
set_description("Port of Facebook's LLaMA model in C/C++") |
|
set_license("MIT") |
|
|
|
add_urls("https://github.com/ggerganov/llama.cpp/archive/refs/tags/b$(version).tar.gz", |
|
"https://github.com/ggerganov/llama.cpp.git") |
|
|
|
add_versions("3775", "405bae9d550cb3fbf36d6583377b951a346b548f5850987238fe024a16f45cad") |
|
|
|
add_configs("curl", {description = "llama: use libcurl to download model from an URL", default = false, type = "boolean"}) |
|
add_configs("openmp", {description = "ggml: use OpenMP", default = false, type = "boolean"}) |
|
add_configs("cuda", {description = "ggml: use CUDA", default = false, type = "boolean"}) |
|
add_configs("vulkan", {description = "ggml: use Vulkan", default = false, type = "boolean"}) |
|
add_configs("blas", {description = "ggml: use BLAS", default = nil, type = "string", values = {"mkl", "openblas"}}) |
|
|
|
if is_plat("macosx", "iphoneos") then |
|
add_frameworks("Accelerate", "Foundation", "Metal", "MetalKit") |
|
elseif is_plat("linux", "bsd") then |
|
add_syslinks("pthread") |
|
end |
|
|
|
add_links("llama", "ggml") |
|
|
|
add_deps("cmake") |
|
|
|
if on_check then |
|
on_check("android", function (package) |
|
local ndk = package:toolchain("ndk") |
|
local ndkver = ndk:config("ndkver") |
|
local ndk_sdkver = ndk:config("ndk_sdkver") |
|
assert(ndkver and tonumber(ndkver) > 22, "package(llama.cpp) require ndkver > 22") |
|
assert(ndk_sdkver and tonumber(ndk_sdkver) >= 24, "package(llama.cpp) require ndk api >= 24") |
|
end) |
|
|
|
on_check("windows", function (package) |
|
if package:is_arch("arm.*") then |
|
local vs_toolset = package:toolchain("msvc"):config("vs_toolset") |
|
if vs_toolset then |
|
local vs_toolset_ver = import("core.base.semver").new(vs_toolset) |
|
local minor = vs_toolset_ver:minor() |
|
assert(minor and minor >= 30, "package(llama.cpp/arm64) require vs_toolset >= 14.3") |
|
end |
|
end |
|
end) |
|
end |
|
|
|
on_load(function (package) |
|
if package:config("shared") then |
|
package:add("defines", "GGML_SHARED", "LLAMA_SHARED") |
|
end |
|
|
|
if package:config("curl") then |
|
package:add("deps", "libcurl") |
|
end |
|
if package:config("openmp") then |
|
package:add("deps", "openmp") |
|
end |
|
if package:config("cuda") then |
|
package:add("deps", "cuda") |
|
end |
|
if package:config("vulkan") then |
|
-- requires vulkan-1 and glslc |
|
package:add("deps", "vulkansdk") |
|
package:add("deps", "shaderc", {configs = {binaryonly = true}}) |
|
end |
|
if package:config("blas") then |
|
if is_subhost("windows") then |
|
package:add("deps", "pkgconf") |
|
else |
|
package:add("deps", "pkg-config") |
|
end |
|
end |
|
end) |
|
|
|
on_install(function (package) |
|
local configs = { |
|
"-DLLAMA_ALL_WARNINGS=OFF", |
|
"-DLLAMA_BUILD_TESTS=OFF", |
|
"-DLLAMA_BUILD_EXAMPLES=OFF", |
|
"-DLLAMA_BUILD_SERVER=OFF", |
|
"-DGGML_ALL_WARNINGS=OFF", |
|
"-DGGML_BUILD_TESTS=OFF", |
|
"-DGGML_BUILD_EXAMPLES=OFF", |
|
"-DGGML_CCACHE=OFF", |
|
} |
|
table.insert(configs, "-DCMAKE_CROSSCOMPILING=" .. (package:is_cross() and "ON" or "OFF")) |
|
table.insert(configs, "-DCMAKE_BUILD_TYPE=" .. (package:is_debug() and "Debug" or "Release")) |
|
table.insert(configs, "-DBUILD_SHARED_LIBS=" .. (package:config("shared") and "ON" or "OFF")) |
|
table.insert(configs, "-DLLAMA_SANITIZE_ADDRESS=" .. (package:config("asan") and "ON" or "OFF")) |
|
table.insert(configs, "-DGGML_LTO=" .. (package:config("lto") and "ON" or "OFF")) |
|
table.insert(configs, "-DGGML_SANITIZE_ADDRESS=" .. (package:config("asan") and "ON" or "OFF")) |
|
|
|
table.insert(configs, "-DLLAMA_CURL=" .. (package:config("curl") and "ON" or "OFF")) |
|
table.insert(configs, "-DGGML_OPENMP=" .. (package:config("openmp") and "ON" or "OFF")) |
|
table.insert(configs, "-DGGML_CUDA=" .. (package:config("cuda") and "ON" or "OFF")) |
|
table.insert(configs, "-DGGML_VULKAN=" .. (package:config("vulkan") and "ON" or "OFF")) |
|
table.insert(configs, "-DGGML_OPENBLAS=" .. (package:config("blas") and "ON" or "OFF")) |
|
import("package.tools.cmake").install(package, configs) |
|
end) |
|
|
|
on_test(function (package) |
|
assert(package:has_cfuncs("ggml_time_us", {includes = "ggml.h"})) |
|
assert(package:has_cfuncs("llama_backend_init", {includes = "llama.h"})) |
|
end)
|
|
|