harald/wyoming-whisper-rs
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Initial support for CUDA and OpenCL

Browse source
This commit is contained in:
Zero 2023-05-05 21:17:59 -06:00
parent 330024a8af
commit 9b3bebf4b5
No known key found for this signature in database
GPG key ID: 3861E636EA1E0E2B
3 changed files with 46 additions and 42 deletions
Download patch file Download diff file Expand all files Collapse all files

3
sys/Cargo.toml
View file

@ -27,8 +27,11 @@ include = [
[features]
coreml = []
cuda = []
opencl = []
[dependencies]
[build-dependencies]
bindgen = "0.64"
cfg-if = "1"

81
sys/build.rs
View file

@ -2,6 +2,7 @@
extern crate bindgen;
use cfg_if::cfg_if;
use std::env;
use std::path::PathBuf;
@ -70,32 +71,27 @@ fn main() {
_ = std::fs::create_dir("build");
env::set_current_dir("build").expect("Unable to change directory to whisper.cpp build");
#[cfg(feature = "coreml")]
let code = std::process::Command::new("cmake")
.arg("..")
let mut cmd = std::process::Command::new("cmake");
cmd.arg("..")
.arg("-DCMAKE_BUILD_TYPE=Release")
.arg("-DBUILD_SHARED_LIBS=OFF")
.arg("-DWHISPER_ALL_WARNINGS=OFF")
.arg("-DWHISPER_ALL_WARNINGS_3RD_PARTY=OFF")
.arg("-DWHISPER_BUILD_TESTS=OFF")
.arg("-DWHISPER_BUILD_EXAMPLES=OFF")
.arg("-DWHISPER_COREML=1")
.status()
.expect("Failed to generate build script");
.arg("-DWHISPER_BUILD_EXAMPLES=OFF");
#[cfg(not(feature = "coreml"))]
let code = std::process::Command::new("cmake")
.arg("..")
.arg("-DCMAKE_BUILD_TYPE=Release")
.arg("-DBUILD_SHARED_LIBS=OFF")
.arg("-DWHISPER_ALL_WARNINGS=OFF")
.arg("-DWHISPER_ALL_WARNINGS_3RD_PARTY=OFF")
.arg("-DWHISPER_BUILD_TESTS=OFF")
.arg("-DWHISPER_BUILD_EXAMPLES=OFF")
.status()
.expect("Failed to generate build script");
#[cfg(feature = "coreml")]
cmd.arg("-DWHISPER_COREML=1");
#[cfg(feature = "cuda")]
cmd.arg("-DWHISPER_CUBLAS=1");
#[cfg(feature = "opencl")]
cmd.arg("-DWHISPER_CLBLAST=1");
let code = cmd.status().expect("Failed to run `cmake`");
if code.code() != Some(0) {
panic!("Failed to generate build script");
panic!("Failed to run `cmake`");
}
let code = std::process::Command::new("cmake")
@ -110,31 +106,32 @@ fn main() {
}
// move libwhisper.a to where Cargo expects it (OUT_DIR)
#[cfg(target_os = "windows")]
{
std::fs::copy(
"Release/whisper.lib",
format!("{}/whisper.lib", env::var("OUT_DIR").unwrap()),
)
.expect("Failed to copy libwhisper.lib");
cfg_if! {
if #[cfg(target_os = "windows")] {
std::fs::copy(
"Release/whisper.lib",
format!("{}/whisper.lib", env::var("OUT_DIR").unwrap()),
)
.expect("Failed to copy libwhisper.lib");
} else {
std::fs::copy(
"libwhisper.a",
format!("{}/libwhisper.a", env::var("OUT_DIR").unwrap()),
)
.expect("Failed to copy libwhisper.a");
}
}
#[cfg(not(target_os = "windows"))]
{
std::fs::copy(
"libwhisper.a",
format!("{}/libwhisper.a", env::var("OUT_DIR").unwrap()),
)
.expect("Failed to copy libwhisper.a");
}
#[cfg(feature = "coreml")]
#[cfg(not(target_os = "windows"))]
{
std::fs::copy(
"libwhisper.coreml.a",
format!("{}/libwhisper.coreml.a", env::var("OUT_DIR").unwrap()),
)
.expect("Failed to copy libwhisper.coreml.a");
// if on iOS or macOS, with coreml feature enabled, copy libwhisper.coreml.a as well
cfg_if! {
if #[cfg(all(feature = "coreml", any(target_os = "ios", target_os = "macos")))]
{
std::fs::copy(
"libwhisper.coreml.a",
format!("{}/libwhisper.coreml.a", env::var("OUT_DIR").unwrap()),
)
.expect("Failed to copy libwhisper.coreml.a");
}
}
// clean the whisper build directory to prevent Cargo from complaining during crate publish