diff --git a/sys/build.rs b/sys/build.rs
index 6f5a4eb..70d32ed 100644
--- a/sys/build.rs
+++ b/sys/build.rs
@@ -177,6 +177,8 @@ fn main() {
         config.define("GGML_CUDA", "ON");
         config.define("NVCC_APPEND_FLAGS", "-fPIC");
         config.cxxflag("-fPIC");
+        config.define("CMAKE_POSITION_INDEPENDENT_CODE", "ON");
+        config.define("CMAKE_CUDA_FLAGS", "-Xcompiler=-fPIC");
     }
 
     if cfg!(feature = "hipblas") {