diff --git a/models/ggml/ggml-cuda-ggllm.h b/models/ggml/ggml-cuda-ggllm.h
index cc58c9b..c5571a3 100644
--- a/models/ggml/ggml-cuda-ggllm.h
+++ b/models/ggml/ggml-cuda-ggllm.h
@@ -1,3 +1,7 @@
+#ifdef GGML_USE_HIPBLAS
+#define cudaDeviceProp hipDeviceProp_t
+#endif
+
 // https://github.com/cmp-nct/ggllm.cpp/blob/master/ggml-cuda.h
 
 typedef struct {
diff --git a/models/ggml/libfalcon.cpp b/models/ggml/libfalcon.cpp
index 696512f..211c9ac 100644
--- a/models/ggml/libfalcon.cpp
+++ b/models/ggml/libfalcon.cpp
@@ -14,7 +14,11 @@
 #include "ggml.h"
 #include "libfalcon.h"
 #include "llama-util.h"
-#ifdef GGML_USE_CUBLAS
+#ifdef GGML_USE_HIPBLAS
+#include <hip/hip_runtime.h>
+
+#include "ggml-cuda.h"
+#elif GGML_USE_CUBLAS
 #include <cuda_runtime.h>
 
 #include "ggml-cuda.h"