From ca23f8ee6d27ccd39cc48867a3caa7709e81edc7 Mon Sep 17 00:00:00 2001
From: Georgi Gerganov <ggerganov@gmail.com>
Date: Sun, 19 Nov 2023 10:32:08 +0200
Subject: [PATCH] cuda : assert ggml_add sources to be contiguous

---
 ggml-cuda.cu | 3 +++
 1 file changed, 3 insertions(+)

diff --git a/ggml-cuda.cu b/ggml-cuda.cu
index c0c9edd5..b4203301 100644
--- a/ggml-cuda.cu
+++ b/ggml-cuda.cu
@@ -6142,6 +6142,9 @@ inline void ggml_cuda_op_add(
     const ggml_tensor * src0, const ggml_tensor * src1, ggml_tensor * dst,
     const float * src0_dd, const float * src1_dd, float * dst_dd, const cudaStream_t & main_stream) {
 
+    GGML_ASSERT(ggml_is_contiguous(src0));
+    GGML_ASSERT(ggml_is_contiguous(src1));
+
     GGML_ASSERT(src1->type == GGML_TYPE_F32);
 
     const int64_t ne10 = src1->ne[0];