diff --git a/Makefile b/Makefile
index 705c4acb4..80179631f 100644
--- a/Makefile
+++ b/Makefile
@@ -391,12 +391,9 @@ else
 endif #LLAMA_CUDA_NVCC
 ifdef CUDA_DOCKER_ARCH
 	NVCCFLAGS += -Wno-deprecated-gpu-targets -arch=$(CUDA_DOCKER_ARCH)
-endif # CUDA_DOCKER_ARCH
-ifdef CUDA_NATIVE_ARCH
-	NVCCFLAGS += -arch=$(CUDA_NATIVE_ARCH)
 else
 	NVCCFLAGS += -arch=native
-endif # CUDA_NATIVE_ARCH
+endif # CUDA_DOCKER_ARCH
 ifdef LLAMA_CUDA_FORCE_DMMV
 	NVCCFLAGS += -DGGML_CUDA_FORCE_DMMV
 endif # LLAMA_CUDA_FORCE_DMMV