From 7aba1f9cf3f0f2b6f6bc8c6a9fda69c5b1b45b97 Mon Sep 17 00:00:00 2001 From: Nikita Sarychev <42014488+sARY77@users.noreply.github.com> Date: Sun, 5 Jan 2025 19:51:00 -0800 Subject: [PATCH] Remove more references to rocBLAS --- .devops/nix/package.nix | 1 - .devops/rocm.Dockerfile | 2 +- .github/workflows/build.yml | 5 +---- Makefile | 2 +- cmake/llama-config.cmake.in | 3 +-- ggml/src/ggml-cuda/vendors/hip.h | 4 ---- ggml/src/ggml-hip/CMakeLists.txt | 3 +-- 7 files changed, 5 insertions(+), 15 deletions(-) diff --git a/.devops/nix/package.nix b/.devops/nix/package.nix index 043c4364b..8558ef9d8 100644 --- a/.devops/nix/package.nix +++ b/.devops/nix/package.nix @@ -93,7 +93,6 @@ let rocmBuildInputs = with rocmPackages; [ clr hipblas - rocblas ]; vulkanBuildInputs = [ diff --git a/.devops/rocm.Dockerfile b/.devops/rocm.Dockerfile index a8088ea00..2be58f3d6 100644 --- a/.devops/rocm.Dockerfile +++ b/.devops/rocm.Dockerfile @@ -12,7 +12,7 @@ FROM ${BASE_ROCM_DEV_CONTAINER} AS build # Unless otherwise specified, we make a fat build. # List from https://github.com/ggerganov/llama.cpp/pull/1087#issuecomment-1682807878 -# This is mostly tied to rocBLAS supported archs. +# This is mostly tied to HIP supported archs. # gfx803, gfx900, gfx1032, gfx1101, gfx1102,not officialy supported # gfx906 is deprecated #check https://rocm.docs.amd.com/projects/install-on-linux/en/docs-6.2.4/reference/system-requirements.html diff --git a/.github/workflows/build.yml b/.github/workflows/build.yml index 602cf5220..2128eab4f 100644 --- a/.github/workflows/build.yml +++ b/.github/workflows/build.yml @@ -344,7 +344,7 @@ jobs: id: depends run: | sudo apt-get update - sudo apt-get install -y build-essential git cmake rocblas-dev hipblas-dev + sudo apt-get install -y build-essential git cmake hipblas-dev - name: Build with native CMake HIP support id: cmake_build @@ -1105,10 +1105,7 @@ jobs: $env:CMAKE_PREFIX_PATH="${env:HIP_PATH}" cmake -G "Unix Makefiles" -B build -S . -DCMAKE_C_COMPILER="${env:HIP_PATH}\bin\clang.exe" -DCMAKE_CXX_COMPILER="${env:HIP_PATH}\bin\clang++.exe" -DGGML_HIP=ON -DCMAKE_BUILD_TYPE=Release -DAMDGPU_TARGETS=${{ matrix.gpu_target }} -DGGML_RPC=ON cmake --build build -j ${env:NUMBER_OF_PROCESSORS} - md "build\bin\rocblas\library\" cp "${env:HIP_PATH}\bin\hipblas.dll" "build\bin\" - cp "${env:HIP_PATH}\bin\rocblas.dll" "build\bin\" - cp "${env:HIP_PATH}\bin\rocblas\library\*" "build\bin\rocblas\library\" - name: Determine tag name id: tag diff --git a/Makefile b/Makefile index 19ae0d5f1..435241ea8 100644 --- a/Makefile +++ b/Makefile @@ -781,7 +781,7 @@ endif # GGML_HIP_UMA MK_LDFLAGS += -L$(ROCM_PATH)/lib -Wl,-rpath=$(ROCM_PATH)/lib MK_LDFLAGS += -L$(ROCM_PATH)/lib64 -Wl,-rpath=$(ROCM_PATH)/lib64 - MK_LDFLAGS += -lhipblas -lamdhip64 -lrocblas + MK_LDFLAGS += -lhipblas -lamdhip64 HIPCC ?= $(CCACHE) $(ROCM_PATH)/bin/hipcc diff --git a/cmake/llama-config.cmake.in b/cmake/llama-config.cmake.in index 5c55bc6b8..72b263ed6 100644 --- a/cmake/llama-config.cmake.in +++ b/cmake/llama-config.cmake.in @@ -140,8 +140,7 @@ if (NOT LLAMA_SHARED_LIB) if (GGML_HIP) find_package(hip REQUIRED) find_package(hipblas REQUIRED) - find_package(rocblas REQUIRED) - list(APPEND _llama_link_deps hip::host roc::rocblas roc::hipblas) + list(APPEND _llama_link_deps hip::host roc::hipblas) endif() if (GGML_SYCL) diff --git a/ggml/src/ggml-cuda/vendors/hip.h b/ggml/src/ggml-cuda/vendors/hip.h index 3205534d6..5a5d1eeb1 100644 --- a/ggml/src/ggml-cuda/vendors/hip.h +++ b/ggml/src/ggml-cuda/vendors/hip.h @@ -3,10 +3,6 @@ #include #include #include -#ifdef __HIP_PLATFORM_AMD__ -// for rocblas_initialize() -#include "rocblas/rocblas.h" -#endif // __HIP_PLATFORM_AMD__ #define CUBLAS_COMPUTE_16F HIPBLAS_R_16F #define CUBLAS_COMPUTE_32F HIPBLAS_R_32F #define CUBLAS_COMPUTE_32F_FAST_16F HIPBLAS_R_32F diff --git a/ggml/src/ggml-hip/CMakeLists.txt b/ggml/src/ggml-hip/CMakeLists.txt index b15fbd24d..736c0049c 100644 --- a/ggml/src/ggml-hip/CMakeLists.txt +++ b/ggml/src/ggml-hip/CMakeLists.txt @@ -38,7 +38,6 @@ endif() find_package(hip REQUIRED) find_package(hipblas REQUIRED) -find_package(rocblas REQUIRED) message(STATUS "HIP and hipBLAS found") @@ -101,4 +100,4 @@ if (GGML_STATIC) message(FATAL_ERROR "Static linking not supported for HIP/ROCm") endif() -target_link_libraries(ggml-hip PRIVATE ggml-base hip::host roc::rocblas roc::hipblas) +target_link_libraries(ggml-hip PRIVATE ggml-base hip::host roc::hipblas)