Skip to content

Commit b09a407

Browse files
Akash KaothalkarAkashcodes732
Akash Kaothalkar
authored andcommitted
Feat: int8 w8a8 enablement for ppc64le
Signed-off-by: Akash Kaothalkar <[email protected]>
1 parent b07bf83 commit b09a407

File tree

4 files changed

+772
-147
lines changed

4 files changed

+772
-147
lines changed

cmake/cpu_extension.cmake

+32-1
Original file line numberDiff line numberDiff line change
@@ -167,6 +167,33 @@ if (AVX512_FOUND AND NOT AVX512_DISABLED)
167167

168168
FetchContent_MakeAvailable(oneDNN)
169169

170+
list(APPEND LIBS dnnl)
171+
elseif(POWER10_FOUND)
172+
FetchContent_Declare(
173+
oneDNN
174+
GIT_REPOSITORY https://github.com/oneapi-src/oneDNN.git
175+
GIT_TAG v3.7.2
176+
GIT_PROGRESS TRUE
177+
GIT_SHALLOW TRUE
178+
)
179+
180+
set(ONEDNN_LIBRARY_TYPE "STATIC")
181+
set(ONEDNN_BUILD_DOC "OFF")
182+
set(ONEDNN_BUILD_EXAMPLES "OFF")
183+
set(ONEDNN_BUILD_TESTS "OFF")
184+
set(ONEDNN_ENABLE_WORKLOAD "INFERENCE")
185+
set(ONEDNN_ENABLE_PRIMITIVE "MATMUL;REORDER")
186+
set(ONEDNN_BUILD_GRAPH "OFF")
187+
set(ONEDNN_ENABLE_JIT_PROFILING "OFF")
188+
set(ONEDNN_ENABLE_ITT_TASKS "OFF")
189+
set(ONEDNN_ENABLE_MAX_CPU_ISA "OFF")
190+
set(ONEDNN_ENABLE_CPU_ISA_HINTS "OFF")
191+
set(CMAKE_POLICY_DEFAULT_CMP0077 NEW)
192+
193+
set(DNNL_CPU_RUNTIME "OMP")
194+
195+
FetchContent_MakeAvailable(oneDNN)
196+
170197
list(APPEND LIBS dnnl)
171198
endif()
172199

@@ -197,6 +224,10 @@ if (AVX512_FOUND AND NOT AVX512_DISABLED)
197224
"csrc/cpu/quant.cpp"
198225
"csrc/cpu/shm.cpp"
199226
${VLLM_EXT_SRC})
227+
elseif(POWER10_FOUND)
228+
set(VLLM_EXT_SRC
229+
"csrc/cpu/quant.cpp"
230+
${VLLM_EXT_SRC})
200231
endif()
201232

202233
#
@@ -214,4 +245,4 @@ define_gpu_extension_target(
214245
WITH_SOABI
215246
)
216247

217-
message(STATUS "Enabling C extension.")
248+
message(STATUS "Enabling C extension.")

0 commit comments

Comments
 (0)