GPT-2-Example/CMakeLists.txt at main · arm-education/GPT-2-Example · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
cmake_minimum_required(VERSION 3.16)
project(gpt2 LANGUAGES CXX)

set(CMAKE_CXX_STANDARD 17)
set(CMAKE_CXX_STANDARD_REQUIRED ON)

option(BUILD_USER_MATMUL "Build learner-owned gpt2_user target" OFF)

# Match the other tutorials: optimise and keep debug info for Performix.
set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -O2 -g")

set(IS_AARCH64 FALSE)
if(CMAKE_SYSTEM_PROCESSOR MATCHES "aarch64|arm64")
    set(IS_AARCH64 TRUE)
endif()

function(configure_gpt2_runtime target kernel_def)
    target_compile_definitions(${target} PRIVATE
        GPT2_DEFAULT_MODELS_DIR="${CMAKE_SOURCE_DIR}/models"
        ${kernel_def}
    )
endfunction()

add_executable(gpt2
    src/gpt2.cpp
    src/kernels/matmul_ref.cpp
)
configure_gpt2_runtime(gpt2 GPT2_KERNEL_REF)

add_executable(gpt2_neon
    src/gpt2.cpp
    src/kernels/matmul_neon.cpp
)
configure_gpt2_runtime(gpt2_neon GPT2_KERNEL_NEON)

if(BUILD_USER_MATMUL)
    add_executable(gpt2_user
        src/gpt2.cpp
        src/kernels/matmul_user.cpp
    )
    configure_gpt2_runtime(gpt2_user GPT2_KERNEL_USER)
endif()

# ── gpt2_sve: same as gpt2 but uses SVE microkernels ────────────────────────
# SVE requires AArch64; skip this target on non-AArch64 hosts (e.g. macOS/x86).
if(IS_AARCH64)
    add_executable(gpt2_sve
        src/gpt2.cpp
        src/kernels/matmul_sve.cpp
    )
    configure_gpt2_runtime(gpt2_sve GPT2_KERNEL_SVE)
    target_compile_options(gpt2_sve PRIVATE -march=armv8.2-a+sve)

    set(KLEIDIAI_BUILD_TESTS OFF CACHE BOOL "" FORCE)
    set(KLEIDIAI_BUILD_BENCHMARK OFF CACHE BOOL "" FORCE)
    add_subdirectory(src/kleidiai EXCLUDE_FROM_ALL)

    add_executable(gpt2_kai_sve
        src/gpt2_kai_sve.cpp
        src/kernels/matmul_kai_sve.cpp
    )
    target_compile_definitions(gpt2_kai_sve PRIVATE GPT2_DEFAULT_MODELS_DIR="${CMAKE_SOURCE_DIR}/models")
    target_include_directories(gpt2_kai_sve PRIVATE src/kleidiai)
    target_link_libraries(gpt2_kai_sve PRIVATE kleidiai)
else()
    message(STATUS "Skipping gpt2_sve and gpt2_kai_sve: SVE requires AArch64 (detected ${CMAKE_SYSTEM_PROCESSOR})")
endif()