wehub-resource-sync
344 lines
11 KiB
CMake
344 lines
11 KiB
CMake
remove_definitions(-DPADDLE_DLL_EXPORT)
|
|
set(CC_TESTS_DIR
|
|
${PADDLE_BINARY_DIR}/test/cpp
|
|
CACHE INTERNAL "c++ tests directory")
|
|
set(PYTHON_TESTS_DIR
|
|
${PADDLE_BINARY_DIR}/test
|
|
CACHE INTERNAL "python tests directory")
|
|
|
|
function(py_test_modules TARGET_NAME)
|
|
if(WITH_TESTING)
|
|
set(options SERIAL)
|
|
set(oneValueArgs "")
|
|
set(multiValueArgs MODULES DEPS ENVS)
|
|
cmake_parse_arguments(py_test_modules "${options}" "${oneValueArgs}"
|
|
"${multiValueArgs}" ${ARGN})
|
|
|
|
string(REGEX MATCH "_deprecated\.py$" DEPRECATED_MODULES
|
|
"${py_test_modules_MODULES}")
|
|
string(REGEX MATCH "_deprecated$" DEPRECATED_TARGET_NAME "${TARGET_NAME}")
|
|
set(FLAGS_PIR_MODE "")
|
|
if((NOT "${DEPRECATED_MODULES}" STREQUAL "")
|
|
OR (NOT "${DEPRECATED_TARGET_NAME}" STREQUAL ""))
|
|
set(FLAGS_PIR_MODE FLAGS_enable_pir_api=0)
|
|
endif()
|
|
|
|
if(WITH_COVERAGE AND NOT (WITH_INCREMENTAL_COVERAGE
|
|
AND "$ENV{PADDLE_GIT_DIFF_PY_FILE}" STREQUAL ""))
|
|
add_test(
|
|
NAME ${TARGET_NAME}
|
|
COMMAND
|
|
${CMAKE_COMMAND} -E env PYTHONPATH=${PADDLE_BINARY_DIR}/python
|
|
${py_test_modules_ENVS} ${FLAGS_PIR_MODE}
|
|
COVERAGE_FILE=${PADDLE_BINARY_DIR}/python-coverage.data
|
|
${PYTHON_EXECUTABLE} -m coverage run --branch -p
|
|
${PADDLE_SOURCE_DIR}/tools/test_runner.py ${py_test_modules_MODULES}
|
|
WORKING_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR})
|
|
else()
|
|
add_test(
|
|
NAME ${TARGET_NAME}
|
|
COMMAND
|
|
${CMAKE_COMMAND} -E env PYTHONPATH=${PADDLE_BINARY_DIR}/python
|
|
${py_test_modules_ENVS} ${FLAGS_PIR_MODE} ${PYTHON_EXECUTABLE}
|
|
${PADDLE_SOURCE_DIR}/tools/test_runner.py ${py_test_modules_MODULES}
|
|
WORKING_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR})
|
|
endif()
|
|
|
|
if(py_test_modules_SERIAL)
|
|
set_property(TEST ${TARGET_NAME} PROPERTY RUN_SERIAL 1)
|
|
endif()
|
|
if(WIN32)
|
|
set_tests_properties(${TARGET_NAME} PROPERTIES TIMEOUT 150)
|
|
endif()
|
|
endif()
|
|
endfunction()
|
|
|
|
function(bash_test_modules TARGET_NAME)
|
|
if(NOT WITH_TESTING)
|
|
return()
|
|
endif()
|
|
|
|
set(options SERIAL)
|
|
set(oneValueArgs TIMEOUT START_BASH)
|
|
set(multiValueArgs DEPS ENVS LABELS)
|
|
cmake_parse_arguments(bash_test_modules "${options}" "${oneValueArgs}"
|
|
"${multiValueArgs}" ${ARGN})
|
|
|
|
set(timeout 350)
|
|
if(${bash_test_modules_TIMEOUT})
|
|
set(timeout ${bash_test_modules_TIMEOUT})
|
|
endif()
|
|
|
|
if(WITH_COVERAGE)
|
|
add_test(
|
|
NAME ${TARGET_NAME}
|
|
COMMAND
|
|
${CMAKE_COMMAND} -E env PYTHONPATH=${PADDLE_BINARY_DIR}/python
|
|
TEST_TARGET_NAME=${TARGET_NAME} TEST_TIMEOUT=${timeout}
|
|
${bash_test_modules_ENVS} WITH_COVERAGE=ON
|
|
COVERAGE_FILE=${PADDLE_BINARY_DIR}/python-coverage.data bash
|
|
${CMAKE_CURRENT_BINARY_DIR}/${bash_test_modules_START_BASH}
|
|
WORKING_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR})
|
|
else()
|
|
add_test(
|
|
NAME ${TARGET_NAME}
|
|
COMMAND
|
|
${CMAKE_COMMAND} -E env PYTHONPATH=${PADDLE_BINARY_DIR}/python
|
|
TEST_TARGET_NAME=${TARGET_NAME} TEST_TIMEOUT=${timeout}
|
|
${bash_test_modules_ENVS} bash
|
|
${CMAKE_CURRENT_BINARY_DIR}/${bash_test_modules_START_BASH}
|
|
WORKING_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR})
|
|
endif()
|
|
|
|
if(bash_test_modules_SERIAL)
|
|
set_property(TEST ${TARGET_NAME} PROPERTY RUN_SERIAL 1)
|
|
endif()
|
|
|
|
if(bash_test_modules_LABELS)
|
|
set_tests_properties(${TARGET_NAME} PROPERTIES LABELS
|
|
${bash_test_modules_LABELS})
|
|
endif()
|
|
endfunction()
|
|
|
|
function(set_pir_tests_properties)
|
|
file(STRINGS "${CMAKE_SOURCE_DIR}/test/white_list/pir_op_test_white_list"
|
|
PIR_OP_TESTS)
|
|
foreach(IR_OP_TEST ${PIR_OP_TESTS})
|
|
if(TEST ${IR_OP_TEST})
|
|
set_property(
|
|
TEST ${IR_OP_TEST}
|
|
APPEND
|
|
PROPERTY ENVIRONMENT "FLAGS_PIR_OPTEST_WHITE_LIST=True")
|
|
endif()
|
|
endforeach()
|
|
|
|
file(STRINGS "${CMAKE_SOURCE_DIR}/test/white_list/pir_op_test_no_check_list"
|
|
PIR_OP_NO_CHECK_TESTS)
|
|
foreach(IR_OP_TEST ${PIR_OP_NO_CHECK_TESTS})
|
|
if(TEST ${IR_OP_TEST})
|
|
set_property(
|
|
TEST ${IR_OP_TEST}
|
|
APPEND
|
|
PROPERTY ENVIRONMENT "FLAGS_PIR_NO_CHECK=True")
|
|
endif()
|
|
endforeach()
|
|
|
|
file(STRINGS
|
|
"${CMAKE_SOURCE_DIR}/test/white_list/pir_op_test_precision_white_list"
|
|
PIR_OP_RELAXED_TESTS)
|
|
foreach(IR_OP_TEST ${PIR_OP_RELAXED_TESTS})
|
|
if(TEST ${IR_OP_TEST})
|
|
set_property(
|
|
TEST ${IR_OP_TEST}
|
|
APPEND
|
|
PROPERTY ENVIRONMENT "FLAGS_PIR_OPTEST_RELAX_CHECK=True")
|
|
endif()
|
|
endforeach()
|
|
|
|
endfunction()
|
|
|
|
if(WITH_TESTING)
|
|
if(WITH_CINN)
|
|
add_subdirectory(ap)
|
|
add_subdirectory(cinn)
|
|
endif()
|
|
# The following unittests only run in PR-CI-CINN
|
|
if(WITH_CINN)
|
|
add_subdirectory(ir/pir/cinn)
|
|
endif()
|
|
|
|
if(WIN32 AND WIN_UNITTEST_LEVEL LESS 2)
|
|
message(STATUS "Skip tests unrelated to CUDA/TRT")
|
|
else()
|
|
add_subdirectory(amp)
|
|
add_subdirectory(autograd)
|
|
add_subdirectory(custom_kernel)
|
|
# swgu98: Temporarily commented on Windows platform
|
|
if(NOT WIN32)
|
|
add_subdirectory(custom_op)
|
|
endif()
|
|
add_subdirectory(custom_runtime)
|
|
add_subdirectory(dataset)
|
|
add_subdirectory(cpp_extension)
|
|
add_subdirectory(dygraph_to_static)
|
|
add_subdirectory(prim)
|
|
add_subdirectory(sot)
|
|
add_subdirectory(standalone_executor)
|
|
add_subdirectory(tokenizer)
|
|
if(WITH_ONEDNN)
|
|
add_subdirectory(onednn)
|
|
endif()
|
|
endif()
|
|
|
|
add_subdirectory(book)
|
|
# add_subdirectory(composite_ops)
|
|
add_subdirectory(contrib)
|
|
add_subdirectory(cpp)
|
|
add_subdirectory(distribution)
|
|
add_subdirectory(ir)
|
|
add_subdirectory(indexing)
|
|
add_subdirectory(legacy_test)
|
|
add_subdirectory(quantization)
|
|
add_subdirectory(ai_edited_test)
|
|
add_subdirectory(rnn)
|
|
add_subdirectory(sequence)
|
|
add_subdirectory(tensorrt)
|
|
# add_subdirectory(white_list)
|
|
if(WITH_OPENVINO
|
|
AND NOT WIN32
|
|
AND NOT WITH_XPU
|
|
AND NOT WITH_ROCM)
|
|
add_subdirectory(openvino)
|
|
endif()
|
|
|
|
if(WITH_DISTRIBUTE)
|
|
add_subdirectory(collective)
|
|
add_subdirectory(auto_parallel)
|
|
add_subdirectory(distributed_passes)
|
|
endif()
|
|
|
|
if(NOT WIN32 OR NOT WITH_GPU)
|
|
add_subdirectory(fft)
|
|
endif()
|
|
# add_subdirectory(fleet)
|
|
if(WITH_IPU)
|
|
add_subdirectory(ipu)
|
|
endif()
|
|
|
|
if(WITH_XPU)
|
|
add_subdirectory(xpu)
|
|
endif()
|
|
|
|
# add tests for scripts from `Paddle/tools`
|
|
add_subdirectory(tools)
|
|
|
|
endif()
|
|
|
|
if(WITH_CPP_DIST)
|
|
add_test(NAME test_paddle_lib
|
|
COMMAND ${PADDLE_BINARY_DIR}/test/paddle_lib/test_paddle_lib)
|
|
if(WITH_GPU)
|
|
add_test(NAME test_paddle_lib_gpu
|
|
COMMAND ${PADDLE_BINARY_DIR}/test/paddle_lib/test_paddle_lib_gpu)
|
|
endif()
|
|
endif()
|
|
|
|
get_property(test_srcs GLOBAL PROPERTY TEST_SRCS)
|
|
get_property(test_names GLOBAL PROPERTY TEST_NAMES)
|
|
|
|
get_property(paddle_lib GLOBAL PROPERTY PADDLE_LIB_NAME)
|
|
|
|
set(POSTFIX ".so")
|
|
if(WIN32)
|
|
set(POSTFIX ".dll")
|
|
endif()
|
|
|
|
list(LENGTH test_names len)
|
|
if(${len} GREATER_EQUAL 1)
|
|
message("Total cpp tests using dynamic link: ${len}")
|
|
math(EXPR stop "${len} - 1")
|
|
foreach(idx RANGE ${stop})
|
|
if(WITH_TESTING)
|
|
list(GET test_srcs ${idx} test_src)
|
|
list(GET test_names ${idx} test_name)
|
|
get_property(test_arg GLOBAL PROPERTY "${test_name}_ARGS")
|
|
# message("add test ${test_name}")
|
|
add_executable(${test_name} ${test_src})
|
|
target_link_libraries(${test_name} paddle_gtest_main_new)
|
|
target_link_libraries(${test_name} $<TARGET_LINKER_FILE:${paddle_lib}>)
|
|
if(WITH_SHARED_PHI)
|
|
target_link_libraries(${test_name} phi)
|
|
else()
|
|
# For static phi builds (e.g., DCU), link phi static libraries directly
|
|
target_link_libraries(${test_name} phi)
|
|
if(WITH_GPU OR WITH_ROCM)
|
|
target_link_libraries(${test_name} -Wl,--start-group phi_core phi_gpu
|
|
-Wl,--end-group)
|
|
else()
|
|
target_link_libraries(${test_name} phi_core)
|
|
endif()
|
|
endif()
|
|
if(WITH_SHARED_IR)
|
|
target_link_libraries(${test_name} $<TARGET_LINKER_FILE:pir>)
|
|
endif()
|
|
target_link_libraries(${test_name} $<TARGET_LINKER_FILE:common>)
|
|
add_dependencies(${test_name} ${paddle_lib} paddle_gtest_main_new)
|
|
if(WITH_GPU)
|
|
target_link_libraries(${test_name} ${CUDA_CUDART_LIBRARY}
|
|
"-Wl,--as-needed")
|
|
endif()
|
|
if(WITH_ROCM)
|
|
target_link_libraries(${test_name} ${ROCM_HIPRTC_LIB})
|
|
endif()
|
|
if(APPLE)
|
|
target_link_libraries(
|
|
${test_name}
|
|
"-Wl,-rpath,$<TARGET_FILE_DIR:${paddle_lib}> -Wl,-rpath,$<TARGET_FILE_DIR:phi> -Wl,-rpath,$<TARGET_FILE_DIR:pir> -Wl,-rpath,$<TARGET_FILE_DIR:common>"
|
|
)
|
|
if(ACCELERATE_FRAMEWORK)
|
|
target_link_libraries(${test_name} ${ACCELERATE_FRAMEWORK})
|
|
message(STATUS "linking to accelerate blas library in ${test_name}")
|
|
endif()
|
|
endif()
|
|
if(NOT ((NOT WITH_PYTHON) AND ON_INFER))
|
|
target_link_libraries(${test_name} ${PYTHON_LIBRARIES})
|
|
endif()
|
|
if(WITH_CINN)
|
|
target_link_libraries(${test_name} $<TARGET_LINKER_FILE:cinnapi>)
|
|
endif()
|
|
if(WITH_XPU)
|
|
target_link_libraries(${test_name} xpulib)
|
|
endif()
|
|
cc_test_run(
|
|
${test_name}
|
|
COMMAND
|
|
${test_name}
|
|
ARGS
|
|
${test_arg}
|
|
DIR
|
|
${CC_TESTS_DIR})
|
|
elseif(WITH_TESTING AND NOT TEST ${test_name})
|
|
add_test(NAME ${test_name} COMMAND ${CMAKE_COMMAND} -E echo CI skip
|
|
${test_name}.)
|
|
endif()
|
|
set_target_properties(${test_name} PROPERTIES RUNTIME_OUTPUT_DIRECTORY
|
|
"${CC_TESTS_DIR}")
|
|
endforeach()
|
|
endif()
|
|
|
|
# set properties for some tests, it should be set after the tests defined.
|
|
if(TARGET standalone_executor_test)
|
|
set_tests_properties(standalone_executor_test PROPERTIES TIMEOUT 100)
|
|
if(NOT WIN32)
|
|
add_dependencies(standalone_executor_test download_program)
|
|
endif()
|
|
endif()
|
|
|
|
if(TARGET layer_test)
|
|
add_dependencies(layer_test jit_download_program)
|
|
endif()
|
|
|
|
add_custom_target(build_tests)
|
|
|
|
# add target to build all cpp tests
|
|
if(${len} GREATER_EQUAL 1)
|
|
add_dependencies(build_tests ${test_names})
|
|
endif()
|
|
|
|
set_pir_tests_properties()
|
|
|
|
add_subdirectory(flex_checkpoint)
|
|
add_subdirectory(compat)
|
|
|
|
if(WIN32 AND WITH_ONNXRUNTIME)
|
|
add_custom_command(
|
|
OUTPUT ${CMAKE_CURRENT_BINARY_DIR}/cpp/onnxruntime.dll
|
|
COMMAND ${CMAKE_COMMAND} -E copy_if_different "${ONNXRUNTIME_SHARED_LIB}"
|
|
"${CMAKE_CURRENT_BINARY_DIR}/cpp/onnxruntime.dll"
|
|
DEPENDS onnxruntime
|
|
COMMENT "Copying onnxruntime.dll to build/test/cpp")
|
|
|
|
add_custom_target(copy_onnxruntime ALL
|
|
DEPENDS ${CMAKE_CURRENT_BINARY_DIR}/cpp/onnxruntime.dll)
|
|
endif()
|