Skip to content

Improvements to linearization regression testing #2024

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
andrew-platt merged 4 commits into from
Feb 7, 2024
Merged

Improvements to linearization regression testing #2024

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
4 commits
Select commit Hold shift + click to select a range
8a1fb56
RegTest: add output files for linearization frequencies
andrew-platt Feb 6, 2024
6d7762b
Lin testing: add optional lowpass filtering on linearization frequenc…
andrew-platt Feb 7, 2024
5c0c8a6
Lin Testing: disable Fake* linearization tests
andrew-platt Feb 7, 2024
6f9e9a3
Lin: fix name: lowpass --> highpass
andrew-platt Feb 7, 2024
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
68 changes: 37 additions & 31 deletions reg_tests/CTestList.cmake
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -18,7 +18,7 @@
# Generic test functions
#===============================================================================

function(regression TEST_SCRIPT EXECUTABLE SOURCE_DIRECTORY BUILD_DIRECTORY STEADYSTATE_FLAG TESTNAME LABEL)
function(regression TEST_SCRIPT EXECUTABLE SOURCE_DIRECTORY BUILD_DIRECTORY STEADYSTATE_FLAG TESTNAME LABEL OTHER_FLAGS)

file(TO_NATIVE_PATH "${EXECUTABLE}" EXECUTABLE)
file(TO_NATIVE_PATH "${TEST_SCRIPT}" TEST_SCRIPT)
Expand Down Expand Up @@ -57,6 +57,10 @@ function(regression TEST_SCRIPT EXECUTABLE SOURCE_DIRECTORY BUILD_DIRECTORY STEA
set(STEADYSTATE_FLAG "")
endif()

if(OTHER_FLAGS STREQUAL " ")
set(OTHER_FLAGS "")
endif()

add_test(
${TESTNAME} ${Python_EXECUTABLE}
${TEST_SCRIPT}
Expand All @@ -70,6 +74,7 @@ function(regression TEST_SCRIPT EXECUTABLE SOURCE_DIRECTORY BUILD_DIRECTORY STEA
${RUN_VERBOSE_FLAG} # empty or "-v"
${NO_RUN_FLAG} # empty or "-n"
${STEADYSTATE_FLAG} # empty or "-steadystate"
${OTHER_FLAGS}
)
# limit each test to 90 minutes: 5400s
set_tests_properties(${TESTNAME} PROPERTIES TIMEOUT 5400 WORKING_DIRECTORY "${CMAKE_CURRENT_BINARY_DIR}" LABELS "${LABEL}")
Expand All @@ -85,7 +90,7 @@ function(of_regression TESTNAME LABEL)
set(OPENFAST_EXECUTABLE "${CTEST_OPENFAST_EXECUTABLE}")
set(SOURCE_DIRECTORY "${CMAKE_CURRENT_LIST_DIR}/..")
set(BUILD_DIRECTORY "${CTEST_BINARY_DIR}/glue-codes/openfast")
regression(${TEST_SCRIPT} ${OPENFAST_EXECUTABLE} ${SOURCE_DIRECTORY} ${BUILD_DIRECTORY} " " ${TESTNAME} "${LABEL}")
regression(${TEST_SCRIPT} ${OPENFAST_EXECUTABLE} ${SOURCE_DIRECTORY} ${BUILD_DIRECTORY} " " ${TESTNAME} "${LABEL}" " ")
endfunction(of_regression)

function(of_aeromap_regression TESTNAME LABEL)
Expand All @@ -94,7 +99,7 @@ function(of_aeromap_regression TESTNAME LABEL)
set(SOURCE_DIRECTORY "${CMAKE_CURRENT_LIST_DIR}/..")
set(BUILD_DIRECTORY "${CTEST_BINARY_DIR}/glue-codes/openfast")
set(STEADYSTATE_FLAG "-steadystate")
regression(${TEST_SCRIPT} ${OPENFAST_EXECUTABLE} ${SOURCE_DIRECTORY} ${BUILD_DIRECTORY} ${STEADYSTATE_FLAG} ${TESTNAME} "${LABEL}")
regression(${TEST_SCRIPT} ${OPENFAST_EXECUTABLE} ${SOURCE_DIRECTORY} ${BUILD_DIRECTORY} ${STEADYSTATE_FLAG} ${TESTNAME} "${LABEL}" " ")
endfunction(of_aeromap_regression)

function(of_fastlib_regression TESTNAME LABEL)
Expand All @@ -103,7 +108,7 @@ function(of_fastlib_regression TESTNAME LABEL)
set(SOURCE_DIRECTORY "${CMAKE_CURRENT_LIST_DIR}/..")
set(BUILD_DIRECTORY "${CTEST_BINARY_DIR}/glue-codes/openfast")
# extra flag in call to "regression" on next line sets the ${TESTDIR}
regression(${TEST_SCRIPT} ${OPENFAST_EXECUTABLE} ${SOURCE_DIRECTORY} ${BUILD_DIRECTORY} " " "${TESTNAME}_fastlib" "${LABEL}" ${TESTNAME})
regression(${TEST_SCRIPT} ${OPENFAST_EXECUTABLE} ${SOURCE_DIRECTORY} ${BUILD_DIRECTORY} " " "${TESTNAME}_fastlib" "${LABEL}" " " ${TESTNAME})
endfunction(of_fastlib_regression)

# openfast aeroacoustic
Expand All @@ -112,7 +117,7 @@ function(of_regression_aeroacoustic TESTNAME LABEL)
set(OPENFAST_EXECUTABLE "${CTEST_OPENFAST_EXECUTABLE}")
set(SOURCE_DIRECTORY "${CMAKE_CURRENT_LIST_DIR}/..")
set(BUILD_DIRECTORY "${CTEST_BINARY_DIR}/glue-codes/openfast")
regression(${TEST_SCRIPT} ${OPENFAST_EXECUTABLE} ${SOURCE_DIRECTORY} ${BUILD_DIRECTORY} " " ${TESTNAME} "${LABEL}")
regression(${TEST_SCRIPT} ${OPENFAST_EXECUTABLE} ${SOURCE_DIRECTORY} ${BUILD_DIRECTORY} " " ${TESTNAME} "${LABEL}" " ")
endfunction(of_regression_aeroacoustic)

# FAST Farm
Expand All @@ -121,16 +126,17 @@ function(ff_regression TESTNAME LABEL)
set(FASTFARM_EXECUTABLE "${CTEST_FASTFARM_EXECUTABLE}")
set(SOURCE_DIRECTORY "${CMAKE_CURRENT_LIST_DIR}/..")
set(BUILD_DIRECTORY "${CTEST_BINARY_DIR}/glue-codes/fast-farm")
regression(${TEST_SCRIPT} ${FASTFARM_EXECUTABLE} ${SOURCE_DIRECTORY} ${BUILD_DIRECTORY} " " ${TESTNAME} "${LABEL}")
regression(${TEST_SCRIPT} ${FASTFARM_EXECUTABLE} ${SOURCE_DIRECTORY} ${BUILD_DIRECTORY} " " ${TESTNAME} "${LABEL}" " ")
endfunction(ff_regression)

# openfast linearized
function(of_regression_linear TESTNAME LABEL)
function(of_regression_linear TESTNAME OTHER_FLAGS LABEL)
set(TEST_SCRIPT "${CMAKE_CURRENT_LIST_DIR}/executeOpenfastLinearRegressionCase.py")
set(OPENFAST_EXECUTABLE "${CTEST_OPENFAST_EXECUTABLE}")
set(SOURCE_DIRECTORY "${CMAKE_CURRENT_LIST_DIR}/..")
set(BUILD_DIRECTORY "${CTEST_BINARY_DIR}/glue-codes/openfast")
regression(${TEST_SCRIPT} ${OPENFAST_EXECUTABLE} ${SOURCE_DIRECTORY} ${BUILD_DIRECTORY} " " ${TESTNAME} "${LABEL}")
set(OTHER_FLAGS "${OTHER_FLAGS}")
regression(${TEST_SCRIPT} ${OPENFAST_EXECUTABLE} ${SOURCE_DIRECTORY} ${BUILD_DIRECTORY} " " ${TESTNAME} "${LABEL}" "${OTHER_FLAGS}")
endfunction(of_regression_linear)

# openfast C++ interface
Expand All @@ -139,7 +145,7 @@ function(of_cpp_interface_regression TESTNAME LABEL)
set(OPENFAST_CPP_EXECUTABLE "${CTEST_OPENFASTCPP_EXECUTABLE}")
set(SOURCE_DIRECTORY "${CMAKE_CURRENT_LIST_DIR}/..")
set(BUILD_DIRECTORY "${CTEST_BINARY_DIR}/glue-codes/openfast-cpp")
regression(${TEST_SCRIPT} ${OPENFAST_CPP_EXECUTABLE} ${SOURCE_DIRECTORY} ${BUILD_DIRECTORY} " " ${TESTNAME} "${LABEL}")
regression(${TEST_SCRIPT} ${OPENFAST_CPP_EXECUTABLE} ${SOURCE_DIRECTORY} ${BUILD_DIRECTORY} " " ${TESTNAME} "${LABEL}" " ")
endfunction(of_cpp_interface_regression)

# openfast Python-interface
Expand All @@ -148,7 +154,7 @@ function(of_regression_py TESTNAME LABEL)
set(EXECUTABLE "None")
set(SOURCE_DIRECTORY "${CMAKE_CURRENT_LIST_DIR}/..")
set(BUILD_DIRECTORY "${CTEST_BINARY_DIR}/glue-codes/python")
regression(${TEST_SCRIPT} ${EXECUTABLE} ${SOURCE_DIRECTORY} ${BUILD_DIRECTORY} " " ${TESTNAME} "${LABEL}")
regression(${TEST_SCRIPT} ${EXECUTABLE} ${SOURCE_DIRECTORY} ${BUILD_DIRECTORY} " " ${TESTNAME} "${LABEL}" " ")
endfunction(of_regression_py)

# aerodyn
Expand All @@ -157,7 +163,7 @@ function(ad_regression TESTNAME LABEL)
set(AERODYN_EXECUTABLE "${CTEST_AERODYN_EXECUTABLE}")
set(SOURCE_DIRECTORY "${CMAKE_CURRENT_LIST_DIR}/..")
set(BUILD_DIRECTORY "${CTEST_BINARY_DIR}/modules/aerodyn")
regression(${TEST_SCRIPT} ${AERODYN_EXECUTABLE} ${SOURCE_DIRECTORY} ${BUILD_DIRECTORY} " " ${TESTNAME} "${LABEL}")
regression(${TEST_SCRIPT} ${AERODYN_EXECUTABLE} ${SOURCE_DIRECTORY} ${BUILD_DIRECTORY} " " ${TESTNAME} "${LABEL}" " ")
endfunction(ad_regression)

# aerodyn-Py
Expand All @@ -166,7 +172,7 @@ function(py_ad_regression TESTNAME LABEL)
set(AERODYN_EXECUTABLE "${Python_EXECUTABLE}")
set(SOURCE_DIRECTORY "${CMAKE_CURRENT_LIST_DIR}/..")
set(BUILD_DIRECTORY "${CTEST_BINARY_DIR}/modules/aerodyn")
regression(${TEST_SCRIPT} ${AERODYN_EXECUTABLE} ${SOURCE_DIRECTORY} ${BUILD_DIRECTORY} " " ${TESTNAME} "${LABEL}")
regression(${TEST_SCRIPT} ${AERODYN_EXECUTABLE} ${SOURCE_DIRECTORY} ${BUILD_DIRECTORY} " " ${TESTNAME} "${LABEL}" " ")
endfunction(py_ad_regression)


Expand All @@ -176,7 +182,7 @@ function(ua_regression TESTNAME LABEL)
set(AERODYN_EXECUTABLE "${CTEST_UADRIVER_EXECUTABLE}")
set(SOURCE_DIRECTORY "${CMAKE_CURRENT_LIST_DIR}/..")
set(BUILD_DIRECTORY "${CTEST_BINARY_DIR}/modules/unsteadyaero")
regression(${TEST_SCRIPT} ${AERODYN_EXECUTABLE} ${SOURCE_DIRECTORY} ${BUILD_DIRECTORY} " " ${TESTNAME} "${LABEL}")
regression(${TEST_SCRIPT} ${AERODYN_EXECUTABLE} ${SOURCE_DIRECTORY} ${BUILD_DIRECTORY} " " ${TESTNAME} "${LABEL}" " ")
endfunction(ua_regression)


Expand All @@ -186,7 +192,7 @@ function(bd_regression TESTNAME LABEL)
set(BEAMDYN_EXECUTABLE "${CTEST_BEAMDYN_EXECUTABLE}")
set(SOURCE_DIRECTORY "${CMAKE_CURRENT_LIST_DIR}/..")
set(BUILD_DIRECTORY "${CTEST_BINARY_DIR}/modules/beamdyn")
regression(${TEST_SCRIPT} ${BEAMDYN_EXECUTABLE} ${SOURCE_DIRECTORY} ${BUILD_DIRECTORY} " " ${TESTNAME} "${LABEL}")
regression(${TEST_SCRIPT} ${BEAMDYN_EXECUTABLE} ${SOURCE_DIRECTORY} ${BUILD_DIRECTORY} " " ${TESTNAME} "${LABEL}" " ")
endfunction(bd_regression)

# hydrodyn
Expand All @@ -195,7 +201,7 @@ function(hd_regression TESTNAME LABEL)
set(HYDRODYN_EXECUTABLE "${CTEST_HYDRODYN_EXECUTABLE}")
set(SOURCE_DIRECTORY "${CMAKE_CURRENT_LIST_DIR}/..")
set(BUILD_DIRECTORY "${CTEST_BINARY_DIR}/modules/hydrodyn")
regression(${TEST_SCRIPT} ${HYDRODYN_EXECUTABLE} ${SOURCE_DIRECTORY} ${BUILD_DIRECTORY} " " ${TESTNAME} "${LABEL}")
regression(${TEST_SCRIPT} ${HYDRODYN_EXECUTABLE} ${SOURCE_DIRECTORY} ${BUILD_DIRECTORY} " " ${TESTNAME} "${LABEL}" " ")
endfunction(hd_regression)

# py_hydrodyn
Expand All @@ -204,7 +210,7 @@ function(py_hd_regression TESTNAME LABEL)
set(HYDRODYN_EXECUTABLE "${Python_EXECUTABLE}")
set(SOURCE_DIRECTORY "${CMAKE_CURRENT_LIST_DIR}/..")
set(BUILD_DIRECTORY "${CTEST_BINARY_DIR}/modules/hydrodyn")
regression(${TEST_SCRIPT} ${HYDRODYN_EXECUTABLE} ${SOURCE_DIRECTORY} ${BUILD_DIRECTORY} " " ${TESTNAME} "${LABEL}")
regression(${TEST_SCRIPT} ${HYDRODYN_EXECUTABLE} ${SOURCE_DIRECTORY} ${BUILD_DIRECTORY} " " ${TESTNAME} "${LABEL}" " ")
endfunction(py_hd_regression)

# subdyn
Expand All @@ -213,7 +219,7 @@ function(sd_regression TESTNAME LABEL)
set(SUBDYN_EXECUTABLE "${CTEST_SUBDYN_EXECUTABLE}")
set(SOURCE_DIRECTORY "${CMAKE_CURRENT_LIST_DIR}/..")
set(BUILD_DIRECTORY "${CTEST_BINARY_DIR}/modules/subdyn")
regression(${TEST_SCRIPT} ${SUBDYN_EXECUTABLE} ${SOURCE_DIRECTORY} ${BUILD_DIRECTORY} " " ${TESTNAME} "${LABEL}")
regression(${TEST_SCRIPT} ${SUBDYN_EXECUTABLE} ${SOURCE_DIRECTORY} ${BUILD_DIRECTORY} " " ${TESTNAME} "${LABEL}" " ")
endfunction(sd_regression)

# inflowwind
Expand All @@ -222,7 +228,7 @@ function(ifw_regression TESTNAME LABEL)
set(INFLOWWIND_EXECUTABLE "${CTEST_INFLOWWIND_EXECUTABLE}")
set(SOURCE_DIRECTORY "${CMAKE_CURRENT_LIST_DIR}/..")
set(BUILD_DIRECTORY "${CTEST_BINARY_DIR}/modules/inflowwind")
regression(${TEST_SCRIPT} ${INFLOWWIND_EXECUTABLE} ${SOURCE_DIRECTORY} ${BUILD_DIRECTORY} " " ${TESTNAME} "${LABEL}")
regression(${TEST_SCRIPT} ${INFLOWWIND_EXECUTABLE} ${SOURCE_DIRECTORY} ${BUILD_DIRECTORY} " " ${TESTNAME} "${LABEL}" " ")
endfunction(ifw_regression)

# py_inflowwind
Expand All @@ -231,7 +237,7 @@ function(py_ifw_regression TESTNAME LABEL)
set(INFLOWWIND_EXECUTABLE "${Python_EXECUTABLE}")
set(SOURCE_DIRECTORY "${CMAKE_CURRENT_LIST_DIR}/..")
set(BUILD_DIRECTORY "${CTEST_BINARY_DIR}/modules/inflowwind")
regression(${TEST_SCRIPT} ${INFLOWWIND_EXECUTABLE} ${SOURCE_DIRECTORY} ${BUILD_DIRECTORY} " " ${TESTNAME} "${LABEL}")
regression(${TEST_SCRIPT} ${INFLOWWIND_EXECUTABLE} ${SOURCE_DIRECTORY} ${BUILD_DIRECTORY} " " ${TESTNAME} "${LABEL}" " ")
endfunction(py_ifw_regression)

# seastate
Expand All @@ -240,7 +246,7 @@ function(seast_regression TESTNAME LABEL)
set(SEASTATE_EXECUTABLE "${CTEST_SEASTATE_EXECUTABLE}")
set(SOURCE_DIRECTORY "${CMAKE_CURRENT_LIST_DIR}/..")
set(BUILD_DIRECTORY "${CTEST_BINARY_DIR}/modules/seastate")
regression(${TEST_SCRIPT} ${SEASTATE_EXECUTABLE} ${SOURCE_DIRECTORY} ${BUILD_DIRECTORY} " " ${TESTNAME} "${LABEL}")
regression(${TEST_SCRIPT} ${SEASTATE_EXECUTABLE} ${SOURCE_DIRECTORY} ${BUILD_DIRECTORY} " " ${TESTNAME} "${LABEL}" " ")
endfunction(seast_regression)

# moordyn
Expand All @@ -249,7 +255,7 @@ function(md_regression TESTNAME LABEL)
set(MOORDYN_EXECUTABLE "${CTEST_MOORDYN_EXECUTABLE}")
set(SOURCE_DIRECTORY "${CMAKE_CURRENT_LIST_DIR}/..")
set(BUILD_DIRECTORY "${CTEST_BINARY_DIR}/modules/moordyn")
regression(${TEST_SCRIPT} ${MOORDYN_EXECUTABLE} ${SOURCE_DIRECTORY} ${BUILD_DIRECTORY} " " ${TESTNAME} "${LABEL}")
regression(${TEST_SCRIPT} ${MOORDYN_EXECUTABLE} ${SOURCE_DIRECTORY} ${BUILD_DIRECTORY} " " ${TESTNAME} "${LABEL}" " ")
endfunction(md_regression)

# py_moordyn c-bindings interface
Expand All @@ -258,7 +264,7 @@ function(py_md_regression TESTNAME LABEL)
set(MOORDYN_EXECUTABLE "${Python_EXECUTABLE}")
set(SOURCE_DIRECTORY "${CMAKE_CURRENT_LIST_DIR}/..")
set(BUILD_DIRECTORY "${CTEST_BINARY_DIR}/modules/moordyn")
regression(${TEST_SCRIPT} ${MOORDYN_EXECUTABLE} ${SOURCE_DIRECTORY} ${BUILD_DIRECTORY} " " ${TESTNAME} "${LABEL}")
regression(${TEST_SCRIPT} ${MOORDYN_EXECUTABLE} ${SOURCE_DIRECTORY} ${BUILD_DIRECTORY} " " ${TESTNAME} "${LABEL}" " ")
endfunction(py_md_regression)

# # Python-based OpenFAST Library tests
Expand Down Expand Up @@ -336,15 +342,15 @@ of_regression_py("EllipticalWing_OLAF_py" "openfast;fastlib;p
of_regression_aeroacoustic("IEA_LB_RWT-AeroAcoustics" "openfast;aerodyn15;aeroacoustics")

# Linearized OpenFAST regression tests
# of_regression_linear("Fake5MW_AeroLin_B1_UA4_DBEMT3" "openfast;linear;elastodyn") #Also: aerodyn
# of_regression_linear("Fake5MW_AeroLin_B3_UA6" "openfast;linear;elastodyn") #Also: aerodyn
of_regression_linear("WP_Stationary_Linear" "openfast;linear;elastodyn")
of_regression_linear("Ideal_Beam_Fixed_Free_Linear" "openfast;linear;beamdyn")
of_regression_linear("Ideal_Beam_Free_Free_Linear" "openfast;linear;beamdyn")
of_regression_linear("5MW_Land_BD_Linear" "openfast;linear;beamdyn;servodyn")
of_regression_linear("5MW_OC4Semi_Linear" "openfast;linear;hydrodyn;servodyn")
of_regression_linear("StC_test_OC4Semi_Linear_Nac" "openfast;linear;servodyn;stc")
of_regression_linear("StC_test_OC4Semi_Linear_Tow" "openfast;linear;servodyn;stc")
#of_regression_linear("Fake5MW_AeroLin_B1_UA4_DBEMT3" "-highpass=0.05" "openfast;linear;elastodyn;aerodyn")
#of_regression_linear("Fake5MW_AeroLin_B3_UA6" "-highpass=0.05" "openfast;linear;elastodyn;aerodyn")
of_regression_linear("WP_Stationary_Linear" "" "openfast;linear;elastodyn")
of_regression_linear("Ideal_Beam_Fixed_Free_Linear" "-highpass=0.05" "openfast;linear;beamdyn")
of_regression_linear("Ideal_Beam_Free_Free_Linear" "-highpass=0.05" "openfast;linear;beamdyn")
of_regression_linear("5MW_Land_BD_Linear" "" "openfast;linear;beamdyn;servodyn")
of_regression_linear("5MW_OC4Semi_Linear" "" "openfast;linear;hydrodyn;servodyn")
of_regression_linear("StC_test_OC4Semi_Linear_Nac" "" "openfast;linear;servodyn;stc")
of_regression_linear("StC_test_OC4Semi_Linear_Tow" "" "openfast;linear;servodyn;stc")

# FAST Farm regression tests
if(BUILD_FASTFARM)
Expand Down
Loading