[CI] use new Conan profiles

Author: tttapa

.github/workflows/linux.yml

@@ -49,7 +49,7 @@ jobs:
     strategy:
       matrix:
         include:
-          - { host: windows-amd64, tests: ExperimentalTest }
+          - { host: amd64, tests: ExperimentalTest }
     steps:
       - name: Checkout
         uses: actions/checkout@v4
@@ -58,18 +58,18 @@ jobs:
         uses: ./.github/workflows/setup-conan
         with:
           python-version: '3.12'
-          cache-key: build-${{ matrix.host }}
+          cache-key: build-windows-${{ matrix.host }}
 
       - name: Install CasADi
         run: python3 -m pip install casadi~=3.7.1
 
       - name: Build and package
-        run: ./scripts/ci/package-windows.ps1 ${{ matrix.host }} "${{ matrix.tests }}"
+        run: ./scripts/ci/package-windows.ps1 ${{ matrix.host }}-windows "${{ matrix.tests }}"
 
       - name: Upload
         uses: actions/upload-artifact@v4
         with:
-          name: alpaqa-${{ matrix.host }}
+          name: alpaqa-windows-${{ matrix.host }}
           retention-days: 1
           path: |
             build/pkg/alpaqa*.zip

.github/workflows/setup-conan/action.yml

@@ -82,3 +82,4 @@ runs:
         armv7hf:
           toolchain-cpu: [null, armv8, armv7]
       EOF
+      conan config install scripts/ci/conan-profiles/settings_user.yml

doxygen/scripts/gen-docs.sh

@@ -4,6 +4,7 @@ cd "$(dirname "$0")"
 repodir="$PWD"/../..
 set -x
 cd "$repodir"
+export CTEST_OUTPUT_ON_FAILURE=1
 
 mainbranch="develop"
 output_folder="${1:-/tmp}"
@@ -42,17 +43,15 @@ function run_doxygen_coverage {
 
     # Tweak Conan profile
     cat <<- EOF > "$tmpdir/docs.profile"
-	include($PWD/scripts/ci/profiles/x86_64-bionic-linux-gnu.profile)
+	include($PWD/scripts/ci/conan-profiles/profiles/platform/x86_64-bionic-linux-gnu.profile)
+	include($PWD/scripts/ci/conan-profiles/profiles/gcc-static.profile)
+	include($PWD/scripts/ci/conan-profiles/profiles/test/only-self.profile)
 	[settings]
 	&:build_type=Debug
 	[conf]
-	*:tools.build:skip_test=True
-	&:tools.build:skip_test=False
 	&:tools.build.cross_building:can_run=True
 	&:tools.cmake.cmaketoolchain:generator=Ninja
 	&:tools.cmake.cmaketoolchain:extra_variables*={"ALPAQA_DOXYFILE": "$tmpdir/tmp-Doxyfile"}
-	&:tools.cmake.cmaketoolchain:extra_variables*={"CMAKE_C_COMPILER_LAUNCHER": "sccache"}
-	&:tools.cmake.cmaketoolchain:extra_variables*={"CMAKE_CXX_COMPILER_LAUNCHER": "sccache"}
 	&:tools.cmake.cmake_layout:build_folder_vars=['const.docs']
 	[options]
 	&:with_coverage=True

scripts/ci/build-linux-cross.sh

@@ -26,17 +26,13 @@ out_dir="${4:-dist}"
 
 # Create Conan profile to inject the appropriate Python development files
 python_profile="$PWD/conan-python.cross.profile"
+profiles="$PWD/scripts/ci/conan-profiles/profiles"
 cat << EOF > "$python_profile"
-include($PWD/scripts/ci/profiles/alpaqa-python-linux.profile)
-[conf]
-tools.cmake.cmaketoolchain:user_toolchain=+['$PWD/scripts/ci/profiles/static-libgcc.cmake']
+include($PWD/scripts/ci/options/alpaqa-python-linux.profile)
 [options]
-coinmumps/*:static_fortran_libs=True
 &:with_conan_python=True
 [replace_requires]
 tttapa-python-dev/*: tttapa-python-dev/[~$python_majmin, include_prerelease]
-[buildenv]
-LDFLAGS+= -static-libstdc++ -static-libgfortran -static-libquadmath -Wl,--as-needed
 EOF
 
 # Create a py-build-cmake configuration file for cross-compilation
@@ -47,9 +43,10 @@ implementation=cp
 version="$python_majmin_nodot"
 abi="cp$python_majmin_nodot"
 arch="$plat_tag"
-conan.profile_host=["$PWD/scripts/ci/profiles/$triple.profile", "$python_profile"]
-conan.cmake.options.CMAKE_C_COMPILER_LAUNCHER=sccache
-conan.cmake.options.CMAKE_CXX_COMPILER_LAUNCHER=sccache
+conan.profile_host=["$profiles/platform/$triple.profile"]
+conan.profile_host+=["$python_profile"]
+conan.profile_host+=["$profiles/gcc-static.profile"]
+conan.profile_host+=["$profiles/test/none.profile"]
 conan.cmake.args+=["--fresh"]
 conan.cmake.build_args+=["--verbose"]
 EOF

scripts/ci/build-linux-hardened.sh

@@ -7,12 +7,26 @@ pkg_dir="${1:-.}"
 out_dir="${2:-dist}"
 build_type="${3:-debug}"  # debug, release or relwithdebinfo
 
+# Create Conan profiles
+hardened_profile="$PWD/profile-hardened.local.conan"
+profiles="$PWD/scripts/ci/conan-profiles/profiles"
+cat <<- EOF > "$hardened_profile"
+include(default)
+include($profiles/color/gcc.profile)
+include($profiles/link/lto-auto.profile)
+include($profiles/visibility/hidden.profile)
+include($profiles/sccache/only-self.profile)
+include($profiles/test/only-self.profile)
+include($profiles/harden/$build_type.profile)
+include($PWD/scripts/ci/options/alpaqa-python-linux.profile)
+[conf]
+tools.cmake.cmaketoolchain:generator=Ninja Multi-Config
+EOF
+
 # Create a py-build-cmake config file
 pbc_config="$PWD/native-py-build-cmake.local.pbc"
 cat << EOF > "$pbc_config"
-conan.profile_host=["default", "$PWD/scripts/ci/profiles/linux-conf-hardened-$build_type.profile"]
-conan.cmake.options.CMAKE_C_COMPILER_LAUNCHER=sccache
-conan.cmake.options.CMAKE_CXX_COMPILER_LAUNCHER=sccache
+conan.profile_host=["$hardened_profile"]
 conan.cmake.args+=["--fresh"]
 conan.cmake.build_args+=["--verbose"]
 conan.cmake.build_type=!

scripts/ci/build-linux-native.sh

@@ -7,12 +7,25 @@ pkg_dir="${1:-.}"
 out_dir="${2:-dist}"
 install_stubs_dir="$3"
 
+# Create Conan profiles
+python_profile="$PWD/profile-python.local.conan"
+profiles="$PWD/scripts/ci/conan-profiles/profiles"
+cat <<- EOF > "$python_profile"
+include(default)
+include($profiles/color/gcc.profile)
+include($profiles/link/lto-auto.profile)
+include($profiles/visibility/hidden.profile)
+include($profiles/sccache/only-self.profile)
+include($profiles/test/none.profile)
+include($PWD/scripts/ci/options/alpaqa-python-linux.profile)
+[conf]
+tools.cmake.cmaketoolchain:generator=Ninja Multi-Config
+EOF
+
 # Create a py-build-cmake config file
 pbc_config="$PWD/native-py-build-cmake.local.pbc"
 cat << EOF > "$pbc_config"
-conan.profile_host=["default", "$PWD/scripts/ci/profiles/linux-conf.profile", "$PWD/scripts/ci/profiles/alpaqa-python-linux.profile"]
-conan.cmake.options.CMAKE_C_COMPILER_LAUNCHER=sccache
-conan.cmake.options.CMAKE_CXX_COMPILER_LAUNCHER=sccache
+conan.profile_host=["$python_profile"]
 conan.cmake.args+=["--fresh"]
 conan.cmake.build_args+=["--verbose"]
 EOF

scripts/ci/build-matlab-windows.bat

@@ -24,8 +24,10 @@ call "%vcvarsall_path%" %triple% || exit /b 1
 :: Create Conan profiles
 set "matlab_profile=%CD%\profile-matlab.local.conan"
 > "%matlab_profile%" (
-    @echo.include^(%CD%\scripts\ci\profiles\windows-%triple%.profile^)
-    @echo.include^(%CD%\scripts\ci\profiles\alpaqa-matlab.profile^)
+    @echo.include^(%CD%\scripts\ci\conan-profiles\profiles\platform\%triple%-windows.profile^)
+    @echo.include^(%CD%\scripts\ci\conan-profiles\profiles\test\none.profile^)
+    @echo.include^(%CD%\scripts\ci\conan-profiles\profiles\sccache\only-self.profile^)
+    @echo.include^(%CD%\scripts\ci\options\alpaqa-matlab.profile^)
 )
 
 :: Remove temporary folders

scripts/ci/build-matlab.sh

@@ -16,18 +16,19 @@ shared="${5:-False}"
 
 # Create Conan profiles
 matlab_profile="$PWD/profile-matlab.local.conan"
+profiles="$PWD/scripts/ci/conan-profiles/profiles"
 cat <<- EOF > "$matlab_profile"
-include($PWD/scripts/ci/profiles/$triple.profile)
-include($PWD/scripts/ci/profiles/alpaqa-matlab.profile)
-[options]
-alpaqa/*:shared=$shared
+include($profiles/platform/$triple.profile)
+include($profiles/test/none.profile)
+include($PWD/scripts/ci/options/alpaqa-matlab.profile)
 EOF
 if [[ "$OSTYPE" == "linux-gnu"* ]]; then
     cat <<- EOF >> "$matlab_profile"
-	[conf]
-	tools.cmake.cmaketoolchain:user_toolchain=+['$PWD/scripts/ci/profiles/static-libgcc.cmake']
-	[buildenv]
-	LDFLAGS+= -static-libstdc++ -static-libgfortran -static-libquadmath -Wl,--as-needed
+	include($profiles/gcc-static.profile)
+	EOF
+else
+    cat <<- EOF >> "$matlab_profile"
+	include($profiles/sccache/only-self.profile)
 	EOF
 fi
 
@@ -36,7 +37,9 @@ rm -rf "$pkg_dir"/build/matlab-{debug,release}/{generators,CMakeCache.txt}
 for cfg in Release; do
     conan install "$pkg_dir" --build=missing \
         -pr:h "$matlab_profile" \
-        -s build_type=$cfg
+        -s build_type=$cfg \
+        -o alpaqa/\*:shared=$shared \
+        -c \&:tools.cmake.cmaketoolchain:generator=Ninja
 done
 
 # Build MATLAB bindings

scripts/ci/package-linux.sh

@@ -12,20 +12,14 @@ if [ -n "$tests" ]; then test_flags="-DALPAQA_FORCE_TEST_DISCOVERY=On"; fi
 
 # Create Conan profile
 cpp_profile="$PWD/profile-cpp.conan"
+profiles="$PWD/scripts/ci/conan-profiles/profiles"
 cat <<- EOF > "$cpp_profile"
-include($PWD/scripts/ci/profiles/$triple.profile)
-include($PWD/scripts/ci/profiles/alpaqa-cpp-linux.profile)
+include($profiles/platform/$triple.profile)
+include($profiles/gcc-static.profile)
+include($profiles/test/only-self.profile)
+include($PWD/scripts/ci/options/alpaqa-cpp-linux.profile)
 [conf]
-tools.cmake.cmaketoolchain:user_toolchain=+['$PWD/scripts/ci/profiles/static-libgcc.cmake']
 tools.cmake.cmake_layout:build_folder_vars=['const.pkg']
-!&:tools.build:skip_test=True
-&:tools.build:skip_test=False
-[buildenv]
-LDFLAGS+= -static-libstdc++ -static-libgfortran -static-libquadmath -Wl,--as-needed
-&:CMAKE_C_COMPILER_LAUNCHER=sccache
-&:CMAKE_CXX_COMPILER_LAUNCHER=sccache
-[options]
-coinmumps/*:static_fortran_libs=True
 [replace_requires]
 eigen/*: eigen/3.4.0
 EOF

scripts/ci/package-windows.ps1

@@ -7,7 +7,7 @@ Set-Location (Join-Path $PSScriptRoot "..\..")
 $env:CTEST_OUTPUT_ON_FAILURE = "1"
 
 # Select architecture
-$triple = if ($args.Count -ge 1) { $args[0] } else { "windows-amd64" }
+$triple = if ($args.Count -ge 1) { $args[0] } else { "amd64-windows" }
 $tests  = if ($args.Count -ge 2) { $args[1] } else { "" }
 
 $test_flags = if ($tests) { "-DALPAQA_FORCE_TEST_DISCOVERY=On" } else { "" }
@@ -27,8 +27,10 @@ function Invoke-Checked {
 # Create Conan profile
 $cpp_profile = Join-Path (Get-Location) "profile-cpp.conan"
 @"
-include($(Get-Location)/scripts/ci/profiles/$triple.profile)
-include($(Get-Location)/scripts/ci/profiles/alpaqa-cpp-windows.profile)
+include($(Get-Location)/scripts/ci/conan-profiles/profiles/platform/$triple.profile)
+include($(Get-Location)/scripts/ci/conan-profiles/profiles/sccache/only-self.profile)
+include($(Get-Location)/scripts/ci/conan-profiles/profiles/test/only-self.profile)
+include($(Get-Location)/scripts/ci/options/alpaqa-cpp-windows.profile)
 [conf]
 tools.cmake.cmake_layout:build_folder_vars=['const.pkg']
 !&:tools.build:skip_test=True