Add OSMesa dependency and many related fixes

.github/actions/coverage-ci/action.yml

@@ -28,10 +28,19 @@ runs:
         lfs_sha: ${{inputs.lfs_sha}}
         cache_postfix: cache-0
 
+    # Python is needed in case Mesa must be built
+    - name: Extract python version
+      id: python_ver
+      uses: f3d-app/extract-version-action@main
+      with:
+        file: ${{inputs.versions_file}}
+        name: python
+
     - name: Install all F3D dependencies
       uses: ./source/.github/actions/generic-dependencies
       with:
         versions_file: ${{inputs.versions_file}}
+        python_version: ${{steps.python_ver.outputs.extract}}
 
     - name: Install VTK dependency
       uses: ./source/.github/actions/vtk-install-dep

.github/actions/f3d-dependencies/action.yml

@@ -16,6 +16,20 @@ inputs:
 runs:
   using: "composite"
   steps:
+    - name: Install LLVM dependency
+      uses: ./source/.github/actions/llvm-install-dep
+      with:
+        versions_file: ${{inputs.versions_file}}
+        mindeps_label: ${{inputs.mindeps_label}}
+        cpu: ${{inputs.cpu}}
+
+    - name: Install MESA
+      uses: ./source/.github/actions/mesa-install-dep
+      with:
+        versions_file: ${{inputs.versions_file}}
+        mindeps_label: ${{inputs.mindeps_label}}
+        cpu: ${{inputs.cpu}}
+
     - name: Install OCCT dependency
       uses: ./source/.github/actions/occt-install-dep
       with:

.github/actions/generic-ci/action.yml

@@ -60,13 +60,22 @@ runs:
         lfs_sha: ${{inputs.lfs_sha}}
         cache_postfix: cache-0
 
+    - name: Extract python version
+      id: python_ver
+      uses: f3d-app/extract-version-action@main
+      with:
+        file: ${{inputs.versions_file}}
+        name: python
+        minver_label: ${{inputs.mindeps_label == 'mindeps' && 'minver' || ''}}
+
     - name: Install all F3D dependencies
       uses: ./source/.github/actions/generic-dependencies
       with:
         versions_file: ${{inputs.versions_file}}
         optdeps_label: ${{inputs.optdeps_label}}
         mindeps_label: ${{inputs.mindeps_label}}
         cpu: ${{inputs.cpu}}
+        python_version: ${{steps.python_ver.outputs.extract}}
 
     - name: Install VTK dependency
       uses: ./source/.github/actions/vtk-install-dep
@@ -77,26 +86,11 @@ runs:
         cpu: ${{inputs.cpu}}
         vtk_version: ${{inputs.vtk_version}}
 
-    - name: Extract python version
-      id: python_ver
-      uses: f3d-app/extract-version-action@main
-      with:
-        file: ${{inputs.versions_file}}
-        name: python
-        minver_label: ${{inputs.mindeps_label == 'mindeps' && 'minver' || ''}}
-
-    - name: Set up Python
-      if: inputs.optdeps_label == 'optdeps'
-      uses: actions/setup-python@v6
-      with:
-        python-version: ${{steps.python_ver.outputs.extract}}
-
     # numpy pinned to 2.2.X until python 3.10 support is dropped
     - name: Install Python dependencies
       if: inputs.optdeps_label == 'optdeps'
       shell: bash
       run: |
-        python -m pip install --upgrade pip
         python -m pip install pytest==9.0.3
         python -m pip install pybind11_stubgen
         python -m pip install numpy==2.2.6
@@ -130,7 +124,7 @@ runs:
       working-directory: ${{github.workspace}}
       run: echo "PATH=$env:PATH;$(pwd)\dependencies\install\bin\;$(pwd)\dependencies\install\lib\;$(pwd)\install\bin\;"| Out-File -FilePath $env:GITHUB_ENV -Encoding utf8 -Append
 
-    - name: Set DYLD_LIBRARY_PATH on macOS for OSPRay dynamic loading
+    - name: Set DYLD_LIBRARY_PATH on macOS for OSPRay/OSMesa dynamic loading
       if: |
         runner.os == 'macOS' &&
         inputs.optdeps_label == 'optdeps'
@@ -195,13 +189,14 @@ runs:
         -DF3D_PLUGIN_BUILD_VDB=${{ inputs.optdeps_label == 'optdeps' && 'ON' || 'OFF' }}
         -DF3D_PLUGIN_OCCT_COLORING_SUPPORT=${{ inputs.mindeps_label != 'mindeps' && 'ON' || 'OFF' }}
         -DF3D_STRICT_BUILD=ON
+        -DF3D_TESTING_ENABLE_WGL_TESTS=${{ runner.os == 'Windows' && 'ON' || 'OFF' }}
         -DF3D_TESTING_ENABLE_EGL_TESTS=${{ runner.os == 'Linux' && 'ON' || 'OFF' }}
         -DF3D_TESTING_ENABLE_EXTERNAL_GLFW=${{ (runner.os == 'Linux' && inputs.rendering_backend == 'auto') && 'ON' || 'OFF' }}
         -DF3D_TESTING_ENABLE_EXTERNAL_QT=${{ (runner.os == 'Linux' && inputs.rendering_backend == 'auto') && 'ON' || 'OFF' }}
         -DF3D_TESTING_ENABLE_ILLUSTRATION_TESTS=${{ (runner.os == 'Linux' && inputs.vtk_version == 'commit' && inputs.build_type == 'standard') && 'ON' || 'OFF' }}
         -DF3D_TESTING_ENABLE_GLX_TESTS=${{ (runner.os == 'Linux' && inputs.rendering_backend == 'auto') && 'ON' || 'OFF' }}
         -DF3D_TESTING_ENABLE_LONG_TIMEOUT_TESTS=${{ (runner.os == 'Linux' || runner.os == 'Windows') && 'ON' || 'OFF' }}
-        -DF3D_TESTING_ENABLE_OSMESA_TESTS=${{ runner.os == 'Linux' && 'ON' || 'OFF' }}
+        -DF3D_TESTING_ENABLE_OSMESA_TESTS=ON
         -DF3D_TESTING_DISABLE_CATCH_ALL=ON
         -DF3D_TESTING_FORCE_RENDERING_BACKEND=${{ inputs.rendering_backend }}
         -DF3D_WINDOWS_BUILD_CONSOLE_APPLICATION=ON
@@ -220,52 +215,37 @@ runs:
       shell: bash
       run: Xvfb $DISPLAY -screen 0 1280x1024x24 &
 
+    # We install a proper WGL Mesa driver for regular tests
+    # This is needed because F3D_TESTING_ENABLE_WGL_TESTS options is enabled
     - name: Install Mesa Windows
       if: runner.os == 'Windows'
       uses: f3d-app/install-mesa-windows-action@v2
       with:
         path: ${{github.workspace}}\build\bin_Release
 
-    - name: Install Mesa Windows Python
-      if: runner.os == 'Windows'
-      uses: f3d-app/install-mesa-windows-action@v2
-      with:
-        path: ${{github.workspace}}\build\Release\f3d
-
-    # A EGL test is crashing in the CI but not locally
-    - name: Set CI test exception for Linux EGL
-      if: runner.os == 'Linux' &&
-        inputs.rendering_backend != 'auto'
-      shell: bash
-      run: echo "F3D_CTEST_EXCEPTIONS=(TestSDKExternalWindowEGL)" >> $GITHUB_ENV
-
     # numpy makes pytest crashing on Windows in the CI but not locally, skipping for now
     - name: Set CI test exception for Windows
       if: runner.os == 'Windows'
       shell: bash
       run: echo "F3D_CTEST_EXCEPTIONS=(test_scene_zero_copy)" >> $GITHUB_ENV
 
-    # Certain tests are failing on macOS with GPU pass through
-    # https://github.com/f3d-app/f3d/issues/792
-    # https://github.com/f3d-app/f3d/issues/1534
-    # https://github.com/f3d-app/f3d/issues/2268
-    # https://github.com/f3d-app/f3d/issues/3047
+    # Certain tests are failing on macOS software rendering
+    # OSMesa is used for VTK > 9.6, remove when it's dropped
     - name: Set CI test exception for macOS x86_64
       if: |
         runner.os == 'macOS' &&
-        inputs.cpu == 'x86_64'
+        inputs.cpu == 'x86_64' &&
+        inputs.rendering_backend == 'auto'
       shell: bash
       run: echo "F3D_CTEST_EXCEPTIONS=(TestDXF)|(TestPipedDXF)|(TestScalarsCell)|(TestXCAFColors)|(TestInteractionAnimationSlow)|(TestInteractionFocalPointPickingPoints)|(TestInteractionCycleAnimation)|(TestInteractionCycleComp)|(TestGLTFRigArmature)|(TestInteractionNoModelScrollWheel)|(TestInteractionNoModelScrollBar)|(TestInteractionTAA)|(TestInteractionPointCloudTAA)|(TestInteractionStochasticTAA)" >> $GITHUB_ENV
 
-    # Certain tests are failing on macOS arm64 for unknown reasons
-    # https://github.com/f3d-app/f3d/issues/1276
-    # https://github.com/f3d-app/f3d/issues/792
-    # https://github.com/f3d-app/f3d/issues/1534
-    # https://github.com/f3d-app/f3d/issues/3047
+    # Certain tests are failing on macOS software rendering
+    # OSMesa is used for VTK > 9.6, remove when it's dropped
     - name: Set CI test exception for macOS arm64
       if: |
         runner.os == 'macOS' &&
-        inputs.cpu == 'arm64'
+        inputs.cpu == 'arm64' &&
+        inputs.rendering_backend == 'auto'
       shell: bash
       run: echo "F3D_CTEST_EXCEPTIONS=(TestDepthPeelingToneMapping)|(TestDepthPeeling)|(TestTextureColor)|(TestDXF)|(TestPipedDXF)|(TestScalarsCell)|(TestXCAFColors)|(TestGrid)|(TestConfig)|(TestGLTFDracoImporter)|(TestInteractionActors)|(TestInteractionFocalPointPickingPoints)|(TestInteractionCycleAnimation)|(TestInteractionAnimationSlow)|(TestInteractionConfigFileInteractions)|(TestGLTFRigArmature)|(TestInteractionRollCameraRotation)|(TestInteractionDragRotateVertical)|(TestInteractionCheatsheet)|(TestMaxSizeAboveMultiFile)|(TestAxesCustomColor)|(TestInteractionTAA)|(TestInteractionStochasticTAA)|(TestInteractionPointCloudTAA)|(TestSDKNotification)|(TestUnlitOBJOpacity)|(TestInteractionGridReflectionChanged)|(TestUSDRigArmatureWithOpacity)" >> $GITHUB_ENV
 
@@ -300,12 +280,6 @@ runs:
         cmake --install . --component configuration
         cmake --install . --component colormaps
 
-    - name: Install Mesa Windows in install
-      if: runner.os == 'Windows'
-      uses: f3d-app/install-mesa-windows-action@v2
-      with:
-        path: ${{github.workspace}}\install\bin
-
     - name: Build and configure python externally
       if: |
         inputs.optdeps_label == 'optdeps' &&
@@ -337,14 +311,6 @@ runs:
       working-directory: ${{github.workspace}}
       run: cmake --build build_examples --config Release
 
-    - name: Install Mesa Windows examples
-      if: |
-        runner.os == 'Windows' &&
-        inputs.static_label == 'no-static'
-      uses: f3d-app/install-mesa-windows-action@v2
-      with:
-        path: ${{github.workspace}}\build_examples\*\*\Release
-
     # older VTK version create different renderings so they are not tested
     - name: Test libf3d examples
       if: inputs.static_label == 'no-static'

.github/actions/generic-dependencies/action.yml

@@ -16,6 +16,10 @@ inputs:
     description: "CPU architecture to build for"
     required: false
     default: "x86_64"
+  python_version:
+    description: "Python version to use for the CI"
+    required: false
+    default: "3.14"
 
 runs:
   using: "composite"
@@ -25,6 +29,15 @@ runs:
       run: |
         [[ "${{ inputs.versions_file }}" ]] || { echo "versions_file is empty" ; exit 1; }
 
+    - name: Set up Python
+      uses: actions/setup-python@v6
+      with:
+        python-version: ${{ inputs.python_version }}
+
+    - name: Upgrade pip
+      shell: bash
+      run: python -m pip install --upgrade pip
+
     - name: Install VTK dependencies
       uses: ./source/.github/actions/vtk-dependencies
       with:

.github/actions/llvm-install-dep/action.yml

@@ -0,0 +1,105 @@
+name: "Install LLVM Dependency"
+description: "Install LLVM Dependency using cache when possible"
+inputs:
+  versions_file:
+    description: "File to recover versions from"
+    required: true
+  mindeps_label:
+    description: "Label to flag for minimum versions dependencies"
+    required: false
+    default: "no-mindeps"
+  cpu:
+    description: "CPU architecture to build for"
+    required: false
+    default: "x86_64"
+
+runs:
+  using: "composite"
+  steps:
+    - name: Check required inputs
+      shell: bash
+      run: |
+        [[ "${{inputs.versions_file}}" ]] || { echo "versions_file is empty" ; exit 1; }
+
+    - name: Extract llvm version
+      id: llvm_ver
+      uses: f3d-app/extract-version-action@main
+      with:
+        file: ${{inputs.versions_file}}
+        name: llvm
+        minver_label: ${{inputs.mindeps_label == 'mindeps' && 'minver' || ''}}
+
+    - name: Extract global cache index
+      id: global_idx
+      uses: f3d-app/extract-version-action@main
+      with:
+        file: ${{inputs.versions_file}}
+        special_name: global_cache_index
+
+    - name: Cache llvm
+      id: cache-llvm
+      continue-on-error: true # https://github.com/actions/cache/issues/1754
+      uses: actions/cache/restore@v6
+      with:
+        path: dependencies/llvm_install
+        key: llvm-${{steps.llvm_ver.outputs.extract}}-${{runner.os}}-${{inputs.cpu}}-${{steps.global_idx.outputs.extract}}-1
+
+    - name: Checkout LLVM
+      if: steps.cache-llvm.outputs.cache-hit != 'true'
+      uses: actions/checkout@v7
+      with:
+        repository: llvm/llvm-project
+        submodules: true
+        path: "./dependencies/llvm"
+        ref: llvmorg-${{steps.llvm_ver.outputs.extract}}
+
+    - name: Setup LLVM
+      if: steps.cache-llvm.outputs.cache-hit != 'true'
+      working-directory: ${{github.workspace}}/dependencies
+      shell: bash
+      run: |
+        mkdir llvm_build
+        mkdir llvm_install
+
+    - name: Configure LLVM
+      if: steps.cache-llvm.outputs.cache-hit != 'true'
+      working-directory: ${{github.workspace}}/dependencies/llvm_build
+      shell: bash
+      run: >
+        cmake ../llvm/llvm
+        -DCMAKE_BUILD_TYPE=Release
+        -DCMAKE_INSTALL_PREFIX="../llvm_install"
+        -DLLVM_TARGETS_TO_BUILD="host"
+        -DLLVM_ENABLE_PROJECTS=""
+        -DLLVM_BUILD_TOOLS=ON
+        -DLLVM_BUILD_TESTS=OFF
+        -DLLVM_BUILD_EXAMPLES=OFF
+        -DLLVM_BUILD_BENCHMARKS=OFF
+        -DLLVM_INCLUDE_TESTS=OFF
+        -DLLVM_INCLUDE_EXAMPLES=OFF
+        -DLLVM_INCLUDE_BENCHMARKS=OFF
+        -DLLVM_INCLUDE_DOCS=OFF
+        -DLLVM_ENABLE_ZLIB=OFF
+        -DLLVM_ENABLE_ZSTD=OFF
+        -DLLVM_ENABLE_LIBXML2=OFF
+        -DLLVM_ENABLE_RTTI=OFF
+        ${{ runner.os == 'macOS' && '-DCMAKE_BUILD_WITH_INSTALL_RPATH=ON -DCMAKE_OSX_DEPLOYMENT_TARGET=14.0' || null }}
+        ${{ runner.os == 'Windows' && '-Ax64 -DCMAKE_POLICY_DEFAULT_CMP0091=NEW -DCMAKE_MSVC_RUNTIME_LIBRARY=MultiThreadedDLL' || null }}
+
+    - name: Build LLVM
+      if: steps.cache-llvm.outputs.cache-hit != 'true'
+      working-directory: ${{github.workspace}}/dependencies/llvm_build
+      shell: bash
+      run: cmake --build . --parallel 2 --target install --config Release
+
+    - name: Copy to install
+      working-directory: ${{github.workspace}}/dependencies/llvm_install
+      shell: bash
+      run: cp -r ./* ../install/
+
+    - name: Save cache
+      if: steps.cache-llvm.outputs.cache-hit != 'true'
+      uses: actions/cache/save@v6
+      with:
+        key: ${{ steps.cache-llvm.outputs.cache-primary-key }}
+        path: dependencies/llvm_install