superdrops-in-action/.github/workflows/pytest.yaml at 9dd2689af64c52e84e322002d18f423300155e81 · yoctoyotta1024/superdrops-in-action · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
name: pytest

on: [push, pull_request]

jobs:
  setup:
    runs-on: ubuntu-latest
    steps:
      - name: Checkout
        uses: actions/checkout@v4

      - name: Cache YAXT
        id: cache_yaxt
        uses: actions/cache@v4
        with:
          path: ${{ runner.temp }}/yaxt/
          key: ${{ runner.os }}-yaxt-cache-v0.11.4
          restore-keys: |
            ${{ runner.os }}-yaxt-

      - name: Cache YAC
        id: cache_yac
        uses: actions/cache@v4
        with:
          path: ${{ runner.temp }}/yac/
          key: ${{ runner.os }}-yac-cache-v3.6.2
          restore-keys: |
            ${{ runner.os }}-yac-

      - name: Setup
        if: steps.cache_yaxt.outputs.cache-hit != 'true' || steps.cache_yac.outputs.cache-hit != 'true'
        run: |
          sudo apt-get update
          sudo apt-get install -y \
          cmake libopenmpi-dev openmpi-bin \
          libnetcdff-dev liblapack-dev libfyaml-dev \
          python3-dev python3-numpy python3-mpi4py python3-pip curl
          apt list --installed

      - name: Build YAXT
        if: steps.cache_yaxt.outputs.cache-hit != 'true'
        run: |
          mkdir yaxt-0.11.4 && cd yaxt-0.11.4
          curl -s -L https://gitlab.dkrz.de/dkrz-sw/yaxt/-/archive/release-0.11.4/yaxt-0.11.4.tar.gz | tar xvz --strip-components=1
          ./configure --without-regard-for-quality --without-example-programs \
            --without-perf-programs --with-pic --prefix=${{ runner.temp }}/yaxt
          make -j 4
          make install

      - name: Build YAC
        if: steps.cache_yac.outputs.cache-hit != 'true'
        run: |
          mkdir yac-v3.6.2 && cd yac-v3.6.2
          curl -s -L https://gitlab.dkrz.de/dkrz-sw/yac/-/archive/v3.6.2/yac_v3.6.2.tar.gz | tar xvz --strip-components=1
          ./configure CFLAGS="-fPIC" CC=mpicc FC=mpif90 --disable-mpi-checks \
            --with-yaxt-root=${{ runner.temp }}/yaxt --prefix=${{ runner.temp }}/yac
          make -j 4
          make install

  cleo_1dkid_tests:
    runs-on: ubuntu-latest
    needs: setup
    defaults:
      run:
        shell: bash -l {0}
    steps:
      - name: Checkout
        uses: actions/checkout@v4

      - name: Setup
        run: |
          sudo apt-get update
          sudo apt-get install -y \
          cmake libopenmpi-dev openmpi-bin libopenblas-dev \
          libnetcdff-dev liblapack-dev libfyaml-dev \
          python3-dev python3-numpy python3-mpi4py python3-pip curl
          apt list --installed

      - name: Initialise Conda/Mamba
        uses: conda-incubator/setup-miniconda@v3
        with:
          activate-environment: superdrops-in-action
          auto-activate-base: false
          use-mamba: true
          miniforge-version: 'latest'
          conda-remove-defaults: true

      - name: Update Mamba Environment
        run: |
          mamba env update -n superdrops-in-action -f environment.yaml

      - name: Mamba and Python Info
        run: |
          mamba info
          mamba list
          which python
          python --version

      - name: Restore YAXT Cache
        uses: actions/cache@v4
        with:
          path: ${{ runner.temp }}/yaxt/
          key: ${{ runner.os }}-yaxt-cache-v0.11.4

      - name: Restore YAC Cache
        uses: actions/cache@v4
        with:
          path: ${{ runner.temp }}/yac/
          key: ${{ runner.os }}-yac-cache-v3.6.2

      - name: Build Pybind11 module for C++ code
        run: |
          which python
          python_path=$(which python)
          cmake  -S ./cleo_1dkid/cleo_deps/ -B ./build \
            -DCMAKE_C_COMPILER=mpicc \
            -DCMAKE_CXX_COMPILER=mpic++ \
            -DCMAKE_CXX_FLAGS="-Werror -Wall -pedantic -Wno-unused-parameter -O3" \
            -DKokkos_ARCH_NATIVE=ON -DKokkos_ENABLE_SERIAL=ON \
            -DCLEO_COUPLED_DYNAMICS=numpy \
            -DCLEO_DOMAIN=cartesian \
            -DCLEO_YAXT_ROOT=${{ runner.temp }}/yaxt \
            -DCLEO_YAC_ROOT=${{ runner.temp }}/yac \
            -DCMAKE_MODULE_PATH=/home/runner/work/superdrops-in-action/superdrops-in-action/build/_deps/cleo-src/libs/coupldyn_yac/cmake \
            -DCLEO_PYTHON=python_path
          cd build && pwd && make && cd ..

      - name: Compile CLEO python bindings
        run: cd build && make -j 64 cleo_python_bindings && cd ..

      - name: Download CLEO Initial Condition Files for Generic Test
        run: |
          mkdir -p ./cleo_1dkid/share/cleo_initial_conditions/generic/
          curl https://swift.dkrz.de/v1/dkrz_8f1b1e92-f07c-41c5-a4ae-8089ec495d87/superdrops-in-action/cleo_1dkid/share/cleo_initial_conditions/generic/dimlessGBxboundaries.dat \
            -o ./cleo_1dkid/share/cleo_initial_conditions/generic/dimlessGBxboundaries.dat
          curl https://swift.dkrz.de/v1/dkrz_8f1b1e92-f07c-41c5-a4ae-8089ec495d87/superdrops-in-action/cleo_1dkid/share/cleo_initial_conditions/generic/dimlessSDsinit.dat \
            -o ./cleo_1dkid/share/cleo_initial_conditions/generic/dimlessSDsinit.dat
          pwd && echo "ls -l ./cleo_1dkid/share/cleo_initial_conditions/generic/" && ls -l ./cleo_1dkid/share/cleo_initial_conditions/generic/

      - name: Download CLEO Initial Condition Files for 1-D KiD Test
        run: |
          mkdir -p ./build/share/
          curl https://swift.dkrz.de/v1/dkrz_8f1b1e92-f07c-41c5-a4ae-8089ec495d87/superdrops-in-action/cleo_1dkid/share/cleo_initial_conditions/1dkid/dimlessGBxboundaries.dat \
            -o ./build/share/dimlessGBxboundaries.dat
          curl https://swift.dkrz.de/v1/dkrz_8f1b1e92-f07c-41c5-a4ae-8089ec495d87/superdrops-in-action/cleo_1dkid/share/cleo_initial_conditions/1dkid/dimlessSDsinit.dat \
            -o ./build/share/dimlessSDsinit.dat

          pwd && echo "ls -l ./build/share/" && ls -l ./build/share/
          echo "ls -l ./cleo_1dkid/share/cleo_initial_conditions/1dkid/" && ls -l ./cleo_1dkid/share/cleo_initial_conditions/1dkid/

      - name: Test with pytest
        run: |
          mkdir -p ./build/bin/generic/ && mkdir -p ./build/bin/condevap_only/ && mkdir -p ./build/bin/fullscheme/
          pytest ./cleo_1dkid/tests/test_pympdata_bulk_microphysics_scheme.py -s
          pytest ./cleo_1dkid/tests/test_cleo_sdm_microphysics_scheme.py -s
          pytest ./cleo_1dkid/tests/test_case_1dkid/test_pympdata_bulk.py -s
          pytest ./cleo_1dkid/tests/test_case_1dkid/test_cleo_sdm_condevap_only.py -s
          pytest ./cleo_1dkid/tests/test_case_1dkid/test_cleo_sdm_fullscheme.py -s