c-cpp.yml

name: C/C++ CI

on:
  push:
    branches: [ "master" ]
  # pull_request:
  #   branches: [ "master" ]

jobs:
  build-gcc:
    name: Build GCC
    runs-on: ubuntu-latest
    # only one compiler build at same time, so no weird cache behaviour happens
    concurrency:
      group: build-gcc
      cancel-in-progress: false
    steps:
    - uses: actions/checkout@v6
    # TODO: skip if cache hit
    - name: install apt packages
      run: sudo apt update && sudo apt install g++-14 bzip2 flex build-essential
    - uses: webfactory/ssh-agent@v0.10.0
      with:
        ssh-private-key: ${{ secrets.SSH_PRIVATE_KEY }}
    - name: get gcc commit
      id: get-gcc-commit
      run: |
        echo "commit=$(git rev-parse HEAD:submodules/gcc)" >> $GITHUB_OUTPUT
      shell: bash
    - name: cache gcc install
      id: cache-gcc
      uses: actions/cache@v5
      with:
        path: /opt/GCC
        key: ${{ runner.os }}-gcc-${{ steps.get-gcc-commit.outputs.commit }}
    - name: install gcc
      run: |
        git submodule update --init --depth=1 -- submodules/gcc
        submodules/build-gcc.sh --install --dont-extend-paths-with-checking
      if: steps.cache-gcc.outputs.cache-hit != 'true'


  test-gcc-ivl:
    name: Test my GCC extensions
    needs: build-gcc
    runs-on: ubuntu-latest
    steps:
    - uses: actions/checkout@v6
    - name: install apt packages
      run: sudo apt update && sudo apt install g++-14 bzip2 flex build-essential python3 python3-pytest tcl dejagnu expect
    - uses: webfactory/ssh-agent@v0.10.0
      with:
        ssh-private-key: ${{ secrets.SSH_PRIVATE_KEY }}
    - name: restore gcc install
      uses: actions/cache/restore@v5
      id: cache-gcc
      with:
        path: /opt/GCC
        key: ${{ runner.os }}-${{ hashFiles('**/lockfiles') }}
        fail-on-cache-miss: true
    - name: fetch gcc submodule
      run: git submodule update --init --depth=1 -- submodules/gcc
    - name: run tests
      run: |
        mkdir -p /tmp/gcc-scratch
        SRCDIR="$(realpath submodules/gcc)"
        cd /tmp/gcc-scratch
        "$SRCDIR/contrib/test_installed" --prefix=/opt/GCC --without-{gfortran,objc,gcc} --with-auto-host-h="$(find /opt/GCC -name auto-host.h)" -- --all dg.exp='ivl/*'
    - name: dump log on failure
      if: ${{ failure() }}
      run: cat /tmp/gcc-scratch/g++.log && exit 1
    - name: dump log on success
      run: cat /tmp/gcc-scratch/g++.log


  test-libstdcxx-ivl:
    name: Test my libstdc++ extensions
    needs: build-gcc
    runs-on: ubuntu-latest
    steps:
    - uses: actions/checkout@v6
    - name: install apt packages
      run: sudo apt update && sudo apt install g++-14 bzip2 flex build-essential python3 python3-pytest tcl dejagnu expect
    - uses: webfactory/ssh-agent@v0.10.0
      with:
        ssh-private-key: ${{ secrets.SSH_PRIVATE_KEY }}
    - name: restore gcc install
      uses: actions/cache/restore@v5
      id: cache-gcc
      with:
        path: /opt/GCC
        key: ${{ runner.os }}-${{ hashFiles('**/lockfiles') }}
        fail-on-cache-miss: true
    - name: fetch gcc submodule
      run: git submodule update --init --depth=1 -- submodules/gcc
    - name: run tests
      run: |
        mkdir -p /tmp/gcc-scratch
        SRCDIR="$(realpath submodules/gcc)"
        cd /tmp/gcc-scratch
        "$SRCDIR/contrib/test_installed" --prefix=/opt/GCC --without-{gfortran,objc,gcc,g++} --with-auto-host-h="$(find /opt/GCC -name auto-host.h)"
        PATH="/opt/GCC/bin:$PATH" runtest --all --tool libstdc++ --srcdir "$SRCDIR/libstdc++-v3/testsuite" conformance.exp='ivl/*'
    - name: dump log on failure
      if: ${{ failure() }}
      run: cat /tmp/gcc-scratch/libstdc++.log && exit 1
    - name: dump log on success
      run: cat /tmp/gcc-scratch/libstdc++.log


  build:
    name: Build & Test
    needs: build-gcc
    runs-on: ubuntu-latest
    steps:
    - uses: actions/checkout@v6
    - name: install apt packages
      run: sudo apt update && sudo apt install --fix-missing libboost-all-dev libgit2-dev libfuse3-dev libx11-dev libxrandr-dev libxinerama-dev libxcursor-dev libxi-dev libgl-dev libopengl-dev libglu1-mesa-dev libfftw3-dev libbenchmark-dev libglx-dev libopengl0 libgl1-mesa-dev mesa-common-dev libglu1-mesa-dev python3-multiprocess libncurses-dev
    - uses: webfactory/ssh-agent@v0.10.0
      with:
        ssh-private-key: ${{ secrets.SSH_PRIVATE_KEY }}
    - name: fetch submodules
      run: |
        git submodule update --init --depth=1 -- submodules/{nlohmann-json,fmt,pugixml,raylib,boost}
        git -C submodules/boost submodule update --init --depth=1 -- libs/json
    - name: get gcc commit
      id: get-gcc-commit
      run: |
        echo "commit=$(git rev-parse HEAD:submodules/gcc)" >> $GITHUB_OUTPUT
      shell: bash
    - name: restore gcc install
      uses: actions/cache/restore@v5
      id: cache-gcc
      with:
        path: /opt/GCC
        key: ${{ runner.os }}-${{ hashFiles('**/lockfiles') }}
        fail-on-cache-miss: true
    - name: activate gcc
      run: |
        echo "/opt/GCC/bin" >> $GITHUB_PATH
        echo "LD_RUN_PATH=/opt/GCC/lib64" >> $GITHUB_ENV
    - name: validate gcc
      run: echo | g++ -xc++ -E --verbose -
    - name: build
      run: ./ci-build.sh
    - name: test
      run: ./run_built_tests.py


  build-with-edg:
    name: Build (with EDG)
    needs: build-gcc
    runs-on: ubuntu-latest
    steps:
    - uses: actions/checkout@v6
    - name: install apt packages
      run: sudo apt update && sudo apt install --fix-missing libboost-all-dev libgit2-dev libfuse3-dev libx11-dev libxrandr-dev libxinerama-dev libxcursor-dev libxi-dev libgl-dev libopengl-dev libglu1-mesa-dev libfftw3-dev libbenchmark-dev libglx-dev libopengl0 libgl1-mesa-dev mesa-common-dev libglu1-mesa-dev python3-multiprocess libncurses-dev
    - uses: webfactory/ssh-agent@v0.10.0
      with:
        ssh-private-key: ${{ secrets.SSH_PRIVATE_KEY }}
    - name: fetch submodules
      run: |
        git submodule update --init --depth=1 -- submodules/{nlohmann-json,fmt,pugixml,raylib,boost}
        git -C submodules/boost submodule update --init --depth=1 -- libs/json
    - name: get gcc commit
      id: get-gcc-commit
      run: |
        echo "commit=$(git rev-parse HEAD:submodules/gcc)" >> $GITHUB_OUTPUT
      shell: bash
    - name: restore gcc install
      uses: actions/cache/restore@v5
      id: cache-gcc
      with:
        path: /opt/GCC
        key: ${{ runner.os }}-${{ hashFiles('**/lockfiles') }}
        fail-on-cache-miss: true
    - name: activate gcc
      run: |
        echo "/opt/GCC/bin" >> $GITHUB_PATH
        echo "LD_RUN_PATH=/opt/GCC/lib64" >> $GITHUB_ENV
    - name: validate gcc
      run: echo | g++ -xc++ -E --verbose -
    - name: build
      run: ./build.py --report-durations --keep-going --verbose --jobs $(nproc) # nothing for now, just EDG itself
    - name: test
      run: ./run_built_tests.py


  build2:
    if: ${{ false }} # too broken, and dont care atm, TODO: fix
    needs: build-gcc
    runs-on: ubuntu-latest
    steps:
    - uses: actions/checkout@v6
    - name: install apt packages
      run: sudo apt update && sudo apt install --fix-missing libboost-all-dev libgit2-dev libfuse3-dev libx11-dev libxrandr-dev libxinerama-dev libxcursor-dev libxi-dev libgl-dev libopengl-dev libglu1-mesa-dev libfftw3-dev libbenchmark-dev libglx-dev libopengl0 libgl1-mesa-dev mesa-common-dev libglu1-mesa-dev
    - uses: webfactory/ssh-agent@v0.10.0
      with:
        ssh-private-key: ${{ secrets.SSH_PRIVATE_KEY }}
    - name: fetch submodules
      run: |
        git submodule update --init --depth=1 -- submodules/{nlohmann-json,fmt,pugixml,raylib}
    - name: get gcc commit
      id: get-gcc-commit
      run: |
        echo "commit=$(git rev-parse HEAD:submodules/gcc)" >> $GITHUB_OUTPUT
      shell: bash
    - name: restore gcc install
      uses: actions/cache/restore@v5
      id: cache-gcc
      with:
        path: /opt/GCC
        key: ${{ runner.os }}-${{ hashFiles('**/lockfiles') }}
        fail-on-cache-miss: true
    - name: activate gcc
      run: |
        echo "/opt/GCC/bin" >> $GITHUB_PATH
        echo "LD_RUN_PATH=/opt/GCC/lib64" >> $GITHUB_ENV
    - name: validate gcc
      run: echo | g++ -xc++ -E --verbose -
    - name: build2
      run: ./bootstrap.sh /ivl/build_system /ivl/linux /ivl/process /ivl/algos /ivl/meta /ivl/utility /ivl/stl /ivl/reflection /ivl/parsing /ivl/frankl /ivl/context /ivl/isolated_execution  /ivl/command_line_argument_parsing


  check_ivl_headers_for_pragma_once:
    name: Check headers for pragma once
    runs-on: ubuntu-latest
    steps:
    - uses: actions/checkout@v6
    - name: install apt packages
      run: sudo apt update && sudo apt install python3-more-itertools
    - name: test
      run: ./check_headers_for_pragma_once.py

  fsyntax_only_global_test:
    name: -fsyntax-only test
    needs: build-gcc
    runs-on: ubuntu-latest
    steps:
    - uses: actions/checkout@v6
    - name: install apt packages
      run: sudo apt update && sudo apt install libboost-all-dev libgit2-dev libfuse3-dev python3-multiprocess libfftw3-dev libbenchmark-dev
    - uses: webfactory/ssh-agent@v0.10.0
      with:
        ssh-private-key: ${{ secrets.SSH_PRIVATE_KEY }}
    - name: fetch submodules
      run: |
        git submodule update --init --depth=1 -- submodules/{nlohmann-json,fmt,pugixml,raylib,boost}
        git -C submodules/boost submodule update --init --depth=1 -- libs/json
    - name: get gcc commit
      id: get-gcc-commit
      run: |
        echo "commit=$(git rev-parse HEAD:submodules/gcc)" >> $GITHUB_OUTPUT
      shell: bash
    - name: restore gcc install
      uses: actions/cache/restore@v5
      id: cache-gcc
      with:
        path: /opt/GCC
        key: ${{ runner.os }}-${{ hashFiles('**/lockfiles') }}
        fail-on-cache-miss: true
    - name: activate gcc
      run: |
        echo "/opt/GCC/bin" >> $GITHUB_PATH
        echo "LD_RUN_PATH=/opt/GCC/lib64" >> $GITHUB_ENV
    - name: validate gcc
      run: echo | g++ -xc++ -E --verbose -
    - name: fsyntax-only-global-test
      run: ./build.py --report-durations --keep-going --jobs $(nproc) --syntax-only /