rippled/.github/workflows/nix.yml

name: nix
on:
  pull_request:
    types: [opened, reopened, synchronize, ready_for_review]
  push:
    # If the branches list is ever changed, be sure to change it on all
    # build/test jobs (nix, macos, windows)
    branches:
      # Always build the package branches
      - develop
      - release
      - master
      # Branches that opt-in to running
      - "ci/**"
concurrency:
  group: ${{ github.workflow }}-${{ github.ref }}
  cancel-in-progress: true

env:
  CONAN_REMOTE_URL: https://conan.ripplex.io
  CONAN_REMOTE_USERNAME: ${{ secrets.CONAN_REMOTE_USERNAME }}
  CONAN_REMOTE_PASSWORD: ${{ secrets.CONAN_REMOTE_PASSWORD }}
  # This part of the Conan configuration is specific to this workflow only; we
  # do not want to pollute the 'conan/profiles' directory with settings that
  # might not work for other workflows.
  CONAN_GLOBAL_CONF: |
    core.download:parallel={{ os.cpu_count() }}
    core.upload:parallel={{ os.cpu_count() }}
    tools.build:jobs={{ (os.cpu_count() * 4/5) | int }}
    tools.build:verbosity=verbose
    tools.compilation:verbosity=verbose

# This workflow has multiple job matrixes.
# They can be considered phases because most of the matrices ("test",
# "coverage", "conan", ) depend on the first ("dependencies").
#
# The first phase has a job in the matrix for each combination of
# variables that affects dependency ABI:
# platform, compiler, and configuration.
# It creates a GitHub artifact holding the Conan profile,
# and builds and caches binaries for all the dependencies.
# If an Artifactory remote is configured, they are cached there.
# If not, they are added to the GitHub artifact.
# GitHub's "cache" action has a size limit (10 GB) that is too small
# to hold the binaries if they are built locally.
# We must use the "{upload,download}-artifact" actions instead.
#
# The remaining phases have a job in the matrix for each test
# configuration. They install dependency binaries from the cache,
# whichever was used, and build and test rippled.
#
# "instrumentation" is independent, but is included here because it also
# builds on linux in the same "on:" conditions.

jobs:
  dependencies:
    if: ${{ github.event_name == 'push' || github.event.pull_request.draft != true || contains(github.event.pull_request.labels.*.name, 'DraftRunCI') }}
    strategy:
      fail-fast: false
      matrix:
        platform:
          - linux
        compiler:
          - gcc
          - clang
        configuration:
          - Debug
          - Release
        include:
          - compiler: gcc
            compiler_version: 12
            distro: ubuntu
            codename: jammy
          - compiler: clang
            compiler_version: 16
            distro: debian
            codename: bookworm
    runs-on: [self-hosted, heavy]
    container: ghcr.io/xrplf/ci/${{ matrix.distro }}-${{ matrix.codename }}:${{ matrix.compiler }}-${{ matrix.compiler_version }}
    env:
      build_dir: .build
    steps:
      - name: checkout
        uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683
      - name: check environment
        run: |
          echo ${PATH} | tr ':' '\n'
          lsb_release -a || true
          ${{ matrix.compiler }}-${{ matrix.compiler_version }} --version
          conan --version
          cmake --version
          env | sort
      - name: configure Conan
        run: |
          echo "${CONAN_GLOBAL_CONF}" >> $(conan config home)/global.conf
          conan config install conan/profiles/ -tf $(conan config home)/profiles/
          conan profile show
      - name: archive profile
        # Create this archive before dependencies are added to the local cache.
        run: tar -czf conan.tar.gz -C ${CONAN_HOME} .
      - name: build dependencies
        uses: ./.github/actions/dependencies
        with:
          configuration: ${{ matrix.configuration }}
      - name: upload archive
        uses: actions/upload-artifact@ea165f8d65b6e75b540449e92b4886f43607fa02
        with:
          name: ${{ matrix.platform }}-${{ matrix.compiler }}-${{ matrix.configuration }}
          path: conan.tar.gz
          if-no-files-found: error

  test:
    strategy:
      fail-fast: false
      matrix:
        platform:
          - linux
        compiler:
          - gcc
          - clang
        configuration:
          - Debug
          - Release
        include:
          - compiler: gcc
            compiler_version: 12
            distro: ubuntu
            codename: jammy
          - compiler: clang
            compiler_version: 16
            distro: debian
            codename: bookworm
        cmake-args:
          -
          - "-Dunity=ON"
    needs: dependencies
    runs-on: [self-hosted, heavy]
    container: ghcr.io/xrplf/ci/${{ matrix.distro }}-${{ matrix.codename }}:${{ matrix.compiler }}-${{ matrix.compiler_version }}
    env:
      build_dir: .build
    steps:
      - name: download cache
        uses: actions/download-artifact@d3f86a106a0bac45b974a628896c90dbdf5c8093
        with:
          name: ${{ matrix.platform }}-${{ matrix.compiler }}-${{ matrix.configuration }}
      - name: extract cache
        run: |
          mkdir -p ${CONAN_HOME}
          tar -xzf conan.tar.gz -C ${CONAN_HOME}
      - name: check environment
        run: |
          env | sort
          echo ${PATH} | tr ':' '\n'
          conan --version
          cmake --version
      - name: checkout
        uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683
      - name: dependencies
        uses: ./.github/actions/dependencies
        with:
          configuration: ${{ matrix.configuration }}
      - name: build
        uses: ./.github/actions/build
        with:
          generator: Ninja
          configuration: ${{ matrix.configuration }}
          cmake-args: "-Dassert=TRUE -Dwerr=TRUE ${{ matrix.cmake-args }}"
      - name: check linking
        run: |
          cd ${build_dir}
          ldd ./rippled
          if [ "$(ldd ./rippled | grep -E '(libstdc\+\+|libgcc)' | wc -l)" -eq 0 ]; then
            echo 'The binary is statically linked.'
          else
            echo 'The binary is dynamically linked.'
            exit 1
          fi
      - name: test
        run: |
          cd ${build_dir}
          ./rippled --unittest --unittest-jobs $(nproc)
          ctest -j $(nproc) --output-on-failure

  reference-fee-test:
    strategy:
      fail-fast: false
      matrix:
        platform:
          - linux
        compiler:
          - gcc
        configuration:
          - Debug
        cmake-args:
          - "-DUNIT_TEST_REFERENCE_FEE=200"
          - "-DUNIT_TEST_REFERENCE_FEE=1000"
    needs: dependencies
    runs-on: [self-hosted, heavy]
    container: ghcr.io/xrplf/ci/ubuntu-jammy:gcc-12
    env:
      build_dir: .build
    steps:
      - name: download cache
        uses: actions/download-artifact@d3f86a106a0bac45b974a628896c90dbdf5c8093
        with:
          name: ${{ matrix.platform }}-${{ matrix.compiler }}-${{ matrix.configuration }}
      - name: extract cache
        run: |
          mkdir -p ${CONAN_HOME}
          tar -xzf conan.tar.gz -C ${CONAN_HOME}
      - name: check environment
        run: |
          env | sort
          echo ${PATH} | tr ':' '\n'
          conan --version
          cmake --version
      - name: checkout
        uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683
      - name: dependencies
        uses: ./.github/actions/dependencies
        with:
          configuration: ${{ matrix.configuration }}
      - name: build
        uses: ./.github/actions/build
        with:
          generator: Ninja
          configuration: ${{ matrix.configuration }}
          cmake-args: "-Dassert=TRUE -Dwerr=TRUE ${{ matrix.cmake-args }}"
      - name: test
        run: |
          cd ${build_dir}
          ./rippled --unittest --unittest-jobs $(nproc)
          ctest -j $(nproc) --output-on-failure

  coverage:
    strategy:
      fail-fast: false
      matrix:
        platform:
          - linux
        compiler:
          - gcc
        configuration:
          - Debug
    needs: dependencies
    runs-on: [self-hosted, heavy]
    container: ghcr.io/xrplf/ci/ubuntu-jammy:gcc-12
    env:
      build_dir: .build
    steps:
      - name: download cache
        uses: actions/download-artifact@d3f86a106a0bac45b974a628896c90dbdf5c8093
        with:
          name: ${{ matrix.platform }}-${{ matrix.compiler }}-${{ matrix.configuration }}
      - name: extract cache
        run: |
          mkdir -p ${CONAN_HOME}
          tar -xzf conan.tar.gz -C ${CONAN_HOME}
      - name: check environment
        run: |
          echo ${PATH} | tr ':' '\n'
          conan --version
          cmake --version
          gcovr --version
          env | sort
          ls ${CONAN_HOME}
      - name: checkout
        uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683
      - name: dependencies
        uses: ./.github/actions/dependencies
        with:
          configuration: ${{ matrix.configuration }}
      - name: build
        uses: ./.github/actions/build
        with:
          generator: Ninja
          configuration: ${{ matrix.configuration }}
          cmake-args: >-
            -Dassert=TRUE
            -Dwerr=TRUE
            -Dcoverage=ON
            -Dcoverage_format=xml
            -DCODE_COVERAGE_VERBOSE=ON
            -DCMAKE_CXX_FLAGS="-O0"
            -DCMAKE_C_FLAGS="-O0"
          cmake-target: coverage
      - name: move coverage report
        shell: bash
        run: |
          mv "${build_dir}/coverage.xml" ./
      - name: archive coverage report
        uses: actions/upload-artifact@ea165f8d65b6e75b540449e92b4886f43607fa02
        with:
          name: coverage.xml
          path: coverage.xml
          retention-days: 30
      - name: upload coverage report
        uses: wandalen/wretry.action@v1.4.10
        with:
          action: codecov/codecov-action@v4.5.0
          with: |
            files: coverage.xml
            fail_ci_if_error: true
            disable_search: true
            verbose: true
            plugin: noop
            token: ${{ secrets.CODECOV_TOKEN }}
          attempt_limit: 5
          attempt_delay: 210000 # in milliseconds

  conan:
    needs: dependencies
    runs-on: [self-hosted, heavy]
    container:
      image: ghcr.io/xrplf/ci/ubuntu-jammy:gcc-12
    env:
      build_dir: .build
      platform: linux
      compiler: gcc
      compiler_version: 12
      configuration: Release
    steps:
      - name: download cache
        uses: actions/download-artifact@d3f86a106a0bac45b974a628896c90dbdf5c8093
        with:
          name: ${{ env.platform }}-${{ env.compiler }}-${{ env.configuration }}
      - name: extract cache
        run: |
          mkdir -p ${CONAN_HOME}
          tar -xzf conan.tar.gz -C ${CONAN_HOME}
      - name: check environment
        run: |
          env | sort
          echo ${PATH} | tr ':' '\n'
          conan --version
          cmake --version
      - name: checkout
        uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683
      - name: dependencies
        uses: ./.github/actions/dependencies
        with:
          configuration: ${{ env.configuration }}
      - name: export
        run: |
          conan export . --version head
      - name: build
        run: |
          cd tests/conan
          mkdir ${build_dir} && cd ${build_dir}
          conan install .. \
            --settings:all build_type=${configuration} \
            --output-folder . \
            --build missing
          cmake .. \
            -DCMAKE_TOOLCHAIN_FILE:FILEPATH=./build/${configuration}/generators/conan_toolchain.cmake \
            -DCMAKE_BUILD_TYPE=${configuration}
          cmake --build .
          ./example | grep '^[[:digit:]]\+\.[[:digit:]]\+\.[[:digit:]]\+'

  instrumentation-build:
    needs: dependencies
    runs-on: [self-hosted, heavy]
    container: ghcr.io/xrplf/ci/debian-bookworm:clang-16
    env:
      build_dir: .build
    steps:
      - name: download cache
        uses: actions/download-artifact@d3f86a106a0bac45b974a628896c90dbdf5c8093
        with:
          name: linux-clang-Debug

      - name: extract cache
        run: |
          mkdir -p ${CONAN_HOME}
          tar -xzf conan.tar.gz -C ${CONAN_HOME}

      - name: check environment
        run: |
          echo ${PATH} | tr ':' '\n'
          conan --version
          cmake --version
          env | sort
          ls ${CONAN_HOME}

      - name: checkout
        uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683

      - name: dependencies
        uses: ./.github/actions/dependencies
        with:
          configuration: Debug

      - name: prepare environment
        run: |
          mkdir -p ${build_dir}
          echo "SOURCE_DIR=$(pwd)" >> $GITHUB_ENV
          echo "BUILD_DIR=$(pwd)/${build_dir}" >> $GITHUB_ENV

      - name: build with instrumentation
        run: |
          cd ${BUILD_DIR}
          cmake -S ${SOURCE_DIR} -B ${BUILD_DIR} \
            -Dvoidstar=ON \
            -Dtests=ON \
            -Dxrpld=ON \
            -DCMAKE_BUILD_TYPE=Debug \
            -DSECP256K1_BUILD_BENCHMARK=OFF \
            -DSECP256K1_BUILD_TESTS=OFF \
            -DSECP256K1_BUILD_EXHAUSTIVE_TESTS=OFF \
            -DCMAKE_TOOLCHAIN_FILE=${BUILD_DIR}/build/generators/conan_toolchain.cmake
          cmake --build .  --parallel $(nproc)

      - name: verify instrumentation enabled
        run: |
          cd ${BUILD_DIR}
          ./rippled --version | grep libvoidstar

      - name: run unit tests
        run: |
          cd ${BUILD_DIR}
          ./rippled -u --unittest-jobs $(( $(nproc)/4 ))
          ctest -j $(nproc) --output-on-failure