mirror of
https://github.com/Xahau/xahaud.git
synced 2025-12-06 17:27:52 +00:00
Use GA runners with conan/ccache caches (#482)
This commit is contained in:
35
.github/actions/build/action.yml
vendored
35
.github/actions/build/action.yml
vendored
@@ -1,35 +0,0 @@
|
|||||||
name: build
|
|
||||||
inputs:
|
|
||||||
generator:
|
|
||||||
default: null
|
|
||||||
configuration:
|
|
||||||
required: true
|
|
||||||
cmake-args:
|
|
||||||
default: null
|
|
||||||
cache-key:
|
|
||||||
required: true
|
|
||||||
runs:
|
|
||||||
using: composite
|
|
||||||
steps:
|
|
||||||
- name: dependencies
|
|
||||||
uses: ./.github/actions/dependencies
|
|
||||||
with:
|
|
||||||
configuration: ${{ inputs.configuration }}
|
|
||||||
cache-key: ${{ inputs.cache-key }}
|
|
||||||
- name: configure
|
|
||||||
shell: bash
|
|
||||||
run: |
|
|
||||||
cd ${build_dir}
|
|
||||||
cmake \
|
|
||||||
${{ inputs.generator && format('-G {0}', inputs.generator) || '' }} \
|
|
||||||
-DCMAKE_TOOLCHAIN_FILE:FILEPATH=build/generators/conan_toolchain.cmake \
|
|
||||||
-DCMAKE_BUILD_TYPE=${{ inputs.configuration }} \
|
|
||||||
${{ inputs.cmake-args }} \
|
|
||||||
..
|
|
||||||
- name: build
|
|
||||||
shell: bash
|
|
||||||
run: |
|
|
||||||
cmake \
|
|
||||||
--build ${build_dir} \
|
|
||||||
--config ${{ inputs.configuration }} \
|
|
||||||
--parallel ${NUM_PROCESSORS:-$(nproc)}
|
|
||||||
43
.github/actions/dependencies/action.yml
vendored
43
.github/actions/dependencies/action.yml
vendored
@@ -1,43 +0,0 @@
|
|||||||
name: dependencies
|
|
||||||
inputs:
|
|
||||||
configuration:
|
|
||||||
required: true
|
|
||||||
cache-key:
|
|
||||||
required: true
|
|
||||||
runs:
|
|
||||||
using: composite
|
|
||||||
steps:
|
|
||||||
- name: export custom recipes
|
|
||||||
shell: bash
|
|
||||||
run: |
|
|
||||||
conan export external/snappy snappy/1.1.9@
|
|
||||||
conan export external/soci soci/4.0.3@
|
|
||||||
|
|
||||||
- name: Restore Conan cache
|
|
||||||
id: cache-restore
|
|
||||||
uses: actions/cache/restore@v4
|
|
||||||
with:
|
|
||||||
path: ~/.conan/data
|
|
||||||
key: ${{ inputs.cache-key }}-${{ inputs.configuration }}-conan-${{ hashFiles('conanfile.py') }}
|
|
||||||
restore-keys: |
|
|
||||||
${{ inputs.cache-key }}-${{ inputs.configuration }}-conan-
|
|
||||||
${{ inputs.cache-key }}-conan-
|
|
||||||
|
|
||||||
- name: install dependencies
|
|
||||||
if: steps.cache-restore.outputs.cache-hit != 'true'
|
|
||||||
shell: bash
|
|
||||||
run: |
|
|
||||||
mkdir ${build_dir}
|
|
||||||
cd ${build_dir}
|
|
||||||
conan install \
|
|
||||||
--output-folder . \
|
|
||||||
--build missing \
|
|
||||||
--settings build_type=${{ inputs.configuration }} \
|
|
||||||
..
|
|
||||||
|
|
||||||
- name: Save Conan cache
|
|
||||||
if: steps.cache-restore.outputs.cache-hit != 'true' && success()
|
|
||||||
uses: actions/cache/save@v4
|
|
||||||
with:
|
|
||||||
path: ~/.conan/data
|
|
||||||
key: ${{ steps.cache-restore.outputs.cache-primary-key }}
|
|
||||||
31
.github/actions/xahau-configure-ccache/action.yml
vendored
Normal file
31
.github/actions/xahau-configure-ccache/action.yml
vendored
Normal file
@@ -0,0 +1,31 @@
|
|||||||
|
name: 'Configure ccache'
|
||||||
|
description: 'Sets up ccache with consistent configuration'
|
||||||
|
|
||||||
|
inputs:
|
||||||
|
max_size:
|
||||||
|
description: 'Maximum cache size'
|
||||||
|
required: false
|
||||||
|
default: '2G'
|
||||||
|
hash_dir:
|
||||||
|
description: 'Whether to include directory paths in hash'
|
||||||
|
required: false
|
||||||
|
default: 'true'
|
||||||
|
compiler_check:
|
||||||
|
description: 'How to check compiler for changes'
|
||||||
|
required: false
|
||||||
|
default: 'content'
|
||||||
|
|
||||||
|
runs:
|
||||||
|
using: 'composite'
|
||||||
|
steps:
|
||||||
|
- name: Configure ccache
|
||||||
|
shell: bash
|
||||||
|
run: |
|
||||||
|
mkdir -p ~/.ccache
|
||||||
|
export CONF_PATH="${CCACHE_CONFIGPATH:-${CCACHE_DIR:-$HOME/.ccache}/ccache.conf}"
|
||||||
|
mkdir -p $(dirname "$CONF_PATH")
|
||||||
|
echo "max_size = ${{ inputs.max_size }}" > "$CONF_PATH"
|
||||||
|
echo "hash_dir = ${{ inputs.hash_dir }}" >> "$CONF_PATH"
|
||||||
|
echo "compiler_check = ${{ inputs.compiler_check }}" >> "$CONF_PATH"
|
||||||
|
ccache -p # Print config for verification
|
||||||
|
ccache -z # Zero statistics before the build
|
||||||
114
.github/actions/xahau-ga-build/action.yml
vendored
Normal file
114
.github/actions/xahau-ga-build/action.yml
vendored
Normal file
@@ -0,0 +1,114 @@
|
|||||||
|
name: build
|
||||||
|
description: 'Builds the project with ccache integration'
|
||||||
|
|
||||||
|
inputs:
|
||||||
|
generator:
|
||||||
|
description: 'CMake generator to use'
|
||||||
|
required: true
|
||||||
|
configuration:
|
||||||
|
description: 'Build configuration (Debug, Release, etc.)'
|
||||||
|
required: true
|
||||||
|
build_dir:
|
||||||
|
description: 'Directory to build in'
|
||||||
|
required: false
|
||||||
|
default: '.build'
|
||||||
|
cc:
|
||||||
|
description: 'C compiler to use'
|
||||||
|
required: false
|
||||||
|
default: ''
|
||||||
|
cxx:
|
||||||
|
description: 'C++ compiler to use'
|
||||||
|
required: false
|
||||||
|
default: ''
|
||||||
|
compiler-id:
|
||||||
|
description: 'Unique identifier for compiler/version combination used for cache keys'
|
||||||
|
required: false
|
||||||
|
default: ''
|
||||||
|
cache_version:
|
||||||
|
description: 'Cache version for invalidation'
|
||||||
|
required: false
|
||||||
|
default: '1'
|
||||||
|
ccache_enabled:
|
||||||
|
description: 'Whether to use ccache'
|
||||||
|
required: false
|
||||||
|
default: 'true'
|
||||||
|
main_branch:
|
||||||
|
description: 'Main branch name for restore keys'
|
||||||
|
required: false
|
||||||
|
default: 'dev'
|
||||||
|
|
||||||
|
runs:
|
||||||
|
using: 'composite'
|
||||||
|
steps:
|
||||||
|
# Generate a safe branch name for cache keys
|
||||||
|
- name: Generate safe branch name
|
||||||
|
if: inputs.ccache_enabled == 'true'
|
||||||
|
id: safe-branch
|
||||||
|
shell: bash
|
||||||
|
run: |
|
||||||
|
SAFE_BRANCH=$(echo "${{ github.ref_name }}" | tr -c 'a-zA-Z0-9_.-' '-')
|
||||||
|
echo "name=${SAFE_BRANCH}" >> $GITHUB_OUTPUT
|
||||||
|
|
||||||
|
# Restore ccache if enabled
|
||||||
|
- name: Restore ccache directory
|
||||||
|
if: inputs.ccache_enabled == 'true'
|
||||||
|
id: ccache-restore
|
||||||
|
uses: actions/cache/restore@v4
|
||||||
|
with:
|
||||||
|
path: ~/.ccache
|
||||||
|
key: ${{ runner.os }}-ccache-v${{ inputs.cache_version }}-${{ inputs.compiler-id }}-${{ inputs.configuration }}-${{ steps.safe-branch.outputs.name }}
|
||||||
|
restore-keys: |
|
||||||
|
${{ runner.os }}-ccache-v${{ inputs.cache_version }}-${{ inputs.compiler-id }}-${{ inputs.configuration }}-${{ inputs.main_branch }}
|
||||||
|
${{ runner.os }}-ccache-v${{ inputs.cache_version }}-${{ inputs.compiler-id }}-${{ inputs.configuration }}-
|
||||||
|
${{ runner.os }}-ccache-v${{ inputs.cache_version }}-${{ inputs.compiler-id }}-
|
||||||
|
${{ runner.os }}-ccache-v${{ inputs.cache_version }}-
|
||||||
|
|
||||||
|
# Configure project
|
||||||
|
- name: Configure project
|
||||||
|
shell: bash
|
||||||
|
run: |
|
||||||
|
mkdir -p ${{ inputs.build_dir }}
|
||||||
|
cd ${{ inputs.build_dir }}
|
||||||
|
|
||||||
|
# Set compiler environment variables if provided
|
||||||
|
if [ -n "${{ inputs.cc }}" ]; then
|
||||||
|
export CC="${{ inputs.cc }}"
|
||||||
|
fi
|
||||||
|
|
||||||
|
if [ -n "${{ inputs.cxx }}" ]; then
|
||||||
|
export CXX="${{ inputs.cxx }}"
|
||||||
|
fi
|
||||||
|
|
||||||
|
# Configure ccache launcher args
|
||||||
|
CCACHE_ARGS=""
|
||||||
|
if [ "${{ inputs.ccache_enabled }}" = "true" ]; then
|
||||||
|
CCACHE_ARGS="-DCMAKE_C_COMPILER_LAUNCHER=ccache -DCMAKE_CXX_COMPILER_LAUNCHER=ccache"
|
||||||
|
fi
|
||||||
|
|
||||||
|
# Run CMake configure
|
||||||
|
cmake .. \
|
||||||
|
-G "${{ inputs.generator }}" \
|
||||||
|
$CCACHE_ARGS \
|
||||||
|
-DCMAKE_TOOLCHAIN_FILE:FILEPATH=build/generators/conan_toolchain.cmake \
|
||||||
|
-DCMAKE_BUILD_TYPE=${{ inputs.configuration }}
|
||||||
|
|
||||||
|
# Build project
|
||||||
|
- name: Build project
|
||||||
|
shell: bash
|
||||||
|
run: |
|
||||||
|
cd ${{ inputs.build_dir }}
|
||||||
|
cmake --build . --config ${{ inputs.configuration }} --parallel $(nproc)
|
||||||
|
|
||||||
|
# Show ccache statistics
|
||||||
|
- name: Show ccache statistics
|
||||||
|
if: inputs.ccache_enabled == 'true'
|
||||||
|
shell: bash
|
||||||
|
run: ccache -s
|
||||||
|
|
||||||
|
# Save ccache
|
||||||
|
- name: Save ccache directory
|
||||||
|
if: inputs.ccache_enabled == 'true'
|
||||||
|
uses: actions/cache/save@v4
|
||||||
|
with:
|
||||||
|
path: ~/.ccache
|
||||||
|
key: ${{ steps.ccache-restore.outputs.cache-primary-key }}
|
||||||
91
.github/actions/xahau-ga-dependencies/action.yml
vendored
Normal file
91
.github/actions/xahau-ga-dependencies/action.yml
vendored
Normal file
@@ -0,0 +1,91 @@
|
|||||||
|
name: dependencies
|
||||||
|
description: 'Installs build dependencies with caching'
|
||||||
|
|
||||||
|
inputs:
|
||||||
|
configuration:
|
||||||
|
description: 'Build configuration (Debug, Release, etc.)'
|
||||||
|
required: true
|
||||||
|
build_dir:
|
||||||
|
description: 'Directory to build dependencies in'
|
||||||
|
required: false
|
||||||
|
default: '.build'
|
||||||
|
compiler-id:
|
||||||
|
description: 'Unique identifier for compiler/version combination used for cache keys'
|
||||||
|
required: false
|
||||||
|
default: ''
|
||||||
|
cache_version:
|
||||||
|
description: 'Cache version for invalidation'
|
||||||
|
required: false
|
||||||
|
default: '1'
|
||||||
|
cache_enabled:
|
||||||
|
description: 'Whether to use caching'
|
||||||
|
required: false
|
||||||
|
default: 'true'
|
||||||
|
main_branch:
|
||||||
|
description: 'Main branch name for restore keys'
|
||||||
|
required: false
|
||||||
|
default: 'dev'
|
||||||
|
|
||||||
|
outputs:
|
||||||
|
cache-hit:
|
||||||
|
description: 'Whether there was a cache hit'
|
||||||
|
value: ${{ steps.cache-restore-conan.outputs.cache-hit }}
|
||||||
|
|
||||||
|
runs:
|
||||||
|
using: 'composite'
|
||||||
|
steps:
|
||||||
|
# Generate a safe branch name for cache keys
|
||||||
|
- name: Generate safe branch name
|
||||||
|
if: inputs.cache_enabled == 'true'
|
||||||
|
id: safe-branch
|
||||||
|
shell: bash
|
||||||
|
run: |
|
||||||
|
SAFE_BRANCH=$(echo "${{ github.ref_name }}" | tr -c 'a-zA-Z0-9_.-' '-')
|
||||||
|
echo "name=${SAFE_BRANCH}" >> $GITHUB_OUTPUT
|
||||||
|
|
||||||
|
# Restore Conan cache
|
||||||
|
- name: Restore Conan cache
|
||||||
|
if: inputs.cache_enabled == 'true'
|
||||||
|
id: cache-restore-conan
|
||||||
|
uses: actions/cache/restore@v4
|
||||||
|
with:
|
||||||
|
path: |
|
||||||
|
~/.conan
|
||||||
|
~/.conan2
|
||||||
|
key: ${{ runner.os }}-conan-v${{ inputs.cache_version }}-${{ inputs.compiler-id }}-${{ hashFiles('**/conanfile.txt', '**/conanfile.py') }}-${{ inputs.configuration }}
|
||||||
|
restore-keys: |
|
||||||
|
${{ runner.os }}-conan-v${{ inputs.cache_version }}-${{ inputs.compiler-id }}-${{ hashFiles('**/conanfile.txt', '**/conanfile.py') }}-
|
||||||
|
${{ runner.os }}-conan-v${{ inputs.cache_version }}-${{ inputs.compiler-id }}-
|
||||||
|
${{ runner.os }}-conan-v${{ inputs.cache_version }}-
|
||||||
|
|
||||||
|
# Export custom recipes
|
||||||
|
- name: Export custom recipes
|
||||||
|
shell: bash
|
||||||
|
run: |
|
||||||
|
conan export external/snappy snappy/1.1.9@
|
||||||
|
conan export external/soci soci/4.0.3@
|
||||||
|
|
||||||
|
# Install dependencies
|
||||||
|
- name: Install dependencies
|
||||||
|
shell: bash
|
||||||
|
run: |
|
||||||
|
# Create build directory
|
||||||
|
mkdir -p ${{ inputs.build_dir }}
|
||||||
|
cd ${{ inputs.build_dir }}
|
||||||
|
|
||||||
|
# Install dependencies using conan
|
||||||
|
conan install \
|
||||||
|
--output-folder . \
|
||||||
|
--build missing \
|
||||||
|
--settings build_type=${{ inputs.configuration }} \
|
||||||
|
..
|
||||||
|
|
||||||
|
# Save Conan cache if we installed dependencies
|
||||||
|
- name: Save Conan cache
|
||||||
|
if: inputs.cache_enabled == 'true' && steps.cache-restore-conan.outputs.cache-hit != 'true'
|
||||||
|
uses: actions/cache/save@v4
|
||||||
|
with:
|
||||||
|
path: |
|
||||||
|
~/.conan
|
||||||
|
~/.conan2
|
||||||
|
key: ${{ steps.cache-restore-conan.outputs.cache-primary-key }}
|
||||||
94
.github/workflows/macos.ga.yml
vendored
94
.github/workflows/macos.ga.yml
vendored
@@ -1,94 +0,0 @@
|
|||||||
name: MacOS CI
|
|
||||||
on: [push, pull_request]
|
|
||||||
|
|
||||||
concurrency:
|
|
||||||
group: ${{ github.workflow }}-${{ github.ref }}
|
|
||||||
cancel-in-progress: true
|
|
||||||
|
|
||||||
jobs:
|
|
||||||
test:
|
|
||||||
strategy:
|
|
||||||
matrix:
|
|
||||||
generator:
|
|
||||||
- Ninja
|
|
||||||
configuration:
|
|
||||||
- Debug
|
|
||||||
runs-on: [self-hosted, macOS, ARM64]
|
|
||||||
env:
|
|
||||||
build_dir: .build
|
|
||||||
NUM_PROCESSORS: 12
|
|
||||||
steps:
|
|
||||||
- name: Checkout
|
|
||||||
uses: actions/checkout@v4
|
|
||||||
|
|
||||||
- name: Install Conan
|
|
||||||
run: |
|
|
||||||
brew install conan@1
|
|
||||||
echo "$(brew --prefix conan@1)/bin" >> $GITHUB_PATH
|
|
||||||
|
|
||||||
- name: Install Coreutils
|
|
||||||
run: |
|
|
||||||
brew install coreutils
|
|
||||||
echo "Num proc: $(nproc)"
|
|
||||||
|
|
||||||
- name: Install Ninja
|
|
||||||
if: matrix.generator == 'Ninja'
|
|
||||||
run: brew install ninja
|
|
||||||
|
|
||||||
- name: Install Python
|
|
||||||
run: |
|
|
||||||
if which python3 > /dev/null 2>&1; then
|
|
||||||
echo "Python 3 executable exists"
|
|
||||||
python3 --version
|
|
||||||
else
|
|
||||||
brew install python@3.12
|
|
||||||
fi
|
|
||||||
# Create python symlink if needed
|
|
||||||
if ! which python > /dev/null 2>&1; then
|
|
||||||
sudo ln -sf $(which python3) /usr/local/bin/python
|
|
||||||
fi
|
|
||||||
|
|
||||||
- name: Install CMake
|
|
||||||
run: |
|
|
||||||
if which cmake > /dev/null 2>&1; then
|
|
||||||
echo "cmake executable exists"
|
|
||||||
cmake --version
|
|
||||||
else
|
|
||||||
brew install cmake
|
|
||||||
fi
|
|
||||||
|
|
||||||
- name: Check environment
|
|
||||||
run: |
|
|
||||||
echo "PATH:"
|
|
||||||
echo ${PATH} | tr ':' '\n'
|
|
||||||
which python
|
|
||||||
python --version
|
|
||||||
which conan
|
|
||||||
conan --version
|
|
||||||
which cmake
|
|
||||||
cmake --version
|
|
||||||
clang --version
|
|
||||||
env
|
|
||||||
|
|
||||||
- name: Configure Conan
|
|
||||||
run: |
|
|
||||||
conan profile new default --detect || true
|
|
||||||
conan profile update settings.compiler.cppstd=20 default
|
|
||||||
conan profile update settings.build_type=${{ matrix.configuration }} default
|
|
||||||
|
|
||||||
- name: Install dependencies
|
|
||||||
uses: ./.github/actions/dependencies
|
|
||||||
with:
|
|
||||||
configuration: ${{ matrix.configuration }}
|
|
||||||
cache-key: ${{ runner.os }}-${{ matrix.platform }}-${{ matrix.generator }}
|
|
||||||
|
|
||||||
- name: Build
|
|
||||||
uses: ./.github/actions/build
|
|
||||||
with:
|
|
||||||
generator: ${{ matrix.generator }}
|
|
||||||
configuration: ${{ matrix.configuration }}
|
|
||||||
cache-key: ${{ runner.os }}-${{ matrix.platform }}-${{ matrix.generator }}
|
|
||||||
|
|
||||||
- name: Test
|
|
||||||
run: |
|
|
||||||
${build_dir}/rippled --unittest --unittest-jobs $(nproc)
|
|
||||||
135
.github/workflows/xahau-ga-macos.yml
vendored
Normal file
135
.github/workflows/xahau-ga-macos.yml
vendored
Normal file
@@ -0,0 +1,135 @@
|
|||||||
|
name: MacOS - GA Runner
|
||||||
|
|
||||||
|
on:
|
||||||
|
# Use GA runners on pushes except for the branches which build by the sh runner
|
||||||
|
push:
|
||||||
|
branches-ignore: ["dev", "candidate", "release"]
|
||||||
|
|
||||||
|
# Concurrency control: Cancels older in-progress runs for the same branch (github.ref)
|
||||||
|
# when a new push occurs. This saves runner minutes on superseded commits.
|
||||||
|
concurrency:
|
||||||
|
group: ${{ github.workflow }}-${{ github.ref }}
|
||||||
|
cancel-in-progress: true
|
||||||
|
|
||||||
|
jobs:
|
||||||
|
test:
|
||||||
|
strategy:
|
||||||
|
# Matrix allows defining variations (e.g., different compilers, configs).
|
||||||
|
# Keys below are structured to support future matrix expansion.
|
||||||
|
matrix:
|
||||||
|
generator:
|
||||||
|
- Ninja
|
||||||
|
configuration:
|
||||||
|
- Debug
|
||||||
|
# Use the specified macOS runner version
|
||||||
|
runs-on: macos-15
|
||||||
|
env:
|
||||||
|
# Build directory relative to the workspace root
|
||||||
|
build_dir: .build
|
||||||
|
# Manual cache version control. Bump this number to invalidate all caches globally.
|
||||||
|
CACHE_VERSION: 1
|
||||||
|
# Default branch name used for prioritizing ccache restores. Adjust if needed.
|
||||||
|
MAIN_BRANCH_NAME: jshooks
|
||||||
|
steps:
|
||||||
|
# 1. Checkout Code
|
||||||
|
- name: Checkout
|
||||||
|
uses: actions/checkout@v4
|
||||||
|
|
||||||
|
# 2. Install Build Dependencies via Homebrew
|
||||||
|
- name: Install Conan
|
||||||
|
run: |
|
||||||
|
brew install conan@1
|
||||||
|
# Add Conan 1 to the PATH for this job
|
||||||
|
echo "$(brew --prefix conan@1)/bin" >> $GITHUB_PATH
|
||||||
|
|
||||||
|
# 3. Install Coreutils (for 'nproc')
|
||||||
|
- name: Install Coreutils
|
||||||
|
run: |
|
||||||
|
brew install coreutils
|
||||||
|
echo "Num proc: $(nproc)"
|
||||||
|
|
||||||
|
# 4. Install Ninja (if needed by generator)
|
||||||
|
- name: Install Ninja
|
||||||
|
if: matrix.generator == 'Ninja'
|
||||||
|
run: brew install ninja
|
||||||
|
|
||||||
|
# 5. Install Python (if needed)
|
||||||
|
- name: Install Python
|
||||||
|
run: |
|
||||||
|
if which python3 > /dev/null 2>&1; then
|
||||||
|
echo "Python 3 executable exists"
|
||||||
|
python3 --version
|
||||||
|
else
|
||||||
|
brew install python@3.12
|
||||||
|
fi
|
||||||
|
# Create 'python' symlink if it doesn't exist (for tools expecting 'python')
|
||||||
|
if ! which python > /dev/null 2>&1; then
|
||||||
|
sudo ln -sf $(which python3) /usr/local/bin/python
|
||||||
|
fi
|
||||||
|
|
||||||
|
# 6. Install CMake (if needed)
|
||||||
|
- name: Install CMake
|
||||||
|
run: |
|
||||||
|
if which cmake > /dev/null 2>&1; then
|
||||||
|
echo "cmake executable exists"
|
||||||
|
cmake --version
|
||||||
|
else
|
||||||
|
brew install cmake
|
||||||
|
fi
|
||||||
|
|
||||||
|
# 7. Install ccache
|
||||||
|
- name: Install ccache
|
||||||
|
run: brew install ccache
|
||||||
|
|
||||||
|
# 8. Configure ccache (add this action)
|
||||||
|
- name: Configure ccache
|
||||||
|
uses: ./.github/actions/xahau-configure-ccache
|
||||||
|
with:
|
||||||
|
max_size: 2G
|
||||||
|
hash_dir: true
|
||||||
|
compiler_check: content
|
||||||
|
|
||||||
|
# 9. Environment Verification (Optional but Recommended)
|
||||||
|
- name: Check environment
|
||||||
|
run: |
|
||||||
|
echo "PATH:"
|
||||||
|
echo "${PATH}" | tr ':' '\n'
|
||||||
|
which python && python --version || echo "Python not found"
|
||||||
|
which conan && conan --version || echo "Conan not found"
|
||||||
|
which cmake && cmake --version || echo "CMake not found"
|
||||||
|
clang --version
|
||||||
|
ccache --version
|
||||||
|
echo "---- Full Environment ----"
|
||||||
|
env
|
||||||
|
|
||||||
|
# 10. Configure Conan Profile
|
||||||
|
- name: Configure Conan
|
||||||
|
run: |
|
||||||
|
conan profile new default --detect || true # Ignore error if profile exists
|
||||||
|
conan profile update settings.compiler.cppstd=20 default
|
||||||
|
|
||||||
|
# 11. Install dependencies using the action
|
||||||
|
- name: Install dependencies
|
||||||
|
uses: ./.github/actions/xahau-ga-dependencies
|
||||||
|
with:
|
||||||
|
configuration: ${{ matrix.configuration }}
|
||||||
|
build_dir: ${{ env.build_dir }}
|
||||||
|
compiler-id: clang
|
||||||
|
cache_version: ${{ env.CACHE_VERSION }}
|
||||||
|
main_branch: ${{ env.MAIN_BRANCH_NAME }}
|
||||||
|
|
||||||
|
# 12. Build Project using the action
|
||||||
|
- name: Build
|
||||||
|
uses: ./.github/actions/xahau-ga-build
|
||||||
|
with:
|
||||||
|
generator: ${{ matrix.generator }}
|
||||||
|
configuration: ${{ matrix.configuration }}
|
||||||
|
build_dir: ${{ env.build_dir }}
|
||||||
|
compiler-id: clang
|
||||||
|
cache_version: ${{ env.CACHE_VERSION }}
|
||||||
|
main_branch: ${{ env.MAIN_BRANCH_NAME }}
|
||||||
|
|
||||||
|
# 13. Run Tests
|
||||||
|
- name: Test
|
||||||
|
run: |
|
||||||
|
${{ env.build_dir }}/rippled --unittest --unittest-jobs $(nproc)
|
||||||
183
.github/workflows/xahau-ga-nix.yml
vendored
Normal file
183
.github/workflows/xahau-ga-nix.yml
vendored
Normal file
@@ -0,0 +1,183 @@
|
|||||||
|
name: Nix - GA Runner
|
||||||
|
|
||||||
|
on:
|
||||||
|
# Use GA runners on pushes except for the branches which build by the sh runner
|
||||||
|
push:
|
||||||
|
branches-ignore: ["dev", "candidate", "release"]
|
||||||
|
|
||||||
|
# Concurrency control: Cancels older in-progress runs for the same branch (github.ref)
|
||||||
|
# when a new push occurs. This saves runner minutes on superseded commits.
|
||||||
|
concurrency:
|
||||||
|
group: ${{ github.workflow }}-${{ github.ref }}
|
||||||
|
cancel-in-progress: true
|
||||||
|
|
||||||
|
jobs:
|
||||||
|
# 1. Initial Check Job (Optional Sanity Check)
|
||||||
|
checkpatterns:
|
||||||
|
runs-on: ubuntu-latest
|
||||||
|
steps:
|
||||||
|
- name: Checkout
|
||||||
|
uses: actions/checkout@v4
|
||||||
|
|
||||||
|
- name: Check for suspicious patterns
|
||||||
|
run: |
|
||||||
|
if [ -f "suspicious_patterns.sh" ]; then
|
||||||
|
bash suspicious_patterns.sh
|
||||||
|
else
|
||||||
|
echo "Warning: suspicious_patterns.sh not found, skipping check"
|
||||||
|
# Still exit with success for compatibility with dependent jobs
|
||||||
|
exit 0
|
||||||
|
fi
|
||||||
|
|
||||||
|
# 2. Main Build Job
|
||||||
|
build-job:
|
||||||
|
runs-on: ubuntu-latest
|
||||||
|
needs: checkpatterns # Depends on the initial check passing
|
||||||
|
outputs:
|
||||||
|
# Output artifact name for potential downstream use
|
||||||
|
artifact_name: ${{ steps.set-artifact-name.outputs.artifact_name }}
|
||||||
|
strategy:
|
||||||
|
fail-fast: false
|
||||||
|
# Matrix defines build variations. Keys are structured for this.
|
||||||
|
matrix:
|
||||||
|
compiler: [gcc] # Example: Add 'clang' here later
|
||||||
|
configuration: [Debug] # Example: Add 'Release' here later
|
||||||
|
include:
|
||||||
|
# Link compiler matrix variable to specific package names/paths
|
||||||
|
- compiler: gcc
|
||||||
|
cc: gcc-11
|
||||||
|
cxx: g++-11
|
||||||
|
compiler_id: gcc-11
|
||||||
|
# - compiler: clang
|
||||||
|
# cc: clang-14
|
||||||
|
# cxx: clang++-14
|
||||||
|
# compiler_id: clang-14
|
||||||
|
env:
|
||||||
|
# Build directory relative to the workspace root
|
||||||
|
build_dir: .build
|
||||||
|
# Manual cache version control. Bump this number to invalidate all caches globally.
|
||||||
|
CACHE_VERSION: 1
|
||||||
|
# Default branch name used for prioritizing ccache restores. Adjust if needed.
|
||||||
|
MAIN_BRANCH_NAME: jshooks
|
||||||
|
steps:
|
||||||
|
# 2.1. Checkout Code
|
||||||
|
- name: Checkout
|
||||||
|
uses: actions/checkout@v4
|
||||||
|
|
||||||
|
# 2.2. Install Build System Dependencies (apt)
|
||||||
|
- name: Install build dependencies
|
||||||
|
run: |
|
||||||
|
sudo apt-get update
|
||||||
|
sudo apt-get install -y ninja-build ${{ matrix.cc }} ${{ matrix.cxx }} ccache
|
||||||
|
# Install specific Conan version needed
|
||||||
|
pip install --upgrade "conan<2"
|
||||||
|
|
||||||
|
# 2.3. Configure ccache
|
||||||
|
- name: Configure ccache
|
||||||
|
uses: ./.github/actions/xahau-configure-ccache
|
||||||
|
with:
|
||||||
|
max_size: 2G
|
||||||
|
hash_dir: true
|
||||||
|
compiler_check: content
|
||||||
|
|
||||||
|
# 2.4. Configure Conan Profile
|
||||||
|
# Sets up the Conan profile specifically for the compiler specified in the matrix.
|
||||||
|
- name: Configure Conan
|
||||||
|
run: |
|
||||||
|
conan profile new default --detect || true # Ignore error if profile exists
|
||||||
|
conan profile update settings.compiler.cppstd=20 default
|
||||||
|
conan profile update settings.compiler=${{ matrix.compiler }} default
|
||||||
|
conan profile update settings.compiler.libcxx=libstdc++11 default
|
||||||
|
conan profile update env.CC=/usr/bin/${{ matrix.cc }} default
|
||||||
|
conan profile update env.CXX=/usr/bin/${{ matrix.cxx }} default
|
||||||
|
conan profile update conf.tools.build:compiler_executables='{"c": "/usr/bin/${{ matrix.cc }}", "cpp": "/usr/bin/${{ matrix.cxx }}"}' default
|
||||||
|
|
||||||
|
# Set correct compiler version based on matrix.compiler
|
||||||
|
if [ "${{ matrix.compiler }}" = "gcc" ]; then
|
||||||
|
conan profile update settings.compiler.version=11 default
|
||||||
|
elif [ "${{ matrix.compiler }}" = "clang" ]; then
|
||||||
|
conan profile update settings.compiler.version=14 default
|
||||||
|
fi
|
||||||
|
# Display profile for verification
|
||||||
|
conan profile show default
|
||||||
|
|
||||||
|
# 2.5. Environment Verification (Optional but Recommended)
|
||||||
|
- name: Check environment
|
||||||
|
run: |
|
||||||
|
echo "PATH:"
|
||||||
|
echo "${PATH}" | tr ':' '\n'
|
||||||
|
which conan && conan --version || echo "Conan not found"
|
||||||
|
which cmake && cmake --version || echo "CMake not found"
|
||||||
|
which ${{ matrix.cc }} && ${{ matrix.cc }} --version || echo "${{ matrix.cc }} not found"
|
||||||
|
which ${{ matrix.cxx }} && ${{ matrix.cxx }} --version || echo "${{ matrix.cxx }} not found"
|
||||||
|
which ccache && ccache --version || echo "ccache not found"
|
||||||
|
echo "---- Full Environment ----"
|
||||||
|
env
|
||||||
|
|
||||||
|
# 2.6. Install Dependencies using the action
|
||||||
|
- name: Install dependencies
|
||||||
|
uses: ./.github/actions/xahau-ga-dependencies
|
||||||
|
with:
|
||||||
|
configuration: ${{ matrix.configuration }}
|
||||||
|
build_dir: ${{ env.build_dir }}
|
||||||
|
compiler-id: ${{ matrix.compiler_id }}
|
||||||
|
cache_version: ${{ env.CACHE_VERSION }}
|
||||||
|
main_branch: ${{ env.MAIN_BRANCH_NAME }}
|
||||||
|
|
||||||
|
# 2.7. Build Project using the action
|
||||||
|
- name: Build
|
||||||
|
uses: ./.github/actions/xahau-ga-build
|
||||||
|
with:
|
||||||
|
generator: Ninja
|
||||||
|
configuration: ${{ matrix.configuration }}
|
||||||
|
build_dir: ${{ env.build_dir }}
|
||||||
|
cc: ${{ matrix.cc }}
|
||||||
|
cxx: ${{ matrix.cxx }}
|
||||||
|
compiler-id: ${{ matrix.compiler_id }}
|
||||||
|
cache_version: ${{ env.CACHE_VERSION }}
|
||||||
|
main_branch: ${{ env.MAIN_BRANCH_NAME }}
|
||||||
|
|
||||||
|
# 2.8. Set Artifact Name (Based on Matrix)
|
||||||
|
- name: Set artifact name
|
||||||
|
id: set-artifact-name
|
||||||
|
run: |
|
||||||
|
ARTIFACT_NAME="build-output-nix-${{ github.run_id }}-${{ matrix.compiler }}-${{ matrix.configuration }}"
|
||||||
|
echo "artifact_name=${ARTIFACT_NAME}" >> "$GITHUB_OUTPUT"
|
||||||
|
echo "Using artifact name: ${ARTIFACT_NAME}"
|
||||||
|
|
||||||
|
# 2.9. Debug Build Directory Contents (Optional)
|
||||||
|
- name: Debug build directory
|
||||||
|
run: |
|
||||||
|
echo "Checking build directory contents: ${{ env.build_dir }}"
|
||||||
|
ls -la ${{ env.build_dir }} || echo "Build directory not found or empty"
|
||||||
|
|
||||||
|
# 2.10. Run Tests
|
||||||
|
- name: Run tests
|
||||||
|
run: |
|
||||||
|
# Ensure the binary exists before trying to run
|
||||||
|
if [ -f "${{ env.build_dir }}/rippled" ]; then
|
||||||
|
${{ env.build_dir }}/rippled --unittest --unittest-jobs $(nproc)
|
||||||
|
else
|
||||||
|
echo "Error: rippled executable not found in ${{ env.build_dir }}"
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
# These are just here to conform with configured requirements
|
||||||
|
|
||||||
|
# 3. Dummy Downstream Job (Build)
|
||||||
|
build:
|
||||||
|
runs-on: ubuntu-latest
|
||||||
|
needs: build-job # Depends on the matrix build finishing
|
||||||
|
steps:
|
||||||
|
- name: Dummy Build
|
||||||
|
run: |
|
||||||
|
echo "Dummy build step - relies upon build-job matrix completion."
|
||||||
|
|
||||||
|
# 4. Dummy Downstream Job (Tests)
|
||||||
|
tests:
|
||||||
|
runs-on: ubuntu-latest
|
||||||
|
needs: build-job # Depends on the matrix build finishing
|
||||||
|
steps:
|
||||||
|
- name: Dummy Tests
|
||||||
|
run: |
|
||||||
|
echo "Dummy tests step - relies upon build-job matrix completion."
|
||||||
106
.github/workflows/xahau-sh-build-in-docker.yml
vendored
Normal file
106
.github/workflows/xahau-sh-build-in-docker.yml
vendored
Normal file
@@ -0,0 +1,106 @@
|
|||||||
|
name: Build using Docker - SH Runner
|
||||||
|
|
||||||
|
on:
|
||||||
|
push:
|
||||||
|
branches: ["dev", "candidate", "release"]
|
||||||
|
pull_request:
|
||||||
|
# Don't build on feature branches that are targeting dev
|
||||||
|
branches: ["candidate", "release"]
|
||||||
|
|
||||||
|
concurrency:
|
||||||
|
group: ${{ github.workflow }}-${{ github.ref }}
|
||||||
|
cancel-in-progress: true
|
||||||
|
|
||||||
|
env:
|
||||||
|
DEBUG_BUILD_CONTAINERS_AFTER_CLEANUP: 1
|
||||||
|
|
||||||
|
jobs:
|
||||||
|
checkout:
|
||||||
|
runs-on: [self-hosted, vanity]
|
||||||
|
outputs:
|
||||||
|
checkout_path: ${{ steps.vars.outputs.checkout_path }}
|
||||||
|
steps:
|
||||||
|
- name: Prepare checkout path
|
||||||
|
id: vars
|
||||||
|
run: |
|
||||||
|
SAFE_BRANCH=$(echo "${{ github.ref_name }}" | sed -e 's/[^a-zA-Z0-9._-]/-/g')
|
||||||
|
CHECKOUT_PATH="${SAFE_BRANCH}-${{ github.sha }}"
|
||||||
|
echo "checkout_path=${CHECKOUT_PATH}" >> "$GITHUB_OUTPUT"
|
||||||
|
|
||||||
|
- uses: actions/checkout@v4
|
||||||
|
with:
|
||||||
|
path: ${{ steps.vars.outputs.checkout_path }}
|
||||||
|
clean: true
|
||||||
|
fetch-depth: 2 # Only get the last 2 commits, to avoid fetching all history
|
||||||
|
|
||||||
|
checkpatterns:
|
||||||
|
runs-on: [self-hosted, vanity]
|
||||||
|
needs: checkout
|
||||||
|
defaults:
|
||||||
|
run:
|
||||||
|
working-directory: ${{ needs.checkout.outputs.checkout_path }}
|
||||||
|
steps:
|
||||||
|
- name: Check for suspicious patterns
|
||||||
|
run: /bin/bash suspicious_patterns.sh
|
||||||
|
|
||||||
|
build:
|
||||||
|
runs-on: [self-hosted, vanity]
|
||||||
|
needs: [checkpatterns, checkout]
|
||||||
|
defaults:
|
||||||
|
run:
|
||||||
|
working-directory: ${{ needs.checkout.outputs.checkout_path }}
|
||||||
|
steps:
|
||||||
|
- name: Set Cleanup Script Path
|
||||||
|
run: |
|
||||||
|
echo "JOB_CLEANUP_SCRIPT=$(mktemp)" >> $GITHUB_ENV
|
||||||
|
|
||||||
|
- name: Build using Docker
|
||||||
|
run: /bin/bash release-builder.sh
|
||||||
|
|
||||||
|
- name: Stop Container (Cleanup)
|
||||||
|
if: always()
|
||||||
|
run: |
|
||||||
|
echo "Running cleanup script: $JOB_CLEANUP_SCRIPT"
|
||||||
|
/bin/bash -e -x "$JOB_CLEANUP_SCRIPT"
|
||||||
|
CLEANUP_EXIT_CODE=$?
|
||||||
|
|
||||||
|
if [[ "$CLEANUP_EXIT_CODE" -eq 0 ]]; then
|
||||||
|
echo "Cleanup script succeeded."
|
||||||
|
rm -f "$JOB_CLEANUP_SCRIPT"
|
||||||
|
echo "Cleanup script removed."
|
||||||
|
else
|
||||||
|
echo "⚠️ Cleanup script failed! Keeping for debugging: $JOB_CLEANUP_SCRIPT"
|
||||||
|
fi
|
||||||
|
|
||||||
|
if [[ "${DEBUG_BUILD_CONTAINERS_AFTER_CLEANUP}" == "1" ]]; then
|
||||||
|
echo "🔍 Checking for leftover containers..."
|
||||||
|
BUILD_CONTAINERS=$(docker ps --format '{{.Names}}' | grep '^xahaud_cached_builder' || echo "")
|
||||||
|
|
||||||
|
if [[ -n "$BUILD_CONTAINERS" ]]; then
|
||||||
|
echo "⚠️ WARNING: Some build containers are still running"
|
||||||
|
echo "$BUILD_CONTAINERS"
|
||||||
|
else
|
||||||
|
echo "✅ No build containers found"
|
||||||
|
fi
|
||||||
|
fi
|
||||||
|
|
||||||
|
tests:
|
||||||
|
runs-on: [self-hosted, vanity]
|
||||||
|
needs: [build, checkout]
|
||||||
|
defaults:
|
||||||
|
run:
|
||||||
|
working-directory: ${{ needs.checkout.outputs.checkout_path }}
|
||||||
|
steps:
|
||||||
|
- name: Unit tests
|
||||||
|
run: /bin/bash docker-unit-tests.sh
|
||||||
|
|
||||||
|
cleanup:
|
||||||
|
runs-on: [self-hosted, vanity]
|
||||||
|
needs: [tests, checkout]
|
||||||
|
if: always()
|
||||||
|
steps:
|
||||||
|
- name: Cleanup workspace
|
||||||
|
run: |
|
||||||
|
CHECKOUT_PATH="${{ needs.checkout.outputs.checkout_path }}"
|
||||||
|
echo "Cleaning workspace for ${CHECKOUT_PATH}"
|
||||||
|
rm -rf "${{ github.workspace }}/${CHECKOUT_PATH}"
|
||||||
Reference in New Issue
Block a user