Skip to content

Commit

Permalink
ci: split ci workflow (paradigmxyz#1345)
Browse files Browse the repository at this point in the history
  • Loading branch information
onbjerg authored Feb 14, 2023
1 parent d216081 commit f63c8d7
Show file tree
Hide file tree
Showing 14 changed files with 343 additions and 197 deletions.
55 changes: 55 additions & 0 deletions .github/workflows/bench.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,55 @@
on:
push:
branches:
- main
pull_request:

env:
RUSTFLAGS: -D warnings
CARGO_TERM_COLOR: always

concurrency:
group: ${{ github.workflow }}-${{ github.head_ref || github.run_id }}
cancel-in-progress: true

name: bench
jobs:
iai:
# Pin to `20.04` instead of `ubuntu-latest`, until ubuntu-latest migration is complete
# See also <https://github.com/foundry-rs/foundry/issues/3827>
runs-on: ubuntu-20.04
steps:
- name: Install Valgrind
run: |
sudo apt install valgrind
- name: Checkout PR sources
uses: actions/checkout@v3
with:
ref: main

- uses: Swatinem/rust-cache@v1
with:
cache-on-failure: true

- name: Generate test vectors
uses: actions-rs/cargo@v1
with:
command: run
args: --bin reth -- test-vectors tables

- name: Set main baseline
uses: actions-rs/cargo@v1
with:
command: bench
args: --package reth-db --bench iai

- name: Checkout main sources
uses: actions/checkout@v3
with:
clean: false

- name: Compare PR benchmark
shell: 'script -q -e -c "bash {0}"' # required to workaround /dev/tty not being available
run: |
./.github/scripts/compare_iai.sh
199 changes: 2 additions & 197 deletions .github/workflows/ci.yml
Original file line number Diff line number Diff line change
Expand Up @@ -7,161 +7,15 @@ on:
env:
RUSTFLAGS: -D warnings
CARGO_TERM_COLOR: always
GETH_BUILD: 1.10.26-e5eb32ac

concurrency:
group: ${{ github.workflow }}-${{ github.head_ref || github.run_id }}
cancel-in-progress: true

name: ci
jobs:
test:
# Pin to `20.04` instead of `ubuntu-latest`, until ubuntu-latest migration is complete
# See also <https://github.com/foundry-rs/foundry/issues/3827>
runs-on: ubuntu-20.04
steps:
- name: Checkout sources
uses: actions/checkout@v3
- name: Install toolchain
uses: dtolnay/rust-toolchain@stable
with:
components: llvm-tools-preview
- uses: Swatinem/rust-cache@v2
with:
cache-on-failure: true

- name: Install geth
run: |
mkdir -p "$HOME/bin"
wget -q https://gethstore.blob.core.windows.net/builds/geth-linux-amd64-$GETH_BUILD.tar.gz
tar -xvf geth-linux-amd64-$GETH_BUILD.tar.gz
mv geth-linux-amd64-$GETH_BUILD/geth $HOME/bin/geth
chmod u+x "$HOME/bin/geth"
export PATH=$HOME/bin:$PATH
echo $HOME/bin >> $GITHUB_PATH
geth version
- name: Install latest nextest release
uses: taiki-e/install-action@nextest
- name: Install cargo-llvm-cov
uses: taiki-e/install-action@cargo-llvm-cov

- name: Run tests
run: cargo llvm-cov nextest --lcov --output-path lcov.info --locked --workspace --all-features

- name: Upload coverage data to codecov
uses: codecov/codecov-action@v3
with:
token: ${{ secrets.CODECOV_TOKEN }}
files: lcov.info
flags: unit-tests

eth-blockchain:
name: ethereum blockchain tests (stable)
runs-on: ubuntu-latest
env:
RUST_LOG: info,sync=error
steps:
- name: Checkout sources
uses: actions/checkout@v2

- name: Checkout ethereum/tests
uses: actions/checkout@v2
with:
repository: ethereum/tests
path: ethtests
submodules: recursive

- name: Install toolchain
uses: actions-rs/toolchain@v1
with:
toolchain: stable
profile: minimal
override: true

- uses: Swatinem/rust-cache@v1
with:
cache-on-failure: true

- name: Run Ethereum tests
run: cargo run --release -- test-chain ethtests/BlockchainTests/GeneralStateTests/

eth-sync:
name: ethereum blockchain sync (${{ matrix.profile }}; 100k blocks)
strategy:
matrix:
profile: [release, dev]
runs-on: ubuntu-latest
env:
RUST_LOG: info,sync=error
steps:
- name: Checkout sources
uses: actions/checkout@v2

- name: Install toolchain
uses: actions-rs/toolchain@v1
with:
toolchain: stable
profile: minimal

- uses: Swatinem/rust-cache@v1
with:
cache-on-failure: true

- name: Run Sync (debug)
run: cargo run --profile ${{ matrix.profile }} --bin reth -- node --debug.tip 0x91c90676cab257a59cd956d7cb0bceb9b1a71d79755c23c7277a0697ccfaf8c4 --debug.max-block 100000

fuzz:
# Skip the Fuzzing Jobs until we make them run fast and reliably. Currently they will
# always recompile the codebase for each test and that takes way too long.
if: false

# Pin to `20.04` instead of `ubuntu-latest`, until ubuntu-latest migration is complete
# See also <https://github.com/foundry-rs/foundry/issues/3827>
runs-on: ubuntu-20.04
strategy:
matrix:
target:
- reth-primitives
- reth-db
- reth-eth-wire
- reth-codecs
steps:
- name: Checkout sources
uses: actions/checkout@v3
- name: Install toolchain
uses: dtolnay/rust-toolchain@stable
with:
components: llvm-tools-preview
- uses: Swatinem/rust-cache@v2
with:
cache-on-failure: true

- name: Install fuzzer
uses: actions-rs/cargo@v1
with:
command: install
args: cargo-test-fuzz afl
- name: Force install cargo-afl
run: |
cargo install --force afl
cargo afl --version
- name: Install cargo-llvm-cov
uses: taiki-e/install-action@cargo-llvm-cov

- name: Run fuzz tests
run: |
./.github/scripts/fuzz.sh ${{ matrix.target }}
env:
AFL_I_DONT_CARE_ABOUT_MISSING_CRASHES: 1
- name: Upload coverage data to codecov
uses: codecov/codecov-action@v3
with:
token: ${{ secrets.CODECOV_TOKEN }}
files: lcov.info
flags: fuzz-tests

lint:
name: code lint
# Pin to `20.04` instead of `ubuntu-latest`, until ubuntu-latest migration is complete
# See also <https://github.com/foundry-rs/foundry/issues/3827>
runs-on: ubuntu-20.04
Expand All @@ -188,17 +42,8 @@ jobs:
args: --all --all-features
token: ${{ secrets.GITHUB_TOKEN }}

doc-test:
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v3
- name: Install toolchain
uses: dtolnay/rust-toolchain@stable
- uses: Swatinem/rust-cache@v2
- name: Run doctests
run: cargo test --doc --all --all-features

doc-lint:
name: doc lint
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v3
Expand All @@ -207,43 +52,3 @@ jobs:
- uses: Swatinem/rust-cache@v2
- name: Check if documentation builds
run: RUSTDOCFLAGS="-D warnings" cargo doc --all --no-deps --all-features --document-private-items

benchmarks:
# Pin to `20.04` instead of `ubuntu-latest`, until ubuntu-latest migration is complete
# See also <https://github.com/foundry-rs/foundry/issues/3827>
runs-on: ubuntu-20.04
steps:
- name: Install Valgrind
run: |
sudo apt install valgrind
- name: Checkout PR sources
uses: actions/checkout@v3
with:
ref: main

- uses: Swatinem/rust-cache@v1
with:
cache-on-failure: true

- name: Generate test-vectors
uses: actions-rs/cargo@v1
with:
command: run
args: --bin reth -- test-vectors tables

- name: Set main baseline
uses: actions-rs/cargo@v1
with:
command: bench
args: --package reth-db --bench iai

- name: Checkout main sources
uses: actions/checkout@v3
with:
clean: false

- name: Compare PR benchmark
shell: 'script -q -e -c "bash {0}"' # required to workaround /dev/tty not being available
run: |
./.github/scripts/compare_iai.sh
65 changes: 65 additions & 0 deletions .github/workflows/fuzz.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,65 @@
on:
push:
branches:
- main
pull_request:

env:
RUSTFLAGS: -D warnings
CARGO_TERM_COLOR: always

concurrency:
group: ${{ github.workflow }}-${{ github.head_ref || github.run_id }}
cancel-in-progress: true

name: fuzz
jobs:
all:
# Skip the Fuzzing Jobs until we make them run fast and reliably. Currently they will
# always recompile the codebase for each test and that takes way too long.
if: false

# Pin to `20.04` instead of `ubuntu-latest`, until ubuntu-latest migration is complete
# See also <https://github.com/foundry-rs/foundry/issues/3827>
runs-on: ubuntu-20.04
strategy:
matrix:
target:
- reth-primitives
- reth-db
- reth-eth-wire
- reth-codecs
steps:
- name: Checkout sources
uses: actions/checkout@v3
- name: Install toolchain
uses: dtolnay/rust-toolchain@stable
with:
components: llvm-tools-preview
- uses: Swatinem/rust-cache@v2
with:
cache-on-failure: true

- name: Install fuzzer
uses: actions-rs/cargo@v1
with:
command: install
args: cargo-test-fuzz afl
- name: Force install cargo-afl
run: |
cargo install --force afl
cargo afl --version
- name: Install cargo-llvm-cov
uses: taiki-e/install-action@cargo-llvm-cov

- name: Run fuzz tests
run: |
./.github/scripts/fuzz.sh ${{ matrix.target }}
env:
AFL_I_DONT_CARE_ABOUT_MISSING_CRASHES: 1
- name: Upload coverage data to codecov
uses: codecov/codecov-action@v3
with:
token: ${{ secrets.CODECOV_TOKEN }}
files: lcov.info
flags: fuzz-tests
Loading

0 comments on commit f63c8d7

Please sign in to comment.