Split create ar_mining_worker to parallelize the mining task queue. #1056
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: "Arweave Tests" | |
| on: | |
| workflow_dispatch: | |
| push: | |
| branches: ["**"] | |
| jobs: | |
| eunit-tests: | |
| runs-on: self-hosted | |
| strategy: | |
| fail-fast: true | |
| max-parallel: 6 | |
| matrix: | |
| core_test_mod: [ | |
| ar, | |
| ar_block, | |
| ar_block_cache, | |
| ar_chunk_storage, | |
| ar_data_sync_worker_master, | |
| ar_deep_hash, | |
| ar_diff_dag, | |
| ar_ets_intervals, | |
| ar_events, | |
| ar_inflation, | |
| ar_intervals, | |
| ar_join, | |
| ar_kv, | |
| ar_merkle, | |
| ar_mining_server, | |
| ar_mining_stats, | |
| ar_node, | |
| ar_node_utils, | |
| ar_nonce_limiter, | |
| ar_packing_server, | |
| ar_patricia_tree, | |
| ar_peers, | |
| ar_poa, | |
| ar_pricing, | |
| ar_retarget, | |
| ar_serialize, | |
| ar_storage, | |
| ar_sync_buckets, | |
| ar_tx, | |
| ar_tx_db, | |
| ar_unbalanced_merkle, | |
| ar_util, | |
| ## Note, that _tests are implicitly run by a matching prefix name | |
| ar_base64_compatibility_tests, | |
| ar_config_tests, | |
| ar_coordinated_mining_tests, | |
| ar_data_sync_tests, | |
| ar_difficulty_tests, | |
| ar_fork_recovery_tests, | |
| ar_gateway_middleware_tests, | |
| ar_header_sync_tests, | |
| ar_http_iface_tests, | |
| ar_http_util_tests, | |
| ar_mempool_tests, | |
| ar_mine_randomx_tests, | |
| ar_mine_vdf_tests, | |
| ar_multiple_txs_per_wallet_tests, | |
| # ar_node_tests, ## implicitly runs from ar_node | |
| # ar_poa_tests, ## implicitly runs from ar_poa | |
| ar_poller_tests, | |
| ar_post_block_tests, | |
| # ar_pricing_tests, ## implicitly runs from ar_pricing | |
| ar_semaphore_tests, | |
| ar_tx_blacklist_tests, | |
| ar_tx_replay_pool_tests, | |
| ar_vdf_server_tests, | |
| ar_vdf_tests, | |
| ar_wallet_tests, | |
| ar_webhook_tests, | |
| ] | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| submodules: "recursive" | |
| - name: Build arweave test sources | |
| run: | | |
| rm -rf .tmp _build || true | |
| nix build .#packages.x86_64-linux.arweave | |
| cp -Lr result _build | |
| chmod -R u+w ./_build | |
| - name: Restart epmd | |
| run: | | |
| if ! pgrep -x "epmd" > /dev/null | |
| then | |
| echo "Starting epmd" | |
| epmd -relaxed_command_check -daemon | |
| fi | |
| - name: ${{ matrix.core_test_mod }}.erl | |
| run: | | |
| rm -f *.out || true | |
| EXIT_CODE=0 | |
| export PATH=$(pwd)/_build/erts/bin:$PATH | |
| export ERL_EPMD_ADDRESS=127.0.0.1 | |
| export TIMESTAMP_IN_MILLISECONDS=$(date +%s%3N) | |
| export NAMESPACE="${{ matrix.core_test_mod }}_${TIMESTAMP_IN_MILLISECONDS}" | |
| export ERL_TEST_OPTS="-pa $(echo $(pwd)/_build/test/rel/arweave/lib/*/ebin) $(pwd)/_build/test/lib/arweave/test -config $(pwd)/_build/config/sys.config" | |
| RETRYABLE=1 | |
| while [[ $RETRYABLE -eq 1 ]]; do | |
| RETRYABLE=0 | |
| set +e | |
| erl $ERL_TEST_OPTS -noshell -name main-${NAMESPACE}@127.0.0.1 -setcookie ${{ matrix.core_test_mod }} -run ar tests "${{ matrix.core_test_mod }}" -s init stop 2>&1 | tee main.out | |
| EXIT_CODE=${PIPESTATUS[0]} | |
| set -e | |
| # For debugging purposes, print the peer1 output if the tests failed | |
| if [[ $EXIT_CODE -ne 0 ]]; then | |
| echo -e "\033[0;32m===> Checking for retry\033[0m" | |
| if ls peer1-*.out 1> /dev/null 2>&1; then | |
| first_line_peer1=$(head -n 1 peer1-*.out) | |
| fi | |
| first_line_main=$(head -n 1 main.out) | |
| echo -e "\033[0;31m===> First line of peer1 node's output: $first_line_peer1\033[0m" | |
| echo -e "\033[0;31m===> First line of main node's output: $first_line_main\033[0m" | |
| # Check if it is a retryable error | |
| if [[ "$first_line_peer1" == "Protocol 'inet_tcp': register/listen error: "* ]]; then | |
| echo "Retrying test because of inet_tcp error..." | |
| RETRYABLE=1 | |
| sleep 1 | |
| elif [[ "$first_line_peer1" == "Protocol 'inet_tcp': the name"* ]]; then | |
| echo "Retrying test because of inet_tcp clash..." | |
| RETRYABLE=1 | |
| sleep 1 | |
| elif [[ "$first_line_main" == *"econnrefused"* ]]; then | |
| echo "Retrying test because of econnrefused..." | |
| RETRYABLE=1 | |
| sleep 1 | |
| else | |
| if ls peer1-*.out 1> /dev/null 2>&1; then | |
| echo -e "\033[0;31m===> Test failed, printing the peer1 node's output...\033[0m" | |
| cat peer1-*.out | |
| else | |
| echo -e "\033[0;31m===> Test failed without peer1 output...\033[0m" | |
| fi | |
| if ls peer2-*.out 1> /dev/null 2>&1; then | |
| echo -e "\033[0;31m===> Test failed, printing the peer2 node's output...\033[0m" | |
| cat peer2-*.out | |
| else | |
| echo -e "\033[0;31m===> Test failed without peer2 output...\033[0m" | |
| fi | |
| if ls peer3-*.out 1> /dev/null 2>&1; then | |
| echo -e "\033[0;31m===> Test failed, printing the peer3 node's output...\033[0m" | |
| cat peer3-*.out | |
| else | |
| echo -e "\033[0;31m===> Test failed without peer3 output...\033[0m" | |
| fi | |
| if ls peer4-*.out 1> /dev/null 2>&1; then | |
| echo -e "\033[0;31m===> Test failed, printing the peer4 node's output...\033[0m" | |
| cat peer4-*.out | |
| else | |
| echo -e "\033[0;31m===> Test failed without peer4 output...\033[0m" | |
| fi | |
| fi | |
| fi | |
| done | |
| exit $EXIT_CODE # exit with the exit code of the tests |