Skip to content

Commit

Permalink
Merge branch 'master' into andrew/setup-networking-component
Browse files Browse the repository at this point in the history
  • Loading branch information
@andrewbattat
andrewbattat committed Jan 31, 2025
2 parents 06d8a30 + 4d98696 commit 4ae6d06
Show file tree
Hide file tree
Showing 1,196 changed files with 63,035 additions and 34,076 deletions.
1 change: 1 addition & 0 deletions .bazelignore
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
target
2 changes: 1 addition & 1 deletion .devcontainer/devcontainer.json
View file
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
{
"image": "ghcr.io/dfinity/ic-build@sha256:4fd13b47285e783c3a6f35aadd9559d097c0de162a1cf221ead66ab1598d5d45",
"image": "ghcr.io/dfinity/ic-build@sha256:2e8185171700872d48fdfb4b08e175fca5be27b3fbbc4d7bed681ec8486f8b1d",
"remoteUser": "ubuntu",
"privileged": true,
"runArgs": [
Expand Down
64 changes: 34 additions & 30 deletions .github/CODEOWNERS
View file
Original file line number Diff line number Diff line change
Expand Up @@ -27,9 +27,9 @@
/WORKSPACE.bazel @dfinity/idx

# [Rust Lang]
rust-toolchain.toml @dfinity/networking
rustfmt.toml @dfinity/networking
deny.toml @dfinity/networking
rust-toolchain.toml @dfinity/consensus
rustfmt.toml @dfinity/consensus
deny.toml @dfinity/consensus
clippy.toml @dfinity/ic-interface-owners

# [Golang]
Expand All @@ -50,6 +50,7 @@ go_deps.bzl @dfinity/idx
/packages/ic-ledger-hash-of/ @dfinity/finint
/packages/pocket-ic/ @dfinity/pocket-ic
/packages/ic-ethereum-types/ @dfinity/cross-chain-team
/packages/ic-metrics-assert/ @dfinity/cross-chain-team
/packages/ic-sha3/ @dfinity/crypto-team
/packages/ic-signature-verification/ @dfinity/crypto-team
/packages/ic-vetkd-utils/ @dfinity/crypto-team
Expand Down Expand Up @@ -91,22 +92,22 @@ go_deps.bzl @dfinity/idx
/rs/artifact_pool/ @dfinity/consensus
/rs/backup/ @dfinity/consensus
/rs/bitcoin/ @dfinity/ic-interface-owners
/rs/bitcoin/adapter/ @dfinity/networking
/rs/bitcoin/adapter/ @dfinity/consensus
/rs/bitcoin/ckbtc/ @dfinity/cross-chain-team
/rs/bitcoin/mock/ @dfinity/cross-chain-team
/rs/bitcoin/client/ @dfinity/networking
/rs/bitcoin/client/ @dfinity/consensus
/rs/bitcoin/consensus/ @dfinity/execution @dfinity/consensus
/rs/bitcoin/checker/ @dfinity/cross-chain-team
/rs/bitcoin/service/ @dfinity/networking
/rs/bitcoin/service/ @dfinity/consensus
/rs/bitcoin/replica_types/ @dfinity/execution
/rs/bitcoin/validation @dfinity/networking @dfinity/execution
/rs/bitcoin/validation @dfinity/consensus @dfinity/execution
/rs/boundary_node/ @dfinity/boundary-node
/rs/canister_client/ @dfinity/networking
/rs/canister_client/ @dfinity/consensus
/rs/canister_sandbox/ @dfinity/execution
/rs/canonical_state/ @dfinity/ic-message-routing-owners
/rs/canonical_state/tree_hash/ @dfinity/ic-message-routing-owners @dfinity/crypto-team
/rs/certification/ @dfinity/ic-message-routing-owners @dfinity/crypto-team
/rs/config/ @dfinity/networking
/rs/config/ @dfinity/consensus
/rs/config/src/embedders.rs @dfinity/execution
/rs/config/src/execution_environment.rs @dfinity/execution
/rs/config/src/state_manager.rs @dfinity/ic-message-routing-owners
Expand All @@ -125,18 +126,18 @@ go_deps.bzl @dfinity/idx
/rs/ethereum/ @dfinity/cross-chain-team
/rs/execution_environment/ @dfinity/execution
/rs/fuzzers/ @dfinity/product-security
/rs/http_endpoints/ @dfinity/networking
/rs/http_endpoints/ @dfinity/consensus
/rs/http_endpoints/fuzz/ @dfinity/product-security
/rs/http_endpoints/xnet/ @dfinity/networking @dfinity/ic-message-routing-owners
/rs/http_endpoints/xnet/ @dfinity/consensus @dfinity/ic-message-routing-owners
/rs/http_utils/ @dfinity/consensus
/rs/https_outcalls/ @dfinity/networking
/rs/https_outcalls/ @dfinity/consensus
/rs/https_outcalls/consensus/ @dfinity/consensus
/rs/ic_os/ @dfinity/node
/rs/ic_os/fstrim_tool/ @dfinity/node @dfinity/crypto-team
/rs/ic_os/nss_icos/ @dfinity/dre
/rs/ingress_manager/ @dfinity/consensus
/rs/interfaces/ @dfinity/ic-interface-owners
/rs/interfaces/adapter_client/ @dfinity/networking
/rs/interfaces/adapter_client/ @dfinity/consensus
/rs/interfaces/certified_stream_store/ @dfinity/ic-message-routing-owners
/rs/interfaces/registry/ @dfinity/nns-team
/rs/interfaces/src/canister_http.rs @dfinity/consensus
Expand All @@ -147,52 +148,53 @@ go_deps.bzl @dfinity/idx
/rs/interfaces/src/dkg.rs @dfinity/consensus
/rs/interfaces/src/execution_environment.rs @dfinity/execution
/rs/interfaces/src/messaging.rs @dfinity/ic-message-routing-owners
/rs/interfaces/src/p2p.rs @dfinity/networking
/rs/interfaces/src/p2p/ @dfinity/networking
/rs/interfaces/src/p2p.rs @dfinity/consensus
/rs/interfaces/src/p2p/ @dfinity/consensus
/rs/interfaces/src/vetkd.rs @dfinity/consensus
/rs/interfaces/state_manager/ @dfinity/ic-message-routing-owners
/rs/ledger_suite/ @dfinity/finint
/rs/limits/ @dfinity/ic-interface-owners
/rs/memory_tracker/ @dfinity/execution
/rs/messaging/ @dfinity/ic-message-routing-owners
/rs/monitoring/ @dfinity/networking
/rs/monitoring/backtrace/ @dfinity/networking @dfinity/ic-message-routing-owners
/rs/monitoring/metrics @dfinity/networking @dfinity/ic-message-routing-owners
/rs/monitoring/pprof/ @dfinity/networking @dfinity/ic-message-routing-owners
/rs/monitoring/ @dfinity/consensus
/rs/monitoring/backtrace/ @dfinity/consensus @dfinity/ic-message-routing-owners
/rs/monitoring/metrics @dfinity/consensus @dfinity/ic-message-routing-owners
/rs/monitoring/pprof/ @dfinity/consensus @dfinity/ic-message-routing-owners
/rs/nervous_system/ @dfinity/nns-team
/rs/nns/ @dfinity/nns-team
/rs/orchestrator/ @dfinity/consensus
/rs/orchestrator/src/hostos_upgrade.rs @dfinity/consensus @dfinity/node
/rs/p2p/ @dfinity/networking
/rs/p2p/ @dfinity/consensus
/rs/phantom_newtype/ @dfinity/ic-interface-owners
/rs/pocket_ic_server/ @dfinity/pocket-ic
/rs/prep/ @dfinity/utopia
/rs/protobuf/ @dfinity/ic-interface-owners
/rs/protobuf/def/bitcoin/ @dfinity/execution
/rs/protobuf/def/crypto/ @dfinity/crypto-team
/rs/protobuf/def/messaging/ @dfinity/ic-message-routing-owners
/rs/protobuf/def/p2p/ @dfinity/networking
/rs/protobuf/def/p2p/ @dfinity/consensus
/rs/protobuf/def/registry/ @dfinity/nns-team
/rs/protobuf/def/state/ @dfinity/execution @dfinity/ic-message-routing-owners
/rs/protobuf/gen/bitcoin/ @dfinity/execution
/rs/protobuf/gen/crypto/ @dfinity/crypto-team
/rs/protobuf/gen/messaging/ @dfinity/ic-message-routing-owners
/rs/protobuf/gen/p2p/ @dfinity/networking
/rs/protobuf/gen/p2p/ @dfinity/consensus
/rs/protobuf/gen/registry/ @dfinity/nns-team
/rs/protobuf/gen/state/ @dfinity/execution @dfinity/ic-message-routing-owners
/rs/query_stats/ @dfinity/execution @dfinity/consensus
/rs/recovery/ @dfinity/consensus
/rs/registry/ @dfinity/nns-team
/rs/registry/helpers/src/crypto.rs @dfinity/crypto-team
/rs/registry/helpers/src/crypto/ @dfinity/crypto-team
/rs/registry/helpers/src/firewall.rs @dfinity/networking
/rs/registry/helpers/src/firewall.rs @dfinity/consensus
/rs/registry/helpers/src/node.rs @dfinity/node
/rs/registry/helpers/src/provisional_whitelist.rs @dfinity/execution
/rs/registry/helpers/src/routing_table.rs @dfinity/execution @dfinity/ic-message-routing-owners
/rs/registry/helpers/src/subnet.rs @dfinity/consensus
/rs/registry/helpers/src/unassigned_nodes.rs @dfinity/consensus
/rs/registry/helpers/tests/root_of_trust.rs @dfinity/crypto-team
/rs/replay/ @dfinity/consensus
/rs/replica/ @dfinity/networking
/rs/replica/ @dfinity/consensus
/rs/replica_tests/ @dfinity/execution
/rs/replicated_state/ @dfinity/execution @dfinity/ic-message-routing-owners
/rs/replicated_state/src/canister_state/queues.rs @dfinity/ic-message-routing-owners
Expand All @@ -204,7 +206,7 @@ go_deps.bzl @dfinity/idx
/rs/rust_canisters/backtrace_canister @dfinity/execution
/rs/rust_canisters/memory_test/ @dfinity/execution
/rs/rust_canisters/call_tree_test/ @dfinity/execution
/rs/rust_canisters/proxy_canister/ @dfinity/networking
/rs/rust_canisters/proxy_canister/ @dfinity/consensus
/rs/rust_canisters/response_payload_test/ @dfinity/execution
/rs/rust_canisters/stable_structures/ @dfinity/execution
/rs/rust_canisters/stable_memory_integrity @dfinity/execution
Expand All @@ -215,7 +217,7 @@ go_deps.bzl @dfinity/idx
/rs/rust_canisters/downstream_calls_test/ @dfinity/ic-message-routing-owners
/rs/rust_canisters/random_traffic_test/ @dfinity/ic-message-routing-owners
/rs/sns/ @dfinity/nns-team
/rs/starter/ @dfinity/networking
/rs/starter/ @dfinity/consensus
/rs/state_layout/ @dfinity/ic-message-routing-owners
/rs/state_machine_tests/ @dfinity/ic-message-routing-owners @dfinity/pocket-ic
/rs/state_manager/ @dfinity/ic-message-routing-owners
Expand All @@ -228,7 +230,7 @@ go_deps.bzl @dfinity/idx
/rs/test_utilities/embedders/ @dfinity/execution
/rs/test_utilities/execution_environment/ @dfinity/execution
/rs/test_utilities/in_memory_logger/ @dfinity/crypto-team
/rs/test_utilities/metrics @dfinity/networking @dfinity/ic-message-routing-owners
/rs/test_utilities/metrics @dfinity/consensus @dfinity/ic-message-routing-owners
/rs/test_utilities/src/crypto.rs @dfinity/crypto-team
/rs/test_utilities/src/crypto/ @dfinity/crypto-team
/rs/test_utilities/src/cycles_account_manager.rs @dfinity/execution
Expand All @@ -238,7 +240,7 @@ go_deps.bzl @dfinity/idx
/rs/tests/idx/ @dfinity/idx
/rs/tests/testnets/ @dfinity/idx
/rs/tests/research @dfinity/research
/rs/tests/driver/src/driver/simulate_network.rs @dfinity/networking @dfinity/idx
/rs/tests/driver/src/driver/simulate_network.rs @dfinity/consensus @dfinity/idx
/rs/tests/boundary_nodes/ @dfinity/boundary-node
/rs/tests/ckbtc/ @dfinity/cross-chain-team
/rs/tests/consensus/ @dfinity/consensus
Expand All @@ -248,7 +250,8 @@ go_deps.bzl @dfinity/idx
/rs/tests/execution/ @dfinity/execution
/rs/tests/financial_integrations/ @dfinity/finint
/rs/tests/message_routing/ @dfinity/ic-message-routing-owners
/rs/tests/networking/ @dfinity/networking
/rs/tests/nested/ @dfinity/node
/rs/tests/networking/ @dfinity/consensus
/rs/tests/nns/ @dfinity/nns-team
/rs/tests/node/ @dfinity/node
/rs/tests/query_stats/ @dfinity/execution @dfinity/consensus
Expand All @@ -264,7 +267,7 @@ go_deps.bzl @dfinity/idx
/rs/types/ @dfinity/ic-interface-owners
/rs/types/exhaustive_derive/ @dfinity/consensus
/rs/types/management_canister_types/ @dfinity/execution
/rs/types/types/src/artifact.rs @dfinity/consensus @dfinity/networking
/rs/types/types/src/artifact.rs @dfinity/consensus
/rs/types/types/src/batch.rs @dfinity/consensus
/rs/types/types/src/batch/ @dfinity/consensus
/rs/types/types/src/canister_http.rs @dfinity/execution @dfinity/consensus
Expand All @@ -278,6 +281,7 @@ go_deps.bzl @dfinity/idx
/rs/types/wasm_types/ @dfinity/execution
/rs/universal_canister/ @dfinity/execution
/rs/utils/ @dfinity/ic-interface-owners
/rs/utils/thread/ @dfinity/ic-message-routing-owners
/rs/utils/ensure/ @dfinity/finint
/rs/validator/ @dfinity/crypto-team
/rs/wasm_transform/ @dfinity/execution
Expand Down
31 changes: 21 additions & 10 deletions .github/actions/bazel-test-all/action.yaml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -17,8 +17,10 @@ inputs:
required: false
default: '--output_base=/var/tmp/bazel-output/'
BUILDEVENT_APIKEY:
required: true
SSH_PRIVATE_KEY:
required: false
SSH_PRIVATE_KEY_BACKUP_POD:
required: false
GPG_PASSPHRASE:
required: false

runs:
Expand All @@ -30,23 +32,25 @@ runs:
run: |
set +e # manual error handling to ensure we can run some post-build commands
# temporarily set permissions again until we can figure out issue
if [ -e /cache ]; then
sudo chown -RL 1001:1001 /cache
fi
if [ -n "$SSH_PRIVATE_KEY" ]; then
if [ -n "$SSH_PRIVATE_KEY_BACKUP_POD" ]; then
# The following adds the SSH private key to the ssh-agent such that CI can SSH into the backup pod.
test -z "${SSH_AUTH_SOCK:-}" && { eval "$(ssh-agent -s)"; ssh-add - <<< "${SSH_PRIVATE_KEY}"; }
test -z "${SSH_AUTH_SOCK:-}" && { eval "$(ssh-agent -s)"; ssh-add - <<< "${SSH_PRIVATE_KEY_BACKUP_POD}"; }
rm -rf ~/.ssh
mkdir -p ~/.ssh
chmod 0700 ~/.ssh
echo -e "Host *\nUser github-runner\n" > ~/.ssh/config
fi
# unset honeycomb api key but use it latter for exporter
# TODO: remove exporter when users can use superset
KEY=${BUILDEVENT_APIKEY:-""}
unset BUILDEVENT_APIKEY
${GITHUB_WORKSPACE}/ci/bazel-scripts/main.sh
BAZEL_EXIT_CODE="$?"
export BUILDEVENT_APIKEY="$KEY"
if [ -n "$BUILDEVENT_APIKEY" ] && [ -f ./bazel-bep.pb ]; then
# avoid output unless an error occurs during bes export. This ensures
# only the (more relevant) output from the main bazel command is shown.
Expand All @@ -56,7 +60,13 @@ runs:
cat "$exportout"
fi
rm "$exportout"
echo "BEP events exported to honeycomb!"
fi
if [ -n "$GPG_PASSPHRASE" ] && [ -f ./bazel-bep.pb ]; then
gpg --symmetric --cipher-algo AES256 -o bazel-bep.pb.gpg \
--passphrase "$GPG_PASSPHRASE" --batch --yes bazel-bep.pb
fi
rm -f bazel-bep.pb
# output node name to gihub step summary
[ -n "${NODE_NAME:-}" ] && echo "Run on node: $NODE_NAME" >>$GITHUB_STEP_SUMMARY
Expand All @@ -74,4 +84,5 @@ runs:
CI_JOB_URL: "${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}"
CI_PULL_REQUEST_TARGET_BRANCH_NAME: ${{ github.event.pull_request.base.ref }}
MERGE_BASE_SHA: ${{ github.event.pull_request.base.sha }}
SSH_PRIVATE_KEY: ${{ inputs.SSH_PRIVATE_KEY }}
SSH_PRIVATE_KEY_BACKUP_POD: ${{ inputs.SSH_PRIVATE_KEY_BACKUP_POD }}
GPG_PASSPHRASE: ${{ inputs.GPG_PASSPHRASE }}
Loading

0 comments on commit 4ae6d06

Please sign in to comment.