feat: integrate AuthDecode

.github/scripts/build-server.sh

@@ -6,8 +6,7 @@ environment=$1
 
 aws s3 sync .git s3://tlsn-deploy/$environment/.git --delete
 
-cd notary-server
-cargo build --release
-aws s3 cp target/release/notary-server s3://tlsn-deploy/$environment/
+cargo build -p notary-server --release
+aws s3 cp ./target/release/notary-server s3://tlsn-deploy/$environment/
 
 exit 0

.github/scripts/deploy-server.sh

@@ -4,11 +4,11 @@ set -ex
 environment=$1
 branch=$2
 
-INSTANCE_ID=$(aws ec2 describe-instances --filters Name=tag:Name,Values=[tlsnotary-backend] --query "Reservations[*].Instances[*][InstanceId]" --output text)
+INSTANCE_ID=$(aws ec2 describe-instances --filters Name=tag:Name,Values=[tlsnotary-backend-v1] Name=instance-state-name,Values=[running] --query "Reservations[*].Instances[*][InstanceId]" --output text)
 aws ec2 create-tags --resources $INSTANCE_ID --tags "Key=$environment,Value=$branch"
 
 COMMIT_HASH=$(git rev-parse HEAD)
-DEPLOY_ID=$(aws deploy create-deployment --application-name tlsn-$environment --deployment-group-name tlsn-$environment-group --github-location repository=$GITHUB_REPOSITORY,commitId=$COMMIT_HASH --ignore-application-stop-failures --file-exists OVERWRITE --output text)
+DEPLOY_ID=$(aws deploy create-deployment --application-name tlsn-$environment-v1 --deployment-group-name tlsn-$environment-v1-group --github-location repository=$GITHUB_REPOSITORY,commitId=$COMMIT_HASH --ignore-application-stop-failures --file-exists OVERWRITE --output text)
 
 while true; do
   STATUS=$(aws deploy get-deployment --deployment-id $DEPLOY_ID --query 'deploymentInfo.status' --output text)

.github/scripts/modify-proxy.sh

@@ -0,0 +1,33 @@
+#!/bin/bash
+# This script is triggered by Deploy server workflow in order to send an execution command of cd-scripts/modify_proxy.sh via AWS SSM to the proxy server
+
+set -e
+
+GH_OWNER="tlsnotary"
+GH_REPO="tlsn"
+BACKEND_INSTANCE_ID=$(aws ec2 describe-instances --filters Name=tag:Name,Values=[tlsnotary-backend-v1] Name=instance-state-name,Values=[running] --query "Reservations[*].Instances[*][InstanceId]" --output text)
+PROXY_INSTANCE_ID=$(aws ec2 describe-instances --filters Name=tag:Name,Values=[tlsnotary-web] Name=instance-state-name,Values=[running] --query "Reservations[*].Instances[*][InstanceId]" --output text)
+TAGS=$(aws ec2 describe-instances --instance-ids $BACKEND_INSTANCE_ID --query 'Reservations[*].Instances[*].Tags')
+
+TAG=$(echo $TAGS | jq -r '.[][][] | select(.Key == "stable").Value')
+PORT=$(echo $TAGS | jq -r '.[][][] | select(.Key == "port").Value')
+
+COMMAND_ID=$(aws ssm send-command --document-name "AWS-RunRemoteScript" --instance-ids $PROXY_INSTANCE_ID --parameters '{"sourceType":["GitHub"],"sourceInfo":["{\"owner\":\"'${GH_OWNER}'\", \"repository\":\"'${GH_REPO}'\", \"getOptions\":\"branch:'${TAG}'\", \"path\": \"cd-scripts\"}"],"commandLine":["modify_proxy.sh '${PORT}' '${TAG}' "]}' --output text --query "Command.CommandId")
+
+while true; do
+  SSM_STATUS=$(aws ssm list-command-invocations --command-id $COMMAND_ID --details --query "CommandInvocations[].Status" --output text)
+
+  if [ $SSM_STATUS != "Success" ] && [ $SSM_STATUS != "InProgress" ]; then
+    echo "Proxy modification failed"
+    aws ssm list-command-invocations --command-id $COMMAND_ID --details --query "CommandInvocations[].CommandPlugins[].{Status:Status,Output:Output}"
+    exit 1
+  elif [ $SSM_STATUS = "Success" ]; then
+    aws ssm list-command-invocations --command-id $COMMAND_ID --details --query "CommandInvocations[].CommandPlugins[].{Status:Status,Output:Output}"
+    echo "Success"
+    break
+  fi
+
+  sleep 2
+done
+
+exit 0

.github/workflows/bench.yml

@@ -0,0 +1,27 @@
+name: Run Benchmarks
+on:
+  # manual trigger
+  workflow_dispatch:
+
+jobs:
+  run-benchmarks:
+    runs-on: ubuntu-latest
+    steps:
+    - name: Checkout repository
+      uses: actions/checkout@v4
+
+    - name: Build Docker Image
+      run: |
+        docker build -t tlsn-bench . -f ./crates/benches/benches.Dockerfile
+
+    - name: Run Benchmarks
+      run: |
+        docker run --privileged -v ${{ github.workspace }}/crates/benches/:/benches tlsn-bench
+
+    - name: Upload runtime_vs_latency.html
+      uses: actions/upload-artifact@v4
+      with:
+        name: benchmark_graphs
+        path: |
+          ./crates/benches/runtime_vs_latency.html
+          ./crates/benches/runtime_vs_bandwidth.html

.github/workflows/cd-server.yml

@@ -44,13 +44,13 @@ jobs:
             exit 1
           fi
 
-      - name: Wait for test workflow to succeed
+      - name: Wait for integration test workflow to succeed
         if: github.event_name == 'push'
         uses: lewagon/[email protected]
         with:
           ref: ${{ github.ref }}
-          # Have to be specify '(notary-server)', as we are using matrix for build_and_test job in ci.yml, else it will fail, more details [here](https://github.com/lewagon/wait-on-check-action#check-name)
-          check-name: 'Build and test (notary-server)'
+          # More details [here](https://github.com/lewagon/wait-on-check-action#check-name)
+          check-name: 'Run tests release build'
           repo-token: ${{ secrets.GITHUB_TOKEN }}
           # How frequent (in seconds) this job will call GitHub API to check the status of the job specified at 'check-name'
           wait-interval: 60
@@ -71,12 +71,6 @@ jobs:
         uses: dtolnay/rust-toolchain@stable
         with:
           toolchain: stable
-          components: clippy
-
-      - name: Use caching
-        uses: Swatinem/[email protected]
-        with:
-          workspaces: ${{ matrix.package }} -> target
 
       - name: Cargo build
         run: |
@@ -85,3 +79,8 @@ jobs:
       - name: Trigger Deployment
         run: |
           .github/scripts/deploy-server.sh ${{ steps.manipulate.outputs.env }} $GITHUB_REF_NAME
+
+      - name: Modify Proxy
+        if: ${{ steps.manipulate.outputs.env == 'stable' }}
+        run: |
+          .github/scripts/modify-proxy.sh

.github/workflows/cd.yml

@@ -16,18 +16,18 @@ jobs:
       contents: read
       packages: write
     steps:
-      - name: Wait for test workflow to succeed
+      - name: Wait for integration test workflow to succeed
         uses: lewagon/[email protected]
         with:
           ref: ${{ github.ref }}
-          # Have to be specify '(notary-server)', as we are using matrix for build_and_test job in ci.yml, else it will fail, more details [here](https://github.com/lewagon/wait-on-check-action#check-name)
-          check-name: 'Build and test (notary-server)'
+          # More details [here](https://github.com/lewagon/wait-on-check-action#check-name)
+          check-name: 'Run tests release build'
           repo-token: ${{ secrets.GITHUB_TOKEN }}
           # How frequent (in seconds) this job will call GitHub API to check the status of the job specified at 'check-name'
           wait-interval: 60
 
       - name: Checkout repository
-        uses: actions/checkout@v3
+        uses: actions/checkout@v4
 
       - name: Log in to the Container registry
         uses: docker/login-action@v2
@@ -49,4 +49,4 @@ jobs:
           push: true
           tags: ${{ steps.meta-notary-server.outputs.tags }}
           labels: ${{ steps.meta-notary-server.outputs.labels }}
-          file: ./notary-server/notary-server.Dockerfile
+          file: ./crates/notary/server/notary-server.Dockerfile

.github/workflows/ci.yml

@@ -13,82 +13,129 @@ on:
 env:
   CARGO_TERM_COLOR: always
   CARGO_REGISTRIES_CRATES_IO_PROTOCOL: sparse
+  # We need a higher number of parallel rayon tasks than the default (which is 4)
+  # in order to prevent a deadlock, c.f.
+  #   - https://github.com/tlsnotary/tlsn/issues/548
+  #   - https://github.com/privacy-scaling-explorations/mpz/issues/178
+  # 32 seems to be big enough for the foreseeable future
+  RAYON_NUM_THREADS: 32
 
 jobs:
-  build_and_test:
-    name: Build and test
-    if: ( ! github.event.pull_request.draft )
+  fmt:
+    name: Check formatting
     runs-on: ubuntu-latest
-    strategy:
-      fail-fast: false
-      matrix:
-        package:
-          - components/integration-tests
-          - components/uid-mux
-          - components/cipher
-          - components/universal-hash
-          - components/aead
-          - components/key-exchange
-          - components/point-addition
-          - components/prf
-          - components/tls
-          - tlsn
-          - notary-server
-        include:
-          - package: components/integration-tests
-            release: true
-          - package: notary-server
-            release: true
-          - package: tlsn
-            all-features: true
-    defaults:
-      run:
-        working-directory: ${{ matrix.package }}
     steps:
       - name: Checkout repository
-        uses: actions/checkout@v3
+        uses: actions/checkout@v4
 
+        # We use nightly to support `imports_granularity` feature
       - name: Install nightly rust toolchain with rustfmt
         uses: dtolnay/rust-toolchain@stable
         with:
           toolchain: nightly
           components: rustfmt
 
-      - name: "Check formatting"
+      - name: Use caching
+        uses: Swatinem/[email protected]
+
+      - name: Check formatting
         run: cargo +nightly fmt --check --all
+  build-and-test:
+    name: Build and test
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v4
 
       - name: Install stable rust toolchain
         uses: dtolnay/rust-toolchain@stable
         with:
           toolchain: stable
           components: clippy
 
-      - name: "Clippy"
-        run: cargo clippy --all-features --examples -- -D warnings
-
       - name: Use caching
-        uses: Swatinem/[email protected]
+        uses: Swatinem/[email protected]
+
+      - name: Clippy
+        run: cargo clippy --all-features --all-targets -- -D warnings
+
+      - name: Build
+        run: cargo build --all-targets
+
+      - name: Test
+        run: cargo test
+  build-wasm:
+    name: Build and test wasm
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v4
+
+      - name: Install stable rust toolchain
+        uses: dtolnay/rust-toolchain@stable
+        with:
+          targets: wasm32-unknown-unknown
+          toolchain: stable
+
+      - name: Install nightly rust toolchain
+        uses: dtolnay/rust-toolchain@stable
         with:
-          workspaces: ${{ matrix.package }} -> target
+          targets: wasm32-unknown-unknown,x86_64-unknown-linux-gnu
+          toolchain: nightly
+          components: rust-src
+
+      - name: Install chromedriver
+        run: |
+          sudo apt-get update
+          sudo apt-get install -y chromium-chromedriver
 
-      - name: "Build"
-        run: cargo build ${{ matrix.release && '--release' }}
+      - name: Install wasm-pack
+        run: curl https://rustwasm.github.io/wasm-pack/installer/init.sh -sSf | sh
+
+      - name: Use caching
+        uses: Swatinem/[email protected]
 
-      - name: "Test"
-        if: ${{ matrix.release != true }}
-        run: cargo test --lib --bins --tests --examples --workspace
+      - name: Run tests
+        run: |
+          cd crates/wasm-test-runner
+          ./run.sh
+  tests-integration:
+    name: Run tests release build
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v4
 
-      - name: "Test all features"
-        if: ${{ matrix.release != true && matrix.all-features == true }}
-        run: cargo test --lib --bins --tests --examples --workspace --all-features
+      - name: Install stable rust toolchain
+        uses: dtolnay/rust-toolchain@stable
+        with:
+          toolchain: stable
 
-      - name: "Integration Test"
-        if: ${{ matrix.release == true }}
-        run: cargo test --release --tests
+      - name: Use caching
+        uses: Swatinem/[email protected]
 
-      - name: "Integration Test all features"
-        if: ${{ matrix.release == true && matrix.all-features == true }}
-        run: cargo test --release --tests --all-features
+      - name: Add custom DNS entry to /etc/hosts for notary TLS test
+        run: echo "127.0.0.1 tlsnotaryserver.io" | sudo tee -a /etc/hosts
 
-      - name: "Check that benches compile"
-        run: cargo bench --no-run
+      - name: Run integration tests
+        run: cargo test --profile tests-integration --workspace --exclude tlsn-tls-client --exclude tlsn-tls-core -- --include-ignored
+  coverage:
+    runs-on: ubuntu-latest
+    env:
+      CARGO_TERM_COLOR: always
+    steps:
+      - uses: actions/checkout@v4
+      - name: Install stable rust toolchain
+        uses: dtolnay/rust-toolchain@stable
+        with:
+          toolchain: stable
+      - name: Install cargo-llvm-cov
+        uses: taiki-e/install-action@cargo-llvm-cov
+      - name: Generate code coverage
+        run: cargo llvm-cov --all-features --workspace --lcov --output-path lcov.info
+      - name: Upload coverage to Codecov
+        uses: codecov/codecov-action@v4
+        with:
+          token: ${{ secrets.CODECOV_TOKEN }}
+          files: lcov.info
+          fail_ci_if_error: true

.github/workflows/rebase.yml

@@ -0,0 +1,24 @@
+name: Automatic Rebase
+on:
+  issue_comment:
+    types: [created]
+jobs:
+  rebase:
+    name: Rebase
+    runs-on: ubuntu-latest
+    if: >-
+      github.event.issue.pull_request != '' &&
+      contains(github.event.comment.body, '/rebase') &&
+      github.event.comment.author_association == 'MEMBER'
+    steps:
+      - name: Checkout the latest code
+        uses: actions/checkout@v4
+        with:
+          token: ${{ secrets.GITHUB_TOKEN }}
+          fetch-depth: 0 # otherwise, you will fail to push refs to dest repo
+      - name: Automatic Rebase
+        uses: cirrus-actions/[email protected]
+        with:
+          autosquash: false
+        env:
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}

.github/workflows/rustdoc.yml

@@ -12,29 +12,28 @@ env:
 
 jobs:
   rustdoc:
-    if: ( ! github.event.pull_request.draft )
     runs-on: ubuntu-latest
     steps:
-      - uses: actions/checkout@v3
+      - uses: actions/checkout@v4
 
       - name: Install Rust Toolchain (Stable)
         uses: dtolnay/rust-toolchain@stable
         with:
           toolchain: stable
 
       - name: "rustdoc"
-        run: cd tlsn; cargo doc -p tlsn-core -p tlsn-prover -p tlsn-verifier --no-deps --all-features
+        run: cargo doc -p tlsn-core -p tlsn-prover -p tlsn-verifier --no-deps --all-features
         # --target-dir ${GITHUB_WORKSPACE}/docs
 
       # https://dev.to/deciduously/prepare-your-rust-api-docs-for-github-pages-2n5i
       - name: "Add index file -> tlsn_prover"
         run: |
-          echo "<meta http-equiv=\"refresh\" content=\"0; url=tlsn_prover\">" > tlsn/target/doc/index.html
+          echo "<meta http-equiv=\"refresh\" content=\"0; url=tlsn_prover\">" > target/doc/index.html
 
       - name: Deploy
         uses: peaceiris/actions-gh-pages@v3
         if: ${{ github.ref == 'refs/heads/dev' }}
         with:
           github_token: ${{ secrets.GITHUB_TOKEN }}
-          publish_dir: tlsn/target/doc/
+          publish_dir: target/doc/
           # cname: rustdocs.tlsnotary.org