benchmark_nightly_lmi.yml

name: Benchmark LMI torchserve nightly

on:
  # run every day at 2:15am
  # schedule:
  #   - cron:  '15 02 * * *'
  push:
    branches:
      - benchmark_update
  
jobs:
  nightly:
    strategy:
      fail-fast: false
      matrix:
        hardware: [lmi] #[cpu, gpu, inf2, lmi]
    runs-on:
      - self-hosted
      - ${{ matrix.hardware }}
    timeout-minutes: 1320
    steps:
      - name: Clean up previous run
        run: |
          echo "Cleaning up previous run"
          cd $RUNNER_WORKSPACE
          pwd
          cd ..
          pwd
          rm -rf _tool
      - name: Setup Python 3.9
        uses: actions/setup-python@v5
        with:
          python-version: 3.9
          architecture: x64
      - name: Setup Java 17
        uses: actions/setup-java@v3
        with:
          distribution: 'zulu'
          java-version: '17'
      - name: Checkout TorchServe
        uses: actions/checkout@v3
        with:
          submodules: recursive
      - name: Download weights from s3
        run: |
          pip install awscli
          aws s3 cp s3://torchserve/mar_files/llama-2/Llama-2-7b-chat-hf/ /home/ubuntu/Llama-2-7b-chat-hf --recursive
      - name: Install dependencies
        run: |
          sudo apt-get update -y
          sudo apt-get install -y apache2-utils
          pip install sentencepiece 
          pip install -r benchmarks/requirements-ab.txt
      - name: Benchmark lmi nightly
        run: python benchmarks/auto_benchmark.py --input benchmarks/benchmark_config_lmi.yaml --skip false
      - name: Clean up weights
        run: |
          rm -rf /home/ubuntu/Llama-2-7b-chat-hf