test dashboard #14

	name: Benchmark LMI torchserve nightly

	on:
	# run every day at 2:15am
	# schedule:
	# - cron: '15 02 * * *'
	push:
	branches:
	- benchmark_update

	jobs:
	nightly:
	strategy:
	fail-fast: false
	matrix:
	hardware: [lmi] #[cpu, gpu, inf2, lmi]
	runs-on:
	- self-hosted
	- ${{ matrix.hardware }}
	timeout-minutes: 1320
	steps:
	- name: Clean up previous run
	run: \|
	echo "Cleaning up previous run"
	cd $RUNNER_WORKSPACE
	pwd
	cd ..
	pwd
	rm -rf _tool
	- name: Setup Python 3.9
	uses: actions/setup-python@v5
	with:
	python-version: 3.9
	architecture: x64
	- name: Setup Java 17
	uses: actions/setup-java@v3
	with:
	distribution: 'zulu'
	java-version: '17'
	- name: Checkout TorchServe
	uses: actions/checkout@v3
	with:
	submodules: recursive
	- name: Download weights from s3
	run: \|
	pip install awscli
	aws s3 cp s3://torchserve/mar_files/llama-2/Llama-2-7b-chat-hf/ /home/ubuntu/Llama-2-7b-chat-hf --recursive
	- name: Install dependencies
	run: \|
	sudo apt-get update -y
	sudo apt-get install -y apache2-utils
	pip install sentencepiece
	pip install -r benchmarks/requirements-ab.txt
	- name: Benchmark lmi nightly
	run: python benchmarks/auto_benchmark.py --input benchmarks/benchmark_config_lmi.yaml --skip false
	- name: Clean up weights
	run: \|
	rm -rf /home/ubuntu/Llama-2-7b-chat-hf

Provide feedback