LSQB Benchmark #278

	name: LSQB Benchmark
	on:
	schedule:
	- cron: "0 5 * * *"

	workflow_dispatch:
	inputs:
	scale_factor:
	description: 'Scale factor'
	required: true
	default: "1"
	type: choice
	options:
	- "0.1"
	- "0.3"
	- "1"
	- "3"
	- "10"
	- "30"
	- "100"
	timeout:
	description: 'Timeout in milliseconds'
	required: true
	default: 60000
	type: number

	jobs:
	benchmark:
	name: benchmark
	env:
	GEN: Ninja
	runs-on: ubuntu-latest
	steps:
	- name: Set env for scheduled run
	if: ${{ github.event_name == 'schedule' }}
	run: \|
	echo "TIMEOUT=600000" >> $GITHUB_ENV
	echo "SCALE_FACTOR=1" >> $GITHUB_ENV

	- name: Set env for workflow dispatch
	if: ${{ github.event_name == 'workflow_dispatch' }}
	run: \|
	echo "TIMEOUT=${{ github.event.inputs.timeout }}" >> $GITHUB_ENV
	echo "SCALE_FACTOR=${{ github.event.inputs.scale_factor }}" >> $GITHUB_ENV

	- uses: actions/checkout@v4

	- name: Update submodules
	run: git submodule update --init --recursive benchmark tools/python_api

	- name: Install uv
	run: pip install uv

	- name: Setup ccache
	uses: hendrikmuhs/ccache-action@v1.2
	with:
	key: benchmark-${{ runner.os }}

	- name: Build
	run: \|
	uv venv
	source .venv/bin/activate
	make python
	uv pip install --prerelease=allow -e tools/python_api/[dev]

	- name: Benchmark
	run: uv run benchmark/lsqb/benchmark_runner.py

	- name: Upload result csv
	uses: actions/upload-artifact@v4
	with:
	name: lsqb-benchmark-result
	path: /tmp/benchmark_result/results.csv

	- name: Upload log
	uses: actions/upload-artifact@v4
	with:
	name: lsqb-benchmark-log
	path: lsqb.log

	- name: Report result to server
	run: python3 benchmark/lsqb/results_reporter.py

Navigation Menu