mirror of
https://github.com/amazon-science/chronos-forecasting
synced 2026-05-23 09:39:35 +00:00
37 lines
1.2 KiB
YAML
37 lines
1.2 KiB
YAML
# Evaluates Chronos-Bolt (Small) model on selected datasets
|
|
name: Evaluate
|
|
|
|
on:
|
|
# Runs only with read privilages for the GITHUB_TOKEN
|
|
pull_request:
|
|
branches: ["main"] # Run on PRs to main branch
|
|
types:
|
|
- opened # When a PR is created
|
|
- reopened # When a closed PR is reopened
|
|
- synchronize # When new commits are pushed to the PR
|
|
- labeled # When a label is added to the PR
|
|
|
|
jobs:
|
|
evaluate-and-print:
|
|
if: contains(github.event.pull_request.labels.*.name, 'run-eval') # Only run if 'run-eval' label is added
|
|
runs-on: ubuntu-latest
|
|
env:
|
|
RESULTS_CSV: "eval-ci-metrics-${{ github.event.pull_request.number }}.csv"
|
|
|
|
steps:
|
|
- name: Checkout Repository
|
|
uses: actions/checkout@v4
|
|
|
|
- name: Set up Python
|
|
uses: actions/setup-python@v5
|
|
with:
|
|
python-version: '3.11'
|
|
|
|
- name: Install Dependencies
|
|
run: pip install ".[evaluation]" -f https://download.pytorch.org/whl/cpu/torch_stable.html
|
|
|
|
- name: Run Eval Script
|
|
run: python scripts/evaluation/evaluate.py ci/evaluate/backtest_config.yaml $RESULTS_CSV --chronos-model-id=amazon/chronos-bolt-small --device=cpu --torch-dtype=float32
|
|
|
|
- name: Print CSV
|
|
run: cat $RESULTS_CSV
|