feat: Compering to latest version

This commit is contained in:
Binyamin Yawitz 2024-07-18 17:12:20 -04:00
parent a9ed4f77fa
commit 314dcf8cd1
No known key found for this signature in database

View file

@ -25,7 +25,7 @@ jobs:
sleep 10
- name: Benchmark PR
run: oha -z 10s http://localhost/v1/health/version -j > benchmark.json
- name: cleaning
- name: Cleaning
run: docker compose down -v
- name: Installing latest version
run: |
@ -42,18 +42,18 @@ jobs:
run: |
echo '## :sparkles: Benchmark results' > benchmark.txt
echo ' ' >> benchmark.txt
echo "- Requests per second: $(jq -r '.summary.requestsPerSec|tonumber|floor' benchmark.json)" >> benchmark.txt
echo "- Requests per second: $(jq -r '.summary.requestsPerSec|tonumber?|floor' benchmark.json)" >> benchmark.txt
echo "- Total 200 requests: $(jq -r '.statusCodeDistribution."200"' benchmark.json)" >> benchmark.txt
echo "- 99 latency: $(jq -r '.latencyPercentiles.p99' benchmark.json )" >> benchmark.txt
echo ' ' >> benchmark.txt
echo ' ' >> benchmark.txt
echo '## :zap: Benchmark results' >> benchmark.txt
echo ' ' >> benchmark.txt
echo '| Metric | PR | Latest version | ' >> benchmark.txt
echo '| --- | --- | --- | ' >> benchmark.txt
echo '| RPS | $(jq -r '.summary.requestsPerSec|tonumber|floor' benchmark.json) | $(jq -r '.summary.requestsPerSec|tonumber|floor' benchmark-latest.json) | ' >> benchmark.txt
echo '| 200 | $(jq -r '.statusCodeDistribution."200"' benchmark.json) | $(jq -r '.statusCodeDistribution."200"' benchmark-latest.json) | ' >> benchmark.txt
echo '| P99 | $(jq -r '.latencyPercentiles.p99' benchmark.json ) | $(jq -r '.latencyPercentiles.p99' benchmark-latest.json ) | ' >> benchmark.txt
echo " " >> benchmark.txt
echo " " >> benchmark.txt
echo "## :zap: Benchmark results" >> benchmark.txt
echo " " >> benchmark.txt
echo "| Metric | PR | Latest version | " >> benchmark.txt
echo "| --- | --- | --- | " >> benchmark.txt
echo "| RPS | $(jq -r '.summary.requestsPerSec|tonumber?|floor' benchmark.json) | $(jq -r '.summary.requestsPerSec|tonumber|floor' benchmark-latest.json) | " >> benchmark.txt
echo "| 200 | $(jq -r '.statusCodeDistribution."200"' benchmark.json) | $(jq -r '.statusCodeDistribution."200"' benchmark-latest.json) | " >> benchmark.txt
echo "| P99 | $(jq -r '.latencyPercentiles.p99' benchmark.json ) | $(jq -r '.latencyPercentiles.p99' benchmark-latest.json ) | " >> benchmark.txt
- name: Save results
uses: actions/upload-artifact@v4
if: ${{ !cancelled() }}