mirror of
https://github.com/fleetdm/fleet
synced 2026-04-21 13:37:30 +00:00
75c05aeb3f
**Related issue:** Resolves #30896 ## Testing - [x] QA'd all new/changed functionality manually
283 lines
12 KiB
YAML
283 lines
12 KiB
YAML
name: Go Tests
|
|
|
|
on:
|
|
push:
|
|
branches:
|
|
- main
|
|
- patch-*
|
|
- prepare-*
|
|
paths:
|
|
- '**.go'
|
|
- 'go.mod'
|
|
- 'go.sum'
|
|
- '.github/workflows/test-go.yaml'
|
|
- '.github/workflows/test-go-suite.yaml'
|
|
- 'tools/osquery/in-a-box/docker-compose.yml'
|
|
- 'tools/osquery/in-a-box/osquery/docker-compose.yml'
|
|
- 'server/authz/policy.rego'
|
|
- 'docker-compose.yml'
|
|
- 'frontend/templates/enroll-ota.html'
|
|
- 'frontend/templates/windowsTOS.html'
|
|
pull_request:
|
|
paths:
|
|
- '**.go'
|
|
- 'go.mod'
|
|
- 'go.sum'
|
|
- '.github/workflows/test-go.yaml'
|
|
- '.github/workflows/test-go-suite.yaml'
|
|
- 'tools/osquery/in-a-box/docker-compose.yml'
|
|
- 'tools/osquery/in-a-box/osquery/docker-compose.yml'
|
|
- 'server/authz/policy.rego'
|
|
- 'docker-compose.yml'
|
|
- 'frontend/templates/enroll-ota.html'
|
|
- 'frontend/templates/windowsTOS.html'
|
|
workflow_dispatch: # Manual
|
|
schedule:
|
|
- cron: '0 4 * * *'
|
|
|
|
# This allows a subsequently queued workflow run to interrupt previous runs
|
|
concurrency:
|
|
group: ${{ github.workflow }}-${{ github.head_ref || github.run_id}}
|
|
cancel-in-progress: true
|
|
|
|
defaults:
|
|
run:
|
|
# fail-fast using bash -eo pipefail. See https://docs.github.com/en/actions/using-workflows/workflow-syntax-for-github-actions#exit-codes-and-error-action-preference
|
|
shell: bash
|
|
|
|
permissions:
|
|
contents: read
|
|
|
|
jobs:
|
|
# ──────────────────────────────────────────────────────────────────────────────
|
|
# Suites that do NOT need MySQL: run once with no database dimension.
|
|
# ──────────────────────────────────────────────────────────────────────────────
|
|
test-go-no-db:
|
|
strategy:
|
|
matrix:
|
|
suite: ["fast", "scripts"]
|
|
uses: ./.github/workflows/test-go-suite.yaml
|
|
with:
|
|
suite: ${{ matrix.suite }}
|
|
is_cron: ${{ github.event_name == 'schedule' }}
|
|
secrets: inherit
|
|
|
|
# ──────────────────────────────────────────────────────────────────────────
|
|
# Suites that need MySQL: always-run versions (every push/PR + cron).
|
|
# make sure to update supported versions docs when MySQL versions change
|
|
# ──────────────────────────────────────────────────────────────────────────
|
|
test-go:
|
|
strategy:
|
|
matrix:
|
|
suite: ["integration-core", "integration-enterprise", "integration-mdm", "fleetctl", "main", "mysql", "service", "vuln"]
|
|
mysql: ["mysql:8.0.36", "mysql:9.5.0"]
|
|
uses: ./.github/workflows/test-go-suite.yaml
|
|
with:
|
|
suite: ${{ matrix.suite }}
|
|
mysql: ${{ matrix.mysql }}
|
|
is_cron: ${{ github.event_name == 'schedule' }}
|
|
secrets: inherit
|
|
|
|
# ──────────────────────────────────────────────────────────────────────────
|
|
# Extended MySQL coverage: only on the nightly cron schedule.
|
|
# Tests the same DB-dependent suites against older/intermediate versions.
|
|
# ──────────────────────────────────────────────────────────────────────────
|
|
test-go-extended-mysql:
|
|
if: github.event_name == 'schedule'
|
|
strategy:
|
|
matrix:
|
|
suite: ["integration-core", "integration-enterprise", "integration-mdm", "fleetctl", "main", "mysql", "service", "vuln"]
|
|
mysql: ["mysql:8.0.32", "mysql:8.4.7"]
|
|
uses: ./.github/workflows/test-go-suite.yaml
|
|
with:
|
|
suite: ${{ matrix.suite }}
|
|
mysql: ${{ matrix.mysql }}
|
|
is_cron: true
|
|
secrets: inherit
|
|
|
|
# Based on https://github.com/micromdm/nanomdm/blob/main/.github/workflows/on-push-pr.yml#L87
|
|
test-go-nanomdm:
|
|
runs-on: 'ubuntu-latest'
|
|
services:
|
|
mysql:
|
|
image: mysql:8.0.36
|
|
env:
|
|
MYSQL_RANDOM_ROOT_PASSWORD: yes
|
|
MYSQL_DATABASE: testdb
|
|
MYSQL_USER: testuser
|
|
MYSQL_PASSWORD: testpw
|
|
ports:
|
|
- 3800:3306
|
|
options: --health-cmd="mysqladmin ping" --health-interval=5s --health-timeout=2s --health-retries=3
|
|
env:
|
|
MYSQL_PWD: testpw
|
|
PORT: 3800
|
|
RACE_ENABLED: true
|
|
GO_TEST_TIMEOUT: 20m
|
|
steps:
|
|
- name: Harden Runner
|
|
uses: step-security/harden-runner@20cf305ff2072d973412fa9b1e3a4f227bda3c76 # v2.14.0
|
|
with:
|
|
egress-policy: audit
|
|
|
|
- name: Checkout Code
|
|
uses: actions/checkout@c85c95e3d7251135ab7dc9ce3241c5835cc595a9 # v3.5.3
|
|
|
|
- name: Install Go
|
|
uses: actions/setup-go@0a12ed9d6a96ab950c8f026ed9f722fe0da7ef32 # v5.0.2
|
|
with:
|
|
go-version-file: 'go.mod'
|
|
|
|
- name: Install gotestsum
|
|
run: go install gotest.tools/gotestsum@latest
|
|
|
|
- name: verify mysql
|
|
run: |
|
|
while ! mysqladmin ping --host=localhost --port=$PORT --protocol=TCP --silent; do
|
|
sleep 1
|
|
done
|
|
|
|
- name: mysql schema
|
|
run: |
|
|
mysql --version
|
|
mysql --user=testuser --host=localhost --port=$PORT --protocol=TCP testdb < ./server/mdm/nanomdm/storage/mysql/schema.sql
|
|
|
|
- name: set test dsn
|
|
run: echo "NANOMDM_MYSQL_STORAGE_TEST_DSN=testuser:testpw@tcp(localhost:$PORT)/testdb" >> $GITHUB_ENV
|
|
|
|
- name: Run Go tests
|
|
run: |
|
|
gotestsum --format=testdox --jsonfile=/tmp/test-output.json -- \
|
|
-v -parallel 8 -race=$RACE_ENABLED -timeout=$GO_TEST_TIMEOUT \
|
|
-coverprofile=coverage.txt -covermode=atomic -coverpkg=github.com/fleetdm/fleet/v4/server/mdm/nanomdm/... \
|
|
./server/mdm/nanomdm/storage/mysql 2>&1 | tee /tmp/gotest.log
|
|
|
|
- name: Save coverage
|
|
uses: actions/upload-artifact@834a144ee995460fba8ed112a2fc961b36a5ec5a # v4.3.6
|
|
with:
|
|
name: nanomdm-coverage
|
|
path: ./coverage.txt
|
|
if-no-files-found: error
|
|
|
|
- name: Generate summary of errors
|
|
if: failure()
|
|
run: |
|
|
c1grep() { grep "$@" || test $? = 1; }
|
|
c1grep -oP 'FAIL: .*$' /tmp/gotest.log > /tmp/summary.txt
|
|
c1grep 'test timed out after' /tmp/gotest.log >> /tmp/summary.txt
|
|
c1grep 'fatal error:' /tmp/gotest.log >> /tmp/summary.txt
|
|
c1grep -A 10 'panic: runtime error: ' /tmp/gotest.log >> /tmp/summary.txt
|
|
c1grep ' FAIL\t' /tmp/gotest.log >> /tmp/summary.txt
|
|
GO_FAIL_SUMMARY=$(head -n 5 /tmp/summary.txt | sed ':a;N;$!ba;s/\n/\\n/g')
|
|
echo "GO_FAIL_SUMMARY=$GO_FAIL_SUMMARY"
|
|
if [[ -z "$GO_FAIL_SUMMARY" ]]; then
|
|
GO_FAIL_SUMMARY="unknown, please check the build URL"
|
|
fi
|
|
GO_FAIL_SUMMARY=$GO_FAIL_SUMMARY envsubst < .github/workflows/config/slack_payload_template.json > ./payload.json
|
|
|
|
- name: Slack Notification
|
|
if: github.event.schedule == '0 4 * * *' && failure()
|
|
uses: slackapi/slack-github-action@e28cf165c92ffef168d23c5c9000cffc8a25e117 # v1.24.0
|
|
with:
|
|
payload-file-path: ./payload.json
|
|
env:
|
|
JOB_STATUS: ${{ job.status }}
|
|
EVENT_URL: ${{ github.event.pull_request.html_url || github.event.head.html_url }}
|
|
RUN_URL: https://github.com/fleetdm/fleet/actions/runs/${{ github.run_id }}\n${{ github.event.pull_request.html_url || github.event.head.html_url }}
|
|
SLACK_WEBHOOK_URL: ${{ secrets.SLACK_G_HELP_ENGINEERING_WEBHOOK_URL }}
|
|
SLACK_WEBHOOK_TYPE: INCOMING_WEBHOOK
|
|
|
|
- name: Upload test log
|
|
if: always()
|
|
uses: actions/upload-artifact@834a144ee995460fba8ed112a2fc961b36a5ec5a # v4.3.6
|
|
with:
|
|
name: nanomdm-test-log
|
|
path: /tmp/gotest.log
|
|
if-no-files-found: error
|
|
|
|
- name: Upload summary test log
|
|
if: always()
|
|
uses: actions/upload-artifact@834a144ee995460fba8ed112a2fc961b36a5ec5a # v4.3.6
|
|
with:
|
|
name: nanomdm-summary-test-log
|
|
path: /tmp/summary.txt
|
|
|
|
- name: Upload JSON test output
|
|
if: always()
|
|
uses: actions/upload-artifact@834a144ee995460fba8ed112a2fc961b36a5ec5a # v4.3.6
|
|
with:
|
|
name: nanomdm-test-json
|
|
path: /tmp/test-output.json
|
|
if-no-files-found: warn
|
|
|
|
# We upload all backend coverage in one step so that we're less like to end up in a situation with a partial coverage report.
|
|
upload-coverage:
|
|
needs: [test-go-no-db, test-go, test-go-extended-mysql, test-go-nanomdm]
|
|
# Run even if extended-mysql was skipped (non-cron) or individual suites failed.
|
|
if: always()
|
|
runs-on: ubuntu-latest
|
|
steps:
|
|
- name: Harden Runner
|
|
uses: step-security/harden-runner@20cf305ff2072d973412fa9b1e3a4f227bda3c76 # v2.14.0
|
|
with:
|
|
egress-policy: audit
|
|
|
|
- name: Checkout Code
|
|
uses: actions/checkout@c85c95e3d7251135ab7dc9ce3241c5835cc595a9 # v3.5.3
|
|
- name: Download artifacts
|
|
uses: actions/download-artifact@9c19ed7fe5d278cd354c7dfd5d3b88589c7e2395 # v4.1.6
|
|
with:
|
|
pattern: '*-coverage'
|
|
- name: Upload to Codecov
|
|
uses: codecov/codecov-action@e28ff129e5465c2c0dcc6f003fc735cb6ae0c673 # v4.5.0
|
|
with:
|
|
token: ${{ secrets.CODECOV_TOKEN }}
|
|
flags: backend
|
|
|
|
# Our Go test suites are run with continue-on-error: true, so they don't contribute to the workflow pass/fail.
|
|
# This job explicitly checks if any Go test suites have failed and marks the overall workflow with the proper pass/fail status.
|
|
aggregate-result:
|
|
needs: [test-go-no-db, test-go, test-go-extended-mysql]
|
|
# Run even if extended-mysql was skipped (non-cron) or individual suites failed.
|
|
if: always()
|
|
runs-on: ubuntu-latest
|
|
steps:
|
|
- name: Harden Runner
|
|
uses: step-security/harden-runner@20cf305ff2072d973412fa9b1e3a4f227bda3c76 # v2.14.0
|
|
with:
|
|
egress-policy: audit
|
|
|
|
- name: Download artifacts
|
|
uses: actions/download-artifact@9c19ed7fe5d278cd354c7dfd5d3b88589c7e2395 # v4.1.6
|
|
with:
|
|
pattern: '*-status'
|
|
|
|
- name: Check for failures
|
|
run: |
|
|
failed_tests=""
|
|
status_count=0
|
|
# Find all status files (they are in directories like 'fleetctl-mysql8.0.36-status/status')
|
|
for status_file in $(find ./ -type f -name 'status'); do
|
|
status_count=$((status_count + 1))
|
|
# Extract test name from parent directory (e.g., 'fleetctl-mysql8.0.36-status')
|
|
test_dir=$(basename $(dirname "$status_file"))
|
|
# Remove '-status' suffix to get the test name
|
|
test_name="${test_dir%-status}"
|
|
status_content=$(cat "$status_file")
|
|
echo "Processing: $status_file (Test: $test_name) with status content: $status_content"
|
|
if grep -q "fail" "$status_file"; then
|
|
echo " ❌ Test failed: $test_name"
|
|
failed_tests="${failed_tests}${test_name}, "
|
|
else
|
|
echo " ✅ Test passed: $test_name"
|
|
fi
|
|
done
|
|
if [[ $status_count -eq 0 ]]; then
|
|
echo "❌ ERROR: No status files found! This indicates a workflow issue."
|
|
exit 1
|
|
fi
|
|
if [[ -n "$failed_tests" ]]; then
|
|
echo "❌ One or more test jobs failed: ${failed_tests%, }"
|
|
exit 1
|
|
fi
|
|
echo "✅ All test jobs succeeded."
|