mirror of
https://github.com/fleetdm/fleet
synced 2026-05-24 09:28:54 +00:00
42d5f1fda6
<!-- Add the related story/sub-task/bug number, like Resolves #123, or remove if NA --> **Related issue:** Resolves #39228 Manually tested by triggering a failover on loadtest. # Checklist for submitter If some of the following don't apply, delete the relevant line. - [x] Changes file added for user-visible changes in `changes/`, `orbit/changes/` or `ee/fleetd-chrome/changes`. ## Testing - [x] Added/updated automated tests - [x] QA'd all new/changed functionality manually <!-- This is an auto-generated comment: release notes by coderabbit.ai --> ## Summary by CodeRabbit * **Bug Fixes** * Health checks now detect a primary DB becoming read-only and report failure so the service restarts and reconnects to a writable primary. * Write failures due to DB read-only state now trigger immediate fatal handling to prompt graceful shutdown and recovery. * Improved detection and handling of read-only DB conditions to increase stability during failovers. <!-- end of auto-generated comment: release notes by coderabbit.ai -->
97 lines
2.5 KiB
Go
97 lines
2.5 KiB
Go
package mysql
|
|
|
|
import (
|
|
"database/sql"
|
|
"errors"
|
|
"fmt"
|
|
|
|
"github.com/fleetdm/fleet/v4/server/contexts/ctxerr"
|
|
platform_http "github.com/fleetdm/fleet/v4/server/platform/http"
|
|
"github.com/go-sql-driver/mysql"
|
|
)
|
|
|
|
type NotFoundError struct {
|
|
ID uint
|
|
Name string
|
|
Message string
|
|
ResourceType string
|
|
}
|
|
|
|
// Compile-time interface check.
|
|
var _ platform_http.NotFoundError = &NotFoundError{}
|
|
|
|
func NotFound(kind string) *NotFoundError {
|
|
return &NotFoundError{
|
|
ResourceType: kind,
|
|
}
|
|
}
|
|
|
|
func (e *NotFoundError) Error() string {
|
|
if e.ID != 0 {
|
|
return fmt.Sprintf("%s %d was not found in the datastore", e.ResourceType, e.ID)
|
|
}
|
|
if e.Name != "" {
|
|
return fmt.Sprintf("%s %s was not found in the datastore", e.ResourceType, e.Name)
|
|
}
|
|
if e.Message != "" {
|
|
return fmt.Sprintf("%s %s was not found in the datastore", e.ResourceType, e.Message)
|
|
}
|
|
return fmt.Sprintf("%s was not found in the datastore", e.ResourceType)
|
|
}
|
|
|
|
func (e *NotFoundError) WithID(id uint) error {
|
|
e.ID = id
|
|
return e
|
|
}
|
|
|
|
func (e *NotFoundError) WithName(name string) error {
|
|
e.Name = name
|
|
return e
|
|
}
|
|
|
|
func (e *NotFoundError) WithMessage(msg string) error {
|
|
e.Message = msg
|
|
return e
|
|
}
|
|
|
|
func (e *NotFoundError) IsNotFound() bool {
|
|
return true
|
|
}
|
|
|
|
// IsClientError implements ErrWithIsClientError.
|
|
func (e *NotFoundError) IsClientError() bool {
|
|
return true
|
|
}
|
|
|
|
// Is helps so that errors.Is(err, sql.ErrNoRows) returns true for an
|
|
// error of type *NotFoundError, without having to wrap sql.ErrNoRows
|
|
// explicitly.
|
|
func (e *NotFoundError) Is(other error) bool {
|
|
return other == sql.ErrNoRows
|
|
}
|
|
|
|
// MySQL error numbers for read-only conditions. These are not included in the
|
|
// VividCortex/mysqlerr package, so we define them here.
|
|
const (
|
|
// erReadOnlyTransaction is MySQL error 1792: Cannot execute statement in a READ ONLY transaction.
|
|
erReadOnlyTransaction = 1792
|
|
// erOptionPreventsStatement is MySQL error 1290: The MySQL server is running with the --read-only option.
|
|
erOptionPreventsStatement = 1290
|
|
// erReadOnlyMode is MySQL error 1836: Running in read-only mode.
|
|
erReadOnlyMode = 1836
|
|
)
|
|
|
|
// IsReadOnlyError returns true if the error is a MySQL error indicating that
|
|
// the server is in read-only mode. This typically happens after an Aurora
|
|
// failover when the primary has been demoted to a reader.
|
|
func IsReadOnlyError(err error) bool {
|
|
err = ctxerr.Cause(err)
|
|
var mySQLErr *mysql.MySQLError
|
|
if errors.As(err, &mySQLErr) {
|
|
switch mySQLErr.Number {
|
|
case erReadOnlyTransaction, erOptionPreventsStatement, erReadOnlyMode:
|
|
return true
|
|
}
|
|
}
|
|
return false
|
|
}
|