ziti/controller/api_impl/database_router.go

/*
	Copyright NetFoundry, Inc.

	Licensed under the Apache License, Version 2.0 (the "License");
	you may not use this file except in compliance with the License.
	You may obtain a copy of the License at

	https://www.apache.org/licenses/LICENSE-2.0

	Unless required by applicable law or agreed to in writing, software
	distributed under the License is distributed on an "AS IS" BASIS,
	WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
	See the License for the specific language governing permissions and
	limitations under the License.
*/

package api_impl

import (
	"errors"
	"github.com/go-openapi/runtime/middleware"
	"github.com/go-openapi/strfmt"
	"github.com/michaelquigley/pfxlog"
	"github.com/openziti/fabric/controller/api"
	"github.com/openziti/fabric/controller/apierror"
	"github.com/openziti/fabric/rest_model"
	"github.com/openziti/fabric/rest_server/operations"
	"github.com/openziti/fabric/rest_server/operations/database"

	"github.com/openziti/fabric/controller/network"
	"github.com/openziti/foundation/util/concurrenz"
	"net/http"
	"sync"
	"time"
)

func init() {
	r := NewDatabaseRouter()
	AddRouter(r)
}

type integrityCheckOp struct {
	running       concurrenz.AtomicBoolean
	results       []*rest_model.DataIntegrityCheckDetail
	lock          sync.Mutex
	fixingErrors  bool
	startTime     *time.Time
	endTime       *time.Time
	err           error
	tooManyErrors bool
}

type DatabaseRouter struct {
	integrityCheck integrityCheckOp
}

func NewDatabaseRouter() *DatabaseRouter {
	return &DatabaseRouter{}
}

func (r *DatabaseRouter) Register(fabricApi *operations.ZitiFabricAPI, wrapper RequestWrapper) {
	fabricApi.DatabaseCreateDatabaseSnapshotHandler = database.CreateDatabaseSnapshotHandlerFunc(func(params database.CreateDatabaseSnapshotParams, _ interface{}) middleware.Responder {
		return wrapper.WrapRequest(r.CreateSnapshot, params.HTTPRequest, "", "")
	})

	fabricApi.DatabaseCheckDataIntegrityHandler = database.CheckDataIntegrityHandlerFunc(func(params database.CheckDataIntegrityParams, _ interface{}) middleware.Responder {
		return wrapper.WrapRequest(func(n *network.Network, rc api.RequestContext) { r.CheckDatastoreIntegrity(n, rc, false) }, params.HTTPRequest, "", "")
	})

	fabricApi.DatabaseFixDataIntegrityHandler = database.FixDataIntegrityHandlerFunc(func(params database.FixDataIntegrityParams, _ interface{}) middleware.Responder {
		return wrapper.WrapRequest(func(n *network.Network, rc api.RequestContext) { r.CheckDatastoreIntegrity(n, rc, true) }, params.HTTPRequest, "", "")
	})

	fabricApi.DatabaseDataIntegrityResultsHandler = database.DataIntegrityResultsHandlerFunc(func(params database.DataIntegrityResultsParams, _ interface{}) middleware.Responder {
		return wrapper.WrapRequest(r.GetCheckProgress, params.HTTPRequest, "", "")
	})
}

func (r *DatabaseRouter) CreateSnapshot(n *network.Network, rc api.RequestContext) {
	if err := n.SnapshotDatabase(); err != nil {
		if errors.Is(err, network.DbSnapshotTooFrequentError) {
			rc.RespondWithApiError(apierror.NewRateLimited())
			return
		}
		rc.RespondWithError(err)
		return
	}
	rc.RespondWithEmptyOk()
}

func (r *DatabaseRouter) CheckDatastoreIntegrity(n *network.Network, rc api.RequestContext, fixErrors bool) {
	if r.integrityCheck.running.CompareAndSwap(false, true) {
		r.integrityCheck.fixingErrors = fixErrors
		go r.runDataIntegrityCheck(n, fixErrors)
		rc.Respond(&rest_model.Empty{Data: map[string]interface{}{}, Meta: &rest_model.Meta{}}, http.StatusAccepted)
	} else {
		rc.RespondWithApiError(apierror.NewRateLimited())
	}
}

func (r *DatabaseRouter) GetCheckProgress(_ *network.Network, rc api.RequestContext) {
	integrityCheck := &r.integrityCheck

	integrityCheck.lock.Lock()
	defer integrityCheck.lock.Unlock()

	limit := int64(-1)
	zero := int64(0)
	count := int64(len(integrityCheck.results))

	var err *string
	if integrityCheck.err != nil {
		errStr := integrityCheck.err.Error()
		err = &errStr
	}

	inProgress := integrityCheck.running.Get()

	result := rest_model.DataIntegrityCheckResultEnvelope{
		Data: &rest_model.DataIntegrityCheckDetails{
			EndTime:       (*strfmt.DateTime)(integrityCheck.endTime),
			Error:         err,
			FixingErrors:  &integrityCheck.fixingErrors,
			InProgress:    &inProgress,
			Results:       integrityCheck.results,
			StartTime:     (*strfmt.DateTime)(integrityCheck.startTime),
			TooManyErrors: &integrityCheck.tooManyErrors,
		},
		Meta: &rest_model.Meta{
			Pagination: &rest_model.Pagination{
				Limit:      &limit,
				Offset:     &zero,
				TotalCount: &count,
			},
			FilterableFields: make([]string, 0),
		},
	}

	rc.Respond(result, http.StatusOK)
}

func (r *DatabaseRouter) runDataIntegrityCheck(n *network.Network, fixErrors bool) {
	defer func() {
		r.integrityCheck.lock.Lock()
		now := time.Now()
		r.integrityCheck.endTime = &now
		r.integrityCheck.running.Set(false)
		r.integrityCheck.lock.Unlock()
	}()

	r.integrityCheck.lock.Lock()
	now := time.Now()
	r.integrityCheck.results = nil
	r.integrityCheck.startTime = &now
	r.integrityCheck.endTime = nil
	r.integrityCheck.err = nil
	r.integrityCheck.tooManyErrors = false
	r.integrityCheck.lock.Unlock()

	logger := pfxlog.Logger()

	errorHandler := func(err error, fixed bool) {
		logger.WithError(err).Warnf("data integrity error reported. fixed? %v", fixed)

		r.integrityCheck.lock.Lock()
		defer r.integrityCheck.lock.Unlock()

		if len(r.integrityCheck.results) < 1000 {
			description := err.Error()
			r.integrityCheck.results = append(r.integrityCheck.results, &rest_model.DataIntegrityCheckDetail{
				Description: &description,
				Fixed:       &fixed,
			})
		} else {
			r.integrityCheck.tooManyErrors = true
		}
	}

	r.integrityCheck.err = n.GetStores().CheckIntegrity(n.GetDb(), fixErrors, errorHandler)
}