db/Store.go - develop - wax_boy/semaphore_custom

db/Store.go
933 строки32 KB
Denis Gukov
feat(survey_vars): store survey secret to the database as access key (#4086)
25 июл 2026, 09:45
25 июл 2026, 09:45081425d
package db

import (
	"database/sql/driver"
	"encoding/json"
	"errors"
	"fmt"
	"reflect"
	"slices"
	"strings"
	"time"

	"github.com/semaphoreui/semaphore/pkg/common_errors"
	"github.com/semaphoreui/semaphore/pkg/task_logger"

	log "github.com/sirupsen/logrus"
)

const databaseTimeFormat = "2006-01-02T15:04:05:99Z"

// GetParsedTime returns the timestamp as it will retrieved from the database
// This allows us to create timestamp consistency on return values from create requests
func GetParsedTime(t time.Time) time.Time {
	parsedTime, err := time.Parse(databaseTimeFormat, t.Format(databaseTimeFormat))
	if err != nil {
		log.Error(err)
	}
	return parsedTime
}

func ObjectToJSON(obj any) *string {
	if obj == nil ||
		(reflect.ValueOf(obj).Kind() == reflect.Ptr && reflect.ValueOf(obj).IsNil()) ||
		(reflect.ValueOf(obj).Kind() == reflect.Slice && reflect.ValueOf(obj).IsZero()) {
		return nil
	}
	bytes, err := json.Marshal(obj)
	if err != nil {
		return nil
	}
	str := string(bytes)
	return &str
}

type OwnershipFilter struct {
	WithoutOwnerOnly bool
	TemplateID       *int
	EnvironmentID    *int
}

type RetrieveQueryParams struct {
	Offset       int
	Count        int
	SortBy       string
	SortInverted bool
	Filter       string
	Ownership    OwnershipFilter
	TaskFilter   *TaskFilter

	// BeforeID enables keyset (cursor) pagination for id-ordered lists.
	// When greater than zero, only rows with primary key id strictly less
	// than BeforeID are returned. It is an alternative to Offset that does
	// not get more expensive as the caller paginates deeper.
	BeforeID int
}

type ObjectReferrer struct {
	ID   int    `json:"id"`
	Name string `json:"name"`
}

type ObjectReferrers struct {
	Templates    []ObjectReferrer `json:"templates"`
	Inventories  []ObjectReferrer `json:"inventories"`
	Repositories []ObjectReferrer `json:"repositories"`
	Integrations []ObjectReferrer `json:"integrations"`
	Schedules    []ObjectReferrer `json:"schedules"`
	AccessKeys   []ObjectReferrer `json:"access_keys"`
}

type IntegrationReferrers struct {
	IntegrationMatchers      []ObjectReferrer `json:"matchers"`
	IntegrationExtractValues []ObjectReferrer `json:"values"`
}

type IntegrationExtractorChildReferrers struct {
	Integrations []ObjectReferrer `json:"integrations"`
}

func containsStr(arr []string, str string) bool {
	return slices.Contains(arr, str)
}

func (p *RetrieveQueryParams) Validate(props ObjectProps) (res RetrieveQueryParams, err error) {

	if p.Offset > 0 && p.Count <= 0 {
		err = common_errors.NewValidationError("offset cannot be without limit")
		return
	}

	if p.Count < 0 {
		err = common_errors.NewValidationError("count must be positive")
		return
	}

	if p.Offset < 0 {
		err = common_errors.NewValidationError("offset must be positive")
		return
	}

	if p.SortBy != "" {
		if !containsStr(props.SortableColumns, p.SortBy) {
			err = common_errors.NewValidationError("invalid sort column")
			return
		}
	}

	res = *p
	return
}

func (f *OwnershipFilter) GetOwnerID(ownership ObjectProps) *int {
	switch ownership.ReferringColumnSuffix {
	case "template_id":
		return f.TemplateID
	case "environment_id":
		return f.EnvironmentID
	default:
		return nil
	}
}

func (f *OwnershipFilter) SetOwnerID(ownership ObjectProps, ownerID int) {
	switch ownership.ReferringColumnSuffix {
	case "template_id":
		f.TemplateID = &ownerID
	case "environment_id":
		f.EnvironmentID = &ownerID
	}
}

// ObjectProps describe database entities.
// It mainly used for NoSQL implementations (currently BoltDB) to preserve same
// data structure of different implementations and easy change it if required.
type ObjectProps struct {
	TableName             string
	Type                  reflect.Type // to which type the table bust be mapped.
	IsGlobal              bool         // doesn't belong to other table, for example to project or user.
	ReferringColumnSuffix string
	PrimaryColumnName     string
	SortableColumns       []string
	DefaultSortingColumn  string
	SortInverted          bool // sort from high to low object ID by default. It is useful for some NoSQL implementations.
	Ownerships            []*ObjectProps
	SelectColumns         []string
}

var ErrNotFound = errors.New("no rows in result set")
var ErrInvalidOperation = errors.New("invalid operation")

type TaskStatUnit string

const TaskStatUnitDay TaskStatUnit = "day"
const TaskStatUnitWeek TaskStatUnit = "week"
const TaskStatUnitMonth TaskStatUnit = "month"

type TaskFilter struct {
	Start  *time.Time `json:"start"`
	End    *time.Time `json:"end"`
	UserID *int       `json:"user_id"`
	Status []task_logger.TaskStatus
}

type TaskStat struct {
	Date          string                         `json:"date"`
	CountByStatus map[task_logger.TaskStatus]int `json:"count_by_status"`
	AvgDuration   int                            `json:"avg_duration"`
}

// ConnectionManager handles database connection lifecycle
type ConnectionManager interface {
	// Connect connects to the database.
	// Token parameter used if PermanentConnection returns false.
	// Token used for debugging of session connections.
	Connect()
	Close()
}

// MigrationManager handles database migrations
type MigrationManager interface {
	GetDialect() string
	// IsInitialized indicates is database already initialized, or it is empty.
	// The method is useful for creating required entities in database during first run.
	IsInitialized() (bool, error)
	// IsMigrationApplied queries the database to see if a migration table with
	// this version id exists already
	IsMigrationApplied(version Migration) (bool, error)
	// ApplyMigration runs executes a database migration
	ApplyMigration(version Migration) error
	// TryRollbackMigration attempts to roll back the database to an earlier version
	// if a rollback exists
	TryRollbackMigration(version Migration)
}

// OptionsManager handles system options
type OptionsManager interface {
	GetOptions(params RetrieveQueryParams) (map[string]string, error)
	GetOption(key string) (string, error)
	SetOption(key string, value string) error
	DeleteOption(key string) error
	DeleteOptions(filter string) error
}

// UserManager handles user-related operations
type UserManager interface {
	GetProUserCount() (int, error)
	GetUserCount() (int, error)
	GetUsers(params RetrieveQueryParams) ([]User, error)
	CreateUserWithoutPassword(user User) (User, error)
	CreateUser(user UserWithPwd) (User, error)
	DeleteUser(userID int) error
	UpdateUser(user UserWithPwd) error
	ImportUser(user UserWithPwd) (User, error)
	SetUserPassword(userID int, password string) error
	AddTotpVerification(userID int, url string, recoveryHash string) (UserTotp, error)
	DeleteTotpVerification(userID int, totpID int) error
	AddEmailOtpVerification(userID int, code string) (UserEmailOtp, error)
	DeleteEmailOtpVerification(userID int, totpID int) error
	IncrementEmailOtpAttempts(userID int) error
	GetUser(userID int) (User, error)
	GetUserByLoginOrEmail(login string, email string) (User, error)
	GetAllAdmins() ([]User, error)

	GetNodeCount() (int, error)
	GetUiCount() (int, error)
}

// ProjectStore handles project-related operations
type ProjectStore interface {
	GetProject(projectID int) (Project, error)
	GetAllProjects() ([]Project, error)
	GetProjects(userID int) ([]Project, error)
	CreateProject(project Project) (Project, error)
	DeleteProject(projectID int) error
	UpdateProject(project Project) error
	GetProjectUsers(projectID int, params RetrieveQueryParams) ([]UserWithProjectRole, error)
	CreateProjectUser(projectUser ProjectUser) (ProjectUser, error)
	DeleteProjectUser(projectID int, userID int) error
	GetProjectUser(projectID int, userID int) (ProjectUser, error)
	UpdateProjectUser(projectUser ProjectUser) error
}

type ProjectInviteRepository interface {
	// Project invites
	GetProjectInvites(projectID int, params RetrieveQueryParams) ([]ProjectInviteWithUser, error)
	CreateProjectInvite(invite ProjectInvite) (ProjectInvite, error)
	GetProjectInvite(projectID int, inviteID int) (ProjectInvite, error)
	GetProjectInviteByToken(token string) (ProjectInvite, error)
	UpdateProjectInvite(invite ProjectInvite) error
	DeleteProjectInvite(projectID int, inviteID int) error
}

// TemplateManager handles template-related operations
type TemplateManager interface {
	GetTemplates(projectID int, filter TemplateFilter, params RetrieveQueryParams) ([]Template, error)
	GetTemplatesWithPermissions(projectID int, userID int, filter TemplateFilter, params RetrieveQueryParams) ([]TemplateWithPerms, error)
	GetTemplateRefs(projectID int, templateID int) (ObjectReferrers, error)
	CreateTemplate(template Template) (Template, error)
	UpdateTemplate(template Template) error
	GetTemplate(projectID int, templateID int) (Template, error)
	DeleteTemplate(projectID int, templateID int) error
	SetTemplateDescription(projectID int, templateID int, description string) error
	GetTemplateVaults(projectID int, templateID int) ([]TemplateVault, error)
	CreateTemplateVault(vault TemplateVault) (TemplateVault, error)
	UpdateTemplateVaults(projectID int, templateID int, vaults []TemplateVault) error

	GetTemplateEnvironments(projectID int, templateID int) ([]int, error)
	UpdateTemplateEnvironments(projectID int, templateID int, environmentIDs []int) error

	GetTemplatePermission(projectID int, templateID int, userID int) (ProjectUserPermission, error)
	GetTemplateRoles(projectID int, templateID int) ([]TemplateRolePerm, error)
	CreateTemplateRole(role TemplateRolePerm) (TemplateRolePerm, error)
	DeleteTemplateRole(projectID int, templateID int, permID int) error
	UpdateTemplateRole(role TemplateRolePerm) error
	GetTemplateRole(projectID int, templateID int, permID int) (TemplateRolePerm, error)
}

// InventoryManager handles inventory-related operations
type InventoryManager interface {
	GetInventory(projectID int, inventoryID int) (Inventory, error)
	GetInventoryRefs(projectID int, inventoryID int) (ObjectReferrers, error)
	GetInventories(projectID int, params RetrieveQueryParams, types []InventoryType) ([]Inventory, error)
	UpdateInventory(inventory Inventory) error
	CreateInventory(inventory Inventory) (Inventory, error)
	DeleteInventory(projectID int, inventoryID int) error
}

// RepositoryManager handles repository-related operations
type RepositoryManager interface {
	GetRepository(projectID int, repositoryID int) (Repository, error)
	GetRepositoryRefs(projectID int, repositoryID int) (ObjectReferrers, error)
	GetRepositories(projectID int, params RetrieveQueryParams) ([]Repository, error)
	UpdateRepository(repository Repository) error
	CreateRepository(repository Repository) (Repository, error)
	DeleteRepository(projectID int, repositoryID int) error
}

// EnvironmentManager handles environment-related operations
type EnvironmentManager interface {
	GetEnvironment(projectID int, environmentID int) (Environment, error)
	GetEnvironmentRefs(projectID int, environmentID int) (ObjectReferrers, error)
	GetEnvironments(projectID int, params RetrieveQueryParams) ([]Environment, error)
	UpdateEnvironment(env Environment) error
	CreateEnvironment(env Environment) (Environment, error)
	DeleteEnvironment(projectID int, templateID int) error
	GetEnvironmentSecrets(projectID int, environmentID int) ([]AccessKey, error)
}

type GetAccessKeyOptions struct {
	// Owner restricts the result to keys of a single owner type.
	// The zero value is meaningful: it is AccessKeyShared, i.e. plain
	// project keys created by the user. Because of that, "no owner filter"
	// cannot be expressed by leaving Owner empty — use IgnoreOwner instead.
	Owner AccessKeyOwner

	// IgnoreOwner disables the Owner filter entirely, returning keys of
	// every owner type (shared, environment, variable, vault, task).
	// Needed by callers that must see all keys regardless of who owns
	// them, e.g. vault rekeying and secret storage sync cleanup.
	IgnoreOwner bool

	EnvironmentID   *int
	StorageID       *int
	SourceStorageID *int
	TaskID          *int
}

// Validate ensures that querying keys of an owned type always includes the
// ID that scopes them; without it a query could return keys outside the
// caller's scope.
func (o GetAccessKeyOptions) Validate() error {
	if o.IgnoreOwner {
		return nil
	}

	var value *int
	var name string

	switch o.Owner {
	case AccessKeyVariable, AccessKeyEnvironment:
		value, name = o.EnvironmentID, "environment_id"
	case AccessKeySecretStorage:
		value, name = o.StorageID, "storage_id"
	case AccessKeyTaskSecret:
		value, name = o.TaskID, "task_id"
	default:
		return nil
	}

	if value == nil {
		return fmt.Errorf("%s is required for owner %q", name, o.Owner)
	}

	return nil
}

// AccessKeyManager handles access key-related operations
type AccessKeyManager interface {
	GetAccessKey(projectID int, accessKeyID int) (AccessKey, error)
	GetAccessKeyRefs(projectID int, accessKeyID int) (ObjectReferrers, error)
	GetAccessKeys(projectID int, options GetAccessKeyOptions, params RetrieveQueryParams) ([]AccessKey, error)
	UpdateAccessKey(accessKey AccessKey) error
	CreateAccessKey(accessKey AccessKey) (AccessKey, error)
	DeleteAccessKey(projectID int, accessKeyID int) error
	// GetTaskAccessKey returns the AccessKeyTaskSecret-owned key of a task
	// (survey secret variables), or ErrNotFound when the task has none.
	GetTaskAccessKey(projectID int, taskID int) (AccessKey, error)
	// DeleteTaskAccessKeys removes all AccessKeyTaskSecret-owned keys of a task.
	// Deleting for a task without such keys is not an error.
	DeleteTaskAccessKeys(projectID int, taskID int) error
	// DeleteExpiredTaskAccessKeys removes all AccessKeyTaskSecret-owned keys
	// whose expire_at is in the past, across all projects. Idempotent, safe to
	// run concurrently on several HA nodes.
	DeleteExpiredTaskAccessKeys() error
}

// IntegrationManager handles integration-related operations
type IntegrationManager interface {
	CreateIntegration(integration Integration) (newIntegration Integration, err error)
	GetIntegrations(projectID int, params RetrieveQueryParams, includeTaskParams bool) ([]Integration, error)
	GetIntegration(projectID int, integrationID int) (integration Integration, err error)
	UpdateIntegration(integration Integration) error
	GetIntegrationRefs(projectID int, integrationID int) (IntegrationReferrers, error)
	DeleteIntegration(projectID int, integrationID int) error

	CreateIntegrationExtractValue(projectId int, value IntegrationExtractValue) (newValue IntegrationExtractValue, err error)
	GetIntegrationExtractValues(projectID int, params RetrieveQueryParams, integrationID int) ([]IntegrationExtractValue, error)
	GetIntegrationExtractValue(projectID int, valueID int, integrationID int) (value IntegrationExtractValue, err error)
	UpdateIntegrationExtractValue(projectID int, integrationExtractValue IntegrationExtractValue) error
	GetIntegrationExtractValueRefs(projectID int, valueID int, integrationID int) (IntegrationExtractorChildReferrers, error)
	DeleteIntegrationExtractValue(projectID int, valueID int, integrationID int) error

	CreateIntegrationMatcher(projectID int, matcher IntegrationMatcher) (newMatcher IntegrationMatcher, err error)
	GetIntegrationMatchers(projectID int, params RetrieveQueryParams, integrationID int) ([]IntegrationMatcher, error)
	GetIntegrationMatcher(projectID int, matcherID int, integrationID int) (matcher IntegrationMatcher, err error)
	UpdateIntegrationMatcher(projectID int, integrationMatcher IntegrationMatcher) error
	GetIntegrationMatcherRefs(projectID int, matcherID int, integrationID int) (IntegrationExtractorChildReferrers, error)
	DeleteIntegrationMatcher(projectID int, matcherID int, integrationID int) error

	CreateIntegrationAlias(alias IntegrationAlias) (IntegrationAlias, error)
	GetIntegrationAliases(projectID int, integrationID *int) ([]IntegrationAlias, error)
	GetIntegrationsByAlias(alias string) ([]Integration, IntegrationAliasLevel, error)
	DeleteIntegrationAlias(projectID int, aliasID int) error
}

// SessionManager handles session-related operations
type SessionManager interface {
	GetSession(userID int, sessionID int) (Session, error)
	CreateSession(session Session) (Session, error)
	ExpireSession(userID int, sessionID int) error
	TouchSession(userID int, sessionID int) error
	SetSessionVerificationMethod(userID int, sessionID int, verificationMethod SessionVerificationMethod) error
	VerifySession(userID int, sessionID int) error
}

// TokenManager handles token-related operations
type TokenManager interface {
	GetAPITokens(userID int) ([]APIToken, error)
	CreateAPIToken(token APIToken) (APIToken, error)
	GetAPIToken(tokenID string) (APIToken, error)
	ExpireAPIToken(userID int, tokenID string) error
	DeleteAPIToken(userID int, tokenID string) error
}

// ExternalIdentityManager handles external identity-related operations
type ExternalIdentityManager interface {
	GetExternalIdentity(idType string, provider string, externalUID string) (UserExternalIdentity, error)
	GetUserExternalIdentities(userID int) ([]UserExternalIdentity, error)
	CreateExternalIdentity(identity UserExternalIdentity) (UserExternalIdentity, error)
	DeleteExternalIdentity(userID int, idType string, provider string) error
}

// TaskManager handles task-related operations
type TaskManager interface {
	CreateTask(task Task, maxTasks int) (Task, error)
	UpdateTask(task Task) error
	UpdateTaskArtifacts(projectID int, taskID int, artifacts *string) error
	SetWaitingTasksToStopped(projectID int, templateID int) error
	GetTemplateTasks(projectID int, templateID int, params RetrieveQueryParams) ([]TaskWithTpl, error)
	GetProjectTasks(projectID int, params RetrieveQueryParams) ([]TaskWithTpl, error)
	GetTask(projectID int, taskID int) (Task, error)
	GetTaskByID(taskID int) (Task, error)
	DeleteTaskWithOutputs(projectID int, taskID int) error
	GetTaskOutputs(projectID int, taskID int, params RetrieveQueryParams) ([]TaskOutput, error)
	CreateTaskOutput(output TaskOutput) (TaskOutput, error)
	InsertTaskOutputBatch(output []TaskOutput) error
	CreateTaskStage(stage TaskStage) (TaskStage, error)
	EndTaskStage(taskID int, stageID int, end time.Time) error
	CreateTaskStageResult(taskID int, stageID int, result map[string]any) error
	GetTaskStages(projectID int, taskID int) ([]TaskStageWithResult, error)
	GetTaskStageResult(projectID int, taskID int, stageID int) (TaskStageResult, error)
	GetTaskStageOutputs(projectID int, taskID int, stageID int) ([]TaskOutput, error)
	GetTaskStats(projectID int, templateID *int, unit TaskStatUnit, filter TaskFilter) ([]TaskStat, error)
}

type AnsibleTaskRepository interface {
	CreateAnsibleTaskHost(host AnsibleTaskHost) error
	CreateAnsibleTaskError(error AnsibleTaskError) error
	GetAnsibleTaskHosts(projectID int, taskID int) ([]AnsibleTaskHost, error)
	GetAnsibleTaskErrors(projectID int, taskID int) ([]AnsibleTaskError, error)
}

// ScheduleManager handles schedule-related operations
type ScheduleManager interface {
	GetSchedules() ([]Schedule, error)
	GetProjectSchedules(projectID int, includeTaskParams bool, includeCommitCheckers bool) ([]ScheduleWithTpl, error)
	GetTemplateSchedules(projectID int, templateID int, onlyCommitCheckers bool) ([]Schedule, error)
	CreateSchedule(schedule Schedule) (Schedule, error)
	UpdateSchedule(schedule Schedule) error
	SetScheduleCommitHash(projectID int, scheduleID int, hash string) error
	SetScheduleActive(projectID int, scheduleID int, active bool) error
	GetSchedule(projectID int, scheduleID int) (Schedule, error)
	DeleteSchedule(projectID int, scheduleID int) error
}

// ViewManager handles view-related operations
type ViewManager interface {
	GetView(projectID int, viewID int) (View, error)
	GetViews(projectID int) ([]View, error)
	UpdateView(view View) error
	CreateView(view View) (View, error)
	DeleteView(projectID int, viewID int) error
	SetViewPositions(projectID int, viewPositions map[int]int) error
}

// RunnerManager handles runner-related operations
type RunnerManager interface {
	GetRunner(projectID int, runnerID int) (Runner, error)
	GetRunners(projectID int, activeAndRegisteredOnly bool, tagFilterMode RunnerTagFilterMode, tag *string) ([]Runner, error)
	DeleteRunner(projectID int, runnerID int) error
	GetRunnerByToken(token string) (Runner, error)
	GetGlobalRunner(runnerID int) (Runner, error)
	GetAllRunners(activeAndRegisteredOnly bool, globalOnly bool, tagFilterMode RunnerTagFilterMode, tag *string) ([]Runner, error)
	DeleteGlobalRunner(runnerID int) error
	UpdateRunner(runner Runner) error
	CreateRunner(runner Runner) (Runner, error)
	// RegisterRunner finalizes a previously created tokenless ("unregistered")
	// runner, looked up by the hash of the one-time registration token it presents:
	// it generates the runner's auth token, stores its public key, activates it and
	// clears the registration token. It fails if no matching runner exists, the
	// token has expired, or the runner is already registered.
	RegisterRunner(registrationTokenHash string, publicKey *string) (Runner, error)
	// ResetRunnerRegistration moves a runner (back) to the unregistered state: it
	// clears the auth token, public key and active flag, and stores a new one-time
	// registration token hash and its expiry.
	ResetRunnerRegistration(runnerID int, registrationTokenHash string, expiresAt time.Time) error
	TouchRunner(runner Runner) (err error)
	ClearRunnerCache(runner Runner) (err error)
	GetRunnerTags(projectID int) ([]RunnerTag, error)
	GetGlobalRunnerTags() ([]RunnerTag, error)
	GetRunnerCount() (int, error)
}

// EventManager handles event-related operations
type EventManager interface {
	CreateEvent(event Event) (Event, error)
	GetUserEvents(userID int, params RetrieveQueryParams) ([]Event, error)
	GetEvents(projectID int, params RetrieveQueryParams) ([]Event, error)
	GetAllEvents(params RetrieveQueryParams) ([]Event, error)
}

type SecretStorageRepository interface {
	GetSecretStorages(projectID int) ([]SecretStorage, error)
	CreateSecretStorage(storage SecretStorage) (SecretStorage, error)
	GetSecretStorage(projectID int, storageID int) (SecretStorage, error)
	UpdateSecretStorage(storage SecretStorage) error
	GetSecretStorageRefs(projectID int, storageID int) (ObjectReferrers, error)
	DeleteSecretStorage(projectID int, storageID int) error
}

type SecretSyncRepository interface {
	// GetSyncEnabledSecretSyncs returns every sync config (storage-level
	// and env-scoped) that is enabled with a positive interval.
	GetSyncEnabledSecretSyncs() ([]SecretSync, error)
	MarkSecretSyncSynced(syncID int, success bool, at time.Time) error

	// GetStorageSecretSync returns the storage-level sync (EnvironmentID=nil)
	// for the given storage, or ErrNotFound.
	GetStorageSecretSync(storageID int) (SecretSync, error)
	// GetEnvironmentSecretSync returns the env-scoped sync for the env,
	// or ErrNotFound.
	GetEnvironmentSecretSync(environmentID int) (SecretSync, error)

	// SaveSecretSync upserts a sync config (and its paths) identified by
	// (StorageID, EnvironmentID) on the passed struct. When SyncEnabled
	// is false, SyncInterval is zero, and Paths is empty, the row is
	// deleted instead of being written.
	SaveSecretSync(sync SecretSync) error
}

type RoleRepository interface {
	GetGlobalRoleBySlug(slug string) (Role, error)
	GetProjectOrGlobalRoleBySlug(projectID int, slug string) (Role, error)
	GetProjectRole(projectID int, slug string) (Role, error)
	GetProjectRoles(projectID int) ([]Role, error)
	GetGlobalRoles() ([]Role, error)
	UpdateRole(role Role) error
	CreateRole(role Role) (Role, error)
	DeleteRole(slug string) error
}

// Store is the main interface that aggregates all specialized interfaces
type Store interface {
	ConnectionManager
	MigrationManager
	OptionsManager
	UserManager
	ProjectStore
	ProjectInviteRepository
	TemplateManager
	InventoryManager
	RepositoryManager
	EnvironmentManager
	AccessKeyManager
	IntegrationManager
	SessionManager
	TokenManager
	ExternalIdentityManager
	TaskManager
	ScheduleManager
	ViewManager
	RunnerManager
	EventManager
	SecretStorageRepository
	SecretSyncRepository
	RoleRepository
}

var AccessKeyProps = ObjectProps{
	TableName:             "access_key",
	Type:                  reflect.TypeFor[AccessKey](),
	PrimaryColumnName:     "id",
	ReferringColumnSuffix: "key_id",
	SortableColumns:       []string{"name", "type"},
	DefaultSortingColumn:  "name",
}

var IntegrationProps = ObjectProps{
	TableName:             "project__integration",
	Type:                  reflect.TypeFor[Integration](),
	PrimaryColumnName:     "id",
	ReferringColumnSuffix: "integration_id",
	SortableColumns:       []string{"name"},
	DefaultSortingColumn:  "name",
}

var TaskParamsProps = ObjectProps{
	TableName:             "project__task_params",
	Type:                  reflect.TypeFor[TaskParams](),
	PrimaryColumnName:     "id",
	ReferringColumnSuffix: "params_id",
}

var IntegrationExtractValueProps = ObjectProps{
	TableName:            "project__integration_extract_value",
	Type:                 reflect.TypeFor[IntegrationExtractValue](),
	PrimaryColumnName:    "id",
	SortableColumns:      []string{"name"},
	DefaultSortingColumn: "name",
}

var IntegrationMatcherProps = ObjectProps{
	TableName:            "project__integration_matcher",
	Type:                 reflect.TypeFor[IntegrationMatcher](),
	PrimaryColumnName:    "id",
	SortableColumns:      []string{"name"},
	DefaultSortingColumn: "name",
}

var IntegrationAliasProps = ObjectProps{
	TableName:         "project__integration_alias",
	Type:              reflect.TypeFor[IntegrationAlias](),
	PrimaryColumnName: "id",
}

var EnvironmentProps = ObjectProps{
	TableName:             "project__environment",
	Type:                  reflect.TypeFor[Environment](),
	PrimaryColumnName:     "id",
	ReferringColumnSuffix: "environment_id",
	SortableColumns:       []string{"name"},
	DefaultSortingColumn:  "name",
}

var InventoryProps = ObjectProps{
	TableName:             "project__inventory",
	Type:                  reflect.TypeFor[Inventory](),
	PrimaryColumnName:     "id",
	ReferringColumnSuffix: "inventory_id",
	SortableColumns:       []string{"name"},
	DefaultSortingColumn:  "name",
	Ownerships:            []*ObjectProps{&TemplateProps},
}

var RepositoryProps = ObjectProps{
	TableName:             "project__repository",
	Type:                  reflect.TypeFor[Repository](),
	PrimaryColumnName:     "id",
	ReferringColumnSuffix: "repository_id",
	DefaultSortingColumn:  "name",
}

var TemplateProps = ObjectProps{
	TableName:             "project__template",
	Type:                  reflect.TypeFor[Template](),
	PrimaryColumnName:     "id",
	ReferringColumnSuffix: "template_id",
	SortableColumns:       []string{"name", "playbook", "inventory", "repository"},
	DefaultSortingColumn:  "name",
}

var WorkflowTemplateProps = ObjectProps{
	TableName:             "project__workflow_template",
	Type:                  reflect.TypeFor[WorkflowTemplate](),
	PrimaryColumnName:     "id",
	ReferringColumnSuffix: "workflow_template_id",
	SortableColumns:       []string{"name"},
	DefaultSortingColumn:  "name",
}

var ProjectUserProps = ObjectProps{
	TableName:         "project__user",
	Type:              reflect.TypeFor[ProjectUser](),
	PrimaryColumnName: "user_id",
}

var ProjectInviteProps = ObjectProps{
	TableName:             "project__invite",
	Type:                  reflect.TypeFor[ProjectInvite](),
	PrimaryColumnName:     "id",
	ReferringColumnSuffix: "invite_id",
	SortableColumns:       []string{"created", "status", "role"},
	DefaultSortingColumn:  "created",
}

var ProjectProps = ObjectProps{
	TableName:             "project",
	Type:                  reflect.TypeFor[Project](),
	PrimaryColumnName:     "id",
	ReferringColumnSuffix: "project_id",
	DefaultSortingColumn:  "name",
	IsGlobal:              true,
}

var ScheduleProps = ObjectProps{
	TableName:         "project__schedule",
	Type:              reflect.TypeFor[Schedule](),
	PrimaryColumnName: "id",
	Ownerships:        []*ObjectProps{&ProjectProps},
}

var SecretStorageProps = ObjectProps{
	TableName:             "project__secret_storage",
	ReferringColumnSuffix: "storage_id",
	Type:                  reflect.TypeFor[SecretStorage](),
	PrimaryColumnName:     "id",
	Ownerships:            []*ObjectProps{&ProjectProps},
}

var RoleProps = ObjectProps{
	TableName:         "role",
	Type:              reflect.TypeFor[Role](),
	PrimaryColumnName: "slug",
	IsGlobal:          true,
	SortableColumns:   []string{"name"},
}

var UserProps = ObjectProps{
	TableName:         "user",
	Type:              reflect.TypeFor[User](),
	PrimaryColumnName: "id",
	IsGlobal:          true,
	SortableColumns:   []string{"name", "username", "email", "role"},
}

var SessionProps = ObjectProps{
	TableName:         "session",
	Type:              reflect.TypeFor[Session](),
	PrimaryColumnName: "id",
}

var TokenProps = ObjectProps{
	TableName:         "user__token",
	Type:              reflect.TypeFor[APIToken](),
	PrimaryColumnName: "id",
}

var UserExternalIdentityProps = ObjectProps{
	TableName:         "user__external_identity",
	Type:              reflect.TypeFor[UserExternalIdentity](),
	PrimaryColumnName: "id",
}

var TaskProps = ObjectProps{
	TableName:         "task",
	Type:              reflect.TypeFor[Task](),
	PrimaryColumnName: "id",
	IsGlobal:          true,
	SortInverted:      true,
}

var TaskOutputProps = ObjectProps{
	TableName: "task__output",
	Type:      reflect.TypeFor[TaskOutput](),
}

var TaskStageProps = ObjectProps{
	TableName: "task__stage",
	Type:      reflect.TypeFor[TaskStage](),
}

var TaskStageResultProps = ObjectProps{
	TableName: "task__stage_result",
	Type:      reflect.TypeFor[TaskStageResult](),
}

var ViewProps = ObjectProps{
	TableName:            "project__view",
	Type:                 reflect.TypeFor[View](),
	PrimaryColumnName:    "id",
	DefaultSortingColumn: "position",
}

var GlobalRunnerProps = ObjectProps{
	TableName:            "runner",
	Type:                 reflect.TypeFor[Runner](),
	PrimaryColumnName:    "id",
	DefaultSortingColumn: "id",
	SortInverted:         true,
	IsGlobal:             true,
}

var OptionProps = ObjectProps{
	TableName:         "option",
	Type:              reflect.TypeFor[Option](),
	PrimaryColumnName: "key",
	IsGlobal:          true,
}

var TemplateVaultProps = ObjectProps{
	TableName:             "project__template_vault",
	Type:                  reflect.TypeFor[TemplateVault](),
	PrimaryColumnName:     "id",
	ReferringColumnSuffix: "template_id",
}

var UserTotpProps = ObjectProps{
	TableName:         "user__totp",
	Type:              reflect.TypeFor[UserTotp](),
	PrimaryColumnName: "id",
}

func (p ObjectProps) GetReferringFieldsFrom(t reflect.Type) (fields []string, err error) {
	if p.ReferringColumnSuffix == "" {
		err = errors.New("referring column suffix is not set")
		return
	}

	n := t.NumField()
	for i := range n {
		if !strings.HasSuffix(t.Field(i).Tag.Get("db"), p.ReferringColumnSuffix) {
			continue
		}
		fields = append(fields, t.Field(i).Tag.Get("db"))
	}

	for i := range n {
		if t.Field(i).Tag != "" || t.Field(i).Type.Kind() != reflect.Struct {
			continue
		}
		var nested []string
		nested, err = p.GetReferringFieldsFrom(t.Field(i).Type)
		if err != nil {
			return
		}
		fields = append(fields, nested...)
	}

	return
}

func ValidateRepository(store Store, repo *Repository) (err error) {
	_, err = store.GetAccessKey(repo.ProjectID, repo.SSHKeyID)

	return
}

func ValidateInventory(store Store, inventory *Inventory) (err error) {
	if inventory.SSHKeyID != nil {
		_, err = store.GetAccessKey(inventory.ProjectID, *inventory.SSHKeyID)
	}

	if err != nil {
		return
	}

	if inventory.BecomeKeyID != nil {
		_, err = store.GetAccessKey(inventory.ProjectID, *inventory.BecomeKeyID)
	}

	if err != nil {
		return
	}

	if inventory.TemplateID != nil {
		_, err = store.GetTemplate(inventory.ProjectID, *inventory.TemplateID)
	}

	return
}

type StringArrayField []string

func (m *StringArrayField) Scan(value any) error {
	if value == nil {
		*m = nil
		return nil
	}

	switch v := value.(type) {
	case []byte:
		return json.Unmarshal(v, m)
	case string:
		return json.Unmarshal([]byte(v), m)
	default:
		return errors.New("unsupported type for MapStringAnyField")
	}
}

// Value implements the driver.Valuer interface for MapStringAnyField
func (m *StringArrayField) Value() (driver.Value, error) {
	if m == nil {
		return nil, nil
	}
	return json.Marshal(m)
}

type MapStringAnyField map[string]any

func (m *MapStringAnyField) Scan(value any) error {
	if value == nil {
		*m = nil
		return nil
	}

	switch v := value.(type) {
	case []byte:
		return json.Unmarshal(v, m)
	case string:
		return json.Unmarshal([]byte(v), m)
	default:
		return errors.New("unsupported type for MapStringAnyField")
	}
}

// Value implements the driver.Valuer interface for MapStringAnyField
// DO NOT ADD *, It breaks method call
func (m MapStringAnyField) Value() (driver.Value, error) {
	if m == nil {
		return nil, nil
	}
	return json.Marshal(m)
}