There are several fields that are common among some of the data structures in garm. The RunnerPrefix is just one of them. Perhaps we should move some of the rest in a common type and embed that into the types that share those fields. Signed-off-by: Gabriel Adrian Samfira <gsamfira@cloudbasesolutions.com>
406 lines
11 KiB
Go
406 lines
11 KiB
Go
// Copyright 2022 Cloudbase Solutions SRL
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License"); you may
|
|
// not use this file except in compliance with the License. You may obtain
|
|
// a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
// WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
// License for the specific language governing permissions and limitations
|
|
// under the License.
|
|
|
|
package sql
|
|
|
|
import (
|
|
"context"
|
|
"fmt"
|
|
runnerErrors "garm/errors"
|
|
"garm/params"
|
|
"garm/util"
|
|
|
|
"github.com/pkg/errors"
|
|
uuid "github.com/satori/go.uuid"
|
|
"gorm.io/gorm"
|
|
)
|
|
|
|
func (s *sqlDatabase) CreateOrganization(ctx context.Context, name, credentialsName, webhookSecret string) (params.Organization, error) {
|
|
secret := []byte{}
|
|
var err error
|
|
if webhookSecret != "" {
|
|
secret, err = util.Aes256EncodeString(webhookSecret, s.cfg.Passphrase)
|
|
if err != nil {
|
|
return params.Organization{}, fmt.Errorf("failed to encrypt string")
|
|
}
|
|
}
|
|
newOrg := Organization{
|
|
Name: name,
|
|
WebhookSecret: secret,
|
|
CredentialsName: credentialsName,
|
|
}
|
|
|
|
q := s.conn.Create(&newOrg)
|
|
if q.Error != nil {
|
|
return params.Organization{}, errors.Wrap(q.Error, "creating org")
|
|
}
|
|
|
|
param := s.sqlToCommonOrganization(newOrg)
|
|
param.WebhookSecret = webhookSecret
|
|
|
|
return param, nil
|
|
}
|
|
|
|
func (s *sqlDatabase) GetOrganization(ctx context.Context, name string) (params.Organization, error) {
|
|
org, err := s.getOrg(ctx, name)
|
|
if err != nil {
|
|
return params.Organization{}, errors.Wrap(err, "fetching org")
|
|
}
|
|
|
|
param := s.sqlToCommonOrganization(org)
|
|
secret, err := util.Aes256DecodeString(org.WebhookSecret, s.cfg.Passphrase)
|
|
if err != nil {
|
|
return params.Organization{}, errors.Wrap(err, "decrypting secret")
|
|
}
|
|
param.WebhookSecret = secret
|
|
|
|
return param, nil
|
|
}
|
|
|
|
func (s *sqlDatabase) ListOrganizations(ctx context.Context) ([]params.Organization, error) {
|
|
var orgs []Organization
|
|
q := s.conn.Find(&orgs)
|
|
if q.Error != nil {
|
|
return []params.Organization{}, errors.Wrap(q.Error, "fetching org from database")
|
|
}
|
|
|
|
ret := make([]params.Organization, len(orgs))
|
|
for idx, val := range orgs {
|
|
ret[idx] = s.sqlToCommonOrganization(val)
|
|
}
|
|
|
|
return ret, nil
|
|
}
|
|
|
|
func (s *sqlDatabase) DeleteOrganization(ctx context.Context, orgID string) error {
|
|
org, err := s.getOrgByID(ctx, orgID)
|
|
if err != nil {
|
|
return errors.Wrap(err, "fetching org")
|
|
}
|
|
|
|
q := s.conn.Unscoped().Delete(&org)
|
|
if q.Error != nil && !errors.Is(q.Error, gorm.ErrRecordNotFound) {
|
|
return errors.Wrap(q.Error, "deleting org")
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
func (s *sqlDatabase) UpdateOrganization(ctx context.Context, orgID string, param params.UpdateRepositoryParams) (params.Organization, error) {
|
|
org, err := s.getOrgByID(ctx, orgID)
|
|
if err != nil {
|
|
return params.Organization{}, errors.Wrap(err, "fetching org")
|
|
}
|
|
|
|
if param.CredentialsName != "" {
|
|
org.CredentialsName = param.CredentialsName
|
|
}
|
|
|
|
if param.WebhookSecret != "" {
|
|
secret, err := util.Aes256EncodeString(param.WebhookSecret, s.cfg.Passphrase)
|
|
if err != nil {
|
|
return params.Organization{}, fmt.Errorf("failed to encrypt string")
|
|
}
|
|
org.WebhookSecret = secret
|
|
}
|
|
|
|
q := s.conn.Save(&org)
|
|
if q.Error != nil {
|
|
return params.Organization{}, errors.Wrap(q.Error, "saving org")
|
|
}
|
|
|
|
newParams := s.sqlToCommonOrganization(org)
|
|
secret, err := util.Aes256DecodeString(org.WebhookSecret, s.cfg.Passphrase)
|
|
if err != nil {
|
|
return params.Organization{}, errors.Wrap(err, "decrypting secret")
|
|
}
|
|
newParams.WebhookSecret = secret
|
|
return newParams, nil
|
|
}
|
|
|
|
func (s *sqlDatabase) GetOrganizationByID(ctx context.Context, orgID string) (params.Organization, error) {
|
|
org, err := s.getOrgByID(ctx, orgID, "Pools")
|
|
if err != nil {
|
|
return params.Organization{}, errors.Wrap(err, "fetching org")
|
|
}
|
|
|
|
param := s.sqlToCommonOrganization(org)
|
|
secret, err := util.Aes256DecodeString(org.WebhookSecret, s.cfg.Passphrase)
|
|
if err != nil {
|
|
return params.Organization{}, errors.Wrap(err, "decrypting secret")
|
|
}
|
|
param.WebhookSecret = secret
|
|
|
|
return param, nil
|
|
}
|
|
|
|
func (s *sqlDatabase) CreateOrganizationPool(ctx context.Context, orgId string, param params.CreatePoolParams) (params.Pool, error) {
|
|
if len(param.Tags) == 0 {
|
|
return params.Pool{}, runnerErrors.NewBadRequestError("no tags specified")
|
|
}
|
|
|
|
org, err := s.getOrgByID(ctx, orgId)
|
|
if err != nil {
|
|
return params.Pool{}, errors.Wrap(err, "fetching org")
|
|
}
|
|
|
|
newPool := Pool{
|
|
ProviderName: param.ProviderName,
|
|
MaxRunners: param.MaxRunners,
|
|
MinIdleRunners: param.MinIdleRunners,
|
|
RunnerPrefix: param.GetRunnerPrefix(),
|
|
Image: param.Image,
|
|
Flavor: param.Flavor,
|
|
OSType: param.OSType,
|
|
OSArch: param.OSArch,
|
|
OrgID: org.ID,
|
|
Enabled: param.Enabled,
|
|
RunnerBootstrapTimeout: param.RunnerBootstrapTimeout,
|
|
}
|
|
|
|
_, err = s.getOrgPoolByUniqueFields(ctx, orgId, newPool.ProviderName, newPool.Image, newPool.Flavor)
|
|
if err != nil {
|
|
if !errors.Is(err, runnerErrors.ErrNotFound) {
|
|
return params.Pool{}, errors.Wrap(err, "creating pool")
|
|
}
|
|
} else {
|
|
return params.Pool{}, runnerErrors.NewConflictError("pool with the same image and flavor already exists on this provider")
|
|
}
|
|
|
|
tags := []Tag{}
|
|
for _, val := range param.Tags {
|
|
t, err := s.getOrCreateTag(val)
|
|
if err != nil {
|
|
return params.Pool{}, errors.Wrap(err, "fetching tag")
|
|
}
|
|
tags = append(tags, t)
|
|
}
|
|
|
|
q := s.conn.Create(&newPool)
|
|
if q.Error != nil {
|
|
return params.Pool{}, errors.Wrap(q.Error, "adding pool")
|
|
}
|
|
|
|
for _, tt := range tags {
|
|
if err := s.conn.Model(&newPool).Association("Tags").Append(&tt); err != nil {
|
|
return params.Pool{}, errors.Wrap(err, "saving tag")
|
|
}
|
|
}
|
|
|
|
pool, err := s.getPoolByID(ctx, newPool.ID.String(), "Tags", "Instances", "Enterprise", "Organization", "Repository")
|
|
if err != nil {
|
|
return params.Pool{}, errors.Wrap(err, "fetching pool")
|
|
}
|
|
|
|
return s.sqlToCommonPool(pool), nil
|
|
}
|
|
|
|
func (s *sqlDatabase) ListOrgPools(ctx context.Context, orgID string) ([]params.Pool, error) {
|
|
pools, err := s.getOrgPools(ctx, orgID, "Tags")
|
|
if err != nil {
|
|
return nil, errors.Wrap(err, "fetching pools")
|
|
}
|
|
|
|
ret := make([]params.Pool, len(pools))
|
|
for idx, pool := range pools {
|
|
ret[idx] = s.sqlToCommonPool(pool)
|
|
}
|
|
|
|
return ret, nil
|
|
}
|
|
|
|
func (s *sqlDatabase) GetOrganizationPool(ctx context.Context, orgID, poolID string) (params.Pool, error) {
|
|
pool, err := s.getOrgPool(ctx, orgID, poolID, "Tags", "Instances")
|
|
if err != nil {
|
|
return params.Pool{}, errors.Wrap(err, "fetching pool")
|
|
}
|
|
return s.sqlToCommonPool(pool), nil
|
|
}
|
|
|
|
func (s *sqlDatabase) DeleteOrganizationPool(ctx context.Context, orgID, poolID string) error {
|
|
pool, err := s.getOrgPool(ctx, orgID, poolID)
|
|
if err != nil {
|
|
return errors.Wrap(err, "looking up org pool")
|
|
}
|
|
q := s.conn.Unscoped().Delete(&pool)
|
|
if q.Error != nil && !errors.Is(q.Error, gorm.ErrRecordNotFound) {
|
|
return errors.Wrap(q.Error, "deleting pool")
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (s *sqlDatabase) FindOrganizationPoolByTags(ctx context.Context, orgID string, tags []string) (params.Pool, error) {
|
|
pool, err := s.findPoolByTags(orgID, "org_id", tags)
|
|
if err != nil {
|
|
return params.Pool{}, errors.Wrap(err, "fetching pool")
|
|
}
|
|
return pool, nil
|
|
}
|
|
|
|
func (s *sqlDatabase) ListOrgInstances(ctx context.Context, orgID string) ([]params.Instance, error) {
|
|
pools, err := s.getOrgPools(ctx, orgID, "Instances")
|
|
if err != nil {
|
|
return nil, errors.Wrap(err, "fetching org")
|
|
}
|
|
ret := []params.Instance{}
|
|
for _, pool := range pools {
|
|
for _, instance := range pool.Instances {
|
|
ret = append(ret, s.sqlToParamsInstance(instance))
|
|
}
|
|
}
|
|
return ret, nil
|
|
}
|
|
|
|
func (s *sqlDatabase) UpdateOrganizationPool(ctx context.Context, orgID, poolID string, param params.UpdatePoolParams) (params.Pool, error) {
|
|
pool, err := s.getOrgPool(ctx, orgID, poolID, "Tags", "Instances", "Enterprise", "Organization", "Repository")
|
|
if err != nil {
|
|
return params.Pool{}, errors.Wrap(err, "fetching pool")
|
|
}
|
|
|
|
return s.updatePool(pool, param)
|
|
}
|
|
|
|
func (s *sqlDatabase) getPoolByID(ctx context.Context, poolID string, preload ...string) (Pool, error) {
|
|
u, err := uuid.FromString(poolID)
|
|
if err != nil {
|
|
return Pool{}, errors.Wrap(runnerErrors.ErrBadRequest, "parsing id")
|
|
}
|
|
var pool Pool
|
|
q := s.conn.Model(&Pool{})
|
|
if len(preload) > 0 {
|
|
for _, item := range preload {
|
|
q = q.Preload(item)
|
|
}
|
|
}
|
|
|
|
q = q.Where("id = ?", u).First(&pool)
|
|
|
|
if q.Error != nil {
|
|
if errors.Is(q.Error, gorm.ErrRecordNotFound) {
|
|
return Pool{}, runnerErrors.ErrNotFound
|
|
}
|
|
return Pool{}, errors.Wrap(q.Error, "fetching org from database")
|
|
}
|
|
return pool, nil
|
|
}
|
|
|
|
func (s *sqlDatabase) getOrgPool(ctx context.Context, orgID, poolID string, preload ...string) (Pool, error) {
|
|
org, err := s.getOrgByID(ctx, orgID)
|
|
if err != nil {
|
|
return Pool{}, errors.Wrap(err, "fetching org")
|
|
}
|
|
|
|
u, err := uuid.FromString(poolID)
|
|
if err != nil {
|
|
return Pool{}, errors.Wrap(runnerErrors.ErrBadRequest, "parsing id")
|
|
}
|
|
|
|
q := s.conn
|
|
if len(preload) > 0 {
|
|
for _, item := range preload {
|
|
q = q.Preload(item)
|
|
}
|
|
}
|
|
|
|
var pool []Pool
|
|
err = q.Model(&org).Association("Pools").Find(&pool, "id = ?", u)
|
|
if err != nil {
|
|
return Pool{}, errors.Wrap(err, "fetching pool")
|
|
}
|
|
if len(pool) == 0 {
|
|
return Pool{}, runnerErrors.ErrNotFound
|
|
}
|
|
|
|
return pool[0], nil
|
|
}
|
|
|
|
func (s *sqlDatabase) getOrgPools(ctx context.Context, orgID string, preload ...string) ([]Pool, error) {
|
|
org, err := s.getOrgByID(ctx, orgID)
|
|
if err != nil {
|
|
return nil, errors.Wrap(err, "fetching org")
|
|
}
|
|
|
|
var pools []Pool
|
|
|
|
q := s.conn.Model(&org)
|
|
if len(preload) > 0 {
|
|
for _, item := range preload {
|
|
q = q.Preload(item)
|
|
}
|
|
}
|
|
err = q.Association("Pools").Find(&pools)
|
|
|
|
if err != nil {
|
|
return nil, errors.Wrap(err, "fetching pool")
|
|
}
|
|
|
|
return pools, nil
|
|
}
|
|
|
|
func (s *sqlDatabase) getOrgByID(ctx context.Context, id string, preload ...string) (Organization, error) {
|
|
u, err := uuid.FromString(id)
|
|
if err != nil {
|
|
return Organization{}, errors.Wrap(runnerErrors.ErrBadRequest, "parsing id")
|
|
}
|
|
var org Organization
|
|
|
|
q := s.conn
|
|
if len(preload) > 0 {
|
|
for _, field := range preload {
|
|
q = q.Preload(field)
|
|
}
|
|
}
|
|
q = q.Where("id = ?", u).First(&org)
|
|
|
|
if q.Error != nil {
|
|
if errors.Is(q.Error, gorm.ErrRecordNotFound) {
|
|
return Organization{}, runnerErrors.ErrNotFound
|
|
}
|
|
return Organization{}, errors.Wrap(q.Error, "fetching org from database")
|
|
}
|
|
return org, nil
|
|
}
|
|
|
|
func (s *sqlDatabase) getOrg(ctx context.Context, name string) (Organization, error) {
|
|
var org Organization
|
|
|
|
q := s.conn.Where("name = ? COLLATE NOCASE", name)
|
|
q = q.First(&org)
|
|
if q.Error != nil {
|
|
if errors.Is(q.Error, gorm.ErrRecordNotFound) {
|
|
return Organization{}, runnerErrors.ErrNotFound
|
|
}
|
|
return Organization{}, errors.Wrap(q.Error, "fetching org from database")
|
|
}
|
|
return org, nil
|
|
}
|
|
|
|
func (s *sqlDatabase) getOrgPoolByUniqueFields(ctx context.Context, orgID string, provider, image, flavor string) (Pool, error) {
|
|
org, err := s.getOrgByID(ctx, orgID)
|
|
if err != nil {
|
|
return Pool{}, errors.Wrap(err, "fetching org")
|
|
}
|
|
|
|
q := s.conn
|
|
var pool []Pool
|
|
err = q.Model(&org).Association("Pools").Find(&pool, "provider_name = ? and image = ? and flavor = ?", provider, image, flavor)
|
|
if err != nil {
|
|
return Pool{}, errors.Wrap(err, "fetching pool")
|
|
}
|
|
if len(pool) == 0 {
|
|
return Pool{}, runnerErrors.ErrNotFound
|
|
}
|
|
|
|
return pool[0], nil
|
|
}
|