mirror of
https://hubproxy.babadafafafafa.cn/https://github.com/yunionio/cloudpods.git
synced 2026-09-20 08:03:53 +08:00
326 lines
9.3 KiB
Go
326 lines
9.3 KiB
Go
// Copyright 2019 Yunion
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
package db
|
|
|
|
import (
|
|
"context"
|
|
"database/sql"
|
|
"fmt"
|
|
"reflect"
|
|
"strings"
|
|
"time"
|
|
|
|
"yunion.io/x/jsonutils"
|
|
"yunion.io/x/log"
|
|
"yunion.io/x/pkg/errors"
|
|
"yunion.io/x/pkg/util/rbacscope"
|
|
"yunion.io/x/pkg/util/reflectutils"
|
|
"yunion.io/x/sqlchemy"
|
|
|
|
"yunion.io/x/onecloud/pkg/apis"
|
|
"yunion.io/x/onecloud/pkg/cloudcommon/db/lockman"
|
|
"yunion.io/x/onecloud/pkg/mcclient"
|
|
"yunion.io/x/onecloud/pkg/util/stringutils2"
|
|
)
|
|
|
|
type SJointResourceBase struct {
|
|
SResourceBase
|
|
|
|
RowId int64 `primary:"true" auto_increment:"true" list:"user"`
|
|
}
|
|
|
|
type SJointResourceBaseManager struct {
|
|
SResourceBaseManager
|
|
|
|
_master IStandaloneModelManager
|
|
_slave IStandaloneModelManager
|
|
}
|
|
|
|
func NewJointResourceBaseManager(dt interface{}, tableName string, keyword string, keywordPlural string, master IStandaloneModelManager, slave IStandaloneModelManager) SJointResourceBaseManager {
|
|
log.Debugf("Initialize %s", keywordPlural)
|
|
if master == nil {
|
|
msg := fmt.Sprintf("%s master is nil, retry initialization later...", keywordPlural)
|
|
log.Errorf("%s", msg)
|
|
panic(msg)
|
|
}
|
|
if slave == nil {
|
|
msg := fmt.Sprintf("%s slave is nil, retry initialization later...", keywordPlural)
|
|
log.Errorf("%s", msg)
|
|
panic(msg)
|
|
}
|
|
return SJointResourceBaseManager{
|
|
SResourceBaseManager: NewResourceBaseManager(dt, tableName, keyword, keywordPlural),
|
|
_master: master,
|
|
_slave: slave,
|
|
}
|
|
}
|
|
|
|
func (manager *SJointResourceBaseManager) GetIJointModelManager() IJointModelManager {
|
|
return manager.GetVirtualObject().(IJointModelManager)
|
|
}
|
|
|
|
func (manager *SJointResourceBaseManager) GetMasterManager() IStandaloneModelManager {
|
|
return manager._master
|
|
}
|
|
|
|
func (manager *SJointResourceBaseManager) GetSlaveManager() IStandaloneModelManager {
|
|
return manager._slave
|
|
}
|
|
|
|
func (manager *SJointResourceBaseManager) CreateByInsertOrUpdate() bool {
|
|
return false
|
|
}
|
|
|
|
/*
|
|
func queryField(q *sqlchemy.SQuery, manager IModelManager) sqlchemy.IQueryField {
|
|
field := q.Field(fmt.Sprintf("%s_id", manager.Keyword()))
|
|
if field == nil && len(manager.Alias()) > 0 {
|
|
field = q.Field(fmt.Sprintf("%s_id", manager.Alias()))
|
|
}
|
|
return field
|
|
}
|
|
|
|
func (manager *SJointResourceBaseManager) MasterField(q *sqlchemy.SQuery) sqlchemy.IQueryField {
|
|
return queryField(q, manager.GetMasterManager())
|
|
}
|
|
|
|
func (manager *SJointResourceBaseManager) SlaveField(q *sqlchemy.SQuery) sqlchemy.IQueryField {
|
|
return queryField(q, manager.GetSlaveManager())
|
|
}
|
|
*/
|
|
|
|
func (manager *SJointResourceBaseManager) FilterByParams(q *sqlchemy.SQuery, params jsonutils.JSONObject) *sqlchemy.SQuery {
|
|
return q
|
|
}
|
|
|
|
func JointModelExtra(jointModel IJointModel) (string, string) {
|
|
masterName, slaveName := "", ""
|
|
master := JointMaster(jointModel)
|
|
if master != nil {
|
|
masterName = master.GetName()
|
|
}
|
|
slave := JointSlave(jointModel)
|
|
if slave != nil {
|
|
slaveName = slave.GetName()
|
|
}
|
|
return masterName, slaveName
|
|
}
|
|
|
|
func (joint *SJointResourceBase) GetJointModelManager() IJointModelManager {
|
|
return joint.SResourceBase.GetModelManager().(IJointModelManager)
|
|
}
|
|
|
|
func getFieldValue(joint IJointModel, keyword string, alias string, fieldIdKey string) string {
|
|
jointValue := reflect.Indirect(reflect.ValueOf(joint))
|
|
for _, valKey := range []string{
|
|
fmt.Sprintf("%s_id", keyword),
|
|
fmt.Sprintf("%s_id", alias),
|
|
fieldIdKey,
|
|
} {
|
|
idStr, ok := reflectutils.FindStructFieldInterface(jointValue, valKey)
|
|
if ok {
|
|
return idStr.(string)
|
|
}
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func JointMasterID(joint IJointModel) string {
|
|
jointMan := joint.GetJointModelManager()
|
|
masterMan := jointMan.GetMasterManager()
|
|
return getFieldValue(joint, masterMan.Keyword(), masterMan.Alias(), jointMan.GetMasterFieldName())
|
|
}
|
|
|
|
func JointSlaveID(joint IJointModel) string {
|
|
jointMan := joint.GetJointModelManager()
|
|
slaveMan := jointMan.GetSlaveManager()
|
|
return getFieldValue(joint, slaveMan.Keyword(), slaveMan.Alias(), jointMan.GetSlaveFieldName())
|
|
}
|
|
|
|
func JointMaster(joint IJointModel) IStandaloneModel {
|
|
masterMan := joint.GetJointModelManager().GetMasterManager()
|
|
masterId := JointMasterID(joint)
|
|
//log.Debugf("MasterID: %s %s", masterId, masterMan.KeywordPlural())
|
|
if len(masterId) > 0 {
|
|
master, _ := masterMan.FetchById(masterId)
|
|
if master != nil {
|
|
return master.(IStandaloneModel)
|
|
}
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func JointSlave(joint IJointModel) IStandaloneModel {
|
|
slaveMan := joint.GetJointModelManager().GetSlaveManager()
|
|
slaveId := JointSlaveID(joint)
|
|
//log.Debugf("SlaveID: %s %s", slaveId, slaveMan.KeywordPlural())
|
|
if len(slaveId) > 0 {
|
|
slave, _ := slaveMan.FetchById(slaveId)
|
|
if slave != nil {
|
|
return slave.(IStandaloneModel)
|
|
}
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (joint *SJointResourceBase) GetIJointModel() IJointModel {
|
|
return joint.GetVirtualObject().(IJointModel)
|
|
}
|
|
|
|
func (manager *SJointResourceBaseManager) ResourceScope() rbacscope.TRbacScope {
|
|
return manager.GetMasterManager().ResourceScope()
|
|
}
|
|
|
|
func (manager *SJointResourceBaseManager) NamespaceScope() rbacscope.TRbacScope {
|
|
return rbacscope.ScopeSystem
|
|
}
|
|
|
|
func (manager *SJointResourceBaseManager) ValidateCreateData(ctx context.Context, userCred mcclient.TokenCredential, ownerId mcclient.IIdentityProvider, query jsonutils.JSONObject, input apis.JoinResourceBaseCreateInput) (apis.JoinResourceBaseCreateInput, error) {
|
|
var err error
|
|
input.ResourceBaseCreateInput, err = manager.SResourceBaseManager.ValidateCreateData(ctx, userCred, ownerId, query, input.ResourceBaseCreateInput)
|
|
if err != nil {
|
|
return input, err
|
|
}
|
|
return input, nil
|
|
}
|
|
|
|
func (manager *SJointResourceBaseManager) FetchCustomizeColumns(
|
|
ctx context.Context,
|
|
userCred mcclient.TokenCredential,
|
|
query jsonutils.JSONObject,
|
|
objs []interface{},
|
|
fields stringutils2.SSortedStrings,
|
|
isList bool,
|
|
) []apis.JointResourceBaseDetails {
|
|
ret := make([]apis.JointResourceBaseDetails, len(objs))
|
|
upperRet := manager.SResourceBaseManager.FetchCustomizeColumns(ctx, userCred, query, objs, fields, isList)
|
|
for i := range objs {
|
|
ret[i] = apis.JointResourceBaseDetails{
|
|
ResourceBaseDetails: upperRet[i],
|
|
}
|
|
}
|
|
return ret
|
|
}
|
|
|
|
func (manager *SJointResourceBaseManager) ListItemFilter(
|
|
ctx context.Context,
|
|
q *sqlchemy.SQuery,
|
|
userCred mcclient.TokenCredential,
|
|
query apis.JointResourceBaseListInput,
|
|
) (*sqlchemy.SQuery, error) {
|
|
var err error
|
|
|
|
q, err = manager.SResourceBaseManager.ListItemFilter(ctx, q, userCred, query.ResourceBaseListInput)
|
|
if err != nil {
|
|
return nil, errors.Wrap(err, "SResourceBaseManager.ListItemFilter")
|
|
}
|
|
|
|
return q, nil
|
|
}
|
|
|
|
func (manager *SJointResourceBaseManager) OrderByExtraFields(
|
|
ctx context.Context,
|
|
q *sqlchemy.SQuery,
|
|
userCred mcclient.TokenCredential,
|
|
query apis.JointResourceBaseListInput,
|
|
) (*sqlchemy.SQuery, error) {
|
|
var err error
|
|
|
|
q, err = manager.SResourceBaseManager.OrderByExtraFields(ctx, q, userCred, query.ResourceBaseListInput)
|
|
if err != nil {
|
|
return nil, errors.Wrap(err, "SResourceBaseManager.ListItemFilter")
|
|
}
|
|
|
|
return q, nil
|
|
}
|
|
|
|
func (model *SJointResourceBase) ValidateUpdateData(
|
|
ctx context.Context,
|
|
userCred mcclient.TokenCredential,
|
|
query jsonutils.JSONObject,
|
|
input apis.JointResourceBaseUpdateInput,
|
|
) (apis.JointResourceBaseUpdateInput, error) {
|
|
var err error
|
|
input.ResourceBaseUpdateInput, err = model.SResourceBase.ValidateUpdateData(ctx, userCred, query, input.ResourceBaseUpdateInput)
|
|
if err != nil {
|
|
return input, errors.Wrap(err, "SResourceBase.ValidateUpdateData")
|
|
}
|
|
return input, nil
|
|
}
|
|
|
|
func (manager *SJointResourceBaseManager) HistoryDataClean(ctx context.Context, timeBefor time.Time) (int, error) {
|
|
q := manager.RawQuery("row_id").IsTrue("deleted").LE("deleted_at", timeBefor)
|
|
rows, err := q.Rows()
|
|
if err != nil {
|
|
if errors.Cause(err) == sql.ErrNoRows {
|
|
return 0, nil
|
|
}
|
|
return 0, errors.Wrap(err, "Query")
|
|
}
|
|
defer rows.Close()
|
|
ids := []string{}
|
|
for rows.Next() {
|
|
var id string
|
|
err := rows.Scan(&id)
|
|
if err != nil {
|
|
return 0, errors.Wrap(err, "rows.Scan")
|
|
}
|
|
ids = append(ids, id)
|
|
}
|
|
var purge = func(ids []string) error {
|
|
vars := []interface{}{}
|
|
placeholders := make([]string, len(ids))
|
|
for i := range placeholders {
|
|
placeholders[i] = "?"
|
|
vars = append(vars, ids[i])
|
|
}
|
|
placeholder := strings.Join(placeholders, ",")
|
|
sql := fmt.Sprintf(
|
|
"delete from %s where row_id in (%s)",
|
|
manager.TableSpec().Name(), placeholder,
|
|
)
|
|
lockman.LockRawObject(ctx, manager.Keyword(), "purge")
|
|
defer lockman.ReleaseRawObject(ctx, manager.Keyword(), "purge")
|
|
|
|
_, err = sqlchemy.GetDB().Exec(
|
|
sql, vars...,
|
|
)
|
|
if err != nil {
|
|
return errors.Wrapf(err, strings.ReplaceAll(sql, "?", "%s"), vars...)
|
|
}
|
|
return nil
|
|
}
|
|
|
|
var splitByLen = func(data []string, splitLen int) [][]string {
|
|
var result [][]string
|
|
for i := 0; i < len(data); i += splitLen {
|
|
end := i + splitLen
|
|
if end > len(data) {
|
|
end = len(data)
|
|
}
|
|
result = append(result, data[i:end])
|
|
}
|
|
return result
|
|
}
|
|
idsArr := splitByLen(ids, 100)
|
|
for i := range idsArr {
|
|
err = purge(idsArr[i])
|
|
if err != nil {
|
|
return 0, err
|
|
}
|
|
}
|
|
return len(ids), nil
|
|
}
|