golib/infra/svc/svc.go

package svc

import (
	"errors"
	"sync"
	"time"

	"golib/features/mo"
	"golib/infra/ii"
	"golib/log/logs"
)

var (
	ErrItemNotfound     = errors.New("svc: item not found")
	ErrInternalError    = errors.New("svc: internal error") // ErrInternalError 上游函数错误时返回
	ErrDataError        = errors.New("svc: data error")     // ErrDataError 数据校验失败
	ErrPermissionDenied = errors.New("svc: permission denied")
)

type Service struct {
	Items  ii.Items
	Perms  ii.Permission
	User   ii.User
	Client *mo.Client
	Logs   *logs.Logs

	cache *Cache
	mutex sync.Mutex
}

func (s *Service) Find(name string, filter mo.D) ([]mo.M, error) {
	itemInfo, ok := s.Items.Has(name)
	if !ok {
		s.Logs.Println("svc.Find: item not found: %s", name)
		return nil, ErrItemNotfound
	}
	if err := itemInfo.PrepareFilter(filter); err != nil {
		s.Logs.Println("svc.Find: PrepareFilter: %s data error: %s", name, err)
		return nil, ErrDataError
	}

	if err := s.AC(itemInfo.Name, &filter); err != nil {
		s.Logs.Println("svc.Find: AC: %s", err)
		return nil, ErrPermissionDenied
	}

	cursor, err := itemInfo.Open(s.Client).Find(filter)
	if err != nil {
		s.Logs.Println("svc.Find: %s internal error: %s", name, err)
		return nil, ErrInternalError
	}

	var data []mo.M
	if err = mo.CursorDecodeAll(cursor, &data); err != nil {
		s.Logs.Println("svc.Find: CursorDecodeAll: %s internal error: %s", name, err)
		return nil, ErrInternalError
	}
	return data, nil
}

// FindOne 查询一个文档
func (s *Service) FindOne(name string, filter mo.D) (mo.M, error) {
	itemInfo, ok := s.Items.Has(name)
	if !ok {
		s.Logs.Println("svc.FindOne: item not found: %s", name)
		return nil, ErrItemNotfound
	}
	if err := itemInfo.PrepareFilter(filter); err != nil {
		s.Logs.Println("svc.FindOne: PrepareFilter: %s data error: %s", name, err)
		return nil, ErrDataError
	}

	if err := s.AC(itemInfo.Name, &filter); err != nil {
		s.Logs.Println("svc.FindOne: AC: %s", err)
		return nil, ErrPermissionDenied
	}

	cursor := itemInfo.Open(s.Client).FindOne(filter)
	if err := cursor.Err(); err != nil {
		s.Logs.Println("svc.FindOne: %s internal error: %s", name, err)
		return nil, ErrInternalError
	}

	var data mo.M
	if err := cursor.Decode(&data); err != nil {
		s.Logs.Println("svc.FindOne: CursorDecode: %s internal error: %s", name, err)
		return nil, ErrInternalError
	}

	return data, nil
}

// FindOneAndDelete 查找并删除文档
// TODO 待定真删除还是假删除
func (s *Service) FindOneAndDelete() {}

func (s *Service) DeleteOne(name string, filter mo.D) error {
	s.mutex.Lock()
	defer s.mutex.Unlock()

	itemInfo, ok := s.Items.Has(name)
	if !ok {
		s.Logs.Println("svc.DeleteOne: item not found: %s", name)
		return ErrItemNotfound
	}

	if err := s.AC(itemInfo.Name, &filter); err != nil {
		s.Logs.Println("svc.DeleteOne: AC: %s", err)
		return ErrPermissionDenied
	}

	result, err := itemInfo.Open(s.Client).DeleteOne(filter)
	if err != nil {
		s.Logs.Println("svc.DeleteOne: %s internal error: %s", name, err)
		return err
	}
	s.Logs.Println("svc.DeleteOne: %d documents has been deleted", result.DeletedCount)

	s.refreshCache(&itemInfo)
	return nil
}

func (s *Service) DeleteMany(name string, filter mo.D) error {
	s.mutex.Lock()
	defer s.mutex.Unlock()

	itemInfo, ok := s.Items.Has(name)
	if !ok {
		s.Logs.Println("svc.DeleteMany: item not found: %s", name)
		return ErrItemNotfound
	}

	if err := s.AC(itemInfo.Name, &filter); err != nil {
		s.Logs.Println("svc.DeleteMany: AC: %s", err)
		return ErrPermissionDenied
	}

	result, err := itemInfo.Open(s.Client).DeleteMany(filter)
	if err != nil {
		s.Logs.Println("svc.DeleteMany: %s internal error: %s", name, err)
		return err
	}
	s.Logs.Println("svc.DeleteMany: %d documents has been deleted", result.DeletedCount)

	s.refreshCache(&itemInfo)
	return nil
}

// FindOneAndUpdate 查找并更新文档, 详情见 mo.SingleResult
func (s *Service) FindOneAndUpdate(name string, filter mo.D, update mo.M) error {
	s.mutex.Lock()
	defer s.mutex.Unlock()

	itemInfo, ok := s.Items.Has(name)
	if !ok {
		s.Logs.Println("svc.FindOneAndUpdate: item not found: %s", name)
		return ErrItemNotfound
	}
	if err := itemInfo.PrepareFilter(filter); err != nil {
		s.Logs.Println("svc.FindOneAndUpdate: PrepareFilter: %s data error: %s", name, err)
		return ErrDataError
	}

	if err := itemInfo.PrepareUpdate(update, s.User); err != nil {
		s.Logs.Println("svc.FindOneAndUpdate: PrepareUpdate: %s data error: %s", name, err)
		return ErrDataError
	}

	if err := s.AC(itemInfo.Name, &filter); err != nil {
		s.Logs.Println("svc.FindOneAndUpdate: AC: %s", err)
		return ErrPermissionDenied
	}

	ou := OptionUpdate{}
	ou.SetSet(update)
	ou.SetCurrentDate()

	result := itemInfo.Open(s.Client).FindOneAndUpdate(filter, ou.Build())
	if err := result.Err(); err != nil {
		s.Logs.Println("svc.FindOneAndUpdate: %s internal error: %s", name, err)
		return err
	}

	s.refreshCache(&itemInfo)
	return nil
}

// EstimatedDocumentCount 合计合集中的文档数量
func (s *Service) EstimatedDocumentCount(name string) (int64, error) {
	itemInfo, ok := s.Items.Has(name)
	if !ok {
		s.Logs.Println("svc.EstimatedDocumentCount: item not found: %s", name)
		return 0, ErrItemNotfound
	}

	length, err := itemInfo.Open(s.Client).EstimatedDocumentCount()
	if err != nil {
		s.Logs.Println("svc.EstimatedDocumentCount: %s internal error: %s", name, err)
		return 0, ErrInternalError
	}

	return length, nil
}

// CountDocuments 有条件的合集文档中的数量
func (s *Service) CountDocuments(name string, filter mo.D) (int64, error) {
	itemInfo, ok := s.Items.Has(name)
	if !ok {
		s.Logs.Println("svc.CountDocuments: item not found: %s", name)
		return 0, ErrItemNotfound
	}
	if err := itemInfo.PrepareFilter(filter); err != nil {
		s.Logs.Println("svc.CountDocuments: PrepareFilter: %s data error: %s", name, err)
		return 0, ErrDataError
	}
	if err := s.AC(itemInfo.Name, &filter); err != nil {
		s.Logs.Println("svc.CountDocuments: AC: %s", err)
		return 0, ErrPermissionDenied
	}
	length, err := itemInfo.Open(s.Client).CountDocuments(filter)
	if err != nil {
		s.Logs.Println("svc.CountDocuments: %s internal error: %s", name, err)
		return 0, ErrInternalError
	}
	return length, nil
}

// InsertOne 插入一条文档
// MongoDB 在插入文档时对于 _id 的做法: 即 doc 中不存在 _id 字段时会在数据编码时补充 _id 字段并且值使用 mo.ObjectID 而不修改源文档.
// 当 _id 字段存在时不会修改其数据类型. 但为了保持数据类型的统一性, 此处当 _id 存在时其必须为 mo.ObjectID 类型
func (s *Service) InsertOne(name string, doc mo.M) (mo.ObjectID, error) {
	s.mutex.Lock()
	defer s.mutex.Unlock()

	itemInfo, ok := s.Items.Has(name)
	if !ok {
		s.Logs.Println("svc.InsertOne: item not found: %s", name)
		return mo.NilObjectID, ErrItemNotfound
	}

	if err := itemInfo.PrepareInsert(doc, s.User); err != nil {
		s.Logs.Println("svc.InsertOne: %s data error: %s", name, err)
		return mo.NilObjectID, ErrDataError
	}

	result, err := itemInfo.Open(s.Client).InsertOne(doc)
	if err != nil {
		s.Logs.Println("svc.InsertOne: %s internal error: %s", name, err)
		return mo.NilObjectID, ErrInternalError
	}

	s.refreshCache(&itemInfo)
	return result.InsertedID.(mo.ObjectID), nil
}

// InsertMany 插入多条文档
// 对于 _id 的处理参见 InsertOne
// MongoDB 插入多条文档时并不要求列表内所有元素的数据类型一致, 但为了保持数据类型的统一性, docs 内的所有元素数据类型必须为 map/object
func (s *Service) InsertMany(name string, docs mo.A) ([]mo.ObjectID, error) {
	s.mutex.Lock()
	defer s.mutex.Unlock()

	itemInfo, ok := s.Items.Has(name)
	if !ok {
		s.Logs.Println("svc.InsertMany: item not found: %s", name)
		return nil, ErrItemNotfound
	}

	err := s.toMaps(docs, func(row mo.M) error {
		if err := itemInfo.PrepareInsert(row, s.User); err != nil {
			s.Logs.Println("svc.InsertMany: %s data error: %s", name, err)
			return ErrDataError
		}
		return nil
	})

	if err != nil {
		s.Logs.Println("svc.InsertMany: %s data error: %s", name, err)
		return nil, ErrDataError
	}

	result, err := itemInfo.Open(s.Client).InsertMany(docs)
	if err != nil {
		s.Logs.Println("svc.InsertMany: %s internal error: %s", name, err)
		return nil, ErrInternalError
	}

	ids := make([]mo.ObjectID, len(result.InsertedIDs))
	// MongoDB 保证此处返回的类型为 mo.ObjectID
	for i, id := range result.InsertedIDs {
		ids[i] = id.(mo.ObjectID)
	}

	s.refreshCache(&itemInfo)
	return ids, nil
}

func (s *Service) UpdateOne(name string, filter mo.D, update mo.M) error {
	s.mutex.Lock()
	defer s.mutex.Unlock()

	itemInfo, ok := s.Items.Has(name)
	if !ok {
		s.Logs.Println("svc.UpdateOne: item not found: %s", name)
		return ErrItemNotfound
	}
	if err := itemInfo.PrepareFilter(filter); err != nil {
		s.Logs.Println("svc.UpdateOne: PrepareFilter: %s data error: %s", name, err)
		return ErrDataError
	}
	if err := s.AC(itemInfo.Name, &filter); err != nil {
		s.Logs.Println("svc.UpdateOne: AC: %s", err)
		return ErrPermissionDenied
	}
	if err := itemInfo.PrepareUpdate(update, s.User); err != nil {
		s.Logs.Println("svc.UpdateOne: PrepareUpdate: %s data error: %s", name, err)
		return ErrDataError
	}

	ou := OptionUpdate{}
	ou.SetSet(update)
	ou.SetCurrentDate()

	_, err := itemInfo.Open(s.Client).UpdateOne(filter, ou.Build())
	if err != nil {
		s.Logs.Println("svc.UpdateOne: %s internal error: %s", name, err)
		return ErrInternalError
	}

	s.refreshCache(&itemInfo)
	return nil
}

func (s *Service) UpdateByID(name string, id mo.ObjectID, update mo.M) error {
	s.mutex.Lock()
	defer s.mutex.Unlock()

	itemInfo, ok := s.Items.Has(name)
	if !ok {
		s.Logs.Println("svc.UpdateByID: item not found: %s", name)
		return ErrItemNotfound
	}
	if id.IsZero() {
		s.Logs.Println("svc.UpdateByID: id are zero: %s", name)
		return ErrDataError
	}
	if err := itemInfo.PrepareUpdate(update, s.User); err != nil {
		s.Logs.Println("svc.UpdateByID: %s data error: %s", name, err)
		return ErrDataError
	}

	ou := OptionUpdate{}
	ou.SetSet(update)
	ou.SetCurrentDate()

	_, err := itemInfo.Open(s.Client).UpdateByID(id, ou.Build())
	if err != nil {
		s.Logs.Println("svc.UpdateByID: %s internal error: %s", name, err)
		return ErrInternalError
	}

	s.refreshCache(&itemInfo)
	return nil
}

func (s *Service) UpdateMany(name string, filter mo.D, update mo.M) error {
	s.mutex.Lock()
	defer s.mutex.Unlock()

	itemInfo, ok := s.Items.Has(name)
	if !ok {
		s.Logs.Println("svc.UpdateMany: item not found: %s", name)
		return ErrItemNotfound
	}
	if err := itemInfo.PrepareFilter(filter); err != nil {
		s.Logs.Println("svc.UpdateMany: PrepareFilter: %s data error: %s", name, err)
		return ErrDataError
	}
	if err := s.AC(itemInfo.Name, &filter); err != nil {
		s.Logs.Println("svc.UpdateMany: AC: %s", err)
		return ErrPermissionDenied
	}
	if err := itemInfo.PrepareUpdate(update, s.User); err != nil {
		s.Logs.Println("svc.UpdateMany: PrepareUpdate: %s data error: %s", name, err)
		return ErrDataError
	}

	ou := OptionUpdate{}
	ou.SetSet(update)
	ou.SetCurrentDate()

	_, err := itemInfo.Open(s.Client).UpdateMany(filter, ou.Build())
	if err != nil {
		s.Logs.Println("svc.UpdateMany: %s internal error: %s", name, err)
		return ErrInternalError
	}

	s.refreshCache(&itemInfo)
	return nil
}

// Aggregate 聚合查询
// v 必须传入指针类型
// Aggregate 不传入 XML 配置中的 Lookup/Set 等聚合操作, 当需要时可通过 itemInfo.Aggregation 函数创建后传入
func (s *Service) Aggregate(name string, pipe mo.Pipeline, v interface{}) error {
	itemInfo, ok := s.Items.Has(name)
	if !ok {
		s.Logs.Println("svc.Aggregate: item not found: %s", name)
		return ErrItemNotfound
	}

	// 如果存在 mo.PsMatch 操作符时则追加
	if i, d, o := mo.HasOperator(pipe, mo.PsMatch); o {
		filter, ok := d.(mo.D)
		if !ok {
			return ErrDataError
		}
		if err := s.AC(itemInfo.Name, &filter); err != nil {
			s.Logs.Println("svc.Aggregate: AC: %s", err)
			return ErrPermissionDenied
		}
		pipe[i] = mo.D{{Key: mo.PsMatch, Value: filter}}
	} else {
		// 不存在时则新建一个 mo.PsMatch
		var filter mo.D
		if err := s.AC(itemInfo.Name, &filter); err != nil {
			s.Logs.Println("svc.Aggregate: AC: %s", err)
			return ErrPermissionDenied
		}
		if filter != nil {
			pipe = append(mo.Pipeline{mo.D{{Key: mo.PsMatch, Value: filter}}}, pipe...)
		}
	}

	stage, lookup := s.cache.SpitPipe(&itemInfo, pipe)
	cursor, err := itemInfo.Open(s.Client).Aggregate(stage)
	if err != nil {
		s.Logs.Println("svc.Aggregate: %s internal error: %s", name, err)
		return ErrInternalError
	}

	if err = mo.CursorDecodeAll(cursor, v); err != nil {
		s.Logs.Println("svc.Aggregate: CursorDecodeAll: %s internal error: %s", name, err)
		return ErrInternalError
	}

	if rows, o := v.(*[]mo.M); o && len(lookup) > 0 {
		if tim := s.cache.Format(&itemInfo, lookup, rows); tim > 100 {
			s.Logs.Println("svc.cache.Format: %s -> %s", tim, itemInfo.Name)
		}
	}

	return nil
}

func (s *Service) AC(name ii.Name, filter *mo.D) error {
	perms, ok := s.Perms.Has(name, s.User)
	if !ok {
		return ErrPermissionDenied
	}
	// perms 应当在 filter 后面, 假设 filter 与 perms 同时存在 name=1 的条件, 按照权限限制应当以 perms 为准
	// MongoDB 对于同一个字段出现多次时, 以最后出现的字段生效
	*filter = append(*filter, perms...)
	return nil
}

// refreshCache 刷新缓存
// 仅用于写操作时刷新缓存, 必须在所中调用, 否则可能会导致 panic
func (s *Service) refreshCache(itemInfo *ii.ItemInfo) {
	if _, ok := s.cache.Include(itemInfo.Name.String()); !ok {
		return
	}
	qt := time.Now()
	cursor, err := itemInfo.Open(s.Client).Find(mo.D{})
	if err != nil {
		s.Logs.Println("svc.refreshCache: %s internal error: %s", itemInfo.Name, err)
		return
	}
	qts := time.Now().Sub(qt)

	dt := time.Now()
	var data []mo.M
	if err = mo.CursorDecodeAll(cursor, &data); err != nil {
		s.Logs.Println("svc.refreshCache: CursorDecodeAll: %s internal error: %s", itemInfo.Name, err)
		return
	}
	dts := time.Now().Sub(dt)

	st := time.Now()
	s.cache.SetData(itemInfo.Name.String(), data)
	sts := time.Now().Sub(st)

	s.Logs.Println("svc.refreshCache: refreshed %s, query: %s, decode: %s, set: %s, count: %s",
		itemInfo.Name, qts, dts, sts, qts+dts+sts)
}