github.com/easysoft/zendata@v0.0.0-20240513203326-705bd5a7fd67/internal/server/service/def.go

package serverService

import (
	"fmt"
	"os"
	"path/filepath"
	"strconv"
	"strings"

	"github.com/easysoft/zendata/internal/pkg/domain"
	"github.com/easysoft/zendata/internal/pkg/service"

	consts "github.com/easysoft/zendata/internal/pkg/const"
	"github.com/easysoft/zendata/internal/pkg/helper"
	"github.com/easysoft/zendata/internal/pkg/model"
	serverRepo "github.com/easysoft/zendata/internal/server/repo"
	serverUtils "github.com/easysoft/zendata/internal/server/utils"
	fileUtils "github.com/easysoft/zendata/pkg/utils/file"
	"github.com/easysoft/zendata/pkg/utils/vari"
	"gopkg.in/yaml.v3"
	"gorm.io/gorm"
)

type DefService struct {
	DefRepo     *serverRepo.DefRepo     `inject:""`
	FieldRepo   *serverRepo.FieldRepo   `inject:""`
	ReferRepo   *serverRepo.ReferRepo   `inject:""`
	SectionRepo *serverRepo.SectionRepo `inject:""`
	MockRepo    *serverRepo.MockRepo    `inject:""`

	ResService     *ResService     `inject:""`
	SectionService *SectionService `inject:""`

	RangeService *service.RangeService `inject:""`
}

func (s *DefService) List(keywords string, page int) (list []*model.ZdDef, total int) {
	list, total, _ = s.DefRepo.List(strings.TrimSpace(keywords), page)
	return
}

func (s *DefService) Get(id int) (def model.ZdDef, dirs []domain.Dir) {
	if id > 0 {
		def, _ = s.DefRepo.Get(uint(id))
	} else {
		def.Folder = "users" + consts.PthSep
		def.Type = "text"
	}

	serverUtils.GetDirs(consts.ResDirUsers, &dirs)

	return
}

func (s *DefService) Save(def *model.ZdDef) (err error) {
	def.Folder = serverUtils.DealWithPathSepRight(def.Folder)

	def.Path = vari.WorkDir + def.Folder +
		serverUtils.AddExt(strings.TrimSuffix(def.FileName, ".yaml"), ".yaml")

	if def.ID == 0 {
		err = s.Create(def)
	} else {
		err = s.Update(def)
	}
	s.updateYaml(def.ID)

	return
}

func (s *DefService) Create(def *model.ZdDef) (err error) {
	def.ReferName = helper.PathToName(def.Path, consts.ResDirUsers, def.Type)
	err = s.DefRepo.Create(def)

	// add root field node
	rootField, err := s.FieldRepo.CreateTreeNode(def.ID, 0, "字段", "root")
	s.ReferRepo.CreateDefault(rootField.ID, consts.ResTypeDef)
	err = s.DefRepo.Update(def)

	return
}

func (s *DefService) Update(def *model.ZdDef) (err error) {
	var old model.ZdDef
	old, err = s.DefRepo.Get(def.ID)
	if err == gorm.ErrRecordNotFound {
		return
	}
	if def.Path != old.Path {
		fileUtils.RemoveExist(old.Path)
	}

	def.ReferName = helper.PathToName(def.Path, consts.ResDirUsers, def.Type)
	err = s.DefRepo.Update(def)

	return
}

func (s *DefService) Remove(id int) (err error) {
	var old model.ZdDef
	old, err = s.DefRepo.Get(uint(id))
	if err == gorm.ErrRecordNotFound {
		return
	}
	fileUtils.RemoveExist(old.Path)

	err = s.DefRepo.Remove(uint(id))
	return
}

func (s *DefService) updateYamlByField(fieldId uint) (err error) {
	field, _ := s.FieldRepo.Get(fieldId)
	return s.updateYaml(field.DefID)
}

func (s *DefService) updateYaml(id uint) (err error) {
	var po model.ZdDef
	po, _ = s.DefRepo.Get(id)

	s.genYaml(&po)
	err = s.DefRepo.UpdateYaml(po)
	//update mock content
	mockData := s.MockRepo.GetByDefID(id)
	if mockData.ID > 0 {
		mockData.DataContent = po.Yaml
		s.MockRepo.Save(&mockData)
	}
	fileUtils.WriteFile(po.Path, po.Yaml)

	return
}

func (s *DefService) genYaml(def *model.ZdDef) (str string) {
	root, err := s.FieldRepo.GetDefFieldTree(def.ID)
	if err != nil {
		return
	}

	yamlObj := domain.DefData{}
	s.DefRepo.GenDef(*def, &yamlObj)

	for _, child := range root.Fields { // ignore the root
		defField := domain.DefField{}

		refer, _ := s.ReferRepo.GetByOwnerIdAndType(child.ID, consts.ResTypeDef)
		s.zdFieldToFieldForExport(*child, refer, &defField)

		yamlObj.Fields = append(yamlObj.Fields, defField)
	}

	bytes, err := yaml.Marshal(yamlObj)
	def.Yaml = helper.ConvertYamlStringToMapFormat(bytes)

	return
}

func (s *DefService) zdFieldToFieldForExport(treeNode model.ZdField, refer model.ZdRefer, field *domain.DefField) {
	genFieldFromZdField(treeNode, refer, field)

	for _, child := range treeNode.Fields {
		childField := domain.DefField{}

		childRefer, _ := s.ReferRepo.GetByOwnerId(child.ID)
		s.zdFieldToFieldForExport(*child, childRefer, &childField)

		field.Fields = append(field.Fields, childField)
	}

	//for _, from := range treeNode.Froms { // only one level
	//	childField := model.DefField{}
	//	genFieldFromZdField(*from, &childField)
	//
	//	field.Froms = append(field.Froms, childField)
	//}

	if len(field.Fields) == 0 {
		field.Fields = nil
	}
	if len(field.Froms) == 0 {
		field.Froms = nil
	}

	return
}

func (s *DefService) Sync(files []domain.ResFile) (err error) {
	list := s.DefRepo.ListAll()

	mp := map[string]*model.ZdDef{}
	for _, item := range list {
		mp[item.Path] = item
	}

	for _, fi := range files {
		// for yaml "res", "data" type should be default value text
		if fi.ResType == "" || fi.ResType == consts.ResTypeYaml {
			fi.ResType = consts.ResTypeText
		}

		_, found := mp[fi.Path]
		if !found { // no record
			s.SyncToDB(fi, false)
		} else if fi.UpdatedAt.Unix() > mp[fi.Path].UpdatedAt.Unix() { // db is old
			s.DefRepo.Remove(mp[fi.Path].ID)
			s.SyncToDB(fi, false)
		}
	}

	return
}
func (s *DefService) SyncToDB(fi domain.ResFile, isMock bool) (err error, id uint) {
	content, _ := os.ReadFile(fi.Path)
	yamlContent := helper.ReplaceSpecialChars(content)
	po := model.ZdDef{}
	err = yaml.Unmarshal(yamlContent, &po)
	po.Title = fi.Title
	po.Type = fi.ResType
	po.Desc = fi.Desc
	po.Path = fi.Path
	po.IsMock = isMock
	po.Folder = serverUtils.GetRelativePath(po.Path)

	po.ReferName = helper.PathToName(po.Path, consts.ResDirUsers, po.Type)
	po.FileName = fileUtils.GetFileName(po.Path)

	po.Yaml = string(content)

	s.DefRepo.Create(&po)
	id = po.ID

	rootField, _ := s.FieldRepo.CreateTreeNode(po.ID, 0, "字段", "root")
	s.ReferRepo.CreateDefault(rootField.ID, consts.ResTypeDef)
	fmt.Println(rootField.ID, po.Type, po, rootField)
	for i, field := range po.Fields {
		field.Ord = i + 1
		s.saveFieldToDB(&field, po, fi.Path, rootField.ID, po.ID)
	}

	return
}
func (s *DefService) saveFieldToDB(field *model.ZdField, def model.ZdDef, currPath string, parentID, defID uint) {
	if field.Froms != nil && len(field.Froms) > 0 {
		for idx, from := range field.Froms {
			if from.Field == "" {
				from.Field = "from" + strconv.Itoa(idx+1)
			}
			s.saveFieldToDB(from, def, currPath, parentID, defID)
		}

		return
	}

	// update field
	field.DefID = defID
	field.ParentID = parentID
	if field.From == "" && def.From != "" {
		field.From = def.From
	}
	if field.Type == "" {
		field.Type = consts.FieldTypeList
	}
	if field.Mode == "" {
		field.Mode = consts.ModeParallel
	}

	field.Range = strings.TrimSpace(field.Range)

	// save field
	s.FieldRepo.Save(field)

	// create refer
	refer := model.ZdRefer{OwnerType: "def", OwnerID: field.ID}

	needToCreateSections := false
	if field.Select != "" { // refer to excel
		refer.Type = consts.ResTypeExcel

		refer.ColName = field.Select
		refer.Condition = field.Where
		refer.Rand = field.Rand

		_, sheet := fileUtils.ConvertResExcelPath(field.From, currPath)
		refer.File = field.From
		refer.Sheet = sheet

	} else if field.Use != "" { // refer to ranges or instances, need to read yaml to get the type
		rangeSections := s.RangeService.ParseRangeProperty(field.Use)
		if len(rangeSections) > 0 { // only get the first one
			rangeSection := rangeSections[0]
			desc, _, count, countTag := s.RangeService.ParseRangeSection(rangeSection) // medium{2!}
			refer.ColName = desc
			refer.Count = count
			refer.CountTag = countTag
		}

		path := fileUtils.ConvertReferRangeToPath(field.From, currPath)
		_, _, refer.Type = helper.ReadYamlInfo(path)
		refer.File = field.From

	} else if field.Config != "" { // refer to config
		refer.Type = consts.ResTypeConfig

		rangeSections := s.RangeService.ParseRangeProperty(field.Config) // dir/config.yaml
		if len(rangeSections) > 0 {                                      // only get the first one
			rangeSection := rangeSections[0]
			desc, _, count, countTag := s.RangeService.ParseRangeSection(rangeSection)
			refer.Count = count
			refer.CountTag = countTag

			path := fileUtils.ConvertReferRangeToPath(desc, currPath)
			refer.File = GetRelatedPathWithResDir(path)
		}

	} else if field.Range != "" {
		rangeSections := s.RangeService.ParseRangeProperty(field.Range)
		if len(rangeSections) > 0 {
			rangeSection := rangeSections[0]                                              // deal with yaml and text refer using range prop
			desc, step, count, countTag := s.RangeService.ParseRangeSection(rangeSection) // dir/users.txt:R{3}
			if filepath.Ext(desc) == ".txt" || filepath.Ext(desc) == ".yaml" {
				if filepath.Ext(desc) == ".txt" { // dir/users.txt:2
					refer.Type = consts.ResTypeText

					if strings.ToLower(step) == "r" {
						refer.Rand = true
					} else {
						refer.Step, _ = strconv.Atoi(step)
					}

				} else if filepath.Ext(desc) == ".yaml" { // dir/content.yaml{3}
					refer.Type = consts.ResTypeYaml

					refer.Count = count
					refer.CountTag = countTag
				}

				path := fileUtils.ConvertReferRangeToPath(desc, currPath)
				refer.File = GetRelatedPathWithResDir(path)
			} else { // like 1-9,a-z
				needToCreateSections = true
			}
		}
	}

	// save refer
	refer.OwnerID = field.ID
	s.ReferRepo.Save(&refer)

	// gen sections if needed
	if needToCreateSections {
		rangeSections := s.RangeService.ParseRangeProperty(field.Range)

		for i, rangeSection := range rangeSections {
			s.SectionService.SaveFieldSectionToDB(rangeSection, i, field.ID, "def")
		}
	}

	// deal with field's children
	for _, child := range field.Fields {
		s.saveFieldToDB(child, def, currPath, field.ID, defID)
	}
}