siyuan/kernel/sql/av_gallery.go

package sql

import (
	"fmt"
	"sort"
	"strings"
	"time"

	"github.com/88250/lute"
	"github.com/88250/lute/ast"
	"github.com/88250/lute/parse"
	"github.com/88250/lute/render"
	"github.com/siyuan-note/siyuan/kernel/av"
	"github.com/siyuan-note/siyuan/kernel/treenode"
	"github.com/siyuan-note/siyuan/kernel/util"
)

func RenderAttributeViewGallery(attrView *av.AttributeView, view *av.View, query string) (ret *av.Gallery) {
	ret = &av.Gallery{
		BaseInstance: &av.BaseInstance{
			ID:               view.ID,
			Icon:             view.Icon,
			Name:             view.Name,
			Desc:             view.Desc,
			HideAttrViewName: view.HideAttrViewName,
			Filters:          view.Gallery.Filters,
			Sorts:            view.Gallery.Sorts,
		},
		CoverFrom:           view.Gallery.CoverFrom,
		CoverFromAssetKeyID: view.Gallery.CoverFromAssetKeyID,
		CardSize:            view.Gallery.CardSize,
		FitImage:            view.Gallery.FitImage,
		ShowIcon:            view.Gallery.ShowIcon,
		WrapField:           view.Gallery.WrapField,
		Fields:              []*av.GalleryField{},
		Cards:               []*av.GalleryCard{},
	}

	// 组装字段
	for _, field := range view.Gallery.CardFields {
		key, getErr := attrView.GetKey(field.ID)
		if nil != getErr {
			// 找不到字段则在视图中删除
			removeMissingField(attrView, view, field.ID)
			continue
		}

		ret.Fields = append(ret.Fields, &av.GalleryField{
			BaseInstanceField: &av.BaseInstanceField{
				ID:           key.ID,
				Name:         key.Name,
				Type:         key.Type,
				Icon:         key.Icon,
				Hidden:       field.Hidden,
				Desc:         key.Desc,
				Options:      key.Options,
				NumberFormat: key.NumberFormat,
				Template:     key.Template,
				Relation:     key.Relation,
				Rollup:       key.Rollup,
				Date:         key.Date,
			},
		})
	}

	// 生成卡片
	cardsValues := map[string][]*av.KeyValues{}
	for _, keyValues := range attrView.KeyValues {
		for _, val := range keyValues.Values {
			values := cardsValues[val.BlockID]
			if nil == values {
				values = []*av.KeyValues{{Key: keyValues.Key, Values: []*av.Value{val}}}
			} else {
				values = append(values, &av.KeyValues{Key: keyValues.Key, Values: []*av.Value{val}})
			}
			cardsValues[val.BlockID] = values
		}
	}

	// 过滤掉不存在的卡片
	var notFound []string
	var toCheckBlockIDs []string
	for blockID, keyValues := range cardsValues {
		blockValue := getBlockValue(keyValues)
		if nil == blockValue {
			notFound = append(notFound, blockID)
			continue
		}

		if blockValue.IsDetached {
			continue
		}

		if nil != blockValue.Block && "" == blockValue.Block.ID {
			notFound = append(notFound, blockID)
			continue
		}

		toCheckBlockIDs = append(toCheckBlockIDs, blockID)
	}
	checkRet := treenode.ExistBlockTrees(toCheckBlockIDs)
	for blockID, exist := range checkRet {
		if !exist {
			notFound = append(notFound, blockID)
		}
	}
	for _, blockID := range notFound {
		delete(cardsValues, blockID)
	}

	// 生成卡片字段值
	for cardID, cardValues := range cardsValues {
		var galleryCard av.GalleryCard
		for _, field := range ret.Fields {
			var fieldValue *av.GalleryFieldValue
			for _, keyValues := range cardValues {
				if keyValues.Key.ID == field.ID {
					fieldValue = &av.GalleryFieldValue{
						BaseValue: &av.BaseValue{
							ID:        keyValues.Values[0].ID,
							Value:     keyValues.Values[0],
							ValueType: field.Type,
						},
					}
					break
				}
			}
			if nil == fieldValue {
				fieldValue = &av.GalleryFieldValue{
					BaseValue: &av.BaseValue{
						ID:        ast.NewNodeID(),
						ValueType: field.Type,
					},
				}
			}
			galleryCard.ID = cardID

			switch fieldValue.ValueType {
			case av.KeyTypeNumber: // 格式化数字
				if nil != fieldValue.Value && nil != fieldValue.Value.Number && fieldValue.Value.Number.IsNotEmpty {
					fieldValue.Value.Number.Format = field.NumberFormat
					fieldValue.Value.Number.FormatNumber()
				}
			case av.KeyTypeTemplate: // 渲染模板字段
				fieldValue.Value = &av.Value{ID: fieldValue.ID, KeyID: field.ID, BlockID: cardID, Type: av.KeyTypeTemplate, Template: &av.ValueTemplate{Content: field.Template}}
			case av.KeyTypeCreated: // 填充创建时间字段值，后面再渲染
				fieldValue.Value = &av.Value{ID: fieldValue.ID, KeyID: field.ID, BlockID: cardID, Type: av.KeyTypeCreated}
			case av.KeyTypeUpdated: // 填充更新时间字段值，后面再渲染
				fieldValue.Value = &av.Value{ID: fieldValue.ID, KeyID: field.ID, BlockID: cardID, Type: av.KeyTypeUpdated}
			case av.KeyTypeRelation: // 清空关联字段值，后面再渲染 https://ld246.com/article/1703831044435
				if nil != fieldValue.Value && nil != fieldValue.Value.Relation {
					fieldValue.Value.Relation.Contents = nil
				}
			}

			if nil == fieldValue.Value {
				fieldValue.Value = av.GetAttributeViewDefaultValue(fieldValue.ID, field.ID, cardID, fieldValue.ValueType)
			} else {
				fillAttributeViewNilValue(fieldValue.Value, fieldValue.ValueType)
			}

			galleryCard.Values = append(galleryCard.Values, fieldValue)
		}

		fillGalleryCardCover(attrView, view, cardValues, &galleryCard, cardID, luteEngine)
		ret.Cards = append(ret.Cards, &galleryCard)
	}

	// 批量获取块属性以提升性能
	var ialIDs []string
	for _, card := range ret.Cards {
		block := card.GetBlockValue()
		if nil != block && !block.IsDetached {
			ialIDs = append(ialIDs, card.ID)
		}
	}
	ials := BatchGetBlockAttrs(ialIDs)

	// 渲染自动生成的字段值，比如关联字段、汇总字段、创建时间字段和更新时间字段
	avCache := map[string]*av.AttributeView{}
	avCache[attrView.ID] = attrView
	for _, card := range ret.Cards {
		for _, value := range card.Values {
			switch value.ValueType {
			case av.KeyTypeBlock: // 对于主键可能需要填充静态锚文本 Database-bound block primary key supports setting static anchor text https://github.com/siyuan-note/siyuan/issues/10049
				if nil != value.Value.Block {
					for k, v := range ials[card.ID] {
						if k == av.NodeAttrViewStaticText+"-"+attrView.ID {
							value.Value.Block.Content = v
							break
						}
					}
				}
			case av.KeyTypeRollup: // 渲染汇总字段
				rollupKey, _ := attrView.GetKey(value.Value.KeyID)
				if nil == rollupKey || nil == rollupKey.Rollup {
					break
				}

				relKey, _ := attrView.GetKey(rollupKey.Rollup.RelationKeyID)
				if nil == relKey || nil == relKey.Relation {
					break
				}

				relVal := attrView.GetValue(relKey.ID, card.ID)
				if nil == relVal || nil == relVal.Relation {
					break
				}

				destAv := avCache[relKey.Relation.AvID]
				if nil == destAv {
					destAv, _ = av.ParseAttributeView(relKey.Relation.AvID)
					if nil != destAv {
						avCache[relKey.Relation.AvID] = destAv
					}
				}
				if nil == destAv {
					break
				}

				destKey, _ := destAv.GetKey(rollupKey.Rollup.KeyID)
				if nil == destKey {
					continue
				}

				for _, blockID := range relVal.Relation.BlockIDs {
					destVal := destAv.GetValue(rollupKey.Rollup.KeyID, blockID)
					if nil == destVal {
						if destAv.ExistBlock(blockID) { // 数据库中存在但是值不存在是数据未初始化，这里补一个默认值
							destVal = av.GetAttributeViewDefaultValue(ast.NewNodeID(), rollupKey.Rollup.KeyID, blockID, destKey.Type)
						}
						if nil == destVal {
							continue
						}
					}
					if av.KeyTypeNumber == destKey.Type {
						destVal.Number.Format = destKey.NumberFormat
						destVal.Number.FormatNumber()
					}

					value.Value.Rollup.Contents = append(value.Value.Rollup.Contents, destVal.Clone())
				}

				value.Value.Rollup.RenderContents(rollupKey.Rollup.Calc, destKey)

				// 将汇总字段的值保存到 cardsValues 中，后续渲染模板字段的时候会用到，下同
				keyValues := cardsValues[card.ID]
				keyValues = append(keyValues, &av.KeyValues{Key: rollupKey, Values: []*av.Value{{ID: value.Value.ID, KeyID: rollupKey.ID, BlockID: card.ID, Type: av.KeyTypeRollup, Rollup: value.Value.Rollup}}})
				cardsValues[card.ID] = keyValues
			case av.KeyTypeRelation: // 渲染关联字段
				relKey, _ := attrView.GetKey(value.Value.KeyID)
				if nil != relKey && nil != relKey.Relation {
					destAv := avCache[relKey.Relation.AvID]
					if nil == destAv {
						destAv, _ = av.ParseAttributeView(relKey.Relation.AvID)
						if nil != destAv {
							avCache[relKey.Relation.AvID] = destAv
						}
					}
					if nil != destAv {
						blocks := map[string]*av.Value{}
						blockValues := destAv.GetBlockKeyValues()
						if nil != blockValues {
							for _, blockValue := range blockValues.Values {
								blocks[blockValue.BlockID] = blockValue
							}
							for _, blockID := range value.Value.Relation.BlockIDs {
								if val := blocks[blockID]; nil != val {
									value.Value.Relation.Contents = append(value.Value.Relation.Contents, val)
								}
							}
						}
					}
				}

				keyValues := cardsValues[card.ID]
				keyValues = append(keyValues, &av.KeyValues{Key: relKey, Values: []*av.Value{{ID: value.Value.ID, KeyID: relKey.ID, BlockID: card.ID, Type: av.KeyTypeRelation, Relation: value.Value.Relation}}})
				cardsValues[card.ID] = keyValues
			case av.KeyTypeCreated: // 渲染创建时间
				createdStr := card.ID[:len("20060102150405")]
				created, parseErr := time.ParseInLocation("20060102150405", createdStr, time.Local)
				if nil == parseErr {
					value.Value.Created = av.NewFormattedValueCreated(created.UnixMilli(), 0, av.CreatedFormatNone)
					value.Value.Created.IsNotEmpty = true
				} else {
					value.Value.Created = av.NewFormattedValueCreated(time.Now().UnixMilli(), 0, av.CreatedFormatNone)
				}

				keyValues := cardsValues[card.ID]
				createdKey, _ := attrView.GetKey(value.Value.KeyID)
				keyValues = append(keyValues, &av.KeyValues{Key: createdKey, Values: []*av.Value{{ID: value.Value.ID, KeyID: createdKey.ID, BlockID: card.ID, Type: av.KeyTypeCreated, Created: value.Value.Created}}})
				cardsValues[card.ID] = keyValues
			case av.KeyTypeUpdated: // 渲染更新时间
				ial := ials[card.ID]
				if nil == ial {
					ial = map[string]string{}
				}
				block := card.GetBlockValue()
				updatedStr := ial["updated"]
				if "" == updatedStr && nil != block {
					value.Value.Updated = av.NewFormattedValueUpdated(block.Block.Updated, 0, av.UpdatedFormatNone)
					value.Value.Updated.IsNotEmpty = true
				} else {
					updated, parseErr := time.ParseInLocation("20060102150405", updatedStr, time.Local)
					if nil == parseErr {
						value.Value.Updated = av.NewFormattedValueUpdated(updated.UnixMilli(), 0, av.UpdatedFormatNone)
						value.Value.Updated.IsNotEmpty = true
					} else {
						value.Value.Updated = av.NewFormattedValueUpdated(time.Now().UnixMilli(), 0, av.UpdatedFormatNone)
					}
				}

				keyValues := cardsValues[card.ID]
				updatedKey, _ := attrView.GetKey(value.Value.KeyID)
				keyValues = append(keyValues, &av.KeyValues{Key: updatedKey, Values: []*av.Value{{ID: value.Value.ID, KeyID: updatedKey.ID, BlockID: card.ID, Type: av.KeyTypeUpdated, Updated: value.Value.Updated}}})
				cardsValues[card.ID] = keyValues
			}
		}
	}

	// 最后单独渲染模板字段，这样模板字段就可以使用汇总、关联、创建时间和更新时间字段的值了

	var renderTemplateErr error
	for _, card := range ret.Cards {
		for _, value := range card.Values {
			switch value.ValueType {
			case av.KeyTypeTemplate: // 渲染模板字段
				keyValues := cardsValues[card.ID]
				ial := ials[card.ID]
				if nil == ial {
					ial = map[string]string{}
				}
				content, renderErr := RenderTemplateField(ial, keyValues, value.Value.Template.Content)
				value.Value.Template.Content = content
				if nil != renderErr {
					key, _ := attrView.GetKey(value.Value.KeyID)
					keyName := ""
					if nil != key {
						keyName = key.Name
					}
					renderTemplateErr = fmt.Errorf("database [%s] template field [%s] rendering failed: %s", getAttrViewName(attrView), keyName, renderErr)
				}
			}
		}
	}
	if nil != renderTemplateErr {
		util.PushErrMsg(fmt.Sprintf(util.Langs[util.Lang][44], util.EscapeHTML(renderTemplateErr.Error())), 30000)
	}

	// 根据搜索条件过滤
	query = strings.TrimSpace(query)
	if "" != query {
		// 将连续空格转换为一个空格
		query = strings.Join(strings.Fields(query), " ")
		// 按空格分割关键字
		keywords := strings.Split(query, " ")
		// 使用 AND 逻辑 https://github.com/siyuan-note/siyuan/issues/11535
		var hitCards []*av.GalleryCard
		for _, card := range ret.Cards {
			hit := false
			for _, value := range card.Values {
				allKeywordsHit := true
				for _, keyword := range keywords {
					if !strings.Contains(strings.ToLower(value.Value.String(true)), strings.ToLower(keyword)) {
						allKeywordsHit = false
						break
					}
				}
				if allKeywordsHit {
					hit = true
					break
				}
			}
			if hit {
				hitCards = append(hitCards, card)
			}
		}
		ret.Cards = hitCards
		if 1 > len(ret.Cards) {
			ret.Cards = []*av.GalleryCard{}
		}
	}

	// 自定义排序
	sortCardIDs := map[string]int{}
	if 0 < len(view.Gallery.CardIDs) {
		for i, cardID := range view.Gallery.CardIDs {
			sortCardIDs[cardID] = i
		}
	}

	sort.Slice(ret.Cards, func(i, j int) bool {
		iv := sortCardIDs[ret.Cards[i].ID]
		jv := sortCardIDs[ret.Cards[j].ID]
		if iv == jv {
			return ret.Cards[i].ID < ret.Cards[j].ID
		}
		return iv < jv
	})
	return
}

func fillGalleryCardCover(attrView *av.AttributeView, view *av.View, cardValues []*av.KeyValues, galleryCard *av.GalleryCard, cardID string, luteEngine *lute.Lute) {
	switch view.Gallery.CoverFrom {
	case av.CoverFromNone:
	case av.CoverFromContentImage:
		blockValue := getBlockValue(cardValues)
		if !blockValue.IsDetached {
			tree := loadTreeByBlockID(blockValue.BlockID)
			if nil == tree {
				break
			}
			node := treenode.GetNodeInTree(tree, blockValue.BlockID)
			if nil == node {
				break
			}

			if ast.NodeDocument == node.Type {
				if titleImg := treenode.GetDocTitleImgPath(node); "" != titleImg {
					galleryCard.CoverURL = titleImg
					break
				}
			}

			ast.Walk(node, func(n *ast.Node, entering bool) ast.WalkStatus {
				if !entering {
					return ast.WalkContinue
				}

				if ast.NodeImage != n.Type {
					return ast.WalkContinue
				}

				dest := n.ChildByType(ast.NodeLinkDest)
				if nil == dest {
					return ast.WalkContinue
				}
				galleryCard.CoverURL = dest.TokensStr()
				return ast.WalkStop
			})

			if "" == galleryCard.CoverURL {
				if ast.NodeDocument == node.Type {
					galleryCard.CoverContent = node.IALAttr("title")
					return
				}

				galleryCard.CoverContent = renderBlockDOMByNode(node, luteEngine)
				return
			}
		}
	case av.CoverFromAssetField:
		if "" == view.Gallery.CoverFromAssetKeyID {
			break
		}

		assetValue := attrView.GetValue(view.Gallery.CoverFromAssetKeyID, cardID)
		if nil == assetValue || 1 > len(assetValue.MAsset) {
			break
		}

		galleryCard.CoverURL = assetValue.MAsset[0].Content
		return
	}
}

func renderBlockDOMByNode(node *ast.Node, luteEngine *lute.Lute) string {
	tree := &parse.Tree{Root: &ast.Node{Type: ast.NodeDocument}, Context: &parse.Context{ParseOption: luteEngine.ParseOptions}}
	blockRenderer := render.NewProtyleRenderer(tree, luteEngine.RenderOptions)
	ast.Walk(node, func(node *ast.Node, entering bool) ast.WalkStatus {
		rendererFunc := blockRenderer.RendererFuncs[node.Type]
		return rendererFunc(node, entering)
	})
	h := strings.TrimSpace(blockRenderer.Writer.String())
	if strings.HasPrefix(h, "<li") {
		h = "<ul>" + h + "</ul>"
	}
	return h
}