334 lines
8.5 KiB
Go
334 lines
8.5 KiB
Go
// SiYuan - Refactor your thinking
|
||
// Copyright (c) 2020-present, b3log.org
|
||
//
|
||
// This program is free software: you can redistribute it and/or modify
|
||
// it under the terms of the GNU Affero General Public License as published by
|
||
// the Free Software Foundation, either version 3 of the License, or
|
||
// (at your option) any later version.
|
||
//
|
||
// This program is distributed in the hope that it will be useful,
|
||
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||
// GNU Affero General Public License for more details.
|
||
//
|
||
// You should have received a copy of the GNU Affero General Public License
|
||
// along with this program. If not, see <https://www.gnu.org/licenses/>.
|
||
|
||
package sql
|
||
|
||
import (
|
||
"bytes"
|
||
"database/sql"
|
||
"strings"
|
||
|
||
"github.com/88250/gulu"
|
||
"github.com/88250/lute/ast"
|
||
"github.com/88250/lute/html"
|
||
"github.com/88250/lute/parse"
|
||
"github.com/siyuan-note/logging"
|
||
"github.com/siyuan-note/siyuan/kernel/av"
|
||
"github.com/siyuan-note/siyuan/kernel/cache"
|
||
"github.com/siyuan-note/siyuan/kernel/filesys"
|
||
"github.com/siyuan-note/siyuan/kernel/treenode"
|
||
"github.com/siyuan-note/siyuan/kernel/util"
|
||
)
|
||
|
||
type Block struct {
|
||
ID string
|
||
ParentID string
|
||
RootID string
|
||
Hash string
|
||
Box string
|
||
Path string
|
||
HPath string
|
||
Name string
|
||
Alias string
|
||
Memo string
|
||
Tag string
|
||
Content string
|
||
FContent string
|
||
Markdown string
|
||
Length int
|
||
Type string
|
||
SubType string
|
||
IAL string
|
||
Sort int
|
||
Created string
|
||
Updated string
|
||
}
|
||
|
||
func updateRootContent(tx *sql.Tx, content, updated, id string) (err error) {
|
||
stmt := "UPDATE blocks SET content = ?, fcontent = ?, updated = ? WHERE id = ?"
|
||
if err = execStmtTx(tx, stmt, content, content, updated, id); err != nil {
|
||
return
|
||
}
|
||
stmt = "UPDATE blocks_fts SET content = ?, fcontent = ?, updated = ? WHERE id = ?"
|
||
if err = execStmtTx(tx, stmt, content, content, updated, id); err != nil {
|
||
return
|
||
}
|
||
if !caseSensitive {
|
||
stmt = "UPDATE blocks_fts_case_insensitive SET content = ?, fcontent = ?, updated = ? WHERE id = ?"
|
||
if err = execStmtTx(tx, stmt, content, content, updated, id); err != nil {
|
||
return
|
||
}
|
||
}
|
||
removeBlockCache(id)
|
||
cache.RemoveBlockIAL(id)
|
||
return
|
||
}
|
||
|
||
func updateBlockContent(tx *sql.Tx, block *Block) (err error) {
|
||
stmt := "UPDATE blocks SET content = ? WHERE id = ?"
|
||
if err = execStmtTx(tx, stmt, block.Content, block.ID); err != nil {
|
||
tx.Rollback()
|
||
return
|
||
}
|
||
stmt = "UPDATE blocks_fts SET content = ? WHERE id = ?"
|
||
if err = execStmtTx(tx, stmt, block.Content, block.ID); err != nil {
|
||
tx.Rollback()
|
||
return
|
||
}
|
||
if !caseSensitive {
|
||
stmt = "UPDATE blocks_fts_case_insensitive SET content = ? WHERE id = ?"
|
||
if err = execStmtTx(tx, stmt, block.Content, block.ID); err != nil {
|
||
tx.Rollback()
|
||
return
|
||
}
|
||
}
|
||
|
||
putBlockCache(block)
|
||
return
|
||
}
|
||
|
||
func indexNode(tx *sql.Tx, id string) (err error) {
|
||
bt := treenode.GetBlockTree(id)
|
||
if nil == bt {
|
||
return
|
||
}
|
||
|
||
tree, _ := filesys.LoadTree(bt.BoxID, bt.Path, luteEngine)
|
||
if nil == tree {
|
||
return
|
||
}
|
||
|
||
node := treenode.GetNodeInTree(tree, id)
|
||
if nil == node {
|
||
return
|
||
}
|
||
|
||
content := NodeStaticContent(node, nil, true, indexAssetPath, true)
|
||
stmt := "UPDATE blocks SET content = ? WHERE id = ?"
|
||
if err = execStmtTx(tx, stmt, content, id); err != nil {
|
||
tx.Rollback()
|
||
return
|
||
}
|
||
stmt = "UPDATE blocks_fts SET content = ? WHERE id = ?"
|
||
if err = execStmtTx(tx, stmt, content, id); err != nil {
|
||
tx.Rollback()
|
||
return
|
||
}
|
||
if !caseSensitive {
|
||
stmt = "UPDATE blocks_fts_case_insensitive SET content = ? WHERE id = ?"
|
||
if err = execStmtTx(tx, stmt, content, id); err != nil {
|
||
tx.Rollback()
|
||
return
|
||
}
|
||
}
|
||
return
|
||
}
|
||
|
||
func NodeStaticContent(node *ast.Node, excludeTypes []string, includeTextMarkATitleURL, includeAssetPath, fullAttrView bool) string {
|
||
if nil == node {
|
||
return ""
|
||
}
|
||
|
||
if ast.NodeAttributeView == node.Type {
|
||
if fullAttrView {
|
||
return getAttributeViewContent(node.AttributeViewID)
|
||
}
|
||
|
||
ret, _ := av.GetAttributeViewName(node.AttributeViewID)
|
||
return ret
|
||
}
|
||
return nodeStaticContent(node, excludeTypes, includeTextMarkATitleURL, includeAssetPath)
|
||
}
|
||
|
||
func nodeStaticContent(node *ast.Node, excludeTypes []string, includeTextMarkATitleURL, includeAssetPath bool) string {
|
||
if nil == node {
|
||
return ""
|
||
}
|
||
|
||
if ast.NodeDocument == node.Type {
|
||
return node.IALAttr("title")
|
||
}
|
||
|
||
if ast.NodeAttributeView == node.Type {
|
||
return ""
|
||
}
|
||
|
||
buf := bytes.Buffer{}
|
||
buf.Grow(4096)
|
||
lastSpace := false
|
||
ast.Walk(node, func(n *ast.Node, entering bool) ast.WalkStatus {
|
||
if !entering {
|
||
return ast.WalkContinue
|
||
}
|
||
|
||
if n.IsContainerBlock() {
|
||
if !lastSpace {
|
||
buf.WriteByte(' ')
|
||
lastSpace = true
|
||
}
|
||
return ast.WalkContinue
|
||
}
|
||
|
||
if gulu.Str.Contains(n.Type.String(), excludeTypes) {
|
||
return ast.WalkContinue
|
||
}
|
||
|
||
switch n.Type {
|
||
case ast.NodeTableCell:
|
||
// 表格块写入数据库表时在单元格之间添加空格 https://github.com/siyuan-note/siyuan/issues/7654
|
||
if 0 < buf.Len() && ' ' != buf.Bytes()[buf.Len()-1] {
|
||
buf.WriteByte(' ')
|
||
}
|
||
case ast.NodeImage:
|
||
linkDest := n.ChildByType(ast.NodeLinkDest)
|
||
var linkDestStr, ocrText string
|
||
if nil != linkDest {
|
||
linkDestStr = linkDest.TokensStr()
|
||
ocrText = util.GetAssetText(linkDestStr)
|
||
}
|
||
|
||
linkText := n.ChildByType(ast.NodeLinkText)
|
||
if nil != linkText {
|
||
buf.Write(linkText.Tokens)
|
||
buf.WriteByte(' ')
|
||
}
|
||
if "" != ocrText {
|
||
buf.WriteString(ocrText)
|
||
buf.WriteByte(' ')
|
||
}
|
||
if nil != linkDest {
|
||
if !bytes.HasPrefix(linkDest.Tokens, []byte("assets/")) || includeAssetPath {
|
||
buf.Write(linkDest.Tokens)
|
||
buf.WriteByte(' ')
|
||
}
|
||
}
|
||
if linkTitle := n.ChildByType(ast.NodeLinkTitle); nil != linkTitle {
|
||
buf.Write(linkTitle.Tokens)
|
||
}
|
||
return ast.WalkSkipChildren
|
||
case ast.NodeLinkText:
|
||
buf.Write(n.Tokens)
|
||
buf.WriteByte(' ')
|
||
case ast.NodeLinkDest:
|
||
buf.Write(n.Tokens)
|
||
buf.WriteByte(' ')
|
||
case ast.NodeLinkTitle:
|
||
buf.Write(n.Tokens)
|
||
case ast.NodeText, ast.NodeCodeBlockCode, ast.NodeMathBlockContent, ast.NodeHTMLBlock:
|
||
tokens := n.Tokens
|
||
if treenode.IsChartCodeBlockCode(n) {
|
||
// 图表块的内容在数据库 `blocks` 表 `content` 字段中被转义 https://github.com/siyuan-note/siyuan/issues/6326
|
||
tokens = html.UnescapeHTML(tokens)
|
||
}
|
||
buf.Write(tokens)
|
||
case ast.NodeTextMark:
|
||
for _, excludeType := range excludeTypes {
|
||
if strings.HasPrefix(excludeType, "NodeTextMark-") {
|
||
if n.IsTextMarkType(excludeType[len("NodeTextMark-"):]) {
|
||
return ast.WalkContinue
|
||
}
|
||
}
|
||
}
|
||
|
||
if n.IsTextMarkType("tag") {
|
||
buf.WriteByte('#')
|
||
}
|
||
buf.WriteString(n.Content())
|
||
if n.IsTextMarkType("tag") {
|
||
buf.WriteByte('#')
|
||
}
|
||
if n.IsTextMarkType("a") && includeTextMarkATitleURL {
|
||
// 搜索不到超链接元素的 URL 和标题 https://github.com/siyuan-note/siyuan/issues/7352
|
||
if "" != n.TextMarkATitle {
|
||
buf.WriteString(" " + html.UnescapeHTMLStr(n.TextMarkATitle))
|
||
}
|
||
|
||
if !strings.HasPrefix(n.TextMarkAHref, "assets/") || includeAssetPath {
|
||
buf.WriteString(" " + html.UnescapeHTMLStr(n.TextMarkAHref))
|
||
}
|
||
}
|
||
case ast.NodeBackslashContent:
|
||
buf.Write(n.Tokens)
|
||
case ast.NodeAudio, ast.NodeVideo:
|
||
buf.WriteString(treenode.GetNodeSrcTokens(n))
|
||
buf.WriteByte(' ')
|
||
}
|
||
lastSpace = false
|
||
return ast.WalkContinue
|
||
})
|
||
|
||
// 这里不要 trim，否则无法搜索首尾空格
|
||
// Improve search and replace for spaces https://github.com/siyuan-note/siyuan/issues/10231
|
||
return buf.String()
|
||
}
|
||
|
||
func BatchGetBlockAttrs(ids []string) (ret map[string]map[string]string) {
|
||
ret = map[string]map[string]string{}
|
||
trees := filesys.LoadTrees(ids)
|
||
for _, id := range ids {
|
||
tree := trees[id]
|
||
if nil == tree {
|
||
continue
|
||
}
|
||
|
||
ret[id] = getBlockAttrsFromTree(id, tree)
|
||
}
|
||
return
|
||
}
|
||
|
||
func GetBlockAttrs(id string) (ret map[string]string) {
|
||
ret = map[string]string{}
|
||
if cached := cache.GetBlockIAL(id); nil != cached {
|
||
ret = cached
|
||
return
|
||
}
|
||
|
||
tree := loadTreeByBlockID(id)
|
||
if nil == tree {
|
||
return
|
||
}
|
||
|
||
ret = getBlockAttrsFromTree(id, tree)
|
||
return
|
||
}
|
||
|
||
func getBlockAttrsFromTree(id string, tree *parse.Tree) (ret map[string]string) {
|
||
ret = map[string]string{}
|
||
node := treenode.GetNodeInTree(tree, id)
|
||
if nil == node {
|
||
logging.LogWarnf("block [%s] not found", id)
|
||
return
|
||
}
|
||
|
||
for _, kv := range node.KramdownIAL {
|
||
ret[kv[0]] = html.UnescapeAttrVal(kv[1])
|
||
}
|
||
cache.PutBlockIAL(id, ret)
|
||
return
|
||
}
|
||
|
||
func loadTreeByBlockID(id string) (ret *parse.Tree) {
|
||
bt := treenode.GetBlockTree(id)
|
||
if nil == bt {
|
||
return
|
||
}
|
||
|
||
ret, err := filesys.LoadTree(bt.BoxID, bt.Path, luteEngine)
|
||
if nil != err {
|
||
return
|
||
}
|
||
return
|
||
}
|