attribute_view.go 95 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714171517161717171817191720172117221723172417251726172717281729173017311732173317341735173617371738173917401741174217431744174517461747174817491750175117521753175417551756175717581759176017611762176317641765176617671768176917701771177217731774177517761777177817791780178117821783178417851786178717881789179017911792179317941795179617971798179918001801180218031804180518061807180818091810181118121813181418151816181718181819182018211822182318241825182618271828182918301831183218331834183518361837183818391840184118421843184418451846184718481849185018511852185318541855185618571858185918601861186218631864186518661867186818691870187118721873187418751876187718781879188018811882188318841885188618871888188918901891189218931894189518961897189818991900190119021903190419051906190719081909191019111912191319141915191619171918191919201921192219231924192519261927192819291930193119321933193419351936193719381939194019411942194319441945194619471948194919501951195219531954195519561957195819591960196119621963196419651966196719681969197019711972197319741975197619771978197919801981198219831984198519861987198819891990199119921993199419951996199719981999200020012002200320042005200620072008200920102011201220132014201520162017201820192020202120222023202420252026202720282029203020312032203320342035203620372038203920402041204220432044204520462047204820492050205120522053205420552056205720582059206020612062206320642065206620672068206920702071207220732074207520762077207820792080208120822083208420852086208720882089209020912092209320942095209620972098209921002101210221032104210521062107210821092110211121122113211421152116211721182119212021212122212321242125212621272128212921302131213221332134213521362137213821392140214121422143214421452146214721482149215021512152215321542155215621572158215921602161216221632164216521662167216821692170217121722173217421752176217721782179218021812182218321842185218621872188218921902191219221932194219521962197219821992200220122022203220422052206220722082209221022112212221322142215221622172218221922202221222222232224222522262227222822292230223122322233223422352236223722382239224022412242224322442245224622472248224922502251225222532254225522562257225822592260226122622263226422652266226722682269227022712272227322742275227622772278227922802281228222832284228522862287228822892290229122922293229422952296229722982299230023012302230323042305230623072308230923102311231223132314231523162317231823192320232123222323232423252326232723282329233023312332233323342335233623372338233923402341234223432344234523462347234823492350235123522353235423552356235723582359236023612362236323642365236623672368236923702371237223732374237523762377237823792380238123822383238423852386238723882389239023912392239323942395239623972398239924002401240224032404240524062407240824092410241124122413241424152416241724182419242024212422242324242425242624272428242924302431243224332434243524362437243824392440244124422443244424452446244724482449245024512452245324542455245624572458245924602461246224632464246524662467246824692470247124722473247424752476247724782479248024812482248324842485248624872488248924902491249224932494249524962497249824992500250125022503250425052506250725082509251025112512251325142515251625172518251925202521252225232524252525262527252825292530253125322533253425352536253725382539254025412542254325442545254625472548254925502551255225532554255525562557255825592560256125622563256425652566256725682569257025712572257325742575257625772578257925802581258225832584258525862587258825892590259125922593259425952596259725982599260026012602260326042605260626072608260926102611261226132614261526162617261826192620262126222623262426252626262726282629263026312632263326342635263626372638263926402641264226432644264526462647264826492650265126522653265426552656265726582659266026612662266326642665266626672668266926702671267226732674267526762677267826792680268126822683268426852686268726882689269026912692269326942695269626972698269927002701270227032704270527062707270827092710271127122713271427152716271727182719272027212722272327242725272627272728272927302731273227332734273527362737273827392740274127422743274427452746274727482749275027512752275327542755275627572758275927602761276227632764276527662767276827692770277127722773277427752776277727782779278027812782278327842785278627872788278927902791279227932794279527962797279827992800280128022803280428052806280728082809281028112812281328142815281628172818281928202821282228232824282528262827282828292830283128322833283428352836283728382839284028412842284328442845284628472848284928502851285228532854285528562857285828592860286128622863286428652866286728682869287028712872287328742875287628772878287928802881288228832884288528862887288828892890289128922893289428952896289728982899290029012902290329042905290629072908290929102911291229132914291529162917291829192920292129222923292429252926292729282929293029312932293329342935293629372938293929402941294229432944294529462947294829492950295129522953295429552956295729582959296029612962296329642965296629672968296929702971297229732974297529762977297829792980298129822983298429852986298729882989299029912992299329942995299629972998299930003001300230033004300530063007300830093010301130123013301430153016301730183019302030213022302330243025302630273028302930303031303230333034303530363037303830393040304130423043304430453046304730483049305030513052305330543055305630573058305930603061306230633064306530663067306830693070307130723073307430753076307730783079308030813082308330843085308630873088308930903091309230933094309530963097309830993100310131023103310431053106310731083109311031113112311331143115311631173118311931203121312231233124312531263127312831293130313131323133313431353136313731383139314031413142314331443145314631473148314931503151315231533154315531563157315831593160316131623163316431653166316731683169317031713172317331743175317631773178317931803181318231833184318531863187318831893190319131923193319431953196319731983199320032013202320332043205320632073208320932103211321232133214321532163217321832193220322132223223322432253226322732283229323032313232323332343235323632373238323932403241324232433244324532463247324832493250325132523253325432553256325732583259326032613262326332643265326632673268326932703271327232733274327532763277327832793280328132823283328432853286328732883289329032913292329332943295329632973298329933003301330233033304330533063307330833093310331133123313331433153316331733183319332033213322332333243325332633273328332933303331333233333334333533363337333833393340334133423343334433453346334733483349335033513352335333543355335633573358335933603361336233633364336533663367336833693370337133723373337433753376337733783379338033813382338333843385338633873388338933903391339233933394339533963397339833993400340134023403340434053406340734083409341034113412341334143415341634173418341934203421342234233424342534263427342834293430343134323433343434353436343734383439344034413442344334443445344634473448344934503451345234533454345534563457345834593460346134623463346434653466346734683469347034713472347334743475347634773478347934803481348234833484348534863487348834893490349134923493349434953496349734983499350035013502350335043505350635073508350935103511351235133514351535163517351835193520352135223523352435253526352735283529353035313532353335343535353635373538
  1. // SiYuan - Refactor your thinking
  2. // Copyright (c) 2020-present, b3log.org
  3. //
  4. // This program is free software: you can redistribute it and/or modify
  5. // it under the terms of the GNU Affero General Public License as published by
  6. // the Free Software Foundation, either version 3 of the License, or
  7. // (at your option) any later version.
  8. //
  9. // This program is distributed in the hope that it will be useful,
  10. // but WITHOUT ANY WARRANTY; without even the implied warranty of
  11. // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  12. // GNU Affero General Public License for more details.
  13. //
  14. // You should have received a copy of the GNU Affero General Public License
  15. // along with this program. If not, see <https://www.gnu.org/licenses/>.
  16. package model
  17. import (
  18. "bytes"
  19. "fmt"
  20. "os"
  21. "path/filepath"
  22. "sort"
  23. "strconv"
  24. "strings"
  25. "text/template"
  26. "time"
  27. "github.com/88250/gulu"
  28. "github.com/88250/lute/ast"
  29. "github.com/88250/lute/parse"
  30. "github.com/siyuan-note/dejavu/entity"
  31. "github.com/siyuan-note/filelock"
  32. "github.com/siyuan-note/logging"
  33. "github.com/siyuan-note/siyuan/kernel/av"
  34. "github.com/siyuan-note/siyuan/kernel/cache"
  35. "github.com/siyuan-note/siyuan/kernel/treenode"
  36. "github.com/siyuan-note/siyuan/kernel/util"
  37. "github.com/xrash/smetrics"
  38. )
  39. func SetDatabaseBlockView(blockID, viewID string) (err error) {
  40. node, tree, err := getNodeByBlockID(nil, blockID)
  41. if nil != err {
  42. return
  43. }
  44. attrs := parse.IAL2Map(node.KramdownIAL)
  45. attrs[av.NodeAttrView] = viewID
  46. err = setNodeAttrs(node, tree, attrs)
  47. if nil != err {
  48. logging.LogWarnf("set node [%s] attrs failed: %s", blockID, err)
  49. return
  50. }
  51. return
  52. }
  53. func GetAttributeViewPrimaryKeyValues(avID, keyword string, page, pageSize int) (attributeViewName string, databaseBlockIDs []string, keyValues *av.KeyValues, err error) {
  54. waitForSyncingStorages()
  55. attrView, err := av.ParseAttributeView(avID)
  56. if nil != err {
  57. logging.LogErrorf("parse attribute view [%s] failed: %s", avID, err)
  58. return
  59. }
  60. attributeViewName = getAttrViewName(attrView)
  61. databaseBlockIDs = treenode.GetMirrorAttrViewBlockIDs(avID)
  62. keyValues = attrView.GetBlockKeyValues()
  63. // 过滤掉不在视图中的值
  64. tmp := map[string]*av.Value{}
  65. for _, kv := range keyValues.Values {
  66. for _, view := range attrView.Views {
  67. switch view.LayoutType {
  68. case av.LayoutTypeTable:
  69. if !kv.IsDetached {
  70. if nil == treenode.GetBlockTree(kv.BlockID) {
  71. break
  72. }
  73. }
  74. tmp[kv.Block.ID] = kv
  75. }
  76. }
  77. }
  78. keyValues.Values = []*av.Value{}
  79. for _, v := range tmp {
  80. if strings.Contains(strings.ToLower(v.String(true)), strings.ToLower(keyword)) {
  81. keyValues.Values = append(keyValues.Values, v)
  82. }
  83. }
  84. if 1 > pageSize {
  85. pageSize = 16
  86. }
  87. start := (page - 1) * pageSize
  88. end := start + pageSize
  89. if len(keyValues.Values) < end {
  90. end = len(keyValues.Values)
  91. }
  92. keyValues.Values = keyValues.Values[start:end]
  93. return
  94. }
  95. func GetAttributeViewFilterSort(avID, blockID string) (filters []*av.ViewFilter, sorts []*av.ViewSort) {
  96. waitForSyncingStorages()
  97. attrView, err := av.ParseAttributeView(avID)
  98. if nil != err {
  99. logging.LogErrorf("parse attribute view [%s] failed: %s", avID, err)
  100. return
  101. }
  102. view, err := getAttrViewViewByBlockID(attrView, blockID)
  103. if nil == view {
  104. view, err = attrView.GetCurrentView(attrView.ViewID)
  105. if nil != err {
  106. logging.LogErrorf("get current view failed: %s", err)
  107. return
  108. }
  109. }
  110. filters = []*av.ViewFilter{}
  111. sorts = []*av.ViewSort{}
  112. switch view.LayoutType {
  113. case av.LayoutTypeTable:
  114. filters = view.Table.Filters
  115. sorts = view.Table.Sorts
  116. }
  117. return
  118. }
  119. func SearchAttributeViewNonRelationKey(avID, keyword string) (ret []*av.Key) {
  120. waitForSyncingStorages()
  121. ret = []*av.Key{}
  122. attrView, err := av.ParseAttributeView(avID)
  123. if nil != err {
  124. logging.LogErrorf("parse attribute view [%s] failed: %s", avID, err)
  125. return
  126. }
  127. for _, keyValues := range attrView.KeyValues {
  128. if av.KeyTypeRelation != keyValues.Key.Type && av.KeyTypeRollup != keyValues.Key.Type && av.KeyTypeTemplate != keyValues.Key.Type && av.KeyTypeCreated != keyValues.Key.Type && av.KeyTypeUpdated != keyValues.Key.Type && av.KeyTypeLineNumber != keyValues.Key.Type {
  129. if strings.Contains(strings.ToLower(keyValues.Key.Name), strings.ToLower(keyword)) {
  130. ret = append(ret, keyValues.Key)
  131. }
  132. }
  133. }
  134. return
  135. }
  136. func SearchAttributeViewRelationKey(avID, keyword string) (ret []*av.Key) {
  137. waitForSyncingStorages()
  138. ret = []*av.Key{}
  139. attrView, err := av.ParseAttributeView(avID)
  140. if nil != err {
  141. logging.LogErrorf("parse attribute view [%s] failed: %s", avID, err)
  142. return
  143. }
  144. for _, keyValues := range attrView.KeyValues {
  145. if av.KeyTypeRelation == keyValues.Key.Type && nil != keyValues.Key.Relation {
  146. if strings.Contains(strings.ToLower(keyValues.Key.Name), strings.ToLower(keyword)) {
  147. ret = append(ret, keyValues.Key)
  148. }
  149. }
  150. }
  151. return
  152. }
  153. func GetAttributeView(avID string) (ret *av.AttributeView) {
  154. waitForSyncingStorages()
  155. ret, _ = av.ParseAttributeView(avID)
  156. return
  157. }
  158. type SearchAttributeViewResult struct {
  159. AvID string `json:"avID"`
  160. AvName string `json:"avName"`
  161. BlockID string `json:"blockID"`
  162. HPath string `json:"hPath"`
  163. }
  164. func SearchAttributeView(keyword string, excludes []string) (ret []*SearchAttributeViewResult) {
  165. waitForSyncingStorages()
  166. ret = []*SearchAttributeViewResult{}
  167. keyword = strings.TrimSpace(keyword)
  168. type result struct {
  169. AvID string
  170. AvName string
  171. AvUpdated int64
  172. Score float64
  173. }
  174. var avs []*result
  175. avDir := filepath.Join(util.DataDir, "storage", "av")
  176. entries, err := os.ReadDir(avDir)
  177. if nil != err {
  178. logging.LogErrorf("read directory [%s] failed: %s", avDir, err)
  179. return
  180. }
  181. avBlockRels := av.GetBlockRels()
  182. for _, entry := range entries {
  183. if entry.IsDir() {
  184. continue
  185. }
  186. id := strings.TrimSuffix(entry.Name(), ".json")
  187. if !ast.IsNodeIDPattern(id) {
  188. continue
  189. }
  190. if nil == avBlockRels[id] {
  191. continue
  192. }
  193. name, _ := av.GetAttributeViewNameByPath(filepath.Join(avDir, entry.Name()))
  194. info, _ := entry.Info()
  195. if "" != keyword {
  196. if strings.Contains(strings.ToLower(name), strings.ToLower(keyword)) {
  197. score := smetrics.JaroWinkler(name, keyword, 0.7, 4)
  198. a := &result{AvID: id, AvName: name, Score: score}
  199. if nil != info && !info.ModTime().IsZero() {
  200. a.AvUpdated = info.ModTime().UnixMilli()
  201. }
  202. avs = append(avs, a)
  203. }
  204. } else {
  205. a := &result{AvID: id, AvName: name}
  206. if nil != info && !info.ModTime().IsZero() {
  207. a.AvUpdated = info.ModTime().UnixMilli()
  208. }
  209. avs = append(avs, a)
  210. }
  211. }
  212. if "" == keyword {
  213. sort.Slice(avs, func(i, j int) bool { return avs[i].AvUpdated > avs[j].AvUpdated })
  214. } else {
  215. sort.SliceStable(avs, func(i, j int) bool {
  216. if avs[i].Score == avs[j].Score {
  217. return avs[i].AvUpdated > avs[j].AvUpdated
  218. }
  219. return avs[i].Score > avs[j].Score
  220. })
  221. }
  222. if 12 <= len(avs) {
  223. avs = avs[:12]
  224. }
  225. var avIDs []string
  226. for _, a := range avs {
  227. avIDs = append(avIDs, a.AvID)
  228. }
  229. avBlocks := treenode.BatchGetMirrorAttrViewBlocks(avIDs)
  230. var blockIDs []string
  231. for _, avBlock := range avBlocks {
  232. blockIDs = append(blockIDs, avBlock.BlockIDs...)
  233. }
  234. blockIDs = gulu.Str.RemoveDuplicatedElem(blockIDs)
  235. trees := map[string]*parse.Tree{}
  236. for _, blockID := range blockIDs {
  237. bt := treenode.GetBlockTree(blockID)
  238. if nil == bt {
  239. continue
  240. }
  241. tree := trees[bt.RootID]
  242. if nil == tree {
  243. tree, _ = LoadTreeByBlockID(blockID)
  244. if nil != tree {
  245. trees[bt.RootID] = tree
  246. }
  247. }
  248. if nil == tree {
  249. continue
  250. }
  251. node := treenode.GetNodeInTree(tree, blockID)
  252. if nil == node {
  253. continue
  254. }
  255. if "" == node.AttributeViewID {
  256. continue
  257. }
  258. avID := node.AttributeViewID
  259. var existAv *result
  260. for _, av := range avs {
  261. if av.AvID == avID {
  262. existAv = av
  263. break
  264. }
  265. }
  266. if nil == existAv {
  267. continue
  268. }
  269. exist := false
  270. for _, result := range ret {
  271. if result.AvID == avID {
  272. exist = true
  273. break
  274. }
  275. }
  276. var hPath string
  277. baseBlock := treenode.GetBlockTreeRootByPath(node.Box, node.Path)
  278. if nil != baseBlock {
  279. hPath = baseBlock.HPath
  280. }
  281. box := Conf.Box(node.Box)
  282. if nil != box {
  283. hPath = box.Name + hPath
  284. }
  285. if !exist && !gulu.Str.Contains(avID, excludes) {
  286. ret = append(ret, &SearchAttributeViewResult{
  287. AvID: avID,
  288. AvName: existAv.AvName,
  289. BlockID: blockID,
  290. HPath: hPath,
  291. })
  292. }
  293. }
  294. return
  295. }
  296. type BlockAttributeViewKeys struct {
  297. AvID string `json:"avID"`
  298. AvName string `json:"avName"`
  299. BlockIDs []string `json:"blockIDs"`
  300. KeyValues []*av.KeyValues `json:"keyValues"`
  301. }
  302. func GetBlockAttributeViewKeys(blockID string) (ret []*BlockAttributeViewKeys) {
  303. waitForSyncingStorages()
  304. ret = []*BlockAttributeViewKeys{}
  305. attrs := GetBlockAttrsWithoutWaitWriting(blockID)
  306. avs := attrs[av.NodeAttrNameAvs]
  307. if "" == avs {
  308. return
  309. }
  310. avIDs := strings.Split(avs, ",")
  311. for _, avID := range avIDs {
  312. attrView, err := av.ParseAttributeView(avID)
  313. if nil != err {
  314. logging.LogErrorf("parse attribute view [%s] failed: %s", avID, err)
  315. unbindBlockAv(nil, avID, blockID)
  316. return
  317. }
  318. if 1 > len(attrView.Views) {
  319. err = av.ErrViewNotFound
  320. unbindBlockAv(nil, avID, blockID)
  321. return
  322. }
  323. if !attrView.ExistBlock(blockID) {
  324. // 比如剪切后粘贴,块 ID 会变,但是属性还在块上,这里做一次数据订正
  325. // Auto verify the database name when clicking the block superscript icon https://github.com/siyuan-note/siyuan/issues/10861
  326. unbindBlockAv(nil, avID, blockID)
  327. return
  328. }
  329. var keyValues []*av.KeyValues
  330. for _, kv := range attrView.KeyValues {
  331. kValues := &av.KeyValues{Key: kv.Key}
  332. for _, v := range kv.Values {
  333. if v.BlockID == blockID {
  334. kValues.Values = append(kValues.Values, v)
  335. }
  336. }
  337. switch kValues.Key.Type {
  338. case av.KeyTypeRollup:
  339. kValues.Values = append(kValues.Values, &av.Value{ID: ast.NewNodeID(), KeyID: kValues.Key.ID, BlockID: blockID, Type: av.KeyTypeRollup, Rollup: &av.ValueRollup{Contents: []*av.Value{}}})
  340. case av.KeyTypeTemplate:
  341. kValues.Values = append(kValues.Values, &av.Value{ID: ast.NewNodeID(), KeyID: kValues.Key.ID, BlockID: blockID, Type: av.KeyTypeTemplate, Template: &av.ValueTemplate{Content: ""}})
  342. case av.KeyTypeCreated:
  343. kValues.Values = append(kValues.Values, &av.Value{ID: ast.NewNodeID(), KeyID: kValues.Key.ID, BlockID: blockID, Type: av.KeyTypeCreated})
  344. case av.KeyTypeUpdated:
  345. kValues.Values = append(kValues.Values, &av.Value{ID: ast.NewNodeID(), KeyID: kValues.Key.ID, BlockID: blockID, Type: av.KeyTypeUpdated})
  346. }
  347. if 0 < len(kValues.Values) {
  348. keyValues = append(keyValues, kValues)
  349. } else {
  350. // 如果没有值,那么就补一个默认值
  351. kValues.Values = append(kValues.Values, av.GetAttributeViewDefaultValue(ast.NewNodeID(), kv.Key.ID, blockID, kv.Key.Type))
  352. keyValues = append(keyValues, kValues)
  353. }
  354. }
  355. // 渲染自动生成的列值,比如模板列、关联列、汇总列、创建时间列和更新时间列
  356. // 先处理关联列、汇总列、创建时间列和更新时间列
  357. for _, kv := range keyValues {
  358. switch kv.Key.Type {
  359. case av.KeyTypeRollup:
  360. if nil == kv.Key.Rollup {
  361. break
  362. }
  363. relKey, _ := attrView.GetKey(kv.Key.Rollup.RelationKeyID)
  364. if nil == relKey {
  365. break
  366. }
  367. relVal := attrView.GetValue(kv.Key.Rollup.RelationKeyID, kv.Values[0].BlockID)
  368. if nil != relVal && nil != relVal.Relation {
  369. destAv, _ := av.ParseAttributeView(relKey.Relation.AvID)
  370. destKey, _ := destAv.GetKey(kv.Key.Rollup.KeyID)
  371. if nil != destAv && nil != destKey {
  372. for _, bID := range relVal.Relation.BlockIDs {
  373. destVal := destAv.GetValue(kv.Key.Rollup.KeyID, bID)
  374. if nil == destVal {
  375. if destAv.ExistBlock(bID) { // 数据库中存在行但是列值不存在是数据未初始化,这里补一个默认值
  376. destVal = av.GetAttributeViewDefaultValue(ast.NewNodeID(), kv.Key.Rollup.KeyID, bID, destKey.Type)
  377. }
  378. if nil == destVal {
  379. continue
  380. }
  381. }
  382. if av.KeyTypeNumber == destKey.Type {
  383. destVal.Number.Format = destKey.NumberFormat
  384. destVal.Number.FormatNumber()
  385. }
  386. kv.Values[0].Rollup.Contents = append(kv.Values[0].Rollup.Contents, destVal.Clone())
  387. }
  388. kv.Values[0].Rollup.RenderContents(kv.Key.Rollup.Calc, destKey)
  389. }
  390. }
  391. case av.KeyTypeRelation:
  392. if nil == kv.Key.Relation {
  393. break
  394. }
  395. destAv, _ := av.ParseAttributeView(kv.Key.Relation.AvID)
  396. if nil == destAv {
  397. break
  398. }
  399. blocks := map[string]*av.Value{}
  400. for _, blockValue := range destAv.GetBlockKeyValues().Values {
  401. blocks[blockValue.BlockID] = blockValue
  402. }
  403. kv.Values[0].Relation.Contents = nil // 先清空 https://github.com/siyuan-note/siyuan/issues/10670
  404. for _, bID := range kv.Values[0].Relation.BlockIDs {
  405. kv.Values[0].Relation.Contents = append(kv.Values[0].Relation.Contents, blocks[bID])
  406. }
  407. case av.KeyTypeCreated:
  408. createdStr := blockID[:len("20060102150405")]
  409. created, parseErr := time.ParseInLocation("20060102150405", createdStr, time.Local)
  410. if nil == parseErr {
  411. kv.Values[0].Created = av.NewFormattedValueCreated(created.UnixMilli(), 0, av.CreatedFormatNone)
  412. kv.Values[0].Created.IsNotEmpty = true
  413. } else {
  414. logging.LogWarnf("parse created [%s] failed: %s", createdStr, parseErr)
  415. kv.Values[0].Created = av.NewFormattedValueCreated(time.Now().UnixMilli(), 0, av.CreatedFormatNone)
  416. }
  417. case av.KeyTypeUpdated:
  418. ial := GetBlockAttrsWithoutWaitWriting(blockID)
  419. updatedStr := ial["updated"]
  420. updated, parseErr := time.ParseInLocation("20060102150405", updatedStr, time.Local)
  421. if nil == parseErr {
  422. kv.Values[0].Updated = av.NewFormattedValueUpdated(updated.UnixMilli(), 0, av.UpdatedFormatNone)
  423. kv.Values[0].Updated.IsNotEmpty = true
  424. } else {
  425. logging.LogWarnf("parse updated [%s] failed: %s", updatedStr, parseErr)
  426. kv.Values[0].Updated = av.NewFormattedValueUpdated(time.Now().UnixMilli(), 0, av.UpdatedFormatNone)
  427. }
  428. }
  429. }
  430. // 再处理模板列
  431. // 获取闪卡信息
  432. // TODO 目前看来使用场景不多,暂时不实现了 https://github.com/siyuan-note/siyuan/issues/10502#issuecomment-1986703280
  433. var flashcard *Flashcard
  434. //deck := Decks[builtinDeckID]
  435. //if nil != deck {
  436. // blockIDs := []string{blockID}
  437. // cards := deck.GetCardsByBlockIDs(blockIDs)
  438. // now := time.Now()
  439. // if 0 < len(cards) {
  440. // flashcard = newFlashcard(cards[0], builtinDeckID, now)
  441. // }
  442. //}
  443. // 渲染模板
  444. var renderTemplateErr error
  445. for _, kv := range keyValues {
  446. switch kv.Key.Type {
  447. case av.KeyTypeTemplate:
  448. if 0 < len(kv.Values) {
  449. ial := map[string]string{}
  450. block := getRowBlockValue(keyValues)
  451. if nil != block && !block.IsDetached {
  452. ial = GetBlockAttrsWithoutWaitWriting(block.BlockID)
  453. }
  454. var renderErr error
  455. kv.Values[0].Template.Content, renderErr = renderTemplateCol(ial, flashcard, keyValues, kv.Key.Template)
  456. if nil != renderErr {
  457. renderTemplateErr = fmt.Errorf("database [%s] template field [%s] rendering failed: %s", getAttrViewName(attrView), kv.Key.Name, renderErr)
  458. }
  459. }
  460. }
  461. }
  462. if nil != renderTemplateErr {
  463. util.PushErrMsg(fmt.Sprintf(Conf.Language(44), util.EscapeHTML(renderTemplateErr.Error())), 30000)
  464. }
  465. // Attribute Panel - Database sort attributes by view column order https://github.com/siyuan-note/siyuan/issues/9319
  466. viewID := attrs[av.NodeAttrView]
  467. view, _ := attrView.GetCurrentView(viewID)
  468. if nil != view {
  469. sorts := map[string]int{}
  470. for i, col := range view.Table.Columns {
  471. sorts[col.ID] = i
  472. }
  473. sort.Slice(keyValues, func(i, j int) bool {
  474. return sorts[keyValues[i].Key.ID] < sorts[keyValues[j].Key.ID]
  475. })
  476. }
  477. blockIDs := treenode.GetMirrorAttrViewBlockIDs(avID)
  478. if 1 > len(blockIDs) {
  479. // 老数据兼容处理
  480. avBts := treenode.GetBlockTreesByType("av")
  481. for _, avBt := range avBts {
  482. if nil == avBt {
  483. continue
  484. }
  485. tree, _ := LoadTreeByBlockID(avBt.ID)
  486. if nil == tree {
  487. continue
  488. }
  489. node := treenode.GetNodeInTree(tree, avBt.ID)
  490. if nil == node {
  491. continue
  492. }
  493. if avID == node.AttributeViewID {
  494. blockIDs = append(blockIDs, avBt.ID)
  495. }
  496. }
  497. if 1 > len(blockIDs) {
  498. tree, _ := LoadTreeByBlockID(blockID)
  499. if nil != tree {
  500. node := treenode.GetNodeInTree(tree, blockID)
  501. if nil != node {
  502. if removeErr := removeNodeAvID(node, avID, nil, tree); nil != removeErr {
  503. logging.LogErrorf("remove node avID [%s] failed: %s", avID, removeErr)
  504. }
  505. }
  506. }
  507. continue
  508. }
  509. blockIDs = gulu.Str.RemoveDuplicatedElem(blockIDs)
  510. for _, blockID := range blockIDs {
  511. av.UpsertBlockRel(avID, blockID)
  512. }
  513. }
  514. ret = append(ret, &BlockAttributeViewKeys{
  515. AvID: avID,
  516. AvName: attrView.Name,
  517. BlockIDs: blockIDs,
  518. KeyValues: keyValues,
  519. })
  520. }
  521. return
  522. }
  523. func RenderRepoSnapshotAttributeView(indexID, avID string) (viewable av.Viewable, attrView *av.AttributeView, err error) {
  524. repo, err := newRepository()
  525. if nil != err {
  526. return
  527. }
  528. index, err := repo.GetIndex(indexID)
  529. if nil != err {
  530. return
  531. }
  532. files, err := repo.GetFiles(index)
  533. if nil != err {
  534. return
  535. }
  536. var avFile *entity.File
  537. for _, f := range files {
  538. if "/storage/av/"+avID+".json" == f.Path {
  539. avFile = f
  540. break
  541. }
  542. }
  543. if nil == avFile {
  544. attrView = av.NewAttributeView(avID)
  545. } else {
  546. data, readErr := repo.OpenFile(avFile)
  547. if nil != readErr {
  548. logging.LogErrorf("read attribute view [%s] failed: %s", avID, readErr)
  549. return
  550. }
  551. attrView = &av.AttributeView{}
  552. if err = gulu.JSON.UnmarshalJSON(data, attrView); nil != err {
  553. logging.LogErrorf("unmarshal attribute view [%s] failed: %s", avID, err)
  554. return
  555. }
  556. }
  557. viewable, err = renderAttributeView(attrView, "", "", 1, -1)
  558. return
  559. }
  560. func RenderHistoryAttributeView(avID, created string) (viewable av.Viewable, attrView *av.AttributeView, err error) {
  561. createdUnix, parseErr := strconv.ParseInt(created, 10, 64)
  562. if nil != parseErr {
  563. logging.LogErrorf("parse created [%s] failed: %s", created, parseErr)
  564. return
  565. }
  566. dirPrefix := time.Unix(createdUnix, 0).Format("2006-01-02-150405")
  567. globPath := filepath.Join(util.HistoryDir, dirPrefix+"*")
  568. matches, err := filepath.Glob(globPath)
  569. if nil != err {
  570. logging.LogErrorf("glob [%s] failed: %s", globPath, err)
  571. return
  572. }
  573. if 1 > len(matches) {
  574. return
  575. }
  576. historyDir := matches[0]
  577. avJSONPath := filepath.Join(historyDir, "storage", "av", avID+".json")
  578. if !gulu.File.IsExist(avJSONPath) {
  579. avJSONPath = filepath.Join(util.DataDir, "storage", "av", avID+".json")
  580. }
  581. if !gulu.File.IsExist(avJSONPath) {
  582. attrView = av.NewAttributeView(avID)
  583. } else {
  584. data, readErr := os.ReadFile(avJSONPath)
  585. if nil != readErr {
  586. logging.LogErrorf("read attribute view [%s] failed: %s", avID, readErr)
  587. return
  588. }
  589. attrView = &av.AttributeView{}
  590. if err = gulu.JSON.UnmarshalJSON(data, attrView); nil != err {
  591. logging.LogErrorf("unmarshal attribute view [%s] failed: %s", avID, err)
  592. return
  593. }
  594. }
  595. viewable, err = renderAttributeView(attrView, "", "", 1, -1)
  596. return
  597. }
  598. func RenderAttributeView(avID, viewID, query string, page, pageSize int) (viewable av.Viewable, attrView *av.AttributeView, err error) {
  599. waitForSyncingStorages()
  600. if avJSONPath := av.GetAttributeViewDataPath(avID); !filelock.IsExist(avJSONPath) {
  601. attrView = av.NewAttributeView(avID)
  602. if err = av.SaveAttributeView(attrView); nil != err {
  603. logging.LogErrorf("save attribute view [%s] failed: %s", avID, err)
  604. return
  605. }
  606. }
  607. attrView, err = av.ParseAttributeView(avID)
  608. if nil != err {
  609. logging.LogErrorf("parse attribute view [%s] failed: %s", avID, err)
  610. return
  611. }
  612. viewable, err = renderAttributeView(attrView, viewID, query, page, pageSize)
  613. return
  614. }
  615. func renderAttributeView(attrView *av.AttributeView, viewID, query string, page, pageSize int) (viewable av.Viewable, err error) {
  616. if 1 > len(attrView.Views) {
  617. view, _, _ := av.NewTableViewWithBlockKey(ast.NewNodeID())
  618. attrView.Views = append(attrView.Views, view)
  619. attrView.ViewID = view.ID
  620. if err = av.SaveAttributeView(attrView); nil != err {
  621. logging.LogErrorf("save attribute view [%s] failed: %s", attrView.ID, err)
  622. return
  623. }
  624. }
  625. var view *av.View
  626. if "" != viewID {
  627. view, _ = attrView.GetCurrentView(viewID)
  628. if nil != view && view.ID != attrView.ViewID {
  629. attrView.ViewID = view.ID
  630. if err = av.SaveAttributeView(attrView); nil != err {
  631. logging.LogErrorf("save attribute view [%s] failed: %s", attrView.ID, err)
  632. return
  633. }
  634. }
  635. } else {
  636. view = attrView.GetView(attrView.ViewID)
  637. }
  638. if nil == view {
  639. view = attrView.Views[0]
  640. }
  641. // 做一些数据兼容和订正处理,保存的时候也会做 av.SaveAttributeView()
  642. currentTimeMillis := util.CurrentTimeMillis()
  643. for _, kv := range attrView.KeyValues {
  644. switch kv.Key.Type {
  645. case av.KeyTypeBlock: // 补全 block 的创建时间和更新时间
  646. for _, v := range kv.Values {
  647. if 0 == v.Block.Created {
  648. if "" == v.Block.ID {
  649. v.Block.ID = v.BlockID
  650. if "" == v.Block.ID {
  651. v.Block.ID = ast.NewNodeID()
  652. v.BlockID = v.Block.ID
  653. }
  654. }
  655. createdStr := v.Block.ID[:len("20060102150405")]
  656. created, parseErr := time.ParseInLocation("20060102150405", createdStr, time.Local)
  657. if nil == parseErr {
  658. v.Block.Created = created.UnixMilli()
  659. } else {
  660. v.Block.Created = currentTimeMillis
  661. }
  662. }
  663. if 0 == v.Block.Updated {
  664. v.Block.Updated = v.Block.Created
  665. }
  666. }
  667. }
  668. for _, v := range kv.Values {
  669. // 校验日期 IsNotEmpty
  670. if av.KeyTypeDate == kv.Key.Type {
  671. if nil != v.Date && 0 != v.Date.Content && !v.Date.IsNotEmpty {
  672. v.Date.IsNotEmpty = true
  673. }
  674. }
  675. // 校验数字 IsNotEmpty
  676. if av.KeyTypeNumber == kv.Key.Type {
  677. if nil != v.Number && 0 != v.Number.Content && !v.Number.IsNotEmpty {
  678. v.Number.IsNotEmpty = true
  679. }
  680. }
  681. // 补全值的创建时间和更新时间
  682. if "" == v.ID {
  683. v.ID = ast.NewNodeID()
  684. }
  685. if 0 == v.CreatedAt {
  686. createdStr := v.ID[:len("20060102150405")]
  687. created, parseErr := time.ParseInLocation("20060102150405", createdStr, time.Local)
  688. if nil == parseErr {
  689. v.CreatedAt = created.UnixMilli()
  690. } else {
  691. v.CreatedAt = currentTimeMillis
  692. }
  693. }
  694. if 0 == v.UpdatedAt {
  695. v.UpdatedAt = v.CreatedAt
  696. }
  697. }
  698. }
  699. // 补全过滤器 Value
  700. if nil != view.Table {
  701. for _, f := range view.Table.Filters {
  702. if nil != f.Value {
  703. continue
  704. }
  705. if k, _ := attrView.GetKey(f.Column); nil != k {
  706. f.Value = &av.Value{Type: k.Type}
  707. }
  708. }
  709. }
  710. switch view.LayoutType {
  711. case av.LayoutTypeTable:
  712. // 列删除以后需要删除设置的过滤和排序
  713. tmpFilters := []*av.ViewFilter{}
  714. for _, f := range view.Table.Filters {
  715. if k, _ := attrView.GetKey(f.Column); nil != k {
  716. tmpFilters = append(tmpFilters, f)
  717. }
  718. }
  719. view.Table.Filters = tmpFilters
  720. tmpSorts := []*av.ViewSort{}
  721. for _, s := range view.Table.Sorts {
  722. if k, _ := attrView.GetKey(s.Column); nil != k {
  723. tmpSorts = append(tmpSorts, s)
  724. }
  725. }
  726. view.Table.Sorts = tmpSorts
  727. viewable, err = renderAttributeViewTable(attrView, view, query)
  728. }
  729. viewable.FilterRows(attrView)
  730. viewable.SortRows(attrView)
  731. viewable.CalcCols()
  732. // 分页
  733. switch viewable.GetType() {
  734. case av.LayoutTypeTable:
  735. table := viewable.(*av.Table)
  736. table.RowCount = len(table.Rows)
  737. if 1 > view.Table.PageSize {
  738. view.Table.PageSize = 50
  739. }
  740. table.PageSize = view.Table.PageSize
  741. if 1 > pageSize {
  742. pageSize = table.PageSize
  743. }
  744. start := (page - 1) * pageSize
  745. end := start + pageSize
  746. if len(table.Rows) < end {
  747. end = len(table.Rows)
  748. }
  749. table.Rows = table.Rows[start:end]
  750. }
  751. return
  752. }
  753. func renderTemplateCol(ial map[string]string, flashcard *Flashcard, rowValues []*av.KeyValues, tplContent string) (ret string, err error) {
  754. if "" == ial["id"] {
  755. block := getRowBlockValue(rowValues)
  756. if nil != block && nil != block.Block {
  757. ial["id"] = block.Block.ID
  758. }
  759. }
  760. if "" == ial["updated"] {
  761. block := getRowBlockValue(rowValues)
  762. if nil != block && nil != block.Block {
  763. ial["updated"] = time.UnixMilli(block.Block.Updated).Format("20060102150405")
  764. }
  765. }
  766. goTpl := template.New("").Delims(".action{", "}")
  767. tplFuncMap := util.BuiltInTemplateFuncs()
  768. SQLTemplateFuncs(&tplFuncMap)
  769. goTpl = goTpl.Funcs(tplFuncMap)
  770. tpl, err := goTpl.Parse(tplContent)
  771. if nil != err {
  772. logging.LogWarnf("parse template [%s] failed: %s", tplContent, err)
  773. return
  774. }
  775. buf := &bytes.Buffer{}
  776. dataModel := map[string]interface{}{} // 复制一份 IAL 以避免修改原始数据
  777. for k, v := range ial {
  778. dataModel[k] = v
  779. // Database template column supports `created` and `updated` built-in variables https://github.com/siyuan-note/siyuan/issues/9364
  780. createdStr := ial["id"]
  781. if "" != createdStr {
  782. createdStr = createdStr[:len("20060102150405")]
  783. }
  784. created, parseErr := time.ParseInLocation("20060102150405", createdStr, time.Local)
  785. if nil == parseErr {
  786. dataModel["created"] = created
  787. } else {
  788. logging.LogWarnf("parse created [%s] failed: %s", createdStr, parseErr)
  789. dataModel["created"] = time.Now()
  790. }
  791. updatedStr := ial["updated"]
  792. updated, parseErr := time.ParseInLocation("20060102150405", updatedStr, time.Local)
  793. if nil == parseErr {
  794. dataModel["updated"] = updated
  795. } else {
  796. dataModel["updated"] = time.Now()
  797. }
  798. }
  799. if nil != flashcard {
  800. dataModel["flashcard"] = flashcard
  801. }
  802. for _, rowValue := range rowValues {
  803. if 1 > len(rowValue.Values) {
  804. continue
  805. }
  806. v := rowValue.Values[0]
  807. if av.KeyTypeNumber == v.Type {
  808. if nil != v.Number && v.Number.IsNotEmpty {
  809. dataModel[rowValue.Key.Name] = v.Number.Content
  810. }
  811. } else if av.KeyTypeDate == v.Type {
  812. if nil != v.Date {
  813. if v.Date.IsNotEmpty {
  814. dataModel[rowValue.Key.Name] = time.UnixMilli(v.Date.Content)
  815. }
  816. if v.Date.IsNotEmpty2 {
  817. dataModel[rowValue.Key.Name+"_end"] = time.UnixMilli(v.Date.Content2)
  818. }
  819. }
  820. } else if av.KeyTypeRollup == v.Type {
  821. if 0 < len(v.Rollup.Contents) {
  822. var numbers []float64
  823. var contents []string
  824. for _, content := range v.Rollup.Contents {
  825. if av.KeyTypeNumber == content.Type {
  826. numbers = append(numbers, content.Number.Content)
  827. } else {
  828. contents = append(contents, content.String(true))
  829. }
  830. }
  831. if 0 < len(numbers) {
  832. dataModel[rowValue.Key.Name] = numbers
  833. } else {
  834. dataModel[rowValue.Key.Name] = contents
  835. }
  836. }
  837. } else if av.KeyTypeRelation == v.Type {
  838. if 0 < len(v.Relation.Contents) {
  839. var contents []string
  840. for _, content := range v.Relation.Contents {
  841. contents = append(contents, content.String(true))
  842. }
  843. dataModel[rowValue.Key.Name] = contents
  844. }
  845. } else {
  846. dataModel[rowValue.Key.Name] = v.String(true)
  847. }
  848. }
  849. if err = tpl.Execute(buf, dataModel); nil != err {
  850. logging.LogWarnf("execute template [%s] failed: %s", tplContent, err)
  851. return
  852. }
  853. ret = buf.String()
  854. return
  855. }
  856. func renderAttributeViewTable(attrView *av.AttributeView, view *av.View, query string) (ret *av.Table, err error) {
  857. ret = &av.Table{
  858. ID: view.ID,
  859. Icon: view.Icon,
  860. Name: view.Name,
  861. HideAttrViewName: view.HideAttrViewName,
  862. Columns: []*av.TableColumn{},
  863. Rows: []*av.TableRow{},
  864. Filters: view.Table.Filters,
  865. Sorts: view.Table.Sorts,
  866. }
  867. // 组装列
  868. for _, col := range view.Table.Columns {
  869. key, getErr := attrView.GetKey(col.ID)
  870. if nil != getErr {
  871. err = getErr
  872. return
  873. }
  874. ret.Columns = append(ret.Columns, &av.TableColumn{
  875. ID: key.ID,
  876. Name: key.Name,
  877. Type: key.Type,
  878. Icon: key.Icon,
  879. Options: key.Options,
  880. NumberFormat: key.NumberFormat,
  881. Template: key.Template,
  882. Relation: key.Relation,
  883. Rollup: key.Rollup,
  884. Date: key.Date,
  885. Wrap: col.Wrap,
  886. Hidden: col.Hidden,
  887. Width: col.Width,
  888. Pin: col.Pin,
  889. Calc: col.Calc,
  890. })
  891. }
  892. // 生成行
  893. rows := map[string][]*av.KeyValues{}
  894. for _, keyValues := range attrView.KeyValues {
  895. for _, val := range keyValues.Values {
  896. values := rows[val.BlockID]
  897. if nil == values {
  898. values = []*av.KeyValues{{Key: keyValues.Key, Values: []*av.Value{val}}}
  899. } else {
  900. values = append(values, &av.KeyValues{Key: keyValues.Key, Values: []*av.Value{val}})
  901. }
  902. rows[val.BlockID] = values
  903. }
  904. // 数据订正,补全关联
  905. if av.KeyTypeRelation == keyValues.Key.Type && nil != keyValues.Key.Relation {
  906. av.UpsertAvBackRel(attrView.ID, keyValues.Key.Relation.AvID)
  907. if keyValues.Key.Relation.IsTwoWay {
  908. av.UpsertAvBackRel(keyValues.Key.Relation.AvID, attrView.ID)
  909. }
  910. }
  911. }
  912. // 过滤掉不存在的行
  913. var notFound []string
  914. for blockID, keyValues := range rows {
  915. blockValue := getRowBlockValue(keyValues)
  916. if nil == blockValue {
  917. notFound = append(notFound, blockID)
  918. continue
  919. }
  920. if blockValue.IsDetached {
  921. continue
  922. }
  923. if nil != blockValue.Block && "" == blockValue.Block.ID {
  924. notFound = append(notFound, blockID)
  925. continue
  926. }
  927. if nil == treenode.GetBlockTree(blockID) {
  928. notFound = append(notFound, blockID)
  929. }
  930. }
  931. for _, blockID := range notFound {
  932. delete(rows, blockID)
  933. }
  934. // 生成行单元格
  935. for rowID, row := range rows {
  936. var tableRow av.TableRow
  937. for _, col := range ret.Columns {
  938. var tableCell *av.TableCell
  939. for _, keyValues := range row {
  940. if keyValues.Key.ID == col.ID {
  941. tableCell = &av.TableCell{
  942. ID: keyValues.Values[0].ID,
  943. Value: keyValues.Values[0],
  944. ValueType: col.Type,
  945. }
  946. break
  947. }
  948. }
  949. if nil == tableCell {
  950. tableCell = &av.TableCell{
  951. ID: ast.NewNodeID(),
  952. ValueType: col.Type,
  953. }
  954. }
  955. tableRow.ID = rowID
  956. switch tableCell.ValueType {
  957. case av.KeyTypeNumber: // 格式化数字
  958. if nil != tableCell.Value && nil != tableCell.Value.Number && tableCell.Value.Number.IsNotEmpty {
  959. tableCell.Value.Number.Format = col.NumberFormat
  960. tableCell.Value.Number.FormatNumber()
  961. }
  962. case av.KeyTypeTemplate: // 渲染模板列
  963. tableCell.Value = &av.Value{ID: tableCell.ID, KeyID: col.ID, BlockID: rowID, Type: av.KeyTypeTemplate, Template: &av.ValueTemplate{Content: col.Template}}
  964. case av.KeyTypeCreated: // 填充创建时间列值,后面再渲染
  965. tableCell.Value = &av.Value{ID: tableCell.ID, KeyID: col.ID, BlockID: rowID, Type: av.KeyTypeCreated}
  966. case av.KeyTypeUpdated: // 填充更新时间列值,后面再渲染
  967. tableCell.Value = &av.Value{ID: tableCell.ID, KeyID: col.ID, BlockID: rowID, Type: av.KeyTypeUpdated}
  968. case av.KeyTypeRelation: // 清空关联列值,后面再渲染 https://ld246.com/article/1703831044435
  969. if nil != tableCell.Value && nil != tableCell.Value.Relation {
  970. tableCell.Value.Relation.Contents = nil
  971. }
  972. }
  973. treenode.FillAttributeViewTableCellNilValue(tableCell, rowID, col.ID)
  974. tableRow.Cells = append(tableRow.Cells, tableCell)
  975. }
  976. ret.Rows = append(ret.Rows, &tableRow)
  977. }
  978. // 渲染自动生成的列值,比如关联列、汇总列、创建时间列和更新时间列
  979. for _, row := range ret.Rows {
  980. for _, cell := range row.Cells {
  981. switch cell.ValueType {
  982. case av.KeyTypeRollup: // 渲染汇总列
  983. rollupKey, _ := attrView.GetKey(cell.Value.KeyID)
  984. if nil == rollupKey || nil == rollupKey.Rollup {
  985. break
  986. }
  987. relKey, _ := attrView.GetKey(rollupKey.Rollup.RelationKeyID)
  988. if nil == relKey || nil == relKey.Relation {
  989. break
  990. }
  991. relVal := attrView.GetValue(relKey.ID, row.ID)
  992. if nil == relVal || nil == relVal.Relation {
  993. break
  994. }
  995. destAv, _ := av.ParseAttributeView(relKey.Relation.AvID)
  996. if nil == destAv {
  997. break
  998. }
  999. destKey, _ := destAv.GetKey(rollupKey.Rollup.KeyID)
  1000. if nil == destKey {
  1001. continue
  1002. }
  1003. for _, blockID := range relVal.Relation.BlockIDs {
  1004. destVal := destAv.GetValue(rollupKey.Rollup.KeyID, blockID)
  1005. if nil == destVal {
  1006. if destAv.ExistBlock(blockID) { // 数据库中存在行但是列值不存在是数据未初始化,这里补一个默认值
  1007. destVal = av.GetAttributeViewDefaultValue(ast.NewNodeID(), rollupKey.Rollup.KeyID, blockID, destKey.Type)
  1008. }
  1009. if nil == destVal {
  1010. continue
  1011. }
  1012. }
  1013. if av.KeyTypeNumber == destKey.Type {
  1014. destVal.Number.Format = destKey.NumberFormat
  1015. destVal.Number.FormatNumber()
  1016. }
  1017. cell.Value.Rollup.Contents = append(cell.Value.Rollup.Contents, destVal.Clone())
  1018. }
  1019. cell.Value.Rollup.RenderContents(rollupKey.Rollup.Calc, destKey)
  1020. // 将汇总列的值保存到 rows 中,后续渲染模板列的时候会用到,下同
  1021. // Database table view template columns support reading relation, rollup, created and updated columns https://github.com/siyuan-note/siyuan/issues/10442
  1022. keyValues := rows[row.ID]
  1023. keyValues = append(keyValues, &av.KeyValues{Key: rollupKey, Values: []*av.Value{{ID: cell.Value.ID, KeyID: rollupKey.ID, BlockID: row.ID, Type: av.KeyTypeRollup, Rollup: cell.Value.Rollup}}})
  1024. rows[row.ID] = keyValues
  1025. case av.KeyTypeRelation: // 渲染关联列
  1026. relKey, _ := attrView.GetKey(cell.Value.KeyID)
  1027. if nil != relKey && nil != relKey.Relation {
  1028. destAv, _ := av.ParseAttributeView(relKey.Relation.AvID)
  1029. if nil != destAv {
  1030. blocks := map[string]*av.Value{}
  1031. for _, blockValue := range destAv.GetBlockKeyValues().Values {
  1032. blocks[blockValue.BlockID] = blockValue
  1033. }
  1034. for _, blockID := range cell.Value.Relation.BlockIDs {
  1035. if val := blocks[blockID]; nil != val {
  1036. cell.Value.Relation.Contents = append(cell.Value.Relation.Contents, val)
  1037. }
  1038. }
  1039. }
  1040. }
  1041. keyValues := rows[row.ID]
  1042. keyValues = append(keyValues, &av.KeyValues{Key: relKey, Values: []*av.Value{{ID: cell.Value.ID, KeyID: relKey.ID, BlockID: row.ID, Type: av.KeyTypeRelation, Relation: cell.Value.Relation}}})
  1043. rows[row.ID] = keyValues
  1044. case av.KeyTypeCreated: // 渲染创建时间
  1045. createdStr := row.ID[:len("20060102150405")]
  1046. created, parseErr := time.ParseInLocation("20060102150405", createdStr, time.Local)
  1047. if nil == parseErr {
  1048. cell.Value.Created = av.NewFormattedValueCreated(created.UnixMilli(), 0, av.CreatedFormatNone)
  1049. cell.Value.Created.IsNotEmpty = true
  1050. } else {
  1051. cell.Value.Created = av.NewFormattedValueCreated(time.Now().UnixMilli(), 0, av.CreatedFormatNone)
  1052. }
  1053. keyValues := rows[row.ID]
  1054. createdKey, _ := attrView.GetKey(cell.Value.KeyID)
  1055. keyValues = append(keyValues, &av.KeyValues{Key: createdKey, Values: []*av.Value{{ID: cell.Value.ID, KeyID: createdKey.ID, BlockID: row.ID, Type: av.KeyTypeCreated, Created: cell.Value.Created}}})
  1056. rows[row.ID] = keyValues
  1057. case av.KeyTypeUpdated: // 渲染更新时间
  1058. ial := map[string]string{}
  1059. block := row.GetBlockValue()
  1060. if nil != block && !block.IsDetached {
  1061. ial = GetBlockAttrsWithoutWaitWriting(row.ID)
  1062. }
  1063. updatedStr := ial["updated"]
  1064. if "" == updatedStr && nil != block {
  1065. cell.Value.Updated = av.NewFormattedValueUpdated(block.Block.Updated, 0, av.UpdatedFormatNone)
  1066. cell.Value.Updated.IsNotEmpty = true
  1067. } else {
  1068. updated, parseErr := time.ParseInLocation("20060102150405", updatedStr, time.Local)
  1069. if nil == parseErr {
  1070. cell.Value.Updated = av.NewFormattedValueUpdated(updated.UnixMilli(), 0, av.UpdatedFormatNone)
  1071. cell.Value.Updated.IsNotEmpty = true
  1072. } else {
  1073. cell.Value.Updated = av.NewFormattedValueUpdated(time.Now().UnixMilli(), 0, av.UpdatedFormatNone)
  1074. }
  1075. }
  1076. keyValues := rows[row.ID]
  1077. updatedKey, _ := attrView.GetKey(cell.Value.KeyID)
  1078. keyValues = append(keyValues, &av.KeyValues{Key: updatedKey, Values: []*av.Value{{ID: cell.Value.ID, KeyID: updatedKey.ID, BlockID: row.ID, Type: av.KeyTypeUpdated, Updated: cell.Value.Updated}}})
  1079. rows[row.ID] = keyValues
  1080. }
  1081. }
  1082. }
  1083. // 最后单独渲染模板列,这样模板列就可以使用汇总、关联、创建时间和更新时间列的值了
  1084. // Database table view template columns support reading relation, rollup, created and updated columns https://github.com/siyuan-note/siyuan/issues/10442
  1085. // 获取闪卡信息
  1086. flashcards := map[string]*Flashcard{}
  1087. //deck := Decks[builtinDeckID]
  1088. //if nil != deck {
  1089. // var blockIDs []string
  1090. // for _, row := range ret.Rows {
  1091. // blockIDs = append(blockIDs, row.ID)
  1092. // }
  1093. // cards := deck.GetCardsByBlockIDs(blockIDs)
  1094. // now := time.Now()
  1095. // for _, card := range cards {
  1096. // flashcards[card.BlockID()] = newFlashcard(card, builtinDeckID, now)
  1097. // }
  1098. //}
  1099. var renderTemplateErr error
  1100. for _, row := range ret.Rows {
  1101. for _, cell := range row.Cells {
  1102. switch cell.ValueType {
  1103. case av.KeyTypeTemplate: // 渲染模板列
  1104. keyValues := rows[row.ID]
  1105. ial := map[string]string{}
  1106. block := row.GetBlockValue()
  1107. if nil != block && !block.IsDetached {
  1108. ial = GetBlockAttrsWithoutWaitWriting(row.ID)
  1109. }
  1110. content, renderErr := renderTemplateCol(ial, flashcards[row.ID], keyValues, cell.Value.Template.Content)
  1111. cell.Value.Template.Content = content
  1112. if nil != renderErr {
  1113. key, _ := attrView.GetKey(cell.Value.KeyID)
  1114. keyName := ""
  1115. if nil != key {
  1116. keyName = key.Name
  1117. }
  1118. renderTemplateErr = fmt.Errorf("database [%s] template field [%s] rendering failed: %s", getAttrViewName(attrView), keyName, renderErr)
  1119. }
  1120. }
  1121. }
  1122. }
  1123. if nil != renderTemplateErr {
  1124. util.PushErrMsg(fmt.Sprintf(Conf.Language(44), util.EscapeHTML(renderTemplateErr.Error())), 30000)
  1125. }
  1126. // 根据搜索条件过滤
  1127. query = strings.TrimSpace(query)
  1128. if "" != query {
  1129. keywords := strings.Split(query, " ")
  1130. var hitRows []*av.TableRow
  1131. for _, row := range ret.Rows {
  1132. hit := false
  1133. for _, cell := range row.Cells {
  1134. for _, keyword := range keywords {
  1135. if strings.Contains(strings.ToLower(cell.Value.String(true)), strings.ToLower(keyword)) {
  1136. hit = true
  1137. break
  1138. }
  1139. }
  1140. }
  1141. if hit {
  1142. hitRows = append(hitRows, row)
  1143. }
  1144. }
  1145. ret.Rows = hitRows
  1146. if 1 > len(ret.Rows) {
  1147. ret.Rows = []*av.TableRow{}
  1148. }
  1149. }
  1150. // 自定义排序
  1151. sortRowIDs := map[string]int{}
  1152. if 0 < len(view.Table.RowIDs) {
  1153. for i, rowID := range view.Table.RowIDs {
  1154. sortRowIDs[rowID] = i
  1155. }
  1156. }
  1157. sort.Slice(ret.Rows, func(i, j int) bool {
  1158. iv := sortRowIDs[ret.Rows[i].ID]
  1159. jv := sortRowIDs[ret.Rows[j].ID]
  1160. if iv == jv {
  1161. return ret.Rows[i].ID < ret.Rows[j].ID
  1162. }
  1163. return iv < jv
  1164. })
  1165. return
  1166. }
  1167. func getRowBlockValue(keyValues []*av.KeyValues) (ret *av.Value) {
  1168. for _, kv := range keyValues {
  1169. if av.KeyTypeBlock == kv.Key.Type && 0 < len(kv.Values) {
  1170. ret = kv.Values[0]
  1171. break
  1172. }
  1173. }
  1174. return
  1175. }
  1176. func (tx *Transaction) doUnbindAttrViewBlock(operation *Operation) (ret *TxErr) {
  1177. err := unbindAttributeViewBlock(operation, tx)
  1178. if nil != err {
  1179. return &TxErr{code: TxErrWriteAttributeView, id: operation.AvID}
  1180. }
  1181. return
  1182. }
  1183. func unbindAttributeViewBlock(operation *Operation, tx *Transaction) (err error) {
  1184. attrView, err := av.ParseAttributeView(operation.AvID)
  1185. if nil != err {
  1186. return
  1187. }
  1188. node, _, _ := getNodeByBlockID(tx, operation.ID)
  1189. if nil == node {
  1190. return
  1191. }
  1192. for _, keyValues := range attrView.KeyValues {
  1193. for _, value := range keyValues.Values {
  1194. if value.BlockID != operation.ID {
  1195. continue
  1196. }
  1197. if av.KeyTypeBlock == value.Type {
  1198. unbindBlockAv(tx, operation.AvID, value.BlockID)
  1199. }
  1200. value.BlockID = operation.NextID
  1201. if nil != value.Block {
  1202. value.Block.ID = operation.NextID
  1203. }
  1204. }
  1205. }
  1206. replacedRowID := false
  1207. for _, v := range attrView.Views {
  1208. switch v.LayoutType {
  1209. case av.LayoutTypeTable:
  1210. for i, rowID := range v.Table.RowIDs {
  1211. if rowID == operation.ID {
  1212. v.Table.RowIDs[i] = operation.NextID
  1213. replacedRowID = true
  1214. break
  1215. }
  1216. }
  1217. if !replacedRowID {
  1218. v.Table.RowIDs = append(v.Table.RowIDs, operation.NextID)
  1219. }
  1220. }
  1221. }
  1222. err = av.SaveAttributeView(attrView)
  1223. return
  1224. }
  1225. func (tx *Transaction) doSetAttrViewColDate(operation *Operation) (ret *TxErr) {
  1226. err := setAttributeViewColDate(operation)
  1227. if nil != err {
  1228. return &TxErr{code: TxErrWriteAttributeView, id: operation.AvID, msg: err.Error()}
  1229. }
  1230. return
  1231. }
  1232. func setAttributeViewColDate(operation *Operation) (err error) {
  1233. attrView, err := av.ParseAttributeView(operation.AvID)
  1234. if nil != err {
  1235. return
  1236. }
  1237. keyID := operation.ID
  1238. key, _ := attrView.GetKey(keyID)
  1239. if nil == key || av.KeyTypeDate != key.Type {
  1240. return
  1241. }
  1242. if nil == key.Date {
  1243. key.Date = &av.Date{}
  1244. }
  1245. key.Date.AutoFillNow = operation.Data.(bool)
  1246. err = av.SaveAttributeView(attrView)
  1247. return
  1248. }
  1249. func (tx *Transaction) doHideAttrViewName(operation *Operation) (ret *TxErr) {
  1250. err := hideAttrViewName(operation)
  1251. if nil != err {
  1252. return &TxErr{code: TxErrWriteAttributeView, id: operation.AvID, msg: err.Error()}
  1253. }
  1254. return
  1255. }
  1256. func hideAttrViewName(operation *Operation) (err error) {
  1257. attrView, err := av.ParseAttributeView(operation.AvID)
  1258. if nil != err {
  1259. logging.LogErrorf("parse attribute view [%s] failed: %s", operation.AvID, err)
  1260. return
  1261. }
  1262. view, err := getAttrViewViewByBlockID(attrView, operation.BlockID)
  1263. if nil == view {
  1264. logging.LogErrorf("get view [%s] failed: %s", operation.BlockID, err)
  1265. return
  1266. }
  1267. view.HideAttrViewName = operation.Data.(bool)
  1268. err = av.SaveAttributeView(attrView)
  1269. return
  1270. }
  1271. func (tx *Transaction) doUpdateAttrViewColRollup(operation *Operation) (ret *TxErr) {
  1272. err := updateAttributeViewColRollup(operation)
  1273. if nil != err {
  1274. return &TxErr{code: TxErrWriteAttributeView, id: operation.AvID, msg: err.Error()}
  1275. }
  1276. return
  1277. }
  1278. func updateAttributeViewColRollup(operation *Operation) (err error) {
  1279. // operation.AvID 汇总列所在 av
  1280. // operation.ID 汇总列 ID
  1281. // operation.ParentID 汇总列基于的关联列 ID
  1282. // operation.KeyID 目标列 ID
  1283. // operation.Data 计算方式
  1284. attrView, err := av.ParseAttributeView(operation.AvID)
  1285. if nil != err {
  1286. return
  1287. }
  1288. rollUpKey, _ := attrView.GetKey(operation.ID)
  1289. if nil == rollUpKey {
  1290. return
  1291. }
  1292. rollUpKey.Rollup = &av.Rollup{
  1293. RelationKeyID: operation.ParentID,
  1294. KeyID: operation.KeyID,
  1295. }
  1296. if nil != operation.Data {
  1297. data := operation.Data.(map[string]interface{})
  1298. if nil != data["calc"] {
  1299. calcData, jsonErr := gulu.JSON.MarshalJSON(data["calc"])
  1300. if nil != jsonErr {
  1301. err = jsonErr
  1302. return
  1303. }
  1304. if jsonErr = gulu.JSON.UnmarshalJSON(calcData, &rollUpKey.Rollup.Calc); nil != jsonErr {
  1305. err = jsonErr
  1306. return
  1307. }
  1308. }
  1309. }
  1310. err = av.SaveAttributeView(attrView)
  1311. return
  1312. }
  1313. func (tx *Transaction) doUpdateAttrViewColRelation(operation *Operation) (ret *TxErr) {
  1314. err := updateAttributeViewColRelation(operation)
  1315. if nil != err {
  1316. return &TxErr{code: TxErrWriteAttributeView, id: operation.AvID, msg: err.Error()}
  1317. }
  1318. return
  1319. }
  1320. func updateAttributeViewColRelation(operation *Operation) (err error) {
  1321. // operation.AvID 源 avID
  1322. // operation.ID 目标 avID
  1323. // operation.KeyID 源 av 关联列 ID
  1324. // operation.IsTwoWay 是否双向关联
  1325. // operation.BackRelationKeyID 双向关联的目标关联列 ID
  1326. // operation.Name 双向关联的目标关联列名称
  1327. // operation.Format 源 av 关联列名称
  1328. srcAv, err := av.ParseAttributeView(operation.AvID)
  1329. if nil != err {
  1330. return
  1331. }
  1332. destAv, err := av.ParseAttributeView(operation.ID)
  1333. if nil != err {
  1334. return
  1335. }
  1336. isSameAv := srcAv.ID == destAv.ID
  1337. if isSameAv {
  1338. destAv = srcAv
  1339. }
  1340. for _, keyValues := range srcAv.KeyValues {
  1341. if keyValues.Key.ID != operation.KeyID {
  1342. continue
  1343. }
  1344. srcRel := keyValues.Key.Relation
  1345. // 已经设置过双向关联的话需要先断开双向关联
  1346. if nil != srcRel {
  1347. if srcRel.IsTwoWay {
  1348. oldDestAv, _ := av.ParseAttributeView(srcRel.AvID)
  1349. if nil != oldDestAv {
  1350. isOldSameAv := oldDestAv.ID == destAv.ID
  1351. if isOldSameAv {
  1352. oldDestAv = destAv
  1353. }
  1354. oldDestKey, _ := oldDestAv.GetKey(srcRel.BackKeyID)
  1355. if nil != oldDestKey && nil != oldDestKey.Relation && oldDestKey.Relation.AvID == srcAv.ID && oldDestKey.Relation.IsTwoWay {
  1356. oldDestKey.Relation.IsTwoWay = false
  1357. oldDestKey.Relation.BackKeyID = ""
  1358. }
  1359. if !isOldSameAv {
  1360. err = av.SaveAttributeView(oldDestAv)
  1361. if nil != err {
  1362. return
  1363. }
  1364. }
  1365. }
  1366. }
  1367. av.RemoveAvRel(srcAv.ID, srcRel.AvID)
  1368. }
  1369. srcRel = &av.Relation{
  1370. AvID: operation.ID,
  1371. IsTwoWay: operation.IsTwoWay,
  1372. }
  1373. if operation.IsTwoWay {
  1374. srcRel.BackKeyID = operation.BackRelationKeyID
  1375. } else {
  1376. srcRel.BackKeyID = ""
  1377. }
  1378. keyValues.Key.Relation = srcRel
  1379. keyValues.Key.Name = operation.Format
  1380. break
  1381. }
  1382. destAdded := false
  1383. backRelKey, _ := destAv.GetKey(operation.BackRelationKeyID)
  1384. if nil != backRelKey {
  1385. backRelKey.Relation = &av.Relation{
  1386. AvID: operation.AvID,
  1387. IsTwoWay: operation.IsTwoWay,
  1388. BackKeyID: operation.KeyID,
  1389. }
  1390. destAdded = true
  1391. if operation.IsTwoWay {
  1392. name := strings.TrimSpace(operation.Name)
  1393. if "" == name {
  1394. name = srcAv.Name + " " + operation.Format
  1395. }
  1396. backRelKey.Name = strings.TrimSpace(name)
  1397. }
  1398. }
  1399. if !destAdded {
  1400. if operation.IsTwoWay {
  1401. name := strings.TrimSpace(operation.Name)
  1402. if "" == name {
  1403. name = srcAv.Name + " " + operation.Format
  1404. }
  1405. destAv.KeyValues = append(destAv.KeyValues, &av.KeyValues{
  1406. Key: &av.Key{
  1407. ID: operation.BackRelationKeyID,
  1408. Name: name,
  1409. Type: av.KeyTypeRelation,
  1410. Relation: &av.Relation{AvID: operation.AvID, IsTwoWay: operation.IsTwoWay, BackKeyID: operation.KeyID},
  1411. },
  1412. })
  1413. for _, v := range destAv.Views {
  1414. switch v.LayoutType {
  1415. case av.LayoutTypeTable:
  1416. v.Table.Columns = append(v.Table.Columns, &av.ViewTableColumn{ID: operation.BackRelationKeyID})
  1417. }
  1418. }
  1419. }
  1420. }
  1421. err = av.SaveAttributeView(srcAv)
  1422. if nil != err {
  1423. return
  1424. }
  1425. if !isSameAv {
  1426. err = av.SaveAttributeView(destAv)
  1427. util.BroadcastByType("protyle", "refreshAttributeView", 0, "", map[string]interface{}{"id": destAv.ID})
  1428. }
  1429. av.UpsertAvBackRel(srcAv.ID, destAv.ID)
  1430. return
  1431. }
  1432. func (tx *Transaction) doSortAttrViewView(operation *Operation) (ret *TxErr) {
  1433. avID := operation.AvID
  1434. attrView, err := av.ParseAttributeView(avID)
  1435. if nil != err {
  1436. logging.LogErrorf("parse attribute view [%s] failed: %s", operation.AvID, err)
  1437. return &TxErr{code: TxErrWriteAttributeView, id: operation.AvID, msg: err.Error()}
  1438. }
  1439. view := attrView.GetView(operation.ID)
  1440. if nil == view {
  1441. logging.LogErrorf("get view failed: %s", operation.BlockID)
  1442. return &TxErr{code: TxErrWriteAttributeView, id: operation.AvID, msg: err.Error()}
  1443. }
  1444. viewID := view.ID
  1445. previousViewID := operation.PreviousID
  1446. if viewID == previousViewID {
  1447. return
  1448. }
  1449. var index, previousIndex int
  1450. for i, v := range attrView.Views {
  1451. if v.ID == viewID {
  1452. view = v
  1453. index = i
  1454. break
  1455. }
  1456. }
  1457. if nil == view {
  1458. return
  1459. }
  1460. attrView.Views = append(attrView.Views[:index], attrView.Views[index+1:]...)
  1461. for i, v := range attrView.Views {
  1462. if v.ID == previousViewID {
  1463. previousIndex = i + 1
  1464. break
  1465. }
  1466. }
  1467. attrView.Views = util.InsertElem(attrView.Views, previousIndex, view)
  1468. if err = av.SaveAttributeView(attrView); nil != err {
  1469. logging.LogErrorf("save attribute view [%s] failed: %s", avID, err)
  1470. return &TxErr{code: TxErrCodeWriteTree, msg: err.Error(), id: avID}
  1471. }
  1472. return
  1473. }
  1474. func (tx *Transaction) doRemoveAttrViewView(operation *Operation) (ret *TxErr) {
  1475. var err error
  1476. avID := operation.AvID
  1477. attrView, err := av.ParseAttributeView(avID)
  1478. if nil != err {
  1479. logging.LogErrorf("parse attribute view [%s] failed: %s", avID, err)
  1480. return &TxErr{code: TxErrCodeBlockNotFound, id: avID}
  1481. }
  1482. if 1 >= len(attrView.Views) {
  1483. logging.LogWarnf("can't remove last view [%s] of attribute view [%s]", operation.AvID, avID)
  1484. return
  1485. }
  1486. view, err := getAttrViewViewByBlockID(attrView, operation.BlockID)
  1487. if nil == view {
  1488. logging.LogWarnf("get view failed: %s", operation.BlockID)
  1489. return
  1490. }
  1491. viewID := view.ID
  1492. var index int
  1493. for i, view := range attrView.Views {
  1494. if viewID == view.ID {
  1495. attrView.Views = append(attrView.Views[:i], attrView.Views[i+1:]...)
  1496. index = i - 1
  1497. break
  1498. }
  1499. }
  1500. if 0 > index {
  1501. index = 0
  1502. }
  1503. attrView.ViewID = attrView.Views[index].ID
  1504. if err = av.SaveAttributeView(attrView); nil != err {
  1505. logging.LogErrorf("save attribute view [%s] failed: %s", avID, err)
  1506. return &TxErr{code: TxErrCodeWriteTree, msg: err.Error(), id: avID}
  1507. }
  1508. trees, nodes := getMirrorBlocksNodes(avID)
  1509. for _, node := range nodes {
  1510. attrs := parse.IAL2Map(node.KramdownIAL)
  1511. blockViewID := attrs[av.NodeAttrView]
  1512. if blockViewID == viewID {
  1513. attrs[av.NodeAttrView] = attrView.ViewID
  1514. oldAttrs, e := setNodeAttrs0(node, attrs)
  1515. if nil != e {
  1516. logging.LogErrorf("set node attrs failed: %s", e)
  1517. continue
  1518. }
  1519. cache.PutBlockIAL(node.ID, parse.IAL2Map(node.KramdownIAL))
  1520. pushBroadcastAttrTransactions(oldAttrs, node)
  1521. }
  1522. }
  1523. for _, tree := range trees {
  1524. if err = indexWriteTreeUpsertQueue(tree); nil != err {
  1525. return
  1526. }
  1527. }
  1528. return
  1529. }
  1530. func getMirrorBlocksNodes(avID string) (trees []*parse.Tree, nodes []*ast.Node) {
  1531. mirrorBlocks := treenode.GetMirrorAttrViewBlockIDs(avID)
  1532. mirrorBlockTree := map[string]*parse.Tree{}
  1533. treeMap := map[string]*parse.Tree{}
  1534. for _, mirrorBlock := range mirrorBlocks {
  1535. bt := treenode.GetBlockTree(mirrorBlock)
  1536. if nil == bt {
  1537. logging.LogErrorf("get block tree by block ID [%s] failed", mirrorBlock)
  1538. continue
  1539. }
  1540. tree := mirrorBlockTree[mirrorBlock]
  1541. if nil == tree {
  1542. tree, _ = LoadTreeByBlockID(mirrorBlock)
  1543. if nil == tree {
  1544. logging.LogErrorf("load tree by block ID [%s] failed", mirrorBlock)
  1545. continue
  1546. }
  1547. treeMap[tree.ID] = tree
  1548. mirrorBlockTree[mirrorBlock] = tree
  1549. }
  1550. }
  1551. for _, mirrorBlock := range mirrorBlocks {
  1552. tree := mirrorBlockTree[mirrorBlock]
  1553. node := treenode.GetNodeInTree(tree, mirrorBlock)
  1554. if nil == node {
  1555. logging.LogErrorf("get node in tree by block ID [%s] failed", mirrorBlock)
  1556. continue
  1557. }
  1558. nodes = append(nodes, node)
  1559. }
  1560. for _, tree := range treeMap {
  1561. trees = append(trees, tree)
  1562. }
  1563. return
  1564. }
  1565. func (tx *Transaction) doDuplicateAttrViewView(operation *Operation) (ret *TxErr) {
  1566. var err error
  1567. avID := operation.AvID
  1568. attrView, err := av.ParseAttributeView(avID)
  1569. if nil != err {
  1570. logging.LogErrorf("parse attribute view [%s] failed: %s", avID, err)
  1571. return &TxErr{code: TxErrWriteAttributeView, id: avID}
  1572. }
  1573. masterView := attrView.GetView(operation.PreviousID)
  1574. if nil == masterView {
  1575. logging.LogErrorf("get master view failed: %s", avID)
  1576. return &TxErr{code: TxErrWriteAttributeView, id: avID}
  1577. }
  1578. node, tree, _ := getNodeByBlockID(nil, operation.BlockID)
  1579. if nil == node {
  1580. logging.LogErrorf("get node by block ID [%s] failed", operation.BlockID)
  1581. return &TxErr{code: TxErrWriteAttributeView, id: operation.AvID}
  1582. }
  1583. attrs := parse.IAL2Map(node.KramdownIAL)
  1584. attrs[av.NodeAttrView] = operation.ID
  1585. err = setNodeAttrs(node, tree, attrs)
  1586. if nil != err {
  1587. logging.LogWarnf("set node [%s] attrs failed: %s", operation.BlockID, err)
  1588. return
  1589. }
  1590. view := av.NewTableView()
  1591. view.ID = operation.ID
  1592. attrView.Views = append(attrView.Views, view)
  1593. attrView.ViewID = view.ID
  1594. view.Icon = masterView.Icon
  1595. view.Name = attrView.GetDuplicateViewName(masterView.Name)
  1596. view.LayoutType = masterView.LayoutType
  1597. view.HideAttrViewName = masterView.HideAttrViewName
  1598. for _, col := range masterView.Table.Columns {
  1599. view.Table.Columns = append(view.Table.Columns, &av.ViewTableColumn{
  1600. ID: col.ID,
  1601. Wrap: col.Wrap,
  1602. Hidden: col.Hidden,
  1603. Pin: col.Pin,
  1604. Width: col.Width,
  1605. Calc: col.Calc,
  1606. })
  1607. }
  1608. for _, filter := range masterView.Table.Filters {
  1609. view.Table.Filters = append(view.Table.Filters, &av.ViewFilter{
  1610. Column: filter.Column,
  1611. Operator: filter.Operator,
  1612. Value: filter.Value,
  1613. RelativeDate: filter.RelativeDate,
  1614. RelativeDate2: filter.RelativeDate2,
  1615. })
  1616. }
  1617. for _, s := range masterView.Table.Sorts {
  1618. view.Table.Sorts = append(view.Table.Sorts, &av.ViewSort{
  1619. Column: s.Column,
  1620. Order: s.Order,
  1621. })
  1622. }
  1623. view.Table.PageSize = masterView.Table.PageSize
  1624. view.Table.RowIDs = masterView.Table.RowIDs
  1625. if err = av.SaveAttributeView(attrView); nil != err {
  1626. logging.LogErrorf("save attribute view [%s] failed: %s", avID, err)
  1627. return &TxErr{code: TxErrWriteAttributeView, msg: err.Error(), id: avID}
  1628. }
  1629. return
  1630. }
  1631. func (tx *Transaction) doAddAttrViewView(operation *Operation) (ret *TxErr) {
  1632. var err error
  1633. avID := operation.AvID
  1634. attrView, err := av.ParseAttributeView(avID)
  1635. if nil != err {
  1636. logging.LogErrorf("parse attribute view [%s] failed: %s", avID, err)
  1637. return &TxErr{code: TxErrWriteAttributeView, id: avID}
  1638. }
  1639. if 1 > len(attrView.Views) {
  1640. logging.LogErrorf("no view in attribute view [%s]", avID)
  1641. return &TxErr{code: TxErrWriteAttributeView, id: avID}
  1642. }
  1643. firstView := attrView.Views[0]
  1644. if nil == firstView {
  1645. logging.LogErrorf("get first view failed: %s", avID)
  1646. return &TxErr{code: TxErrWriteAttributeView, id: avID}
  1647. }
  1648. node, tree, _ := getNodeByBlockID(nil, operation.BlockID)
  1649. if nil == node {
  1650. logging.LogErrorf("get node by block ID [%s] failed", operation.BlockID)
  1651. return &TxErr{code: TxErrWriteAttributeView, id: operation.AvID}
  1652. }
  1653. attrs := parse.IAL2Map(node.KramdownIAL)
  1654. attrs[av.NodeAttrView] = operation.ID
  1655. err = setNodeAttrs(node, tree, attrs)
  1656. if nil != err {
  1657. logging.LogWarnf("set node [%s] attrs failed: %s", operation.BlockID, err)
  1658. return
  1659. }
  1660. view := av.NewTableView()
  1661. view.ID = operation.ID
  1662. attrView.Views = append(attrView.Views, view)
  1663. attrView.ViewID = view.ID
  1664. for _, col := range firstView.Table.Columns {
  1665. view.Table.Columns = append(view.Table.Columns, &av.ViewTableColumn{ID: col.ID})
  1666. }
  1667. view.Table.RowIDs = firstView.Table.RowIDs
  1668. if err = av.SaveAttributeView(attrView); nil != err {
  1669. logging.LogErrorf("save attribute view [%s] failed: %s", avID, err)
  1670. return &TxErr{code: TxErrWriteAttributeView, msg: err.Error(), id: avID}
  1671. }
  1672. return
  1673. }
  1674. func (tx *Transaction) doSetAttrViewViewName(operation *Operation) (ret *TxErr) {
  1675. var err error
  1676. avID := operation.AvID
  1677. attrView, err := av.ParseAttributeView(avID)
  1678. if nil != err {
  1679. logging.LogErrorf("parse attribute view [%s] failed: %s", avID, err)
  1680. return &TxErr{code: TxErrWriteAttributeView, id: avID}
  1681. }
  1682. viewID := operation.ID
  1683. view := attrView.GetView(viewID)
  1684. if nil == view {
  1685. logging.LogErrorf("get view [%s] failed: %s", viewID, err)
  1686. return &TxErr{code: TxErrWriteAttributeView, id: viewID}
  1687. }
  1688. view.Name = strings.TrimSpace(operation.Data.(string))
  1689. if err = av.SaveAttributeView(attrView); nil != err {
  1690. logging.LogErrorf("save attribute view [%s] failed: %s", avID, err)
  1691. return &TxErr{code: TxErrWriteAttributeView, msg: err.Error(), id: avID}
  1692. }
  1693. return
  1694. }
  1695. func (tx *Transaction) doSetAttrViewViewIcon(operation *Operation) (ret *TxErr) {
  1696. var err error
  1697. avID := operation.AvID
  1698. attrView, err := av.ParseAttributeView(avID)
  1699. if nil != err {
  1700. logging.LogErrorf("parse attribute view [%s] failed: %s", avID, err)
  1701. return &TxErr{code: TxErrWriteAttributeView, id: avID}
  1702. }
  1703. viewID := operation.ID
  1704. view := attrView.GetView(viewID)
  1705. if nil == view {
  1706. logging.LogErrorf("get view [%s] failed: %s", viewID, err)
  1707. return &TxErr{code: TxErrWriteAttributeView, id: viewID}
  1708. }
  1709. view.Icon = operation.Data.(string)
  1710. if err = av.SaveAttributeView(attrView); nil != err {
  1711. logging.LogErrorf("save attribute view [%s] failed: %s", avID, err)
  1712. return &TxErr{code: TxErrWriteAttributeView, msg: err.Error(), id: avID}
  1713. }
  1714. return
  1715. }
  1716. func (tx *Transaction) doSetAttrViewName(operation *Operation) (ret *TxErr) {
  1717. err := setAttributeViewName(operation)
  1718. if nil != err {
  1719. return &TxErr{code: TxErrWriteAttributeView, id: operation.AvID, msg: err.Error()}
  1720. }
  1721. return
  1722. }
  1723. const attrAvNameTpl = `<span data-av-id="${avID}" data-popover-url="/api/av/getMirrorDatabaseBlocks" class="popover__block">${avName}</span>`
  1724. func setAttributeViewName(operation *Operation) (err error) {
  1725. avID := operation.ID
  1726. attrView, err := av.ParseAttributeView(avID)
  1727. if nil != err {
  1728. return
  1729. }
  1730. attrView.Name = strings.TrimSpace(operation.Data.(string))
  1731. err = av.SaveAttributeView(attrView)
  1732. nodes := getAttrViewBoundNodes(attrView)
  1733. for _, node := range nodes {
  1734. avNames := getAvNames(node.IALAttr(av.NodeAttrNameAvs))
  1735. oldAttrs := parse.IAL2Map(node.KramdownIAL)
  1736. node.SetIALAttr(av.NodeAttrViewNames, avNames)
  1737. pushBroadcastAttrTransactions(oldAttrs, node)
  1738. }
  1739. return
  1740. }
  1741. func getAvNames(avIDs string) (ret string) {
  1742. if "" == avIDs {
  1743. return
  1744. }
  1745. avNames := bytes.Buffer{}
  1746. nodeAvIDs := strings.Split(avIDs, ",")
  1747. for _, nodeAvID := range nodeAvIDs {
  1748. nodeAvName, getErr := av.GetAttributeViewName(nodeAvID)
  1749. if nil != getErr {
  1750. continue
  1751. }
  1752. if "" == nodeAvName {
  1753. nodeAvName = Conf.language(105)
  1754. }
  1755. tpl := strings.ReplaceAll(attrAvNameTpl, "${avID}", nodeAvID)
  1756. tpl = strings.ReplaceAll(tpl, "${avName}", nodeAvName)
  1757. avNames.WriteString(tpl)
  1758. avNames.WriteString("&nbsp;")
  1759. }
  1760. if 0 < avNames.Len() {
  1761. avNames.Truncate(avNames.Len() - 6)
  1762. ret = avNames.String()
  1763. }
  1764. return
  1765. }
  1766. func getAttrViewBoundNodes(attrView *av.AttributeView) (ret []*ast.Node) {
  1767. blockKeyValues := attrView.GetBlockKeyValues()
  1768. treeMap := map[string]*parse.Tree{}
  1769. for _, blockKeyValue := range blockKeyValues.Values {
  1770. if blockKeyValue.IsDetached {
  1771. continue
  1772. }
  1773. var tree *parse.Tree
  1774. tree = treeMap[blockKeyValue.BlockID]
  1775. if nil == tree {
  1776. tree, _ = LoadTreeByBlockID(blockKeyValue.BlockID)
  1777. }
  1778. if nil == tree {
  1779. continue
  1780. }
  1781. treeMap[blockKeyValue.BlockID] = tree
  1782. node := treenode.GetNodeInTree(tree, blockKeyValue.BlockID)
  1783. if nil == node {
  1784. continue
  1785. }
  1786. ret = append(ret, node)
  1787. }
  1788. return
  1789. }
  1790. func (tx *Transaction) doSetAttrViewFilters(operation *Operation) (ret *TxErr) {
  1791. err := setAttributeViewFilters(operation)
  1792. if nil != err {
  1793. return &TxErr{code: TxErrWriteAttributeView, id: operation.AvID, msg: err.Error()}
  1794. }
  1795. return
  1796. }
  1797. func setAttributeViewFilters(operation *Operation) (err error) {
  1798. attrView, err := av.ParseAttributeView(operation.AvID)
  1799. if nil != err {
  1800. return
  1801. }
  1802. view, err := getAttrViewViewByBlockID(attrView, operation.BlockID)
  1803. if nil != err {
  1804. return
  1805. }
  1806. operationData := operation.Data.([]interface{})
  1807. data, err := gulu.JSON.MarshalJSON(operationData)
  1808. if nil != err {
  1809. return
  1810. }
  1811. switch view.LayoutType {
  1812. case av.LayoutTypeTable:
  1813. if err = gulu.JSON.UnmarshalJSON(data, &view.Table.Filters); nil != err {
  1814. return
  1815. }
  1816. }
  1817. err = av.SaveAttributeView(attrView)
  1818. return
  1819. }
  1820. func (tx *Transaction) doSetAttrViewSorts(operation *Operation) (ret *TxErr) {
  1821. err := setAttributeViewSorts(operation)
  1822. if nil != err {
  1823. return &TxErr{code: TxErrWriteAttributeView, id: operation.AvID, msg: err.Error()}
  1824. }
  1825. return
  1826. }
  1827. func setAttributeViewSorts(operation *Operation) (err error) {
  1828. attrView, err := av.ParseAttributeView(operation.AvID)
  1829. if nil != err {
  1830. return
  1831. }
  1832. view, err := getAttrViewViewByBlockID(attrView, operation.BlockID)
  1833. if nil != err {
  1834. return
  1835. }
  1836. operationData := operation.Data.([]interface{})
  1837. data, err := gulu.JSON.MarshalJSON(operationData)
  1838. if nil != err {
  1839. return
  1840. }
  1841. switch view.LayoutType {
  1842. case av.LayoutTypeTable:
  1843. if err = gulu.JSON.UnmarshalJSON(data, &view.Table.Sorts); nil != err {
  1844. return
  1845. }
  1846. }
  1847. err = av.SaveAttributeView(attrView)
  1848. return
  1849. }
  1850. func (tx *Transaction) doSetAttrViewPageSize(operation *Operation) (ret *TxErr) {
  1851. err := setAttributeViewPageSize(operation)
  1852. if nil != err {
  1853. return &TxErr{code: TxErrWriteAttributeView, id: operation.AvID, msg: err.Error()}
  1854. }
  1855. return
  1856. }
  1857. func setAttributeViewPageSize(operation *Operation) (err error) {
  1858. attrView, err := av.ParseAttributeView(operation.AvID)
  1859. if nil != err {
  1860. return
  1861. }
  1862. view, err := getAttrViewViewByBlockID(attrView, operation.BlockID)
  1863. if nil != err {
  1864. return
  1865. }
  1866. switch view.LayoutType {
  1867. case av.LayoutTypeTable:
  1868. view.Table.PageSize = int(operation.Data.(float64))
  1869. }
  1870. err = av.SaveAttributeView(attrView)
  1871. return
  1872. }
  1873. func (tx *Transaction) doSetAttrViewColCalc(operation *Operation) (ret *TxErr) {
  1874. err := setAttributeViewColumnCalc(operation)
  1875. if nil != err {
  1876. return &TxErr{code: TxErrWriteAttributeView, id: operation.AvID, msg: err.Error()}
  1877. }
  1878. return
  1879. }
  1880. func setAttributeViewColumnCalc(operation *Operation) (err error) {
  1881. attrView, err := av.ParseAttributeView(operation.AvID)
  1882. if nil != err {
  1883. return
  1884. }
  1885. view, err := getAttrViewViewByBlockID(attrView, operation.BlockID)
  1886. if nil != err {
  1887. return
  1888. }
  1889. operationData := operation.Data.(interface{})
  1890. data, err := gulu.JSON.MarshalJSON(operationData)
  1891. if nil != err {
  1892. return
  1893. }
  1894. calc := &av.ColumnCalc{}
  1895. switch view.LayoutType {
  1896. case av.LayoutTypeTable:
  1897. if err = gulu.JSON.UnmarshalJSON(data, calc); nil != err {
  1898. return
  1899. }
  1900. for _, column := range view.Table.Columns {
  1901. if column.ID == operation.ID {
  1902. column.Calc = calc
  1903. break
  1904. }
  1905. }
  1906. }
  1907. err = av.SaveAttributeView(attrView)
  1908. return
  1909. }
  1910. func (tx *Transaction) doInsertAttrViewBlock(operation *Operation) (ret *TxErr) {
  1911. err := AddAttributeViewBlock(tx, operation.Srcs, operation.AvID, operation.BlockID, operation.PreviousID, operation.IgnoreFillFilterVal)
  1912. if nil != err {
  1913. return &TxErr{code: TxErrWriteAttributeView, id: operation.AvID, msg: err.Error()}
  1914. }
  1915. return
  1916. }
  1917. func AddAttributeViewBlock(tx *Transaction, srcs []map[string]interface{}, avID, blockID, previousBlockID string, ignoreFillFilter bool) (err error) {
  1918. for _, src := range srcs {
  1919. srcID := src["id"].(string)
  1920. isDetached := src["isDetached"].(bool)
  1921. var tree *parse.Tree
  1922. if !isDetached {
  1923. var loadErr error
  1924. if nil != tx {
  1925. tree, loadErr = tx.loadTree(srcID)
  1926. } else {
  1927. tree, loadErr = LoadTreeByBlockID(srcID)
  1928. }
  1929. if nil != loadErr {
  1930. logging.LogErrorf("load tree [%s] failed: %s", srcID, loadErr)
  1931. return loadErr
  1932. }
  1933. }
  1934. var srcContent string
  1935. if nil != src["content"] {
  1936. srcContent = src["content"].(string)
  1937. }
  1938. if avErr := addAttributeViewBlock(avID, blockID, previousBlockID, srcID, srcContent, isDetached, ignoreFillFilter, tree, tx); nil != avErr {
  1939. return avErr
  1940. }
  1941. }
  1942. return
  1943. }
  1944. func addAttributeViewBlock(avID, blockID, previousBlockID, addingBlockID, addingBlockContent string, isDetached, ignoreFillFilter bool, tree *parse.Tree, tx *Transaction) (err error) {
  1945. var node *ast.Node
  1946. if !isDetached {
  1947. node = treenode.GetNodeInTree(tree, addingBlockID)
  1948. if nil == node {
  1949. err = ErrBlockNotFound
  1950. return
  1951. }
  1952. } else {
  1953. if "" == addingBlockID {
  1954. addingBlockID = ast.NewNodeID()
  1955. logging.LogWarnf("detached block id is empty, generate a new one [%s]", addingBlockID)
  1956. }
  1957. }
  1958. attrView, err := av.ParseAttributeView(avID)
  1959. if nil != err {
  1960. return
  1961. }
  1962. if !isDetached {
  1963. addingBlockContent = getNodeRefText(node)
  1964. }
  1965. now := time.Now().UnixMilli()
  1966. // 检查是否重复添加相同的块
  1967. blockValues := attrView.GetBlockKeyValues()
  1968. for _, blockValue := range blockValues.Values {
  1969. if blockValue.Block.ID == addingBlockID {
  1970. if !isDetached {
  1971. // 重复绑定一下,比如剪切数据库块、取消绑定块后再次添加的场景需要
  1972. bindBlockAv0(tx, avID, node, tree)
  1973. blockValue.IsDetached = isDetached
  1974. blockValue.Block.Content = addingBlockContent
  1975. blockValue.UpdatedAt = now
  1976. err = av.SaveAttributeView(attrView)
  1977. }
  1978. return
  1979. }
  1980. }
  1981. blockValue := &av.Value{
  1982. ID: ast.NewNodeID(),
  1983. KeyID: blockValues.Key.ID,
  1984. BlockID: addingBlockID,
  1985. Type: av.KeyTypeBlock,
  1986. IsDetached: isDetached,
  1987. CreatedAt: now,
  1988. UpdatedAt: now,
  1989. Block: &av.ValueBlock{ID: addingBlockID, Content: addingBlockContent, Created: now, Updated: now}}
  1990. blockValues.Values = append(blockValues.Values, blockValue)
  1991. // 如果存在过滤条件,则将过滤条件应用到新添加的块上
  1992. view, _ := getAttrViewViewByBlockID(attrView, blockID)
  1993. if nil != view && 0 < len(view.Table.Filters) && !ignoreFillFilter {
  1994. viewable, _ := renderAttributeViewTable(attrView, view, "")
  1995. viewable.FilterRows(attrView)
  1996. viewable.SortRows(attrView)
  1997. var nearRow *av.TableRow
  1998. if 0 < len(viewable.Rows) {
  1999. if "" != previousBlockID {
  2000. for _, row := range viewable.Rows {
  2001. if row.ID == previousBlockID {
  2002. nearRow = row
  2003. break
  2004. }
  2005. }
  2006. } else {
  2007. if 0 < len(viewable.Rows) {
  2008. nearRow = viewable.Rows[0]
  2009. }
  2010. }
  2011. }
  2012. sameKeyFilterSort := false // 是否在同一个字段上同时存在过滤和排序
  2013. if 0 < len(viewable.Sorts) {
  2014. filterKeys, sortKeys := map[string]bool{}, map[string]bool{}
  2015. for _, f := range view.Table.Filters {
  2016. filterKeys[f.Column] = true
  2017. }
  2018. for _, s := range view.Table.Sorts {
  2019. sortKeys[s.Column] = true
  2020. }
  2021. for key := range filterKeys {
  2022. if sortKeys[key] {
  2023. sameKeyFilterSort = true
  2024. break
  2025. }
  2026. }
  2027. }
  2028. if !sameKeyFilterSort {
  2029. // 如果在同一个字段上仅存在过滤条件,则将过滤条件应用到新添加的块上
  2030. for _, filter := range view.Table.Filters {
  2031. for _, keyValues := range attrView.KeyValues {
  2032. if keyValues.Key.ID == filter.Column {
  2033. var defaultVal *av.Value
  2034. if nil != nearRow {
  2035. defaultVal = nearRow.GetValue(filter.Column)
  2036. }
  2037. newValue := filter.GetAffectValue(keyValues.Key, defaultVal)
  2038. if nil == newValue {
  2039. continue
  2040. }
  2041. newValue.ID = ast.NewNodeID()
  2042. newValue.KeyID = keyValues.Key.ID
  2043. newValue.BlockID = addingBlockID
  2044. newValue.IsDetached = isDetached
  2045. keyValues.Values = append(keyValues.Values, newValue)
  2046. break
  2047. }
  2048. }
  2049. }
  2050. }
  2051. }
  2052. // 处理日期字段默认填充当前创建时间
  2053. // The database date field supports filling the current time by default https://github.com/siyuan-note/siyuan/issues/10823
  2054. for _, keyValues := range attrView.KeyValues {
  2055. if av.KeyTypeDate == keyValues.Key.Type && nil != keyValues.Key.Date && keyValues.Key.Date.AutoFillNow {
  2056. dateVal := &av.Value{
  2057. ID: ast.NewNodeID(), KeyID: keyValues.Key.ID, BlockID: addingBlockID, Type: av.KeyTypeDate, IsDetached: isDetached, CreatedAt: now, UpdatedAt: now + 1000,
  2058. Date: &av.ValueDate{Content: now, IsNotEmpty: true},
  2059. }
  2060. keyValues.Values = append(keyValues.Values, dateVal)
  2061. }
  2062. }
  2063. if !isDetached {
  2064. bindBlockAv0(tx, avID, node, tree)
  2065. }
  2066. for _, v := range attrView.Views {
  2067. switch v.LayoutType {
  2068. case av.LayoutTypeTable:
  2069. if "" != previousBlockID {
  2070. changed := false
  2071. for i, id := range v.Table.RowIDs {
  2072. if id == previousBlockID {
  2073. v.Table.RowIDs = append(v.Table.RowIDs[:i+1], append([]string{addingBlockID}, v.Table.RowIDs[i+1:]...)...)
  2074. changed = true
  2075. break
  2076. }
  2077. }
  2078. if !changed {
  2079. v.Table.RowIDs = append(v.Table.RowIDs, addingBlockID)
  2080. }
  2081. } else {
  2082. v.Table.RowIDs = append([]string{addingBlockID}, v.Table.RowIDs...)
  2083. }
  2084. }
  2085. }
  2086. err = av.SaveAttributeView(attrView)
  2087. return
  2088. }
  2089. func (tx *Transaction) doRemoveAttrViewBlock(operation *Operation) (ret *TxErr) {
  2090. err := removeAttributeViewBlock(operation.SrcIDs, operation.AvID, tx)
  2091. if nil != err {
  2092. return &TxErr{code: TxErrWriteAttributeView, id: operation.AvID}
  2093. }
  2094. return
  2095. }
  2096. func RemoveAttributeViewBlock(srcIDs []string, avID string) (err error) {
  2097. err = removeAttributeViewBlock(srcIDs, avID, nil)
  2098. return
  2099. }
  2100. func removeAttributeViewBlock(srcIDs []string, avID string, tx *Transaction) (err error) {
  2101. attrView, err := av.ParseAttributeView(avID)
  2102. if nil != err {
  2103. return
  2104. }
  2105. trees := map[string]*parse.Tree{}
  2106. for _, keyValues := range attrView.KeyValues {
  2107. tmp := keyValues.Values[:0]
  2108. for i, values := range keyValues.Values {
  2109. if !gulu.Str.Contains(values.BlockID, srcIDs) {
  2110. tmp = append(tmp, keyValues.Values[i])
  2111. } else {
  2112. // Remove av block also remove node attr https://github.com/siyuan-note/siyuan/issues/9091#issuecomment-1709824006
  2113. if bt := treenode.GetBlockTree(values.BlockID); nil != bt {
  2114. tree := trees[bt.RootID]
  2115. if nil == tree {
  2116. tree, _ = LoadTreeByBlockID(values.BlockID)
  2117. }
  2118. if nil != tree {
  2119. trees[bt.RootID] = tree
  2120. if node := treenode.GetNodeInTree(tree, values.BlockID); nil != node {
  2121. if err = removeNodeAvID(node, avID, tx, tree); nil != err {
  2122. return
  2123. }
  2124. }
  2125. }
  2126. }
  2127. }
  2128. }
  2129. keyValues.Values = tmp
  2130. }
  2131. for _, view := range attrView.Views {
  2132. for _, blockID := range srcIDs {
  2133. view.Table.RowIDs = gulu.Str.RemoveElem(view.Table.RowIDs, blockID)
  2134. }
  2135. }
  2136. relatedAvIDs := av.GetSrcAvIDs(avID)
  2137. for _, relatedAvID := range relatedAvIDs {
  2138. util.BroadcastByType("protyle", "refreshAttributeView", 0, "", map[string]interface{}{"id": relatedAvID})
  2139. }
  2140. err = av.SaveAttributeView(attrView)
  2141. return
  2142. }
  2143. func removeNodeAvID(node *ast.Node, avID string, tx *Transaction, tree *parse.Tree) (err error) {
  2144. attrs := parse.IAL2Map(node.KramdownIAL)
  2145. if ast.NodeDocument == node.Type {
  2146. delete(attrs, "custom-hidden")
  2147. node.RemoveIALAttr("custom-hidden")
  2148. }
  2149. if avs := attrs[av.NodeAttrNameAvs]; "" != avs {
  2150. avIDs := strings.Split(avs, ",")
  2151. avIDs = gulu.Str.RemoveElem(avIDs, avID)
  2152. var existAvIDs []string
  2153. for _, attributeViewID := range avIDs {
  2154. if av.IsAttributeViewExist(attributeViewID) {
  2155. existAvIDs = append(existAvIDs, attributeViewID)
  2156. }
  2157. }
  2158. avIDs = existAvIDs
  2159. if 0 == len(avIDs) {
  2160. attrs[av.NodeAttrNameAvs] = ""
  2161. } else {
  2162. attrs[av.NodeAttrNameAvs] = strings.Join(avIDs, ",")
  2163. node.SetIALAttr(av.NodeAttrNameAvs, strings.Join(avIDs, ","))
  2164. avNames := getAvNames(node.IALAttr(av.NodeAttrNameAvs))
  2165. attrs[av.NodeAttrViewNames] = avNames
  2166. }
  2167. }
  2168. if nil != tx {
  2169. if err = setNodeAttrsWithTx(tx, node, tree, attrs); nil != err {
  2170. return
  2171. }
  2172. } else {
  2173. if err = setNodeAttrs(node, tree, attrs); nil != err {
  2174. return
  2175. }
  2176. }
  2177. return
  2178. }
  2179. func (tx *Transaction) doSetAttrViewColumnWidth(operation *Operation) (ret *TxErr) {
  2180. err := setAttributeViewColWidth(operation)
  2181. if nil != err {
  2182. return &TxErr{code: TxErrWriteAttributeView, id: operation.AvID, msg: err.Error()}
  2183. }
  2184. return
  2185. }
  2186. func setAttributeViewColWidth(operation *Operation) (err error) {
  2187. attrView, err := av.ParseAttributeView(operation.AvID)
  2188. if nil != err {
  2189. return
  2190. }
  2191. view, err := getAttrViewViewByBlockID(attrView, operation.BlockID)
  2192. if nil != err {
  2193. return
  2194. }
  2195. switch view.LayoutType {
  2196. case av.LayoutTypeTable:
  2197. for _, column := range view.Table.Columns {
  2198. if column.ID == operation.ID {
  2199. column.Width = operation.Data.(string)
  2200. break
  2201. }
  2202. }
  2203. }
  2204. err = av.SaveAttributeView(attrView)
  2205. return
  2206. }
  2207. func (tx *Transaction) doSetAttrViewColumnWrap(operation *Operation) (ret *TxErr) {
  2208. err := setAttributeViewColWrap(operation)
  2209. if nil != err {
  2210. return &TxErr{code: TxErrWriteAttributeView, id: operation.AvID, msg: err.Error()}
  2211. }
  2212. return
  2213. }
  2214. func setAttributeViewColWrap(operation *Operation) (err error) {
  2215. attrView, err := av.ParseAttributeView(operation.AvID)
  2216. if nil != err {
  2217. return
  2218. }
  2219. view, err := getAttrViewViewByBlockID(attrView, operation.BlockID)
  2220. if nil != err {
  2221. return
  2222. }
  2223. switch view.LayoutType {
  2224. case av.LayoutTypeTable:
  2225. for _, column := range view.Table.Columns {
  2226. if column.ID == operation.ID {
  2227. column.Wrap = operation.Data.(bool)
  2228. break
  2229. }
  2230. }
  2231. }
  2232. err = av.SaveAttributeView(attrView)
  2233. return
  2234. }
  2235. func (tx *Transaction) doSetAttrViewColumnHidden(operation *Operation) (ret *TxErr) {
  2236. err := setAttributeViewColHidden(operation)
  2237. if nil != err {
  2238. return &TxErr{code: TxErrWriteAttributeView, id: operation.AvID, msg: err.Error()}
  2239. }
  2240. return
  2241. }
  2242. func setAttributeViewColHidden(operation *Operation) (err error) {
  2243. attrView, err := av.ParseAttributeView(operation.AvID)
  2244. if nil != err {
  2245. return
  2246. }
  2247. view, err := getAttrViewViewByBlockID(attrView, operation.BlockID)
  2248. if nil != err {
  2249. return
  2250. }
  2251. switch view.LayoutType {
  2252. case av.LayoutTypeTable:
  2253. for _, column := range view.Table.Columns {
  2254. if column.ID == operation.ID {
  2255. column.Hidden = operation.Data.(bool)
  2256. break
  2257. }
  2258. }
  2259. }
  2260. err = av.SaveAttributeView(attrView)
  2261. return
  2262. }
  2263. func (tx *Transaction) doSetAttrViewColumnPin(operation *Operation) (ret *TxErr) {
  2264. err := setAttributeViewColPin(operation)
  2265. if nil != err {
  2266. return &TxErr{code: TxErrWriteAttributeView, id: operation.AvID, msg: err.Error()}
  2267. }
  2268. return
  2269. }
  2270. func setAttributeViewColPin(operation *Operation) (err error) {
  2271. attrView, err := av.ParseAttributeView(operation.AvID)
  2272. if nil != err {
  2273. return
  2274. }
  2275. view, err := getAttrViewViewByBlockID(attrView, operation.BlockID)
  2276. if nil != err {
  2277. return
  2278. }
  2279. switch view.LayoutType {
  2280. case av.LayoutTypeTable:
  2281. for _, column := range view.Table.Columns {
  2282. if column.ID == operation.ID {
  2283. column.Pin = operation.Data.(bool)
  2284. break
  2285. }
  2286. }
  2287. }
  2288. err = av.SaveAttributeView(attrView)
  2289. return
  2290. }
  2291. func (tx *Transaction) doSetAttrViewColumnIcon(operation *Operation) (ret *TxErr) {
  2292. err := setAttributeViewColIcon(operation)
  2293. if nil != err {
  2294. return &TxErr{code: TxErrWriteAttributeView, id: operation.AvID, msg: err.Error()}
  2295. }
  2296. return
  2297. }
  2298. func setAttributeViewColIcon(operation *Operation) (err error) {
  2299. attrView, err := av.ParseAttributeView(operation.AvID)
  2300. if nil != err {
  2301. return
  2302. }
  2303. for _, keyValues := range attrView.KeyValues {
  2304. if keyValues.Key.ID == operation.ID {
  2305. keyValues.Key.Icon = operation.Data.(string)
  2306. break
  2307. }
  2308. }
  2309. err = av.SaveAttributeView(attrView)
  2310. return
  2311. }
  2312. func (tx *Transaction) doSortAttrViewRow(operation *Operation) (ret *TxErr) {
  2313. err := sortAttributeViewRow(operation)
  2314. if nil != err {
  2315. return &TxErr{code: TxErrWriteAttributeView, id: operation.AvID, msg: err.Error()}
  2316. }
  2317. return
  2318. }
  2319. func sortAttributeViewRow(operation *Operation) (err error) {
  2320. if operation.ID == operation.PreviousID {
  2321. // 拖拽到自己的下方,不做任何操作 https://github.com/siyuan-note/siyuan/issues/11048
  2322. return
  2323. }
  2324. attrView, err := av.ParseAttributeView(operation.AvID)
  2325. if nil != err {
  2326. return
  2327. }
  2328. view, err := getAttrViewViewByBlockID(attrView, operation.BlockID)
  2329. if nil != err {
  2330. return
  2331. }
  2332. var rowID string
  2333. var index, previousIndex int
  2334. for i, r := range view.Table.RowIDs {
  2335. if r == operation.ID {
  2336. rowID = r
  2337. index = i
  2338. break
  2339. }
  2340. }
  2341. if "" == rowID {
  2342. rowID = operation.ID
  2343. view.Table.RowIDs = append(view.Table.RowIDs, rowID)
  2344. index = len(view.Table.RowIDs) - 1
  2345. }
  2346. switch view.LayoutType {
  2347. case av.LayoutTypeTable:
  2348. view.Table.RowIDs = append(view.Table.RowIDs[:index], view.Table.RowIDs[index+1:]...)
  2349. for i, r := range view.Table.RowIDs {
  2350. if r == operation.PreviousID {
  2351. previousIndex = i + 1
  2352. break
  2353. }
  2354. }
  2355. view.Table.RowIDs = util.InsertElem(view.Table.RowIDs, previousIndex, rowID)
  2356. }
  2357. err = av.SaveAttributeView(attrView)
  2358. return
  2359. }
  2360. func (tx *Transaction) doSortAttrViewColumn(operation *Operation) (ret *TxErr) {
  2361. err := SortAttributeViewKey(operation.AvID, operation.BlockID, operation.ID, operation.PreviousID)
  2362. if nil != err {
  2363. return &TxErr{code: TxErrWriteAttributeView, id: operation.AvID, msg: err.Error()}
  2364. }
  2365. return
  2366. }
  2367. func SortAttributeViewKey(avID, blockID, keyID, previousKeyID string) (err error) {
  2368. if keyID == previousKeyID {
  2369. // 拖拽到自己的右侧,不做任何操作 https://github.com/siyuan-note/siyuan/issues/11048
  2370. return
  2371. }
  2372. attrView, err := av.ParseAttributeView(avID)
  2373. if nil != err {
  2374. return
  2375. }
  2376. view, err := getAttrViewViewByBlockID(attrView, blockID)
  2377. if nil != err {
  2378. return
  2379. }
  2380. switch view.LayoutType {
  2381. case av.LayoutTypeTable:
  2382. var col *av.ViewTableColumn
  2383. var index, previousIndex int
  2384. for i, column := range view.Table.Columns {
  2385. if column.ID == keyID {
  2386. col = column
  2387. index = i
  2388. break
  2389. }
  2390. }
  2391. if nil == col {
  2392. return
  2393. }
  2394. view.Table.Columns = append(view.Table.Columns[:index], view.Table.Columns[index+1:]...)
  2395. for i, column := range view.Table.Columns {
  2396. if column.ID == previousKeyID {
  2397. previousIndex = i + 1
  2398. break
  2399. }
  2400. }
  2401. view.Table.Columns = util.InsertElem(view.Table.Columns, previousIndex, col)
  2402. }
  2403. err = av.SaveAttributeView(attrView)
  2404. return
  2405. }
  2406. func (tx *Transaction) doAddAttrViewColumn(operation *Operation) (ret *TxErr) {
  2407. var icon string
  2408. if nil != operation.Data {
  2409. icon = operation.Data.(string)
  2410. }
  2411. err := AddAttributeViewKey(operation.AvID, operation.ID, operation.Name, operation.Typ, icon, operation.PreviousID)
  2412. if nil != err {
  2413. return &TxErr{code: TxErrWriteAttributeView, id: operation.AvID, msg: err.Error()}
  2414. }
  2415. return
  2416. }
  2417. func AddAttributeViewKey(avID, keyID, keyName, keyType, keyIcon, previousKeyID string) (err error) {
  2418. attrView, err := av.ParseAttributeView(avID)
  2419. if nil != err {
  2420. return
  2421. }
  2422. keyTyp := av.KeyType(keyType)
  2423. switch keyTyp {
  2424. case av.KeyTypeText, av.KeyTypeNumber, av.KeyTypeDate, av.KeyTypeSelect, av.KeyTypeMSelect, av.KeyTypeURL, av.KeyTypeEmail,
  2425. av.KeyTypePhone, av.KeyTypeMAsset, av.KeyTypeTemplate, av.KeyTypeCreated, av.KeyTypeUpdated, av.KeyTypeCheckbox,
  2426. av.KeyTypeRelation, av.KeyTypeRollup, av.KeyTypeLineNumber:
  2427. key := av.NewKey(keyID, keyName, keyIcon, keyTyp)
  2428. if av.KeyTypeRollup == keyTyp {
  2429. key.Rollup = &av.Rollup{Calc: &av.RollupCalc{Operator: av.CalcOperatorNone}}
  2430. }
  2431. attrView.KeyValues = append(attrView.KeyValues, &av.KeyValues{Key: key})
  2432. for _, view := range attrView.Views {
  2433. switch view.LayoutType {
  2434. case av.LayoutTypeTable:
  2435. if "" == previousKeyID {
  2436. view.Table.Columns = append([]*av.ViewTableColumn{{ID: key.ID}}, view.Table.Columns...)
  2437. break
  2438. }
  2439. added := false
  2440. for i, column := range view.Table.Columns {
  2441. if column.ID == previousKeyID {
  2442. view.Table.Columns = append(view.Table.Columns[:i+1], append([]*av.ViewTableColumn{{ID: key.ID}}, view.Table.Columns[i+1:]...)...)
  2443. added = true
  2444. break
  2445. }
  2446. }
  2447. if !added {
  2448. view.Table.Columns = append(view.Table.Columns, &av.ViewTableColumn{ID: key.ID})
  2449. }
  2450. }
  2451. }
  2452. }
  2453. err = av.SaveAttributeView(attrView)
  2454. return
  2455. }
  2456. func (tx *Transaction) doUpdateAttrViewColTemplate(operation *Operation) (ret *TxErr) {
  2457. err := updateAttributeViewColTemplate(operation)
  2458. if nil != err {
  2459. return &TxErr{code: TxErrWriteAttributeView, id: operation.AvID, msg: err.Error()}
  2460. }
  2461. return
  2462. }
  2463. func updateAttributeViewColTemplate(operation *Operation) (err error) {
  2464. attrView, err := av.ParseAttributeView(operation.AvID)
  2465. if nil != err {
  2466. return
  2467. }
  2468. colType := av.KeyType(operation.Typ)
  2469. switch colType {
  2470. case av.KeyTypeTemplate:
  2471. for _, keyValues := range attrView.KeyValues {
  2472. if keyValues.Key.ID == operation.ID && av.KeyTypeTemplate == keyValues.Key.Type {
  2473. keyValues.Key.Template = operation.Data.(string)
  2474. break
  2475. }
  2476. }
  2477. }
  2478. err = av.SaveAttributeView(attrView)
  2479. return
  2480. }
  2481. func (tx *Transaction) doUpdateAttrViewColNumberFormat(operation *Operation) (ret *TxErr) {
  2482. err := updateAttributeViewColNumberFormat(operation)
  2483. if nil != err {
  2484. return &TxErr{code: TxErrWriteAttributeView, id: operation.AvID, msg: err.Error()}
  2485. }
  2486. return
  2487. }
  2488. func updateAttributeViewColNumberFormat(operation *Operation) (err error) {
  2489. attrView, err := av.ParseAttributeView(operation.AvID)
  2490. if nil != err {
  2491. return
  2492. }
  2493. colType := av.KeyType(operation.Typ)
  2494. switch colType {
  2495. case av.KeyTypeNumber:
  2496. for _, keyValues := range attrView.KeyValues {
  2497. if keyValues.Key.ID == operation.ID && av.KeyTypeNumber == keyValues.Key.Type {
  2498. keyValues.Key.NumberFormat = av.NumberFormat(operation.Format)
  2499. break
  2500. }
  2501. }
  2502. }
  2503. err = av.SaveAttributeView(attrView)
  2504. return
  2505. }
  2506. func (tx *Transaction) doUpdateAttrViewColumn(operation *Operation) (ret *TxErr) {
  2507. err := updateAttributeViewColumn(operation)
  2508. if nil != err {
  2509. return &TxErr{code: TxErrWriteAttributeView, id: operation.AvID, msg: err.Error()}
  2510. }
  2511. return
  2512. }
  2513. func updateAttributeViewColumn(operation *Operation) (err error) {
  2514. attrView, err := av.ParseAttributeView(operation.AvID)
  2515. if nil != err {
  2516. return
  2517. }
  2518. colType := av.KeyType(operation.Typ)
  2519. switch colType {
  2520. case av.KeyTypeBlock, av.KeyTypeText, av.KeyTypeNumber, av.KeyTypeDate, av.KeyTypeSelect, av.KeyTypeMSelect, av.KeyTypeURL, av.KeyTypeEmail,
  2521. av.KeyTypePhone, av.KeyTypeMAsset, av.KeyTypeTemplate, av.KeyTypeCreated, av.KeyTypeUpdated, av.KeyTypeCheckbox,
  2522. av.KeyTypeRelation, av.KeyTypeRollup, av.KeyTypeLineNumber:
  2523. for _, keyValues := range attrView.KeyValues {
  2524. if keyValues.Key.ID == operation.ID {
  2525. keyValues.Key.Name = strings.TrimSpace(operation.Name)
  2526. keyValues.Key.Type = colType
  2527. break
  2528. }
  2529. }
  2530. }
  2531. err = av.SaveAttributeView(attrView)
  2532. return
  2533. }
  2534. func (tx *Transaction) doRemoveAttrViewColumn(operation *Operation) (ret *TxErr) {
  2535. err := RemoveAttributeViewKey(operation.AvID, operation.ID)
  2536. if nil != err {
  2537. return &TxErr{code: TxErrWriteAttributeView, id: operation.AvID, msg: err.Error()}
  2538. }
  2539. return
  2540. }
  2541. func RemoveAttributeViewKey(avID, keyID string) (err error) {
  2542. attrView, err := av.ParseAttributeView(avID)
  2543. if nil != err {
  2544. return
  2545. }
  2546. var removedKey *av.Key
  2547. for i, keyValues := range attrView.KeyValues {
  2548. if keyValues.Key.ID == keyID {
  2549. attrView.KeyValues = append(attrView.KeyValues[:i], attrView.KeyValues[i+1:]...)
  2550. removedKey = keyValues.Key
  2551. break
  2552. }
  2553. }
  2554. if nil != removedKey && av.KeyTypeRelation == removedKey.Type && nil != removedKey.Relation {
  2555. if removedKey.Relation.IsTwoWay {
  2556. // 删除双向关联的目标列
  2557. destAv, _ := av.ParseAttributeView(removedKey.Relation.AvID)
  2558. if nil != destAv {
  2559. destAvRelSrcAv := false
  2560. for i, keyValues := range destAv.KeyValues {
  2561. if keyValues.Key.ID == removedKey.Relation.BackKeyID {
  2562. destAv.KeyValues = append(destAv.KeyValues[:i], destAv.KeyValues[i+1:]...)
  2563. continue
  2564. }
  2565. if av.KeyTypeRelation == keyValues.Key.Type && keyValues.Key.Relation.AvID == attrView.ID {
  2566. destAvRelSrcAv = true
  2567. }
  2568. }
  2569. for _, view := range destAv.Views {
  2570. switch view.LayoutType {
  2571. case av.LayoutTypeTable:
  2572. for i, column := range view.Table.Columns {
  2573. if column.ID == removedKey.Relation.BackKeyID {
  2574. view.Table.Columns = append(view.Table.Columns[:i], view.Table.Columns[i+1:]...)
  2575. break
  2576. }
  2577. }
  2578. }
  2579. }
  2580. av.SaveAttributeView(destAv)
  2581. util.BroadcastByType("protyle", "refreshAttributeView", 0, "", map[string]interface{}{"id": destAv.ID})
  2582. if !destAvRelSrcAv {
  2583. av.RemoveAvRel(destAv.ID, attrView.ID)
  2584. }
  2585. }
  2586. srcAvRelDestAv := false
  2587. for _, keyValues := range attrView.KeyValues {
  2588. if av.KeyTypeRelation == keyValues.Key.Type && nil != keyValues.Key.Relation && keyValues.Key.Relation.AvID == removedKey.Relation.AvID {
  2589. srcAvRelDestAv = true
  2590. }
  2591. }
  2592. if !srcAvRelDestAv {
  2593. av.RemoveAvRel(attrView.ID, removedKey.Relation.AvID)
  2594. }
  2595. }
  2596. }
  2597. for _, view := range attrView.Views {
  2598. switch view.LayoutType {
  2599. case av.LayoutTypeTable:
  2600. for i, column := range view.Table.Columns {
  2601. if column.ID == keyID {
  2602. view.Table.Columns = append(view.Table.Columns[:i], view.Table.Columns[i+1:]...)
  2603. break
  2604. }
  2605. }
  2606. }
  2607. }
  2608. err = av.SaveAttributeView(attrView)
  2609. return
  2610. }
  2611. func (tx *Transaction) doReplaceAttrViewBlock(operation *Operation) (ret *TxErr) {
  2612. err := replaceAttributeViewBlock(operation, tx)
  2613. if nil != err {
  2614. return &TxErr{code: TxErrWriteAttributeView, id: operation.AvID}
  2615. }
  2616. return
  2617. }
  2618. func replaceAttributeViewBlock(operation *Operation, tx *Transaction) (err error) {
  2619. attrView, err := av.ParseAttributeView(operation.AvID)
  2620. if nil != err {
  2621. return
  2622. }
  2623. var node *ast.Node
  2624. if !operation.IsDetached {
  2625. node, _, _ = getNodeByBlockID(tx, operation.NextID)
  2626. }
  2627. // 检查是否已经存在绑定块
  2628. // Improve database primary key binding block https://github.com/siyuan-note/siyuan/issues/10945
  2629. for _, keyValues := range attrView.KeyValues {
  2630. for _, value := range keyValues.Values {
  2631. if value.BlockID == operation.NextID {
  2632. util.PushMsg(Conf.language(242), 3000)
  2633. return
  2634. }
  2635. }
  2636. }
  2637. for _, keyValues := range attrView.KeyValues {
  2638. for _, value := range keyValues.Values {
  2639. if value.BlockID != operation.PreviousID {
  2640. continue
  2641. }
  2642. if av.KeyTypeBlock == value.Type && value.BlockID != operation.NextID {
  2643. // 换绑
  2644. unbindBlockAv(tx, operation.AvID, value.BlockID)
  2645. }
  2646. value.BlockID = operation.NextID
  2647. if av.KeyTypeBlock == value.Type && nil != value.Block {
  2648. value.Block.ID = operation.NextID
  2649. value.IsDetached = operation.IsDetached
  2650. if !operation.IsDetached {
  2651. value.Block.Content = getNodeRefText(node)
  2652. }
  2653. }
  2654. if av.KeyTypeBlock == value.Type && !operation.IsDetached {
  2655. bindBlockAv(tx, operation.AvID, operation.NextID)
  2656. }
  2657. }
  2658. }
  2659. replacedRowID := false
  2660. for _, v := range attrView.Views {
  2661. switch v.LayoutType {
  2662. case av.LayoutTypeTable:
  2663. for i, rowID := range v.Table.RowIDs {
  2664. if rowID == operation.PreviousID {
  2665. v.Table.RowIDs[i] = operation.NextID
  2666. replacedRowID = true
  2667. break
  2668. }
  2669. }
  2670. if !replacedRowID {
  2671. v.Table.RowIDs = append(v.Table.RowIDs, operation.NextID)
  2672. }
  2673. }
  2674. }
  2675. err = av.SaveAttributeView(attrView)
  2676. return
  2677. }
  2678. func (tx *Transaction) doUpdateAttrViewCell(operation *Operation) (ret *TxErr) {
  2679. err := updateAttributeViewCell(operation, tx)
  2680. if nil != err {
  2681. return &TxErr{code: TxErrWriteAttributeView, id: operation.AvID, msg: err.Error()}
  2682. }
  2683. return
  2684. }
  2685. func updateAttributeViewCell(operation *Operation, tx *Transaction) (err error) {
  2686. err = UpdateAttributeViewCell(tx, operation.AvID, operation.KeyID, operation.RowID, operation.ID, operation.Data)
  2687. return
  2688. }
  2689. func UpdateAttributeViewCell(tx *Transaction, avID, keyID, rowID, cellID string, valueData interface{}) (err error) {
  2690. attrView, err := av.ParseAttributeView(avID)
  2691. if nil != err {
  2692. return
  2693. }
  2694. var blockVal *av.Value
  2695. for _, kv := range attrView.KeyValues {
  2696. if av.KeyTypeBlock == kv.Key.Type {
  2697. for _, v := range kv.Values {
  2698. if rowID == v.Block.ID {
  2699. blockVal = v
  2700. break
  2701. }
  2702. }
  2703. break
  2704. }
  2705. }
  2706. now := time.Now().UnixMilli()
  2707. var val *av.Value
  2708. oldIsDetached := true
  2709. if nil != blockVal {
  2710. oldIsDetached = blockVal.IsDetached
  2711. }
  2712. for _, keyValues := range attrView.KeyValues {
  2713. if keyID != keyValues.Key.ID {
  2714. continue
  2715. }
  2716. for _, value := range keyValues.Values {
  2717. if cellID == value.ID || rowID == value.BlockID {
  2718. val = value
  2719. val.Type = keyValues.Key.Type
  2720. break
  2721. }
  2722. }
  2723. if nil == val {
  2724. val = &av.Value{ID: cellID, KeyID: keyValues.Key.ID, BlockID: rowID, Type: keyValues.Key.Type, CreatedAt: now, UpdatedAt: now}
  2725. keyValues.Values = append(keyValues.Values, val)
  2726. }
  2727. break
  2728. }
  2729. isUpdatingBlockKey := av.KeyTypeBlock == val.Type
  2730. oldBoundBlockID := val.BlockID
  2731. var oldRelationBlockIDs []string
  2732. if av.KeyTypeRelation == val.Type {
  2733. if nil != val.Relation {
  2734. for _, bID := range val.Relation.BlockIDs {
  2735. oldRelationBlockIDs = append(oldRelationBlockIDs, bID)
  2736. }
  2737. }
  2738. }
  2739. data, err := gulu.JSON.MarshalJSON(valueData)
  2740. if nil != err {
  2741. return
  2742. }
  2743. if err = gulu.JSON.UnmarshalJSON(data, &val); nil != err {
  2744. return
  2745. }
  2746. if av.KeyTypeNumber == val.Type {
  2747. if nil != val.Number && !val.Number.IsNotEmpty {
  2748. val.Number.Content = 0
  2749. val.Number.FormattedContent = ""
  2750. }
  2751. } else if av.KeyTypeDate == val.Type {
  2752. if nil != val.Date && !val.Date.IsNotEmpty {
  2753. val.Date.Content = 0
  2754. val.Date.FormattedContent = ""
  2755. }
  2756. }
  2757. relationChangeMode := 0 // 0:不变(仅排序),1:增加,2:减少
  2758. if av.KeyTypeRelation == val.Type {
  2759. // 关联列得 content 是自动渲染的,所以不需要保存
  2760. val.Relation.Contents = nil
  2761. // 计算关联变更模式
  2762. if len(oldRelationBlockIDs) == len(val.Relation.BlockIDs) {
  2763. relationChangeMode = 0
  2764. } else {
  2765. if len(oldRelationBlockIDs) > len(val.Relation.BlockIDs) {
  2766. relationChangeMode = 2
  2767. } else {
  2768. relationChangeMode = 1
  2769. }
  2770. }
  2771. }
  2772. // val.IsDetached 只有更新主键的时候才会传入,所以下面需要结合 isUpdatingBlockKey 来判断
  2773. if oldIsDetached { // 之前是游离行
  2774. if !val.IsDetached { // 现在绑定了块
  2775. // 将游离行绑定到新建的块上
  2776. bindBlockAv(tx, avID, rowID)
  2777. }
  2778. } else { // 之前绑定了块
  2779. if isUpdatingBlockKey { // 正在更新主键
  2780. if val.IsDetached { // 现在是游离行
  2781. // 将绑定的块从属性视图中移除
  2782. unbindBlockAv(tx, avID, rowID)
  2783. } else { // 现在绑定了块
  2784. if oldBoundBlockID != val.BlockID { // 之前绑定的块和现在绑定的块不一样
  2785. // 换绑块
  2786. unbindBlockAv(tx, avID, oldBoundBlockID)
  2787. bindBlockAv(tx, avID, val.BlockID)
  2788. } else { // 之前绑定的块和现在绑定的块一样
  2789. // 直接返回,因为锚文本不允许更改
  2790. return
  2791. }
  2792. }
  2793. }
  2794. }
  2795. if nil != blockVal {
  2796. blockVal.Block.Updated = now
  2797. blockVal.SetUpdatedAt(now)
  2798. if isUpdatingBlockKey {
  2799. blockVal.IsDetached = val.IsDetached
  2800. }
  2801. }
  2802. val.SetUpdatedAt(now)
  2803. key, _ := attrView.GetKey(val.KeyID)
  2804. if nil != key && av.KeyTypeRelation == key.Type && nil != key.Relation {
  2805. destAv, _ := av.ParseAttributeView(key.Relation.AvID)
  2806. if nil != destAv {
  2807. if key.Relation.IsTwoWay {
  2808. // relationChangeMode
  2809. // 0:关联列值不变(仅排序),不影响目标值
  2810. // 1:关联列值增加,增加目标值
  2811. // 2:关联列值减少,减少目标值
  2812. if 1 == relationChangeMode {
  2813. addBlockIDs := val.Relation.BlockIDs
  2814. for _, bID := range oldRelationBlockIDs {
  2815. addBlockIDs = gulu.Str.RemoveElem(addBlockIDs, bID)
  2816. }
  2817. for _, blockID := range addBlockIDs {
  2818. for _, keyValues := range destAv.KeyValues {
  2819. if keyValues.Key.ID != key.Relation.BackKeyID {
  2820. continue
  2821. }
  2822. destVal := keyValues.GetValue(blockID)
  2823. if nil == destVal {
  2824. destVal = &av.Value{ID: ast.NewNodeID(), KeyID: keyValues.Key.ID, BlockID: blockID, Type: keyValues.Key.Type, Relation: &av.ValueRelation{}}
  2825. keyValues.Values = append(keyValues.Values, destVal)
  2826. }
  2827. destVal.Relation.BlockIDs = append(destVal.Relation.BlockIDs, rowID)
  2828. destVal.Relation.BlockIDs = gulu.Str.RemoveDuplicatedElem(destVal.Relation.BlockIDs)
  2829. destVal.SetUpdatedAt(now)
  2830. break
  2831. }
  2832. }
  2833. } else if 2 == relationChangeMode {
  2834. removeBlockIDs := oldRelationBlockIDs
  2835. for _, bID := range val.Relation.BlockIDs {
  2836. removeBlockIDs = gulu.Str.RemoveElem(removeBlockIDs, bID)
  2837. }
  2838. for _, blockID := range removeBlockIDs {
  2839. for _, keyValues := range destAv.KeyValues {
  2840. if keyValues.Key.ID != key.Relation.BackKeyID {
  2841. continue
  2842. }
  2843. for _, value := range keyValues.Values {
  2844. if value.BlockID == blockID {
  2845. value.Relation.BlockIDs = gulu.Str.RemoveElem(value.Relation.BlockIDs, rowID)
  2846. value.SetUpdatedAt(now)
  2847. break
  2848. }
  2849. }
  2850. }
  2851. }
  2852. }
  2853. av.SaveAttributeView(destAv)
  2854. }
  2855. }
  2856. }
  2857. relatedAvIDs := av.GetSrcAvIDs(avID)
  2858. for _, relatedAvID := range relatedAvIDs {
  2859. util.BroadcastByType("protyle", "refreshAttributeView", 0, "", map[string]interface{}{"id": relatedAvID})
  2860. }
  2861. if err = av.SaveAttributeView(attrView); nil != err {
  2862. return
  2863. }
  2864. return
  2865. }
  2866. func unbindBlockAv(tx *Transaction, avID, blockID string) {
  2867. node, tree, err := getNodeByBlockID(tx, blockID)
  2868. if nil != err {
  2869. return
  2870. }
  2871. attrs := parse.IAL2Map(node.KramdownIAL)
  2872. if "" == attrs[av.NodeAttrNameAvs] {
  2873. return
  2874. }
  2875. avIDs := strings.Split(attrs[av.NodeAttrNameAvs], ",")
  2876. avIDs = gulu.Str.RemoveElem(avIDs, avID)
  2877. if 0 == len(avIDs) {
  2878. attrs[av.NodeAttrNameAvs] = ""
  2879. } else {
  2880. attrs[av.NodeAttrNameAvs] = strings.Join(avIDs, ",")
  2881. }
  2882. avNames := getAvNames(attrs[av.NodeAttrNameAvs])
  2883. if "" != avNames {
  2884. attrs[av.NodeAttrViewNames] = avNames
  2885. }
  2886. if nil != tx {
  2887. err = setNodeAttrsWithTx(tx, node, tree, attrs)
  2888. } else {
  2889. err = setNodeAttrs(node, tree, attrs)
  2890. }
  2891. if nil != err {
  2892. logging.LogWarnf("set node [%s] attrs failed: %s", blockID, err)
  2893. return
  2894. }
  2895. return
  2896. }
  2897. func bindBlockAv(tx *Transaction, avID, blockID string) {
  2898. node, tree, err := getNodeByBlockID(tx, blockID)
  2899. if nil != err {
  2900. return
  2901. }
  2902. bindBlockAv0(tx, avID, node, tree)
  2903. return
  2904. }
  2905. func bindBlockAv0(tx *Transaction, avID string, node *ast.Node, tree *parse.Tree) {
  2906. attrs := parse.IAL2Map(node.KramdownIAL)
  2907. if "" == attrs[av.NodeAttrNameAvs] {
  2908. attrs[av.NodeAttrNameAvs] = avID
  2909. } else {
  2910. avIDs := strings.Split(attrs[av.NodeAttrNameAvs], ",")
  2911. avIDs = append(avIDs, avID)
  2912. avIDs = gulu.Str.RemoveDuplicatedElem(avIDs)
  2913. attrs[av.NodeAttrNameAvs] = strings.Join(avIDs, ",")
  2914. }
  2915. avNames := getAvNames(attrs[av.NodeAttrNameAvs])
  2916. if "" != avNames {
  2917. attrs[av.NodeAttrViewNames] = avNames
  2918. }
  2919. var err error
  2920. if nil != tx {
  2921. err = setNodeAttrsWithTx(tx, node, tree, attrs)
  2922. } else {
  2923. err = setNodeAttrs(node, tree, attrs)
  2924. }
  2925. if nil != err {
  2926. logging.LogWarnf("set node [%s] attrs failed: %s", node.ID, err)
  2927. return
  2928. }
  2929. return
  2930. }
  2931. func getNodeByBlockID(tx *Transaction, blockID string) (node *ast.Node, tree *parse.Tree, err error) {
  2932. if nil != tx {
  2933. tree, err = tx.loadTree(blockID)
  2934. } else {
  2935. tree, err = LoadTreeByBlockID(blockID)
  2936. }
  2937. if nil != err {
  2938. return
  2939. }
  2940. node = treenode.GetNodeInTree(tree, blockID)
  2941. if nil == node {
  2942. logging.LogWarnf("node [%s] not found in tree [%s]", blockID, tree.ID)
  2943. return
  2944. }
  2945. return
  2946. }
  2947. func (tx *Transaction) doUpdateAttrViewColOptions(operation *Operation) (ret *TxErr) {
  2948. err := updateAttributeViewColumnOptions(operation)
  2949. if nil != err {
  2950. return &TxErr{code: TxErrWriteAttributeView, id: operation.AvID, msg: err.Error()}
  2951. }
  2952. return
  2953. }
  2954. func updateAttributeViewColumnOptions(operation *Operation) (err error) {
  2955. attrView, err := av.ParseAttributeView(operation.AvID)
  2956. if nil != err {
  2957. return
  2958. }
  2959. jsonData, err := gulu.JSON.MarshalJSON(operation.Data)
  2960. if nil != err {
  2961. return
  2962. }
  2963. options := []*av.SelectOption{}
  2964. if err = gulu.JSON.UnmarshalJSON(jsonData, &options); nil != err {
  2965. return
  2966. }
  2967. for _, keyValues := range attrView.KeyValues {
  2968. if keyValues.Key.ID == operation.ID {
  2969. keyValues.Key.Options = options
  2970. err = av.SaveAttributeView(attrView)
  2971. return
  2972. }
  2973. }
  2974. return
  2975. }
  2976. func (tx *Transaction) doRemoveAttrViewColOption(operation *Operation) (ret *TxErr) {
  2977. err := removeAttributeViewColumnOption(operation)
  2978. if nil != err {
  2979. return &TxErr{code: TxErrWriteAttributeView, id: operation.AvID, msg: err.Error()}
  2980. }
  2981. return
  2982. }
  2983. func removeAttributeViewColumnOption(operation *Operation) (err error) {
  2984. attrView, err := av.ParseAttributeView(operation.AvID)
  2985. if nil != err {
  2986. return
  2987. }
  2988. optName := operation.Data.(string)
  2989. key, err := attrView.GetKey(operation.ID)
  2990. if nil != err {
  2991. return
  2992. }
  2993. for i, opt := range key.Options {
  2994. if optName == opt.Name {
  2995. key.Options = append(key.Options[:i], key.Options[i+1:]...)
  2996. break
  2997. }
  2998. }
  2999. for _, keyValues := range attrView.KeyValues {
  3000. if keyValues.Key.ID != operation.ID {
  3001. continue
  3002. }
  3003. for _, value := range keyValues.Values {
  3004. if nil == value || nil == value.MSelect {
  3005. continue
  3006. }
  3007. for i, opt := range value.MSelect {
  3008. if optName == opt.Content {
  3009. value.MSelect = append(value.MSelect[:i], value.MSelect[i+1:]...)
  3010. break
  3011. }
  3012. }
  3013. }
  3014. break
  3015. }
  3016. err = av.SaveAttributeView(attrView)
  3017. return
  3018. }
  3019. func (tx *Transaction) doUpdateAttrViewColOption(operation *Operation) (ret *TxErr) {
  3020. err := updateAttributeViewColumnOption(operation)
  3021. if nil != err {
  3022. return &TxErr{code: TxErrWriteAttributeView, id: operation.AvID, msg: err.Error()}
  3023. }
  3024. return
  3025. }
  3026. func updateAttributeViewColumnOption(operation *Operation) (err error) {
  3027. attrView, err := av.ParseAttributeView(operation.AvID)
  3028. if nil != err {
  3029. return
  3030. }
  3031. key, err := attrView.GetKey(operation.ID)
  3032. if nil != err {
  3033. return
  3034. }
  3035. data := operation.Data.(map[string]interface{})
  3036. oldName := data["oldName"].(string)
  3037. newName := data["newName"].(string)
  3038. newColor := data["newColor"].(string)
  3039. for i, opt := range key.Options {
  3040. if oldName == opt.Name {
  3041. key.Options[i].Name = newName
  3042. key.Options[i].Color = newColor
  3043. break
  3044. }
  3045. }
  3046. // 如果存在选项对应的值,需要更新值中的选项
  3047. for _, keyValues := range attrView.KeyValues {
  3048. if keyValues.Key.ID != operation.ID {
  3049. continue
  3050. }
  3051. for _, value := range keyValues.Values {
  3052. if nil == value || nil == value.MSelect {
  3053. continue
  3054. }
  3055. for i, opt := range value.MSelect {
  3056. if oldName == opt.Content {
  3057. value.MSelect[i].Content = newName
  3058. value.MSelect[i].Color = newColor
  3059. break
  3060. }
  3061. }
  3062. }
  3063. break
  3064. }
  3065. // 如果存在选项对应的过滤器,需要更新过滤器中设置的选项值
  3066. // Database select field filters follow option editing changes https://github.com/siyuan-note/siyuan/issues/10881
  3067. for _, view := range attrView.Views {
  3068. switch view.LayoutType {
  3069. case av.LayoutTypeTable:
  3070. table := view.Table
  3071. for _, filter := range table.Filters {
  3072. if filter.Column != key.ID {
  3073. continue
  3074. }
  3075. if nil != filter.Value && (av.KeyTypeSelect == filter.Value.Type || av.KeyTypeMSelect == filter.Value.Type) {
  3076. for i, opt := range filter.Value.MSelect {
  3077. if oldName == opt.Content {
  3078. filter.Value.MSelect[i].Content = newName
  3079. filter.Value.MSelect[i].Color = newColor
  3080. break
  3081. }
  3082. }
  3083. }
  3084. }
  3085. }
  3086. }
  3087. err = av.SaveAttributeView(attrView)
  3088. return
  3089. }
  3090. func getAttrViewViewByBlockID(attrView *av.AttributeView, blockID string) (ret *av.View, err error) {
  3091. node, _, _ := getNodeByBlockID(nil, blockID)
  3092. var viewID string
  3093. if nil != node {
  3094. viewID = node.IALAttr(av.NodeAttrView)
  3095. }
  3096. return attrView.GetCurrentView(viewID)
  3097. }
  3098. func getAttrViewName(attrView *av.AttributeView) string {
  3099. ret := attrView.Name
  3100. if "" == ret {
  3101. ret = Conf.language(105)
  3102. }
  3103. return ret
  3104. }