123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797179817991800180118021803180418051806180718081809181018111812181318141815181618171818181918201821182218231824182518261827182818291830183118321833183418351836183718381839184018411842184318441845184618471848184918501851185218531854185518561857185818591860186118621863186418651866186718681869187018711872187318741875187618771878187918801881188218831884188518861887188818891890189118921893189418951896189718981899190019011902190319041905190619071908190919101911191219131914191519161917191819191920192119221923192419251926192719281929193019311932193319341935193619371938193919401941194219431944194519461947194819491950195119521953195419551956195719581959196019611962196319641965196619671968196919701971197219731974197519761977197819791980198119821983198419851986198719881989199019911992199319941995199619971998199920002001200220032004200520062007200820092010201120122013201420152016201720182019202020212022202320242025202620272028202920302031203220332034203520362037203820392040204120422043204420452046204720482049205020512052205320542055205620572058205920602061206220632064206520662067206820692070207120722073207420752076207720782079208020812082208320842085208620872088208920902091209220932094209520962097209820992100210121022103210421052106210721082109211021112112211321142115211621172118211921202121212221232124212521262127212821292130213121322133213421352136213721382139214021412142214321442145214621472148214921502151215221532154215521562157215821592160216121622163216421652166216721682169217021712172217321742175217621772178217921802181218221832184218521862187218821892190219121922193219421952196219721982199220022012202220322042205220622072208220922102211221222132214221522162217221822192220222122222223222422252226222722282229223022312232223322342235223622372238223922402241224222432244224522462247224822492250225122522253225422552256225722582259226022612262226322642265226622672268226922702271227222732274227522762277227822792280228122822283228422852286228722882289229022912292229322942295229622972298229923002301230223032304230523062307230823092310231123122313231423152316231723182319232023212322232323242325232623272328232923302331233223332334233523362337233823392340234123422343234423452346234723482349235023512352235323542355235623572358235923602361236223632364236523662367236823692370237123722373237423752376237723782379238023812382238323842385238623872388238923902391239223932394239523962397239823992400240124022403240424052406240724082409241024112412241324142415241624172418241924202421242224232424242524262427242824292430243124322433243424352436243724382439244024412442244324442445244624472448244924502451245224532454245524562457245824592460246124622463246424652466246724682469247024712472247324742475247624772478247924802481248224832484248524862487248824892490249124922493249424952496249724982499250025012502250325042505250625072508250925102511251225132514251525162517251825192520252125222523252425252526252725282529253025312532253325342535253625372538253925402541254225432544254525462547254825492550255125522553255425552556255725582559256025612562256325642565256625672568256925702571257225732574257525762577257825792580258125822583258425852586258725882589259025912592259325942595259625972598259926002601260226032604260526062607260826092610261126122613261426152616261726182619262026212622262326242625262626272628262926302631263226332634263526362637263826392640264126422643264426452646264726482649265026512652265326542655265626572658265926602661266226632664266526662667266826692670267126722673267426752676267726782679268026812682268326842685268626872688268926902691269226932694269526962697269826992700270127022703270427052706270727082709271027112712271327142715271627172718271927202721272227232724272527262727272827292730273127322733273427352736273727382739274027412742274327442745274627472748274927502751275227532754275527562757275827592760 |
- // SiYuan - Refactor your thinking
- // Copyright (c) 2020-present, b3log.org
- //
- // This program is free software: you can redistribute it and/or modify
- // it under the terms of the GNU Affero General Public License as published by
- // the Free Software Foundation, either version 3 of the License, or
- // (at your option) any later version.
- //
- // This program is distributed in the hope that it will be useful,
- // but WITHOUT ANY WARRANTY; without even the implied warranty of
- // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
- // GNU Affero General Public License for more details.
- //
- // You should have received a copy of the GNU Affero General Public License
- // along with this program. If not, see <https://www.gnu.org/licenses/>.
- package model
- import (
- "bytes"
- "encoding/csv"
- "errors"
- "fmt"
- "github.com/88250/pdfcpu/pkg/font"
- "net/http"
- "net/url"
- "os"
- "os/exec"
- "path"
- "path/filepath"
- "sort"
- "strconv"
- "strings"
- "time"
- "unicode/utf8"
- "github.com/88250/gulu"
- "github.com/88250/lute/ast"
- "github.com/88250/lute/editor"
- "github.com/88250/lute/html"
- "github.com/88250/lute/parse"
- "github.com/88250/lute/render"
- "github.com/88250/pdfcpu/pkg/api"
- "github.com/88250/pdfcpu/pkg/pdfcpu"
- "github.com/emirpasic/gods/sets/hashset"
- "github.com/emirpasic/gods/stacks/linkedliststack"
- "github.com/imroc/req/v3"
- "github.com/siyuan-note/filelock"
- "github.com/siyuan-note/httpclient"
- "github.com/siyuan-note/logging"
- "github.com/siyuan-note/riff"
- "github.com/siyuan-note/siyuan/kernel/av"
- "github.com/siyuan-note/siyuan/kernel/filesys"
- "github.com/siyuan-note/siyuan/kernel/sql"
- "github.com/siyuan-note/siyuan/kernel/treenode"
- "github.com/siyuan-note/siyuan/kernel/util"
- )
- func ExportAv2CSV(avID, blockID string) (zipPath string, err error) {
- // Database block supports export as CSV https://github.com/siyuan-note/siyuan/issues/10072
- attrView, err := av.ParseAttributeView(avID)
- if nil != err {
- return
- }
- node, _, err := getNodeByBlockID(nil, blockID)
- if nil == node {
- return
- }
- viewID := node.IALAttr(av.NodeAttrView)
- view, err := attrView.GetCurrentView(viewID)
- if nil != err {
- return
- }
- name := util.FilterFileName(getAttrViewName(attrView))
- table := sql.RenderAttributeViewTable(attrView, view, "", GetBlockAttrsWithoutWaitWriting)
- // 遵循视图过滤和排序规则 Use filtering and sorting of current view settings when exporting database blocks https://github.com/siyuan-note/siyuan/issues/10474
- table.FilterRows(attrView)
- table.SortRows(attrView)
- exportFolder := filepath.Join(util.TempDir, "export", "csv", name)
- if err = os.MkdirAll(exportFolder, 0755); nil != err {
- logging.LogErrorf("mkdir [%s] failed: %s", exportFolder, err)
- return
- }
- csvPath := filepath.Join(exportFolder, name+".csv")
- f, err := os.OpenFile(csvPath, os.O_RDWR|os.O_CREATE|os.O_TRUNC, 0644)
- if nil != err {
- logging.LogErrorf("open [%s] failed: %s", csvPath, err)
- return
- }
- if _, err = f.WriteString("\xEF\xBB\xBF"); nil != err { // 写入 UTF-8 BOM,避免使用 Microsoft Excel 打开乱码
- logging.LogErrorf("write UTF-8 BOM to [%s] failed: %s", csvPath, err)
- f.Close()
- return
- }
- writer := csv.NewWriter(f)
- var header []string
- for _, col := range table.Columns {
- header = append(header, col.Name)
- }
- if err = writer.Write(header); nil != err {
- logging.LogErrorf("write csv header [%s] failed: %s", header, err)
- f.Close()
- return
- }
- rowNum := 1
- for _, row := range table.Rows {
- var rowVal []string
- for _, cell := range row.Cells {
- var val string
- if nil != cell.Value {
- if av.KeyTypeDate == cell.Value.Type {
- if nil != cell.Value.Date {
- cell.Value.Date = av.NewFormattedValueDate(cell.Value.Date.Content, cell.Value.Date.Content2, av.DateFormatNone, cell.Value.Date.IsNotTime, cell.Value.Date.HasEndDate)
- }
- } else if av.KeyTypeCreated == cell.Value.Type {
- if nil != cell.Value.Created {
- cell.Value.Created = av.NewFormattedValueCreated(cell.Value.Created.Content, 0, av.CreatedFormatNone)
- }
- } else if av.KeyTypeUpdated == cell.Value.Type {
- if nil != cell.Value.Updated {
- cell.Value.Updated = av.NewFormattedValueUpdated(cell.Value.Updated.Content, 0, av.UpdatedFormatNone)
- }
- } else if av.KeyTypeMAsset == cell.Value.Type {
- if nil != cell.Value.MAsset {
- buf := &bytes.Buffer{}
- for _, a := range cell.Value.MAsset {
- if av.AssetTypeImage == a.Type {
- buf.WriteString("
- buf.WriteString(a.Content)
- buf.WriteString(") ")
- } else if av.AssetTypeFile == a.Type {
- buf.WriteString("[")
- buf.WriteString(a.Name)
- buf.WriteString("](")
- buf.WriteString(a.Content)
- buf.WriteString(") ")
- } else {
- buf.WriteString(a.Content)
- buf.WriteString(" ")
- }
- }
- val = strings.TrimSpace(buf.String())
- }
- } else if av.KeyTypeLineNumber == cell.Value.Type {
- val = strconv.Itoa(rowNum)
- }
- if "" == val {
- val = cell.Value.String(true)
- }
- }
- rowVal = append(rowVal, val)
- }
- if err = writer.Write(rowVal); nil != err {
- logging.LogErrorf("write csv row [%s] failed: %s", rowVal, err)
- f.Close()
- return
- }
- rowNum++
- }
- writer.Flush()
- zipPath = exportFolder + ".db.zip"
- zip, err := gulu.Zip.Create(zipPath)
- if nil != err {
- logging.LogErrorf("create export .db.zip [%s] failed: %s", exportFolder, err)
- f.Close()
- return
- }
- if err = zip.AddDirectory("", exportFolder); nil != err {
- logging.LogErrorf("create export .db.zip [%s] failed: %s", exportFolder, err)
- f.Close()
- return
- }
- if err = zip.Close(); nil != err {
- logging.LogErrorf("close export .db.zip failed: %s", err)
- f.Close()
- return
- }
- f.Close()
- removeErr := os.RemoveAll(exportFolder)
- if nil != removeErr {
- logging.LogErrorf("remove export folder [%s] failed: %s", exportFolder, removeErr)
- }
- zipPath = "/export/csv/" + url.PathEscape(filepath.Base(zipPath))
- return
- }
- func Export2Liandi(id string) (err error) {
- tree, err := LoadTreeByBlockID(id)
- if nil != err {
- logging.LogErrorf("load tree by block id [%s] failed: %s", id, err)
- return
- }
- if IsUserGuide(tree.Box) {
- // Doc in the user guide no longer supports one-click sending to the community https://github.com/siyuan-note/siyuan/issues/8388
- return errors.New(Conf.Language(204))
- }
- assets := assetsLinkDestsInTree(tree)
- embedAssets := assetsLinkDestsInQueryEmbedNodes(tree)
- assets = append(assets, embedAssets...)
- assets = gulu.Str.RemoveDuplicatedElem(assets)
- _, err = uploadAssets2Cloud(assets, bizTypeExport2Liandi)
- if nil != err {
- return
- }
- msgId := util.PushMsg(Conf.Language(182), 15000)
- defer util.PushClearMsg(msgId)
- // 判断帖子是否已经存在,存在则使用更新接口
- const liandiArticleIdAttrName = "custom-liandi-articleId"
- foundArticle := false
- articleId := tree.Root.IALAttr(liandiArticleIdAttrName)
- if "" != articleId {
- result := gulu.Ret.NewResult()
- request := httpclient.NewCloudRequest30s()
- resp, getErr := request.
- SetSuccessResult(result).
- SetCookies(&http.Cookie{Name: "symphony", Value: Conf.GetUser().UserToken}).
- Get(util.GetCloudAccountServer() + "/api/v2/article/update/" + articleId)
- if nil != getErr {
- logging.LogErrorf("get liandi article info failed: %s", getErr)
- return getErr
- }
- switch resp.StatusCode {
- case 200:
- if 0 == result.Code {
- foundArticle = true
- } else if 1 == result.Code {
- foundArticle = false
- }
- case 404:
- foundArticle = false
- default:
- msg := fmt.Sprintf("get liandi article info failed [sc=%d]", resp.StatusCode)
- err = errors.New(msg)
- return
- }
- }
- apiURL := util.GetCloudAccountServer() + "/api/v2/article"
- if foundArticle {
- apiURL += "/" + articleId
- }
- title := path.Base(tree.HPath)
- tags := tree.Root.IALAttr("tags")
- content := exportMarkdownContent0(tree, util.GetCloudForumAssetsServer()+time.Now().Format("2006/01")+"/siyuan/"+Conf.GetUser().UserId+"/", true,
- 4, 1, 0,
- "#", "#",
- "", "",
- false, nil)
- result := gulu.Ret.NewResult()
- request := httpclient.NewCloudRequest30s()
- request = request.
- SetSuccessResult(result).
- SetCookies(&http.Cookie{Name: "symphony", Value: Conf.GetUser().UserToken}).
- SetBody(map[string]interface{}{
- "articleTitle": title,
- "articleTags": tags,
- "articleContent": content})
- var resp *req.Response
- var sendErr error
- if foundArticle {
- resp, sendErr = request.Put(apiURL)
- } else {
- resp, sendErr = request.Post(apiURL)
- }
- if nil != sendErr {
- logging.LogErrorf("send article to liandi failed: %s", err)
- return err
- }
- if 200 != resp.StatusCode {
- msg := fmt.Sprintf("send article to liandi failed [sc=%d]", resp.StatusCode)
- logging.LogErrorf(msg)
- return errors.New(msg)
- }
- if 0 != result.Code {
- msg := fmt.Sprintf("send article to liandi failed [code=%d, msg=%s]", result.Code, result.Msg)
- logging.LogErrorf(msg)
- util.PushClearMsg(msgId)
- return errors.New(result.Msg)
- }
- if !foundArticle {
- articleId = result.Data.(string)
- tree, _ = LoadTreeByBlockID(id) // 这里必须重新加载,因为前面导出时已经修改了树结构
- tree.Root.SetIALAttr(liandiArticleIdAttrName, articleId)
- if err = writeTreeUpsertQueue(tree); nil != err {
- return
- }
- }
- msg := fmt.Sprintf(Conf.Language(181), util.GetCloudAccountServer()+"/article/"+articleId)
- util.PushMsg(msg, 7000)
- return
- }
- func ExportSystemLog() (zipPath string) {
- exportFolder := filepath.Join(util.TempDir, "export", "system-log")
- os.RemoveAll(exportFolder)
- if err := os.MkdirAll(exportFolder, 0755); nil != err {
- logging.LogErrorf("create export temp folder failed: %s", err)
- return
- }
- appLog := filepath.Join(util.HomeDir, ".config", "siyuan", "app.log")
- if gulu.File.IsExist(appLog) {
- to := filepath.Join(exportFolder, "app.log")
- if err := filelock.Copy(appLog, to); nil != err {
- logging.LogErrorf("copy app log from [%s] to [%s] failed: %s", err, appLog, to)
- }
- }
- kernelLog := filepath.Join(util.HomeDir, ".config", "siyuan", "kernel.log")
- if gulu.File.IsExist(kernelLog) {
- to := filepath.Join(exportFolder, "kernel.log")
- if err := filelock.Copy(kernelLog, to); nil != err {
- logging.LogErrorf("copy kernel log from [%s] to [%s] failed: %s", err, kernelLog, to)
- }
- }
- siyuanLog := filepath.Join(util.TempDir, "siyuan.log")
- if gulu.File.IsExist(siyuanLog) {
- to := filepath.Join(exportFolder, "siyuan.log")
- if err := filelock.Copy(siyuanLog, to); nil != err {
- logging.LogErrorf("copy kernel log from [%s] to [%s] failed: %s", err, siyuanLog, to)
- }
- }
- mobileLog := filepath.Join(util.TempDir, "mobile.log")
- if gulu.File.IsExist(mobileLog) {
- to := filepath.Join(exportFolder, "mobile.log")
- if err := filelock.Copy(mobileLog, to); nil != err {
- logging.LogErrorf("copy mobile log from [%s] to [%s] failed: %s", err, mobileLog, to)
- }
- }
- zipPath = exportFolder + ".zip"
- zip, err := gulu.Zip.Create(zipPath)
- if nil != err {
- logging.LogErrorf("create export log zip [%s] failed: %s", exportFolder, err)
- return ""
- }
- if err = zip.AddDirectory("log", exportFolder); nil != err {
- logging.LogErrorf("create export log zip [%s] failed: %s", exportFolder, err)
- return ""
- }
- if err = zip.Close(); nil != err {
- logging.LogErrorf("close export log zip failed: %s", err)
- }
- os.RemoveAll(exportFolder)
- zipPath = "/export/" + url.PathEscape(filepath.Base(zipPath))
- return
- }
- func ExportNotebookSY(id string) (zipPath string) {
- zipPath = exportBoxSYZip(id)
- return
- }
- func ExportSY(id string) (name, zipPath string) {
- block := treenode.GetBlockTree(id)
- if nil == block {
- logging.LogErrorf("not found block [%s]", id)
- return
- }
- boxID := block.BoxID
- box := Conf.Box(boxID)
- baseFolderName := path.Base(block.HPath)
- if "." == baseFolderName {
- baseFolderName = path.Base(block.Path)
- }
- rootPath := block.Path
- docPaths := []string{rootPath}
- docFiles := box.ListFiles(strings.TrimSuffix(block.Path, ".sy"))
- for _, docFile := range docFiles {
- docPaths = append(docPaths, docFile.path)
- }
- zipPath = exportSYZip(boxID, path.Dir(rootPath), baseFolderName, docPaths)
- name = strings.TrimSuffix(filepath.Base(block.Path), ".sy")
- return
- }
- func ExportDataInFolder(exportFolder string) (name string, err error) {
- util.PushEndlessProgress(Conf.Language(65))
- defer util.ClearPushProgress(100)
- zipPath, err := ExportData()
- if nil != err {
- return
- }
- name = filepath.Base(zipPath)
- name, err = url.PathUnescape(name)
- if nil != err {
- logging.LogErrorf("url unescape [%s] failed: %s", name, err)
- return
- }
- targetZipPath := filepath.Join(exportFolder, name)
- zipAbsPath := filepath.Join(util.TempDir, "export", name)
- err = filelock.Copy(zipAbsPath, targetZipPath)
- if nil != err {
- logging.LogErrorf("copy export zip from [%s] to [%s] failed: %s", zipAbsPath, targetZipPath, err)
- return
- }
- if removeErr := os.Remove(zipAbsPath); nil != removeErr {
- logging.LogErrorf("remove export zip failed: %s", removeErr)
- }
- return
- }
- func ExportData() (zipPath string, err error) {
- util.PushEndlessProgress(Conf.Language(65))
- defer util.ClearPushProgress(100)
- name := util.FilterFileName(filepath.Base(util.WorkspaceDir)) + "-" + util.CurrentTimeSecondsStr()
- exportFolder := filepath.Join(util.TempDir, "export", name)
- zipPath, err = exportData(exportFolder)
- if nil != err {
- return
- }
- zipPath = "/export/" + url.PathEscape(filepath.Base(zipPath))
- return
- }
- func exportData(exportFolder string) (zipPath string, err error) {
- WaitForWritingFiles()
- baseFolderName := "data-" + util.CurrentTimeSecondsStr()
- if err = os.MkdirAll(exportFolder, 0755); nil != err {
- logging.LogErrorf("create export temp folder failed: %s", err)
- return
- }
- data := filepath.Join(util.WorkspaceDir, "data")
- if err = filelock.Copy(data, exportFolder); nil != err {
- logging.LogErrorf("copy data dir from [%s] to [%s] failed: %s", data, baseFolderName, err)
- err = errors.New(fmt.Sprintf(Conf.Language(14), err.Error()))
- return
- }
- zipPath = exportFolder + ".zip"
- zip, err := gulu.Zip.Create(zipPath)
- if nil != err {
- logging.LogErrorf("create export data zip [%s] failed: %s", exportFolder, err)
- return
- }
- zipCallback := func(filename string) {
- msg := Conf.language(65) + " " + fmt.Sprintf(Conf.language(70), filename)
- util.PushEndlessProgress(msg)
- }
- if err = zip.AddDirectory(baseFolderName, exportFolder, zipCallback); nil != err {
- logging.LogErrorf("create export data zip [%s] failed: %s", exportFolder, err)
- return
- }
- if err = zip.Close(); nil != err {
- logging.LogErrorf("close export data zip failed: %s", err)
- }
- os.RemoveAll(exportFolder)
- return
- }
- func ExportResources(resourcePaths []string, mainName string) (exportFilePath string, err error) {
- WaitForWritingFiles()
- // 用于导出的临时文件夹完整路径
- exportFolderPath := filepath.Join(util.TempDir, "export", mainName)
- if err = os.MkdirAll(exportFolderPath, 0755); nil != err {
- logging.LogErrorf("create export temp folder failed: %s", err)
- return
- }
- // 将需要导出的文件/文件夹复制到临时文件夹
- for _, resourcePath := range resourcePaths {
- resourceFullPath := filepath.Join(util.WorkspaceDir, resourcePath) // 资源完整路径
- resourceBaseName := filepath.Base(resourceFullPath) // 资源名称
- resourceCopyPath := filepath.Join(exportFolderPath, resourceBaseName) // 资源副本完整路径
- if err = filelock.Copy(resourceFullPath, resourceCopyPath); nil != err {
- logging.LogErrorf("copy resource will be exported from [%s] to [%s] failed: %s", resourcePath, resourceCopyPath, err)
- err = fmt.Errorf(Conf.Language(14), err.Error())
- return
- }
- }
- zipFilePath := exportFolderPath + ".zip" // 导出的 *.zip 文件完整路径
- zip, err := gulu.Zip.Create(zipFilePath)
- if nil != err {
- logging.LogErrorf("create export zip [%s] failed: %s", zipFilePath, err)
- return
- }
- if err = zip.AddDirectory(mainName, exportFolderPath); nil != err {
- logging.LogErrorf("create export zip [%s] failed: %s", exportFolderPath, err)
- return
- }
- if err = zip.Close(); nil != err {
- logging.LogErrorf("close export zip failed: %s", err)
- }
- os.RemoveAll(exportFolderPath)
- exportFilePath = path.Join("temp", "export", mainName+".zip") // 导出的 *.zip 文件相对于工作区目录的路径
- return
- }
- func Preview(id string) (retStdHTML string, retOutline []*Path) {
- tree, _ := LoadTreeByBlockID(id)
- tree = exportTree(tree, false, false,
- Conf.Export.BlockRefMode, Conf.Export.BlockEmbedMode, Conf.Export.FileAnnotationRefMode,
- Conf.Export.TagOpenMarker, Conf.Export.TagCloseMarker,
- Conf.Export.BlockRefTextLeft, Conf.Export.BlockRefTextRight,
- Conf.Export.AddTitle)
- luteEngine := NewLute()
- luteEngine.SetFootnotes(true)
- addBlockIALNodes(tree, false)
- md := treenode.FormatNode(tree.Root, luteEngine)
- tree = parse.Parse("", []byte(md), luteEngine.ParseOptions)
- // 使用实际主题样式值替换样式变量 Use real theme style value replace var in preview mode https://github.com/siyuan-note/siyuan/issues/11458
- fillThemeStyleVar(tree)
- retStdHTML = luteEngine.ProtylePreview(tree, luteEngine.RenderOptions)
- if footnotesDefBlock := tree.Root.ChildByType(ast.NodeFootnotesDefBlock); nil != footnotesDefBlock {
- footnotesDefBlock.Unlink()
- }
- retOutline = outline(tree)
- return
- }
- func ExportDocx(id, savePath string, removeAssets, merge bool) (fullPath string, err error) {
- if !util.IsValidPandocBin(Conf.Export.PandocBin) {
- Conf.Export.PandocBin = util.PandocBinPath
- Conf.Save()
- if !util.IsValidPandocBin(Conf.Export.PandocBin) {
- err = errors.New(Conf.Language(115))
- return
- }
- }
- tmpDir := filepath.Join(util.TempDir, "export", gulu.Rand.String(7))
- if err = os.MkdirAll(tmpDir, 0755); nil != err {
- return
- }
- defer os.Remove(tmpDir)
- name, content := ExportMarkdownHTML(id, tmpDir, true, merge)
- tmpDocxPath := filepath.Join(tmpDir, name+".docx")
- args := []string{ // pandoc -f html --resource-path=请从这里开始 请从这里开始\index.html -o test.docx
- "-f", "html+tex_math_dollars",
- "--resource-path", tmpDir,
- "-o", tmpDocxPath,
- }
- // Pandoc template for exporting docx https://github.com/siyuan-note/siyuan/issues/8740
- docxTemplate := gulu.Str.RemoveInvisible(Conf.Export.DocxTemplate)
- docxTemplate = strings.TrimSpace(docxTemplate)
- if "" != docxTemplate {
- if !gulu.File.IsExist(docxTemplate) {
- logging.LogErrorf("docx template [%s] not found", docxTemplate)
- msg := fmt.Sprintf(Conf.Language(197), docxTemplate)
- err = errors.New(msg)
- return
- }
- args = append(args, "--reference-doc", docxTemplate)
- }
- pandoc := exec.Command(Conf.Export.PandocBin, args...)
- gulu.CmdAttr(pandoc)
- pandoc.Stdin = bytes.NewBufferString(content)
- output, err := pandoc.CombinedOutput()
- if nil != err {
- logging.LogErrorf("export docx failed: %s", gulu.Str.FromBytes(output))
- msg := fmt.Sprintf(Conf.Language(14), gulu.Str.FromBytes(output))
- err = errors.New(msg)
- return
- }
- fullPath = filepath.Join(savePath, name+".docx")
- fullPath = util.GetUniqueFilename(fullPath)
- if err = filelock.Copy(tmpDocxPath, fullPath); nil != err {
- logging.LogErrorf("export docx failed: %s", err)
- err = errors.New(fmt.Sprintf(Conf.Language(14), err))
- return
- }
- if tmpAssets := filepath.Join(tmpDir, "assets"); !removeAssets && gulu.File.IsDir(tmpAssets) {
- if err = filelock.Copy(tmpAssets, filepath.Join(savePath, "assets")); nil != err {
- logging.LogErrorf("export docx failed: %s", err)
- err = errors.New(fmt.Sprintf(Conf.Language(14), err))
- return
- }
- }
- return
- }
- func ExportMarkdownHTML(id, savePath string, docx, merge bool) (name, dom string) {
- bt := treenode.GetBlockTree(id)
- if nil == bt {
- return
- }
- tree := prepareExportTree(bt)
- if merge {
- var mergeErr error
- tree, mergeErr = mergeSubDocs(tree)
- if nil != mergeErr {
- logging.LogErrorf("merge sub docs failed: %s", mergeErr)
- return
- }
- }
- tree = exportTree(tree, true, false,
- Conf.Export.BlockRefMode, Conf.Export.BlockEmbedMode, Conf.Export.FileAnnotationRefMode,
- Conf.Export.TagOpenMarker, Conf.Export.TagCloseMarker,
- Conf.Export.BlockRefTextLeft, Conf.Export.BlockRefTextRight,
- Conf.Export.AddTitle)
- name = path.Base(tree.HPath)
- name = util.FilterFileName(name) // 导出 PDF、HTML 和 Word 时未移除不支持的文件名符号 https://github.com/siyuan-note/siyuan/issues/5614
- savePath = strings.TrimSpace(savePath)
- if err := os.MkdirAll(savePath, 0755); nil != err {
- logging.LogErrorf("mkdir [%s] failed: %s", savePath, err)
- return
- }
- assets := assetsLinkDestsInTree(tree)
- for _, asset := range assets {
- if strings.HasPrefix(asset, "assets/") {
- if strings.Contains(asset, "?") {
- asset = asset[:strings.LastIndex(asset, "?")]
- }
- srcAbsPath, err := GetAssetAbsPath(asset)
- if nil != err {
- logging.LogWarnf("resolve path of asset [%s] failed: %s", asset, err)
- continue
- }
- targetAbsPath := filepath.Join(savePath, asset)
- if err = filelock.Copy(srcAbsPath, targetAbsPath); nil != err {
- logging.LogWarnf("copy asset from [%s] to [%s] failed: %s", srcAbsPath, targetAbsPath, err)
- }
- }
- }
- srcs := []string{"stage/build/export", "stage/build/fonts", "stage/protyle"}
- for _, src := range srcs {
- from := filepath.Join(util.WorkingDir, src)
- to := filepath.Join(savePath, src)
- if err := filelock.Copy(from, to); nil != err {
- logging.LogWarnf("copy stage from [%s] to [%s] failed: %s", from, savePath, err)
- return
- }
- }
- theme := Conf.Appearance.ThemeLight
- if 1 == Conf.Appearance.Mode {
- theme = Conf.Appearance.ThemeDark
- }
- srcs = []string{"icons", "themes/" + theme}
- appearancePath := util.AppearancePath
- if util.IsSymlinkPath(util.AppearancePath) {
- // Support for symlinked theme folder when exporting HTML https://github.com/siyuan-note/siyuan/issues/9173
- var readErr error
- appearancePath, readErr = filepath.EvalSymlinks(util.AppearancePath)
- if nil != readErr {
- logging.LogErrorf("readlink [%s] failed: %s", util.AppearancePath, readErr)
- return
- }
- }
- for _, src := range srcs {
- from := filepath.Join(appearancePath, src)
- to := filepath.Join(savePath, "appearance", src)
- if err := filelock.Copy(from, to); nil != err {
- logging.LogErrorf("copy appearance from [%s] to [%s] failed: %s", from, savePath, err)
- return
- }
- }
- // 复制自定义表情图片
- emojis := emojisInTree(tree)
- for _, emoji := range emojis {
- from := filepath.Join(util.DataDir, emoji)
- to := filepath.Join(savePath, emoji)
- if err := filelock.Copy(from, to); nil != err {
- logging.LogErrorf("copy emojis from [%s] to [%s] failed: %s", from, savePath, err)
- return
- }
- }
- luteEngine := NewLute()
- luteEngine.SetFootnotes(true)
- md := treenode.FormatNode(tree.Root, luteEngine)
- tree = parse.Parse("", []byte(md), luteEngine.ParseOptions)
- if docx {
- processIFrame(tree)
- }
- // 自定义表情图片地址去掉开头的 /
- ast.Walk(tree.Root, func(n *ast.Node, entering bool) ast.WalkStatus {
- if !entering {
- return ast.WalkContinue
- }
- if ast.NodeEmojiImg == n.Type {
- n.Tokens = bytes.ReplaceAll(n.Tokens, []byte("src=\"/emojis"), []byte("src=\"emojis"))
- }
- return ast.WalkContinue
- })
- if docx {
- renderer := render.NewProtyleExportDocxRenderer(tree, luteEngine.RenderOptions)
- output := renderer.Render()
- dom = gulu.Str.FromBytes(output)
- } else {
- dom = luteEngine.ProtylePreview(tree, luteEngine.RenderOptions)
- }
- return
- }
- func ExportHTML(id, savePath string, pdf, image, keepFold, merge bool) (name, dom string, node *ast.Node) {
- savePath = strings.TrimSpace(savePath)
- bt := treenode.GetBlockTree(id)
- if nil == bt {
- return
- }
- tree := prepareExportTree(bt)
- node = treenode.GetNodeInTree(tree, id)
- if merge {
- var mergeErr error
- tree, mergeErr = mergeSubDocs(tree)
- if nil != mergeErr {
- logging.LogErrorf("merge sub docs failed: %s", mergeErr)
- return
- }
- }
- var headings []*ast.Node
- if pdf { // 导出 PDF 需要标记目录书签
- ast.Walk(tree.Root, func(n *ast.Node, entering bool) ast.WalkStatus {
- if entering && ast.NodeHeading == n.Type && !n.ParentIs(ast.NodeBlockquote) {
- headings = append(headings, n)
- return ast.WalkSkipChildren
- }
- return ast.WalkContinue
- })
- for _, h := range headings {
- link := &ast.Node{Type: ast.NodeLink}
- link.AppendChild(&ast.Node{Type: ast.NodeOpenBracket})
- link.AppendChild(&ast.Node{Type: ast.NodeText, Tokens: []byte(" ")})
- link.AppendChild(&ast.Node{Type: ast.NodeCloseBracket})
- link.AppendChild(&ast.Node{Type: ast.NodeOpenParen})
- link.AppendChild(&ast.Node{Type: ast.NodeLinkDest, Tokens: []byte("pdf-outline://" + h.ID)})
- link.AppendChild(&ast.Node{Type: ast.NodeCloseParen})
- h.PrependChild(link)
- }
- }
- tree = exportTree(tree, true, keepFold,
- Conf.Export.BlockRefMode, Conf.Export.BlockEmbedMode, Conf.Export.FileAnnotationRefMode,
- Conf.Export.TagOpenMarker, Conf.Export.TagCloseMarker,
- Conf.Export.BlockRefTextLeft, Conf.Export.BlockRefTextRight,
- Conf.Export.AddTitle)
- name = path.Base(tree.HPath)
- name = util.FilterFileName(name) // 导出 PDF、HTML 和 Word 时未移除不支持的文件名符号 https://github.com/siyuan-note/siyuan/issues/5614
- if "" != savePath {
- if err := os.MkdirAll(savePath, 0755); nil != err {
- logging.LogErrorf("mkdir [%s] failed: %s", savePath, err)
- return
- }
- assets := assetsLinkDestsInTree(tree)
- for _, asset := range assets {
- if strings.Contains(asset, "?") {
- asset = asset[:strings.LastIndex(asset, "?")]
- }
- srcAbsPath, err := GetAssetAbsPath(asset)
- if nil != err {
- logging.LogWarnf("resolve path of asset [%s] failed: %s", asset, err)
- continue
- }
- targetAbsPath := filepath.Join(savePath, asset)
- if err = filelock.Copy(srcAbsPath, targetAbsPath); nil != err {
- logging.LogWarnf("copy asset from [%s] to [%s] failed: %s", srcAbsPath, targetAbsPath, err)
- }
- }
- }
- luteEngine := NewLute()
- if !pdf && "" != savePath { // 导出 HTML 需要复制静态资源
- srcs := []string{"stage/build/export", "stage/build/fonts", "stage/protyle"}
- for _, src := range srcs {
- from := filepath.Join(util.WorkingDir, src)
- to := filepath.Join(savePath, src)
- if err := filelock.Copy(from, to); nil != err {
- logging.LogErrorf("copy stage from [%s] to [%s] failed: %s", from, savePath, err)
- return
- }
- }
- theme := Conf.Appearance.ThemeLight
- if 1 == Conf.Appearance.Mode {
- theme = Conf.Appearance.ThemeDark
- }
- srcs = []string{"icons", "themes/" + theme}
- appearancePath := util.AppearancePath
- if util.IsSymlinkPath(util.AppearancePath) {
- // Support for symlinked theme folder when exporting HTML https://github.com/siyuan-note/siyuan/issues/9173
- var readErr error
- appearancePath, readErr = filepath.EvalSymlinks(util.AppearancePath)
- if nil != readErr {
- logging.LogErrorf("readlink [%s] failed: %s", util.AppearancePath, readErr)
- return
- }
- }
- for _, src := range srcs {
- from := filepath.Join(appearancePath, src)
- to := filepath.Join(savePath, "appearance", src)
- if err := filelock.Copy(from, to); nil != err {
- logging.LogErrorf("copy appearance from [%s] to [%s] failed: %s", from, savePath, err)
- return
- }
- }
- // 复制自定义表情图片
- emojis := emojisInTree(tree)
- for _, emoji := range emojis {
- from := filepath.Join(util.DataDir, emoji)
- to := filepath.Join(savePath, emoji)
- if err := filelock.Copy(from, to); nil != err {
- logging.LogErrorf("copy emojis from [%s] to [%s] failed: %s", from, savePath, err)
- return
- }
- }
- }
- if pdf {
- processIFrame(tree)
- }
- luteEngine.SetFootnotes(true)
- luteEngine.RenderOptions.ProtyleContenteditable = false
- luteEngine.SetProtyleMarkNetImg(false)
- // 不进行安全过滤,因为导出时需要保留所有的 HTML 标签
- // 使用属性 `data-export-html` 导出时 `<style></style>` 标签丢失 https://github.com/siyuan-note/siyuan/issues/6228
- luteEngine.SetSanitize(false)
- renderer := render.NewProtyleExportRenderer(tree, luteEngine.RenderOptions)
- dom = gulu.Str.FromBytes(renderer.Render())
- return
- }
- func prepareExportTree(bt *treenode.BlockTree) (ret *parse.Tree) {
- luteEngine := NewLute()
- ret, _ = filesys.LoadTree(bt.BoxID, bt.Path, luteEngine)
- if "d" != bt.Type {
- node := treenode.GetNodeInTree(ret, bt.ID)
- nodes := []*ast.Node{node}
- if "h" == bt.Type {
- children := treenode.HeadingChildren(node)
- for _, child := range children {
- nodes = append(nodes, child)
- }
- }
- oldRoot := ret.Root
- ret = parse.Parse("", []byte(""), luteEngine.ParseOptions)
- first := ret.Root.FirstChild
- for _, n := range nodes {
- first.InsertBefore(n)
- }
- ret.Root.KramdownIAL = oldRoot.KramdownIAL
- }
- ret.Path = bt.Path
- ret.HPath = bt.HPath
- ret.Box = bt.BoxID
- ret.ID = bt.RootID
- return
- }
- func processIFrame(tree *parse.Tree) {
- // 导出 PDF/Word 时 IFrame 块使用超链接 https://github.com/siyuan-note/siyuan/issues/4035
- var unlinks []*ast.Node
- ast.Walk(tree.Root, func(n *ast.Node, entering bool) ast.WalkStatus {
- if !entering {
- return ast.WalkContinue
- }
- if ast.NodeIFrame == n.Type {
- index := bytes.Index(n.Tokens, []byte("src=\""))
- if 0 > index {
- n.InsertBefore(&ast.Node{Type: ast.NodeText, Tokens: n.Tokens})
- } else {
- src := n.Tokens[index+len("src=\""):]
- src = src[:bytes.Index(src, []byte("\""))]
- src = html.UnescapeHTML(src)
- link := &ast.Node{Type: ast.NodeLink}
- link.AppendChild(&ast.Node{Type: ast.NodeOpenBracket})
- link.AppendChild(&ast.Node{Type: ast.NodeText, Tokens: src})
- link.AppendChild(&ast.Node{Type: ast.NodeCloseBracket})
- link.AppendChild(&ast.Node{Type: ast.NodeOpenParen})
- link.AppendChild(&ast.Node{Type: ast.NodeLinkDest, Tokens: src})
- link.AppendChild(&ast.Node{Type: ast.NodeCloseParen})
- n.InsertBefore(link)
- }
- unlinks = append(unlinks, n)
- }
- return ast.WalkContinue
- })
- for _, n := range unlinks {
- n.Unlink()
- }
- }
- func ProcessPDF(id, p string, merge, removeAssets, watermark bool) (err error) {
- tree, _ := LoadTreeByBlockID(id)
- if nil == tree {
- return
- }
- if merge {
- var mergeErr error
- tree, mergeErr = mergeSubDocs(tree)
- if nil != mergeErr {
- logging.LogErrorf("merge sub docs failed: %s", mergeErr)
- return
- }
- }
- var headings []*ast.Node
- assetDests := assetsLinkDestsInTree(tree)
- ast.Walk(tree.Root, func(n *ast.Node, entering bool) ast.WalkStatus {
- if !entering {
- return ast.WalkContinue
- }
- if ast.NodeHeading == n.Type && !n.ParentIs(ast.NodeBlockquote) {
- headings = append(headings, n)
- return ast.WalkSkipChildren
- }
- return ast.WalkContinue
- })
- pdfcpu.ConfigPath = "disable"
- font.UserFontDir = filepath.Join(util.HomeDir, ".config", "siyuan", "fonts")
- if mkdirErr := os.MkdirAll(font.UserFontDir, 0755); nil != mkdirErr {
- logging.LogErrorf("mkdir [%s] failed: %s", font.UserFontDir, mkdirErr)
- return
- }
- pdfCtx, ctxErr := api.ReadContextFile(p)
- if nil != ctxErr {
- logging.LogErrorf("read pdf context failed: %s", ctxErr)
- return
- }
- processPDFBookmarks(pdfCtx, headings)
- processPDFLinkEmbedAssets(pdfCtx, assetDests, removeAssets)
- processPDFWatermark(pdfCtx, watermark)
- pdfcpu.VersionStr = "SiYuan v" + util.Ver
- if writeErr := api.WriteContextFile(pdfCtx, p); nil != writeErr {
- logging.LogErrorf("write pdf context failed: %s", writeErr)
- return
- }
- return
- }
- func processPDFWatermark(pdfCtx *pdfcpu.Context, watermark bool) {
- // Support adding the watermark on export PDF https://github.com/siyuan-note/siyuan/issues/9961
- // https://pdfcpu.io/core/watermark
- if !watermark {
- return
- }
- str := Conf.Export.PDFWatermarkStr
- if "" == str {
- return
- }
- if !IsPaidUser() {
- return
- }
- mode := "text"
- if gulu.File.IsExist(str) {
- if ".pdf" == strings.ToLower(filepath.Ext(str)) {
- mode = "pdf"
- } else {
- mode = "image"
- }
- }
- desc := Conf.Export.PDFWatermarkDesc
- if "text" == mode && util.ContainsCJK(str) {
- // 中日韩文本水印需要安装字体文件
- descParts := strings.Split(desc, ",")
- m := map[string]string{}
- for _, descPart := range descParts {
- kv := strings.Split(descPart, ":")
- if 2 != len(kv) {
- continue
- }
- m[kv[0]] = kv[1]
- }
- m["fontname"] = "LXGWWenKaiLite-Regular"
- descBuilder := bytes.Buffer{}
- for k, v := range m {
- descBuilder.WriteString(k)
- descBuilder.WriteString(":")
- descBuilder.WriteString(v)
- descBuilder.WriteString(",")
- }
- desc = descBuilder.String()
- desc = desc[:len(desc)-1]
- fontPath := filepath.Join(util.AppearancePath, "fonts", "LxgwWenKai-Lite-1.311", "LXGWWenKaiLite-Regular.ttf")
- err := api.InstallFonts([]string{fontPath})
- if nil != err {
- logging.LogErrorf("install font [%s] failed: %s", fontPath, err)
- }
- }
- logging.LogInfof("add PDF watermark [mode=%s, str=%s, desc=%s]", mode, str, desc)
- var wm *pdfcpu.Watermark
- var err error
- switch mode {
- case "text":
- wm, err = pdfcpu.ParseTextWatermarkDetails(str, desc, false, pdfcpu.POINTS)
- case "image":
- wm, err = pdfcpu.ParseImageWatermarkDetails(str, desc, false, pdfcpu.POINTS)
- case "pdf":
- wm, err = pdfcpu.ParsePDFWatermarkDetails(str, desc, false, pdfcpu.POINTS)
- }
- if nil != err {
- logging.LogErrorf("parse watermark failed: %s", err)
- return
- }
- wm.OnTop = true // Export PDF and add watermarks no longer covered by images https://github.com/siyuan-note/siyuan/issues/10818
- err = pdfCtx.AddWatermarks(nil, wm)
- if nil != err {
- logging.LogErrorf("add watermark failed: %s", err)
- return
- }
- }
- func processPDFBookmarks(pdfCtx *pdfcpu.Context, headings []*ast.Node) {
- links, err := api.ListToCLinks(pdfCtx)
- if nil != err {
- return
- }
- sort.Slice(links, func(i, j int) bool {
- return links[i].Page < links[j].Page
- })
- bms := map[string]*pdfcpu.Bookmark{}
- for _, link := range links {
- linkID := link.URI[strings.LastIndex(link.URI, "/")+1:]
- b := sql.GetBlock(linkID)
- if nil == b {
- logging.LogWarnf("pdf outline block [%s] not found", linkID)
- continue
- }
- title := b.Content
- title, _ = url.QueryUnescape(title)
- bm := &pdfcpu.Bookmark{
- Title: title,
- PageFrom: link.Page,
- AbsPos: link.Rect.UR.Y,
- }
- bms[linkID] = bm
- }
- if 1 > len(bms) {
- return
- }
- var topBms []*pdfcpu.Bookmark
- stack := linkedliststack.New()
- for _, h := range headings {
- L:
- for ; ; stack.Pop() {
- cur, ok := stack.Peek()
- if !ok {
- bm := bms[h.ID]
- if nil == bm {
- break L
- }
- bm.Level = h.HeadingLevel
- stack.Push(bm)
- topBms = append(topBms, bm)
- break L
- }
- tip := cur.(*pdfcpu.Bookmark)
- if tip.Level < h.HeadingLevel {
- bm := bms[h.ID]
- bm.Level = h.HeadingLevel
- bm.Parent = tip
- tip.Children = append(tip.Children, bm)
- stack.Push(bm)
- break L
- }
- }
- }
- err = pdfCtx.AddBookmarks(topBms)
- if nil != err {
- logging.LogErrorf("add bookmark failed: %s", err)
- return
- }
- }
- // processPDFLinkEmbedAssets 处理资源文件超链接,根据 removeAssets 参数决定是否将资源文件嵌入到 PDF 中。
- // 导出 PDF 时支持将资源文件作为附件嵌入 https://github.com/siyuan-note/siyuan/issues/7414
- func processPDFLinkEmbedAssets(pdfCtx *pdfcpu.Context, assetDests []string, removeAssets bool) {
- var assetAbsPaths []string
- for _, dest := range assetDests {
- if absPath, _ := GetAssetAbsPath(dest); "" != absPath {
- assetAbsPaths = append(assetAbsPaths, absPath)
- }
- }
- if 1 > len(assetAbsPaths) {
- return
- }
- assetLinks, otherLinks, listErr := api.ListLinks(pdfCtx)
- if nil != listErr {
- logging.LogErrorf("list asset links failed: %s", listErr)
- return
- }
- if _, removeErr := pdfCtx.RemoveAnnotations(nil, nil, nil, false); nil != removeErr {
- logging.LogWarnf("remove annotations failed: %s", removeErr)
- }
- linkMap := map[int][]pdfcpu.AnnotationRenderer{}
- for _, link := range otherLinks {
- link.URI, _ = url.PathUnescape(link.URI)
- if 1 > len(linkMap[link.Page]) {
- linkMap[link.Page] = []pdfcpu.AnnotationRenderer{link}
- } else {
- linkMap[link.Page] = append(linkMap[link.Page], link)
- }
- }
- attachmentMap := map[int][]*pdfcpu.IndirectRef{}
- now := pdfcpu.StringLiteral(pdfcpu.DateString(time.Now()))
- for _, link := range assetLinks {
- link.URI = strings.ReplaceAll(link.URI, "http://"+util.LocalHost+":"+util.ServerPort+"/export/temp/", "")
- link.URI = strings.ReplaceAll(link.URI, "http://"+util.LocalHost+":"+util.ServerPort+"/", "") // Exporting PDF embedded asset files as attachments fails https://github.com/siyuan-note/siyuan/issues/7414#issuecomment-1704573557
- link.URI, _ = url.PathUnescape(link.URI)
- if idx := strings.Index(link.URI, "?"); 0 < idx {
- link.URI = link.URI[:idx]
- }
- if !removeAssets {
- // 不移除资源文件夹的话将超链接指向资源文件夹
- if 1 > len(linkMap[link.Page]) {
- linkMap[link.Page] = []pdfcpu.AnnotationRenderer{link}
- } else {
- linkMap[link.Page] = append(linkMap[link.Page], link)
- }
- continue
- }
- // 移除资源文件夹的话使用内嵌附件
- absPath, getErr := GetAssetAbsPath(link.URI)
- if nil != getErr {
- continue
- }
- ir, newErr := pdfCtx.XRefTable.NewEmbeddedFileStreamDict(absPath)
- if nil != newErr {
- logging.LogWarnf("new embedded file stream dict failed: %s", newErr)
- continue
- }
- fn := filepath.Base(absPath)
- fileSpecDict, newErr := pdfCtx.XRefTable.NewFileSpecDict(fn, pdfcpu.EncodeUTF16String(fn), "attached by SiYuan", *ir)
- if nil != newErr {
- logging.LogWarnf("new file spec dict failed: %s", newErr)
- continue
- }
- ir, indErr := pdfCtx.XRefTable.IndRefForNewObject(fileSpecDict)
- if nil != indErr {
- logging.LogWarnf("ind ref for new object failed: %s", indErr)
- continue
- }
- lx := link.Rect.LL.X + link.Rect.Width()
- ly := link.Rect.LL.Y + link.Rect.Height()/2
- ux := lx + link.Rect.Height()/2
- uy := ly + link.Rect.Height()/2
- d := pdfcpu.Dict(
- map[string]pdfcpu.Object{
- "Type": pdfcpu.Name("Annot"),
- "Subtype": pdfcpu.Name("FileAttachment"),
- "Contents": pdfcpu.StringLiteral(""),
- "Rect": pdfcpu.Rect(lx, ly, ux, uy).Array(),
- "P": link.P,
- "M": now,
- "F": pdfcpu.Integer(0),
- "Border": pdfcpu.NewIntegerArray(0, 0, 1),
- "C": pdfcpu.NewNumberArray(0.5, 0.0, 0.5),
- "CA": pdfcpu.Float(0.95),
- "CreationDate": now,
- "Name": pdfcpu.Name("FileAttachment"),
- "FS": *ir,
- "NM": pdfcpu.StringLiteral(""),
- },
- )
- ann, indErr := pdfCtx.XRefTable.IndRefForNewObject(d)
- if nil != indErr {
- logging.LogWarnf("ind ref for new object failed: %s", indErr)
- continue
- }
- pageDictIndRef, pageErr := pdfCtx.PageDictIndRef(link.Page)
- if nil != pageErr {
- logging.LogWarnf("page dict ind ref failed: %s", pageErr)
- continue
- }
- d, defErr := pdfCtx.DereferenceDict(*pageDictIndRef)
- if nil != defErr {
- logging.LogWarnf("dereference dict failed: %s", defErr)
- continue
- }
- if 1 > len(attachmentMap[link.Page]) {
- attachmentMap[link.Page] = []*pdfcpu.IndirectRef{ann}
- } else {
- attachmentMap[link.Page] = append(attachmentMap[link.Page], ann)
- }
- }
- if 0 < len(linkMap) {
- if _, addErr := pdfCtx.AddAnnotationsMap(linkMap, false); nil != addErr {
- logging.LogErrorf("add annotations map failed: %s", addErr)
- }
- }
- // 添加附件注解指向内嵌的附件
- for page, anns := range attachmentMap {
- pageDictIndRef, pageErr := pdfCtx.PageDictIndRef(page)
- if nil != pageErr {
- logging.LogWarnf("page dict ind ref failed: %s", pageErr)
- continue
- }
- pageDict, defErr := pdfCtx.DereferenceDict(*pageDictIndRef)
- if nil != defErr {
- logging.LogWarnf("dereference dict failed: %s", defErr)
- continue
- }
- array := pdfcpu.Array{}
- for _, ann := range anns {
- array = append(array, *ann)
- }
- obj, found := pageDict.Find("Annots")
- if !found {
- pageDict.Insert("Annots", array)
- pdfCtx.EnsureVersionForWriting()
- continue
- }
- ir, ok := obj.(pdfcpu.IndirectRef)
- if !ok {
- pageDict.Update("Annots", append(obj.(pdfcpu.Array), array...))
- pdfCtx.EnsureVersionForWriting()
- continue
- }
- // Annots array is an IndirectReference.
- o, err := pdfCtx.Dereference(ir)
- if err != nil || o == nil {
- continue
- }
- annots, _ := o.(pdfcpu.Array)
- entry, ok := pdfCtx.FindTableEntryForIndRef(&ir)
- if !ok {
- continue
- }
- entry.Object = append(annots, array...)
- pdfCtx.EnsureVersionForWriting()
- }
- }
- func ExportStdMarkdown(id string) string {
- tree, err := LoadTreeByBlockID(id)
- if nil != err {
- logging.LogErrorf("load tree by block id [%s] failed: %s", id, err)
- return ""
- }
- cloudAssetsBase := ""
- if IsSubscriber() {
- cloudAssetsBase = util.GetCloudAssetsServer() + Conf.GetUser().UserId + "/"
- }
- return exportMarkdownContent0(tree, cloudAssetsBase, false,
- Conf.Export.BlockRefMode, Conf.Export.BlockEmbedMode, Conf.Export.FileAnnotationRefMode,
- Conf.Export.TagOpenMarker, Conf.Export.TagCloseMarker,
- Conf.Export.BlockRefTextLeft, Conf.Export.BlockRefTextRight,
- Conf.Export.AddTitle, nil)
- }
- func ExportPandocConvertZip(id, pandocTo, ext string) (name, zipPath string) {
- block := treenode.GetBlockTree(id)
- if nil == block {
- logging.LogErrorf("not found block [%s]", id)
- return
- }
- boxID := block.BoxID
- box := Conf.Box(boxID)
- baseFolderName := path.Base(block.HPath)
- if "." == baseFolderName {
- baseFolderName = path.Base(block.Path)
- }
- docPaths := []string{block.Path}
- docFiles := box.ListFiles(strings.TrimSuffix(block.Path, ".sy"))
- for _, docFile := range docFiles {
- docPaths = append(docPaths, docFile.path)
- }
- zipPath = exportPandocConvertZip(false, boxID, baseFolderName, docPaths, "gfm+footnotes+hard_line_breaks", pandocTo, ext)
- name = strings.TrimSuffix(filepath.Base(block.Path), ".sy")
- return
- }
- func BatchExportMarkdown(boxID, folderPath string) (zipPath string) {
- box := Conf.Box(boxID)
- var baseFolderName string
- if "/" == folderPath {
- baseFolderName = box.Name
- } else {
- block := treenode.GetBlockTreeRootByHPath(box.ID, folderPath)
- if nil == block {
- logging.LogErrorf("not found block")
- return
- }
- baseFolderName = path.Base(block.HPath)
- }
- if "" == baseFolderName {
- baseFolderName = Conf.language(105)
- }
- docFiles := box.ListFiles(folderPath)
- var docPaths []string
- for _, docFile := range docFiles {
- docPaths = append(docPaths, docFile.path)
- }
- zipPath = exportPandocConvertZip(true, boxID, baseFolderName, docPaths, "", "", ".md")
- return
- }
- func yfm(docIAL map[string]string) string {
- // 导出 Markdown 文件时开头附上一些元数据 https://github.com/siyuan-note/siyuan/issues/6880
- // 导出 Markdown 时在文档头添加 YFM 开关https://github.com/siyuan-note/siyuan/issues/7727
- if !Conf.Export.MarkdownYFM {
- return ""
- }
- buf := bytes.Buffer{}
- buf.WriteString("---\n")
- var title, created, updated, tags string
- for k, v := range docIAL {
- if "id" == k {
- createdTime, parseErr := time.Parse("20060102150405", util.TimeFromID(v))
- if nil == parseErr {
- created = createdTime.Format(time.RFC3339)
- }
- continue
- }
- if "title" == k {
- title = v
- continue
- }
- if "updated" == k {
- updatedTime, parseErr := time.Parse("20060102150405", v)
- if nil == parseErr {
- updated = updatedTime.Format(time.RFC3339)
- }
- continue
- }
- if "tags" == k {
- tags = v
- continue
- }
- }
- if "" != title {
- buf.WriteString("title: ")
- buf.WriteString(title)
- buf.WriteString("\n")
- }
- if "" == updated {
- updated = time.Now().Format(time.RFC3339)
- }
- if "" == created {
- created = updated
- }
- buf.WriteString("date: ")
- buf.WriteString(created)
- buf.WriteString("\n")
- buf.WriteString("lastmod: ")
- buf.WriteString(updated)
- buf.WriteString("\n")
- if "" != tags {
- buf.WriteString("tags: [")
- buf.WriteString(tags)
- buf.WriteString("]\n")
- }
- buf.WriteString("---\n\n")
- return buf.String()
- }
- func exportBoxSYZip(boxID string) (zipPath string) {
- util.PushEndlessProgress(Conf.Language(65))
- defer util.ClearPushProgress(100)
- box := Conf.Box(boxID)
- if nil == box {
- logging.LogErrorf("not found box [%s]", boxID)
- return
- }
- baseFolderName := box.Name
- var docPaths []string
- docFiles := box.ListFiles("/")
- for _, docFile := range docFiles {
- docPaths = append(docPaths, docFile.path)
- }
- zipPath = exportSYZip(boxID, "/", baseFolderName, docPaths)
- return
- }
- func exportSYZip(boxID, rootDirPath, baseFolderName string, docPaths []string) (zipPath string) {
- dir, name := path.Split(baseFolderName)
- name = util.FilterFileName(name)
- if strings.HasSuffix(name, "..") {
- // 文档标题以 `..` 结尾时无法导出 Markdown https://github.com/siyuan-note/siyuan/issues/4698
- // 似乎是 os.MkdirAll 的 bug,以 .. 结尾的路径无法创建,所以这里加上 _ 结尾
- name += "_"
- }
- baseFolderName = path.Join(dir, name)
- box := Conf.Box(boxID)
- exportFolder := filepath.Join(util.TempDir, "export", baseFolderName)
- if err := os.MkdirAll(exportFolder, 0755); nil != err {
- logging.LogErrorf("create export temp folder failed: %s", err)
- return
- }
- trees := map[string]*parse.Tree{}
- refTrees := map[string]*parse.Tree{}
- for _, p := range docPaths {
- docIAL := box.docIAL(p)
- if nil == docIAL {
- continue
- }
- id := docIAL["id"]
- tree, err := LoadTreeByBlockID(id)
- if nil != err {
- continue
- }
- trees[tree.ID] = tree
- }
- for _, tree := range trees {
- refs := exportRefTrees(tree)
- for refTreeID, refTree := range refs {
- if nil == trees[refTreeID] {
- refTrees[refTreeID] = refTree
- }
- }
- }
- // 按文件夹结构复制选择的树
- for _, tree := range trees {
- readPath := filepath.Join(util.DataDir, tree.Box, tree.Path)
- data, readErr := filelock.ReadFile(readPath)
- if nil != readErr {
- logging.LogErrorf("read file [%s] failed: %s", readPath, readErr)
- continue
- }
- writePath := strings.TrimPrefix(tree.Path, rootDirPath)
- writePath = filepath.Join(exportFolder, writePath)
- writeFolder := filepath.Dir(writePath)
- if mkdirErr := os.MkdirAll(writeFolder, 0755); nil != mkdirErr {
- logging.LogErrorf("create export temp folder [%s] failed: %s", writeFolder, mkdirErr)
- continue
- }
- if writeErr := os.WriteFile(writePath, data, 0644); nil != writeErr {
- logging.LogErrorf("write export file [%s] failed: %s", writePath, writeErr)
- continue
- }
- }
- // 引用树放在导出文件夹根路径下
- for treeID, tree := range refTrees {
- readPath := filepath.Join(util.DataDir, tree.Box, tree.Path)
- data, readErr := filelock.ReadFile(readPath)
- if nil != readErr {
- logging.LogErrorf("read file [%s] failed: %s", readPath, readErr)
- continue
- }
- writePath := strings.TrimPrefix(tree.Path, rootDirPath)
- writePath = filepath.Join(exportFolder, treeID+".sy")
- if writeErr := os.WriteFile(writePath, data, 0644); nil != writeErr {
- logging.LogErrorf("write export file [%s] failed: %s", writePath, writeErr)
- continue
- }
- }
- // 将引用树合并到选择树中,以便后面一次性导出资源文件
- for treeID, tree := range refTrees {
- trees[treeID] = tree
- }
- // 导出引用的资源文件
- copiedAssets := hashset.New()
- for _, tree := range trees {
- var assets []string
- assets = append(assets, assetsLinkDestsInTree(tree)...)
- titleImgPath := treenode.GetDocTitleImgPath(tree.Root) // Export .sy.zip doc title image is not exported https://github.com/siyuan-note/siyuan/issues/8748
- if "" != titleImgPath {
- assets = append(assets, titleImgPath)
- }
- for _, asset := range assets {
- asset = string(html.DecodeDestination([]byte(asset)))
- if strings.Contains(asset, "?") {
- asset = asset[:strings.LastIndex(asset, "?")]
- }
- if copiedAssets.Contains(asset) {
- continue
- }
- srcPath, assetErr := GetAssetAbsPath(asset)
- if nil != assetErr {
- logging.LogWarnf("get asset [%s] abs path failed: %s", asset, assetErr)
- continue
- }
- destPath := filepath.Join(exportFolder, asset)
- assetErr = filelock.Copy(srcPath, destPath)
- if nil != assetErr {
- logging.LogErrorf("copy asset from [%s] to [%s] failed: %s", srcPath, destPath, assetErr)
- continue
- }
- if !gulu.File.IsDir(srcPath) && strings.HasSuffix(strings.ToLower(srcPath), ".pdf") {
- sya := srcPath + ".sya"
- if filelock.IsExist(sya) {
- // Related PDF annotation information is not exported when exporting .sy.zip https://github.com/siyuan-note/siyuan/issues/7836
- if syaErr := filelock.Copy(sya, destPath+".sya"); nil != syaErr {
- logging.LogErrorf("copy sya from [%s] to [%s] failed: %s", sya, destPath+".sya", syaErr)
- }
- }
- }
- copiedAssets.Add(asset)
- msg := Conf.language(65) + " " + fmt.Sprintf(Conf.language(70), asset)
- util.PushEndlessProgress(msg)
- }
- }
- // 导出数据库 Attribute View export https://github.com/siyuan-note/siyuan/issues/8710
- exportStorageAvDir := filepath.Join(exportFolder, "storage", "av")
- for _, tree := range trees {
- ast.Walk(tree.Root, func(n *ast.Node, entering bool) ast.WalkStatus {
- if !entering {
- return ast.WalkContinue
- }
- if ast.NodeAttributeView != n.Type {
- return ast.WalkContinue
- }
- avID := n.AttributeViewID
- avJSONPath := av.GetAttributeViewDataPath(avID)
- if !filelock.IsExist(avJSONPath) {
- return ast.WalkContinue
- }
- if copyErr := filelock.Copy(avJSONPath, filepath.Join(exportStorageAvDir, avID+".json")); nil != copyErr {
- logging.LogErrorf("copy av json failed: %s", copyErr)
- }
- attrView, err := av.ParseAttributeView(avID)
- if nil != err {
- logging.LogErrorf("parse attribute view [%s] failed: %s", avID, err)
- return ast.WalkContinue
- }
- for _, keyValues := range attrView.KeyValues {
- switch keyValues.Key.Type {
- case av.KeyTypeMAsset: // 导出资源文件列 https://github.com/siyuan-note/siyuan/issues/9919
- for _, value := range keyValues.Values {
- for _, asset := range value.MAsset {
- if !treenode.IsRelativePath([]byte(asset.Content)) {
- continue
- }
- destPath := filepath.Join(exportFolder, asset.Content)
- srcPath, assetErr := GetAssetAbsPath(asset.Content)
- if nil != assetErr {
- logging.LogWarnf("get asset [%s] abs path failed: %s", asset.Content, assetErr)
- continue
- }
- if copyErr := filelock.Copy(srcPath, destPath); nil != copyErr {
- logging.LogErrorf("copy asset failed: %s", copyErr)
- }
- }
- }
- }
- }
- // 级联导出关联列关联的数据库
- exportRelationAvs(avID, exportStorageAvDir)
- return ast.WalkContinue
- })
- }
- // 导出闪卡 Export related flashcard data when exporting .sy.zip https://github.com/siyuan-note/siyuan/issues/9372
- exportStorageRiffDir := filepath.Join(exportFolder, "storage", "riff")
- deck, loadErr := riff.LoadDeck(exportStorageRiffDir, builtinDeckID, Conf.Flashcard.RequestRetention, Conf.Flashcard.MaximumInterval, Conf.Flashcard.Weights)
- if nil != loadErr {
- logging.LogErrorf("load deck [%s] failed: %s", name, loadErr)
- } else {
- for _, tree := range trees {
- cards := getTreeFlashcards(tree.ID)
- for _, card := range cards {
- deck.AddCard(card.ID(), card.BlockID())
- }
- }
- if 0 < deck.CountCards() {
- if saveErr := deck.Save(); nil != saveErr {
- logging.LogErrorf("save deck [%s] failed: %s", name, saveErr)
- }
- }
- }
- // 导出自定义排序
- sortPath := filepath.Join(util.DataDir, box.ID, ".siyuan", "sort.json")
- fullSortIDs := map[string]int{}
- sortIDs := map[string]int{}
- var sortData []byte
- var sortErr error
- if filelock.IsExist(sortPath) {
- sortData, sortErr = filelock.ReadFile(sortPath)
- if nil != sortErr {
- logging.LogErrorf("read sort conf failed: %s", sortErr)
- }
- if sortErr = gulu.JSON.UnmarshalJSON(sortData, &fullSortIDs); nil != sortErr {
- logging.LogErrorf("unmarshal sort conf failed: %s", sortErr)
- }
- if 0 < len(fullSortIDs) {
- for _, tree := range trees {
- if v, ok := fullSortIDs[tree.ID]; ok {
- sortIDs[tree.ID] = v
- }
- }
- }
- if 0 < len(sortIDs) {
- sortData, sortErr = gulu.JSON.MarshalJSON(sortIDs)
- if nil != sortErr {
- logging.LogErrorf("marshal sort conf failed: %s", sortErr)
- }
- if 0 < len(sortData) {
- confDir := filepath.Join(exportFolder, ".siyuan")
- if mkdirErr := os.MkdirAll(confDir, 0755); nil != mkdirErr {
- logging.LogErrorf("create export conf folder [%s] failed: %s", confDir, mkdirErr)
- } else {
- sortPath = filepath.Join(confDir, "sort.json")
- if writeErr := os.WriteFile(sortPath, sortData, 0644); nil != writeErr {
- logging.LogErrorf("write sort conf failed: %s", writeErr)
- }
- }
- }
- }
- }
- zipPath = exportFolder + ".sy.zip"
- zip, err := gulu.Zip.Create(zipPath)
- if nil != err {
- logging.LogErrorf("create export .sy.zip [%s] failed: %s", exportFolder, err)
- return ""
- }
- zipCallback := func(filename string) {
- msg := Conf.language(65) + " " + fmt.Sprintf(Conf.language(70), filename)
- util.PushEndlessProgress(msg)
- }
- if err = zip.AddDirectory(baseFolderName, exportFolder, zipCallback); nil != err {
- logging.LogErrorf("create export .sy.zip [%s] failed: %s", exportFolder, err)
- return ""
- }
- if err = zip.Close(); nil != err {
- logging.LogErrorf("close export .sy.zip failed: %s", err)
- }
- os.RemoveAll(exportFolder)
- zipPath = "/export/" + url.PathEscape(filepath.Base(zipPath))
- return
- }
- func exportRelationAvs(avID, exportStorageAvDir string) {
- avIDs := hashset.New()
- walkRelationAvs(avID, avIDs)
- for _, v := range avIDs.Values() {
- relAvID := v.(string)
- relAvJSONPath := av.GetAttributeViewDataPath(relAvID)
- if !filelock.IsExist(relAvJSONPath) {
- continue
- }
- if copyErr := filelock.Copy(relAvJSONPath, filepath.Join(exportStorageAvDir, relAvID+".json")); nil != copyErr {
- logging.LogErrorf("copy av json failed: %s", copyErr)
- }
- }
- }
- func walkRelationAvs(avID string, exportAvIDs *hashset.Set) {
- if exportAvIDs.Contains(avID) {
- return
- }
- attrView, _ := av.ParseAttributeView(avID)
- if nil == attrView {
- return
- }
- exportAvIDs.Add(avID)
- for _, keyValues := range attrView.KeyValues {
- switch keyValues.Key.Type {
- case av.KeyTypeRelation: // 导出关联列
- if nil == keyValues.Key.Relation {
- break
- }
- walkRelationAvs(keyValues.Key.Relation.AvID, exportAvIDs)
- }
- }
- }
- func ExportMarkdownContent(id string) (hPath, exportedMd string) {
- return exportMarkdownContent(id, Conf.Export.BlockRefMode, nil)
- }
- func exportMarkdownContent(id string, exportRefMode int, defBlockIDs []string) (hPath, exportedMd string) {
- tree, err := LoadTreeByBlockID(id)
- if nil != err {
- logging.LogErrorf("load tree by block id [%s] failed: %s", id, err)
- return
- }
- hPath = tree.HPath
- exportedMd = exportMarkdownContent0(tree, "", false,
- exportRefMode, Conf.Export.BlockEmbedMode, Conf.Export.FileAnnotationRefMode,
- Conf.Export.TagOpenMarker, Conf.Export.TagCloseMarker,
- Conf.Export.BlockRefTextLeft, Conf.Export.BlockRefTextRight,
- Conf.Export.AddTitle, defBlockIDs)
- docIAL := parse.IAL2Map(tree.Root.KramdownIAL)
- exportedMd = yfm(docIAL) + exportedMd
- return
- }
- func exportMarkdownContent0(tree *parse.Tree, cloudAssetsBase string, assetsDestSpace2Underscore bool,
- blockRefMode, blockEmbedMode, fileAnnotationRefMode int,
- tagOpenMarker, tagCloseMarker string,
- blockRefTextLeft, blockRefTextRight string,
- addTitle bool,
- defBlockIDs []string) (ret string) {
- tree = exportTree(tree, false, false,
- blockRefMode, blockEmbedMode, fileAnnotationRefMode,
- tagOpenMarker, tagCloseMarker,
- blockRefTextLeft, blockRefTextRight,
- addTitle)
- luteEngine := NewLute()
- luteEngine.SetFootnotes(true)
- luteEngine.SetKramdownIAL(false)
- if "" != cloudAssetsBase {
- luteEngine.RenderOptions.LinkBase = cloudAssetsBase
- }
- if assetsDestSpace2Underscore { // 上传到社区图床的资源文件会将空格转为下划线,所以这里也需要将文档内容做相应的转换
- ast.Walk(tree.Root, func(n *ast.Node, entering bool) ast.WalkStatus {
- if !entering {
- return ast.WalkContinue
- }
- if ast.NodeLinkDest == n.Type {
- if util.IsAssetLinkDest(n.Tokens) {
- n.Tokens = bytes.ReplaceAll(n.Tokens, []byte(" "), []byte("_"))
- }
- } else if n.IsTextMarkType("a") {
- href := n.TextMarkAHref
- if util.IsAssetLinkDest([]byte(href)) {
- n.TextMarkAHref = strings.ReplaceAll(href, " ", "_")
- }
- }
- return ast.WalkContinue
- })
- }
- var unlinks []*ast.Node
- ast.Walk(tree.Root, func(n *ast.Node, entering bool) ast.WalkStatus {
- if !entering {
- return ast.WalkContinue
- }
- if ast.NodeBr == n.Type {
- if !n.ParentIs(ast.NodeTableCell) {
- // When exporting Markdown, `<br />` nodes in non-tables are replaced with `\n` text nodes https://github.com/siyuan-note/siyuan/issues/9509
- n.InsertBefore(&ast.Node{Type: ast.NodeText, Tokens: []byte("\n")})
- unlinks = append(unlinks, n)
- }
- }
- if 5 == blockRefMode { // 锚点哈希
- if n.IsBlock() && gulu.Str.Contains(n.ID, defBlockIDs) {
- // 如果是定义块,则在开头处添加锚点
- anchorSpan := &ast.Node{Type: ast.NodeInlineHTML, Tokens: []byte("<span id=\"" + n.ID + "\"></span>")}
- if ast.NodeDocument != n.Type {
- firstLeaf := treenode.FirstLeafBlock(n)
- if nil != firstLeaf && nil != firstLeaf.FirstChild {
- firstLeaf.FirstChild.InsertBefore(anchorSpan)
- } else {
- n.AppendChild(anchorSpan)
- }
- }
- }
- if treenode.IsBlockRef(n) {
- // 如果是引用元素,则将其转换为超链接,指向 xxx.md#block-id
- defID, linkText := getExportBlockRefLinkText(n, blockRefTextLeft, blockRefTextRight)
- if gulu.Str.Contains(defID, defBlockIDs) {
- var href string
- bt := treenode.GetBlockTree(defID)
- if nil != bt {
- href += strings.TrimPrefix(bt.HPath, "/") + ".md"
- if "d" != bt.Type {
- href += "#" + defID
- }
- }
- blockRefLink := &ast.Node{Type: ast.NodeTextMark, TextMarkType: "a", TextMarkTextContent: linkText, TextMarkAHref: href}
- blockRefLink.KramdownIAL = n.KramdownIAL
- n.InsertBefore(blockRefLink)
- unlinks = append(unlinks, n)
- }
- }
- }
- return ast.WalkContinue
- })
- for _, unlink := range unlinks {
- unlink.Unlink()
- }
- renderer := render.NewProtyleExportMdRenderer(tree, luteEngine.RenderOptions)
- ret = gulu.Str.FromBytes(renderer.Render())
- return
- }
- func exportTree(tree *parse.Tree, wysiwyg, keepFold bool,
- blockRefMode, blockEmbedMode, fileAnnotationRefMode int,
- tagOpenMarker, tagCloseMarker string,
- blockRefTextLeft, blockRefTextRight string,
- addTitle bool) (ret *parse.Tree) {
- luteEngine := NewLute()
- ret = tree
- id := tree.Root.ID
- // 解析查询嵌入节点
- resolveEmbedR(ret.Root, blockEmbedMode, luteEngine, &[]string{})
- // 收集引用转脚注
- var refFootnotes []*refAsFootnotes
- if 4 == blockRefMode { // 块引转脚注
- treeCache := map[string]*parse.Tree{}
- treeCache[id] = ret
- depth := 0
- collectFootnotesDefs(ret.ID, &refFootnotes, &treeCache, &depth)
- }
- var unlinks []*ast.Node
- ast.Walk(ret.Root, func(n *ast.Node, entering bool) ast.WalkStatus {
- if !entering {
- return ast.WalkContinue
- }
- switch n.Type {
- case ast.NodeSuperBlockOpenMarker, ast.NodeSuperBlockLayoutMarker, ast.NodeSuperBlockCloseMarker:
- if !wysiwyg {
- unlinks = append(unlinks, n)
- return ast.WalkContinue
- }
- case ast.NodeHeading:
- n.HeadingNormalizedID = n.IALAttr("id")
- n.ID = n.HeadingNormalizedID
- case ast.NodeMathBlockContent:
- n.Tokens = bytes.TrimSpace(n.Tokens) // 导出 Markdown 时去除公式内容中的首尾空格 https://github.com/siyuan-note/siyuan/issues/4666
- return ast.WalkContinue
- case ast.NodeTextMark:
- if n.IsTextMarkType("inline-math") {
- n.TextMarkInlineMathContent = strings.TrimSpace(n.TextMarkInlineMathContent)
- return ast.WalkContinue
- } else if treenode.IsFileAnnotationRef(n) {
- refID := n.TextMarkFileAnnotationRefID
- if !strings.Contains(refID, "/") {
- return ast.WalkSkipChildren
- }
- status := processFileAnnotationRef(refID, n, fileAnnotationRefMode)
- unlinks = append(unlinks, n)
- return status
- } else if n.IsTextMarkType("tag") {
- if !wysiwyg {
- n.Type = ast.NodeText
- n.Tokens = []byte(tagOpenMarker + n.TextMarkTextContent + tagCloseMarker)
- return ast.WalkContinue
- }
- }
- }
- if !treenode.IsBlockRef(n) {
- return ast.WalkContinue
- }
- // 处理引用节点
- defID, linkText := getExportBlockRefLinkText(n, blockRefTextLeft, blockRefTextRight)
- defTree, _ := LoadTreeByBlockID(defID)
- if nil == defTree {
- return ast.WalkContinue
- }
- switch blockRefMode {
- case 2: // 锚文本块链
- blockRefLink := &ast.Node{Type: ast.NodeTextMark, TextMarkType: "a", TextMarkTextContent: linkText, TextMarkAHref: "siyuan://blocks/" + defID}
- blockRefLink.KramdownIAL = n.KramdownIAL
- n.InsertBefore(blockRefLink)
- unlinks = append(unlinks, n)
- case 3: // 仅锚文本
- blockRefLink := &ast.Node{Type: ast.NodeTextMark, TextMarkType: "text", TextMarkTextContent: linkText}
- blockRefLink.KramdownIAL = n.KramdownIAL
- n.InsertBefore(blockRefLink)
- unlinks = append(unlinks, n)
- case 4: // 脚注
- refFoot := getRefAsFootnotes(defID, &refFootnotes)
- n.InsertBefore(&ast.Node{Type: ast.NodeText, Tokens: []byte(linkText)})
- n.InsertBefore(&ast.Node{Type: ast.NodeFootnotesRef, Tokens: []byte("^" + refFoot.refNum), FootnotesRefId: refFoot.refNum, FootnotesRefLabel: []byte("^" + refFoot.refNum)})
- unlinks = append(unlinks, n)
- case 5: // 锚点哈希
- // 此处不做任何处理
- }
- if nil != n.Next && ast.NodeKramdownSpanIAL == n.Next.Type {
- // 引用加排版标记(比如颜色)重叠时丢弃后面的排版属性节点
- unlinks = append(unlinks, n.Next)
- }
- return ast.WalkSkipChildren
- })
- for _, n := range unlinks {
- n.Unlink()
- }
- if 4 == blockRefMode { // 块引转脚注
- unlinks = nil
- if footnotesDefBlock := resolveFootnotesDefs(&refFootnotes, ret.Root.ID, blockRefTextLeft, blockRefTextRight); nil != footnotesDefBlock {
- // 如果是聚焦导出,可能存在没有使用的脚注定义块,在这里进行清理
- // Improve focus export conversion of block refs to footnotes https://github.com/siyuan-note/siyuan/issues/10647
- footnotesRefs := ret.Root.ChildrenByType(ast.NodeFootnotesRef)
- for footnotesDef := footnotesDefBlock.FirstChild; nil != footnotesDef; footnotesDef = footnotesDef.Next {
- exist := false
- for _, ref := range footnotesRefs {
- if ref.FootnotesRefId == footnotesDef.FootnotesRefId {
- exist = true
- break
- }
- }
- if !exist {
- unlinks = append(unlinks, footnotesDef)
- }
- }
- for _, n := range unlinks {
- n.Unlink()
- }
- ret.Root.AppendChild(footnotesDefBlock)
- }
- }
- if addTitle {
- if root, _ := getBlock(id, tree); nil != root {
- root.IAL["type"] = "doc"
- title := &ast.Node{Type: ast.NodeHeading, HeadingLevel: 1}
- for k, v := range root.IAL {
- if "type" == k {
- continue
- }
- title.SetIALAttr(k, v)
- }
- title.InsertAfter(&ast.Node{Type: ast.NodeKramdownBlockIAL, Tokens: parse.IAL2Tokens(title.KramdownIAL)})
- content := html.UnescapeString(root.Content)
- title.AppendChild(&ast.Node{Type: ast.NodeText, Tokens: []byte(content)})
- ret.Root.PrependChild(title)
- }
- }
- // 导出时支持导出题头图 https://github.com/siyuan-note/siyuan/issues/4372
- titleImgPath := treenode.GetDocTitleImgPath(ret.Root)
- if "" != titleImgPath {
- p := &ast.Node{Type: ast.NodeParagraph}
- titleImg := &ast.Node{Type: ast.NodeImage}
- titleImg.AppendChild(&ast.Node{Type: ast.NodeBang})
- titleImg.AppendChild(&ast.Node{Type: ast.NodeOpenBracket})
- titleImg.AppendChild(&ast.Node{Type: ast.NodeLinkText, Tokens: []byte("image")})
- titleImg.AppendChild(&ast.Node{Type: ast.NodeCloseBracket})
- titleImg.AppendChild(&ast.Node{Type: ast.NodeOpenParen})
- titleImg.AppendChild(&ast.Node{Type: ast.NodeLinkDest, Tokens: []byte(titleImgPath)})
- titleImg.AppendChild(&ast.Node{Type: ast.NodeCloseParen})
- p.AppendChild(titleImg)
- ret.Root.PrependChild(p)
- }
- unlinks = nil
- var emptyParagraphs []*ast.Node
- ast.Walk(ret.Root, func(n *ast.Node, entering bool) ast.WalkStatus {
- if !entering {
- return ast.WalkContinue
- }
- // 支持按照现有折叠状态导出 PDF https://github.com/siyuan-note/siyuan/issues/5941
- if !keepFold {
- // 块折叠以后导出 HTML/PDF 固定展开 https://github.com/siyuan-note/siyuan/issues/4064
- n.RemoveIALAttr("fold")
- n.RemoveIALAttr("heading-fold")
- } else {
- if "1" == n.IALAttr("heading-fold") {
- unlinks = append(unlinks, n)
- return ast.WalkContinue
- }
- }
- // 导出时去掉内容块闪卡样式 https://github.com/siyuan-note/siyuan/issues/7374
- if n.IsBlock() {
- n.RemoveIALAttr("custom-riff-decks")
- }
- switch n.Type {
- case ast.NodeParagraph:
- if nil == n.FirstChild {
- // 空的段落块需要补全文本展位,否则后续格式化后再解析树会语义不一致 https://github.com/siyuan-note/siyuan/issues/5806
- emptyParagraphs = append(emptyParagraphs, n)
- }
- case ast.NodeWidget:
- // 挂件块导出 https://github.com/siyuan-note/siyuan/issues/3834 https://github.com/siyuan-note/siyuan/issues/6188
- if wysiwyg {
- exportHtmlVal := n.IALAttr("data-export-html")
- if "" != exportHtmlVal {
- htmlBlock := &ast.Node{Type: ast.NodeHTMLBlock, Tokens: []byte(exportHtmlVal)}
- n.InsertBefore(htmlBlock)
- unlinks = append(unlinks, n)
- return ast.WalkContinue
- }
- }
- exportMdVal := n.IALAttr("data-export-md")
- exportMdVal = html.UnescapeString(exportMdVal) // 导出 `data-export-md` 时未解析代码块与行内代码内的转义字符 https://github.com/siyuan-note/siyuan/issues/4180
- if "" != exportMdVal {
- luteEngine0 := util.NewLute()
- luteEngine0.SetYamlFrontMatter(true) // 挂件导出属性 `data-export-md` 支持 YFM https://github.com/siyuan-note/siyuan/issues/7752
- exportMdTree := parse.Parse("", []byte(exportMdVal), luteEngine0.ParseOptions)
- var insertNodes []*ast.Node
- for c := exportMdTree.Root.FirstChild; nil != c; c = c.Next {
- if ast.NodeKramdownBlockIAL != c.Type {
- insertNodes = append(insertNodes, c)
- }
- }
- for _, insertNode := range insertNodes {
- n.InsertBefore(insertNode)
- }
- unlinks = append(unlinks, n)
- }
- case ast.NodeSuperBlockOpenMarker, ast.NodeSuperBlockLayoutMarker, ast.NodeSuperBlockCloseMarker:
- if !wysiwyg {
- unlinks = append(unlinks, n)
- }
- }
- if ast.NodeText != n.Type {
- return ast.WalkContinue
- }
- // Shift+Enter 换行在导出为 Markdown 时使用硬换行 https://github.com/siyuan-note/siyuan/issues/3458
- n.Tokens = bytes.ReplaceAll(n.Tokens, []byte("\n"), []byte(" \n"))
- return ast.WalkContinue
- })
- for _, n := range unlinks {
- n.Unlink()
- }
- for _, emptyParagraph := range emptyParagraphs {
- emptyParagraph.AppendChild(&ast.Node{Type: ast.NodeText, Tokens: []byte(editor.Zwj)})
- }
- unlinks = nil
- // Attribute View export https://github.com/siyuan-note/siyuan/issues/8710
- ast.Walk(ret.Root, func(n *ast.Node, entering bool) ast.WalkStatus {
- if !entering {
- return ast.WalkContinue
- }
- if ast.NodeAttributeView != n.Type {
- return ast.WalkContinue
- }
- avID := n.AttributeViewID
- if avJSONPath := av.GetAttributeViewDataPath(avID); !filelock.IsExist(avJSONPath) {
- return ast.WalkContinue
- }
- attrView, err := av.ParseAttributeView(avID)
- if nil != err {
- logging.LogErrorf("parse attribute view [%s] failed: %s", avID, err)
- return ast.WalkContinue
- }
- viewID := n.IALAttr(av.NodeAttrView)
- view, err := attrView.GetCurrentView(viewID)
- if nil != err {
- logging.LogErrorf("get attribute view [%s] failed: %s", avID, err)
- return ast.WalkContinue
- }
- table := sql.RenderAttributeViewTable(attrView, view, "", GetBlockAttrsWithoutWaitWriting)
- // 遵循视图过滤和排序规则 Use filtering and sorting of current view settings when exporting database blocks https://github.com/siyuan-note/siyuan/issues/10474
- table.FilterRows(attrView)
- table.SortRows(attrView)
- var aligns []int
- for range table.Columns {
- aligns = append(aligns, 0)
- }
- mdTable := &ast.Node{Type: ast.NodeTable, TableAligns: aligns}
- mdTableHead := &ast.Node{Type: ast.NodeTableHead}
- mdTable.AppendChild(mdTableHead)
- mdTableHeadRow := &ast.Node{Type: ast.NodeTableRow, TableAligns: aligns}
- mdTableHead.AppendChild(mdTableHeadRow)
- for _, col := range table.Columns {
- cell := &ast.Node{Type: ast.NodeTableCell}
- cell.AppendChild(&ast.Node{Type: ast.NodeText, Tokens: []byte(col.Name)})
- mdTableHeadRow.AppendChild(cell)
- }
- rowNum := 1
- for _, row := range table.Rows {
- mdTableRow := &ast.Node{Type: ast.NodeTableRow, TableAligns: aligns}
- mdTable.AppendChild(mdTableRow)
- for _, cell := range row.Cells {
- mdTableCell := &ast.Node{Type: ast.NodeTableCell}
- mdTableRow.AppendChild(mdTableCell)
- var val string
- if nil != cell.Value {
- if av.KeyTypeDate == cell.Value.Type {
- if nil != cell.Value.Date {
- cell.Value.Date = av.NewFormattedValueDate(cell.Value.Date.Content, cell.Value.Date.Content2, av.DateFormatNone, cell.Value.Date.IsNotTime, cell.Value.Date.HasEndDate)
- }
- } else if av.KeyTypeCreated == cell.Value.Type {
- if nil != cell.Value.Created {
- cell.Value.Created = av.NewFormattedValueCreated(cell.Value.Created.Content, 0, av.CreatedFormatNone)
- }
- } else if av.KeyTypeUpdated == cell.Value.Type {
- if nil != cell.Value.Updated {
- cell.Value.Updated = av.NewFormattedValueUpdated(cell.Value.Updated.Content, 0, av.UpdatedFormatNone)
- }
- } else if av.KeyTypeMAsset == cell.Value.Type {
- if nil != cell.Value.MAsset {
- buf := &bytes.Buffer{}
- for _, a := range cell.Value.MAsset {
- if av.AssetTypeImage == a.Type {
- buf.WriteString("
- buf.WriteString(a.Content)
- buf.WriteString(") ")
- } else if av.AssetTypeFile == a.Type {
- buf.WriteString("[")
- buf.WriteString(a.Name)
- buf.WriteString("](")
- buf.WriteString(a.Content)
- buf.WriteString(") ")
- } else {
- buf.WriteString(a.Content)
- buf.WriteString(" ")
- }
- }
- val = strings.TrimSpace(buf.String())
- }
- } else if av.KeyTypeLineNumber == cell.Value.Type {
- val = strconv.Itoa(rowNum)
- rowNum++
- }
- if "" == val {
- val = cell.Value.String(true)
- }
- }
- mdTableCell.AppendChild(&ast.Node{Type: ast.NodeText, Tokens: []byte(val)})
- }
- }
- n.InsertBefore(mdTable)
- unlinks = append(unlinks, n)
- return ast.WalkContinue
- })
- for _, n := range unlinks {
- n.Unlink()
- }
- return ret
- }
- func resolveFootnotesDefs(refFootnotes *[]*refAsFootnotes, rootID string, blockRefTextLeft, blockRefTextRight string) (footnotesDefBlock *ast.Node) {
- if 1 > len(*refFootnotes) {
- return nil
- }
- footnotesDefBlock = &ast.Node{Type: ast.NodeFootnotesDefBlock}
- var rendered []string
- for _, foot := range *refFootnotes {
- t, err := LoadTreeByBlockID(foot.defID)
- if nil != err {
- continue
- }
- defNode := treenode.GetNodeInTree(t, foot.defID)
- docID := strings.TrimSuffix(path.Base(defNode.Path), ".sy")
- var nodes []*ast.Node
- if ast.NodeHeading == defNode.Type {
- nodes = append(nodes, defNode)
- if rootID != docID {
- // 同文档块引转脚注缩略定义考虑容器块和标题块 https://github.com/siyuan-note/siyuan/issues/5917
- children := treenode.HeadingChildren(defNode)
- nodes = append(nodes, children...)
- }
- } else if ast.NodeDocument == defNode.Type {
- docTitle := &ast.Node{ID: defNode.ID, Type: ast.NodeHeading, HeadingLevel: 1}
- docTitle.AppendChild(&ast.Node{Type: ast.NodeText, Tokens: []byte(defNode.IALAttr("title"))})
- nodes = append(nodes, docTitle)
- for c := defNode.FirstChild; nil != c; c = c.Next {
- nodes = append(nodes, c)
- }
- } else {
- nodes = append(nodes, defNode)
- }
- var newNodes []*ast.Node
- for _, node := range nodes {
- var unlinks []*ast.Node
- ast.Walk(node, func(n *ast.Node, entering bool) ast.WalkStatus {
- if !entering {
- return ast.WalkContinue
- }
- if treenode.IsBlockRef(n) {
- defID, _, _ := treenode.GetBlockRef(n)
- if f := getRefAsFootnotes(defID, refFootnotes); nil != f {
- n.InsertBefore(&ast.Node{Type: ast.NodeText, Tokens: []byte(blockRefTextLeft + f.refAnchorText + blockRefTextRight)})
- n.InsertBefore(&ast.Node{Type: ast.NodeFootnotesRef, Tokens: []byte("^" + f.refNum), FootnotesRefId: f.refNum, FootnotesRefLabel: []byte("^" + f.refNum)})
- unlinks = append(unlinks, n)
- }
- return ast.WalkSkipChildren
- } else if ast.NodeBlockQueryEmbed == n.Type {
- stmt := n.ChildByType(ast.NodeBlockQueryEmbedScript).TokensStr()
- stmt = html.UnescapeString(stmt)
- stmt = strings.ReplaceAll(stmt, editor.IALValEscNewLine, "\n")
- sqlBlocks := sql.SelectBlocksRawStmt(stmt, 1, Conf.Search.Limit)
- for _, b := range sqlBlocks {
- subNodes := renderBlockMarkdownR(b.ID, &rendered)
- for _, subNode := range subNodes {
- if ast.NodeListItem == subNode.Type {
- parentList := &ast.Node{Type: ast.NodeList, ListData: &ast.ListData{Typ: subNode.ListData.Typ}}
- parentList.AppendChild(subNode)
- newNodes = append(newNodes, parentList)
- } else {
- newNodes = append(newNodes, subNode)
- }
- }
- }
- unlinks = append(unlinks, n)
- return ast.WalkSkipChildren
- }
- return ast.WalkContinue
- })
- for _, n := range unlinks {
- n.Unlink()
- }
- if ast.NodeBlockQueryEmbed != node.Type {
- if ast.NodeListItem == node.Type {
- parentList := &ast.Node{Type: ast.NodeList, ListData: &ast.ListData{Typ: node.ListData.Typ}}
- parentList.AppendChild(node)
- newNodes = append(newNodes, parentList)
- } else {
- newNodes = append(newNodes, node)
- }
- }
- }
- footnotesDef := &ast.Node{Type: ast.NodeFootnotesDef, Tokens: []byte("^" + foot.refNum), FootnotesRefId: foot.refNum, FootnotesRefLabel: []byte("^" + foot.refNum)}
- for _, node := range newNodes {
- ast.Walk(node, func(n *ast.Node, entering bool) ast.WalkStatus {
- if !entering {
- return ast.WalkContinue
- }
- if ast.NodeParagraph != n.Type {
- return ast.WalkContinue
- }
- docID := strings.TrimSuffix(path.Base(n.Path), ".sy")
- if rootID == docID {
- // 同文档块引转脚注缩略定义 https://github.com/siyuan-note/siyuan/issues/3299
- if text := sql.GetRefText(n.ID); 64 < utf8.RuneCountInString(text) {
- var unlinkChildren []*ast.Node
- for c := n.FirstChild; nil != c; c = c.Next {
- unlinkChildren = append(unlinkChildren, c)
- }
- for _, c := range unlinkChildren {
- c.Unlink()
- }
- text = gulu.Str.SubStr(text, 64) + "..."
- n.AppendChild(&ast.Node{Type: ast.NodeText, Tokens: []byte(text)})
- return ast.WalkSkipChildren
- }
- }
- return ast.WalkContinue
- })
- footnotesDef.AppendChild(node)
- }
- footnotesDefBlock.AppendChild(footnotesDef)
- }
- return
- }
- func collectFootnotesDefs(id string, refFootnotes *[]*refAsFootnotes, treeCache *map[string]*parse.Tree, depth *int) {
- *depth++
- if 4096 < *depth {
- return
- }
- b := treenode.GetBlockTree(id)
- if nil == b {
- return
- }
- t := (*treeCache)[b.RootID]
- if nil == t {
- var err error
- if t, err = LoadTreeByBlockID(b.ID); nil != err {
- return
- }
- (*treeCache)[t.ID] = t
- }
- node := treenode.GetNodeInTree(t, b.ID)
- if nil == node {
- logging.LogErrorf("not found node [%s] in tree [%s]", b.ID, t.Root.ID)
- return
- }
- collectFootnotesDefs0(node, refFootnotes, treeCache, depth)
- if ast.NodeHeading == node.Type {
- children := treenode.HeadingChildren(node)
- for _, c := range children {
- collectFootnotesDefs0(c, refFootnotes, treeCache, depth)
- }
- }
- return
- }
- func collectFootnotesDefs0(node *ast.Node, refFootnotes *[]*refAsFootnotes, treeCache *map[string]*parse.Tree, depth *int) {
- ast.Walk(node, func(n *ast.Node, entering bool) ast.WalkStatus {
- if !entering {
- return ast.WalkContinue
- }
- if treenode.IsBlockRef(n) {
- defID, refText, _ := treenode.GetBlockRef(n)
- if nil == getRefAsFootnotes(defID, refFootnotes) {
- anchorText := refText
- if Conf.Editor.BlockRefDynamicAnchorTextMaxLen < utf8.RuneCountInString(anchorText) {
- anchorText = gulu.Str.SubStr(anchorText, Conf.Editor.BlockRefDynamicAnchorTextMaxLen) + "..."
- }
- *refFootnotes = append(*refFootnotes, &refAsFootnotes{
- defID: defID,
- refNum: strconv.Itoa(len(*refFootnotes) + 1),
- refAnchorText: anchorText,
- })
- collectFootnotesDefs(defID, refFootnotes, treeCache, depth)
- }
- return ast.WalkSkipChildren
- }
- return ast.WalkContinue
- })
- }
- func getRefAsFootnotes(defID string, slice *[]*refAsFootnotes) *refAsFootnotes {
- for _, e := range *slice {
- if e.defID == defID {
- return e
- }
- }
- return nil
- }
- type refAsFootnotes struct {
- defID string
- refNum string
- refAnchorText string
- }
- func exportRefTrees(tree *parse.Tree) (ret map[string]*parse.Tree) {
- ret = map[string]*parse.Tree{}
- exportRefTrees0(tree, &ret)
- return
- }
- func exportRefTrees0(tree *parse.Tree, retTrees *map[string]*parse.Tree) {
- if nil != (*retTrees)[tree.ID] {
- return
- }
- (*retTrees)[tree.ID] = tree
- ast.Walk(tree.Root, func(n *ast.Node, entering bool) ast.WalkStatus {
- if !entering {
- return ast.WalkContinue
- }
- if treenode.IsBlockRef(n) {
- defID, _, _ := treenode.GetBlockRef(n)
- if "" == defID {
- return ast.WalkContinue
- }
- defBlock := treenode.GetBlockTree(defID)
- if nil == defBlock {
- return ast.WalkSkipChildren
- }
- defTree, err := LoadTreeByBlockID(defBlock.RootID)
- if nil != err {
- return ast.WalkSkipChildren
- }
- exportRefTrees0(defTree, retTrees)
- } else if ast.NodeAttributeView == n.Type {
- // 导出数据库所在文档时一并导出绑定块所在文档
- // Export the binding block docs when exporting the doc where the database is located https://github.com/siyuan-note/siyuan/issues/11486
- avID := n.AttributeViewID
- if "" == avID {
- return ast.WalkContinue
- }
- attrView, _ := av.ParseAttributeView(avID)
- if nil == attrView {
- return ast.WalkContinue
- }
- blockKeyValues := attrView.GetBlockKeyValues()
- if nil == blockKeyValues {
- return ast.WalkContinue
- }
- for _, val := range blockKeyValues.Values {
- defBlock := treenode.GetBlockTree(val.BlockID)
- if nil == defBlock {
- continue
- }
- defTree, _ := LoadTreeByBlockID(defBlock.RootID)
- if nil == defTree {
- continue
- }
- exportRefTrees0(defTree, retTrees)
- }
- }
- return ast.WalkContinue
- })
- }
- func processFileAnnotationRef(refID string, n *ast.Node, fileAnnotationRefMode int) ast.WalkStatus {
- p := refID[:strings.LastIndex(refID, "/")]
- absPath, err := GetAssetAbsPath(p)
- if nil != err {
- logging.LogWarnf("get assets abs path by rel path [%s] failed: %s", p, err)
- return ast.WalkSkipChildren
- }
- sya := absPath + ".sya"
- syaData, err := os.ReadFile(sya)
- if nil != err {
- logging.LogErrorf("read file [%s] failed: %s", sya, err)
- return ast.WalkSkipChildren
- }
- syaJSON := map[string]interface{}{}
- if err = gulu.JSON.UnmarshalJSON(syaData, &syaJSON); nil != err {
- logging.LogErrorf("unmarshal file [%s] failed: %s", sya, err)
- return ast.WalkSkipChildren
- }
- annotationID := refID[strings.LastIndex(refID, "/")+1:]
- annotationData := syaJSON[annotationID]
- if nil == annotationData {
- logging.LogErrorf("not found annotation [%s] in .sya", annotationID)
- return ast.WalkSkipChildren
- }
- pages := annotationData.(map[string]interface{})["pages"].([]interface{})
- page := int(pages[0].(map[string]interface{})["index"].(float64)) + 1
- pageStr := strconv.Itoa(page)
- refText := n.TextMarkTextContent
- ext := filepath.Ext(p)
- file := p[7:len(p)-23-len(ext)] + ext
- fileAnnotationRefLink := &ast.Node{Type: ast.NodeLink}
- fileAnnotationRefLink.AppendChild(&ast.Node{Type: ast.NodeOpenBracket})
- if 0 == fileAnnotationRefMode {
- fileAnnotationRefLink.AppendChild(&ast.Node{Type: ast.NodeLinkText, Tokens: []byte(file + " - p" + pageStr + " - " + refText)})
- } else {
- fileAnnotationRefLink.AppendChild(&ast.Node{Type: ast.NodeLinkText, Tokens: []byte(refText)})
- }
- fileAnnotationRefLink.AppendChild(&ast.Node{Type: ast.NodeCloseBracket})
- fileAnnotationRefLink.AppendChild(&ast.Node{Type: ast.NodeOpenParen})
- fileAnnotationRefLink.AppendChild(&ast.Node{Type: ast.NodeLinkDest, Tokens: []byte(p + "?p=" + pageStr)})
- fileAnnotationRefLink.AppendChild(&ast.Node{Type: ast.NodeCloseParen})
- n.InsertBefore(fileAnnotationRefLink)
- return ast.WalkSkipChildren
- }
- func exportPandocConvertZip(exportNotebook bool, boxID, baseFolderName string, docPaths []string,
- pandocFrom, pandocTo, ext string) (zipPath string) {
- dir, name := path.Split(baseFolderName)
- name = util.FilterFileName(name)
- if strings.HasSuffix(name, "..") {
- // 文档标题以 `..` 结尾时无法导出 Markdown https://github.com/siyuan-note/siyuan/issues/4698
- // 似乎是 os.MkdirAll 的 bug,以 .. 结尾的路径无法创建,所以这里加上 _ 结尾
- name += "_"
- }
- baseFolderName = path.Join(dir, name)
- box := Conf.Box(boxID)
- exportFolder := filepath.Join(util.TempDir, "export", baseFolderName+ext)
- os.RemoveAll(exportFolder)
- if err := os.MkdirAll(exportFolder, 0755); nil != err {
- logging.LogErrorf("create export temp folder failed: %s", err)
- return
- }
- exportRefMode := Conf.Export.BlockRefMode
- if !exportNotebook && 5 == exportRefMode {
- // 非笔记本导出不支持锚点哈希,将其切换为锚文本块链
- exportRefMode = 2
- }
- var defBlockIDs []string
- if exportNotebook && 5 == exportRefMode {
- // Add a Ref export mode `Anchor hash` for notebook Markdown exporting https://github.com/siyuan-note/siyuan/issues/10265
- // 导出笔记本时导出锚点哈希,这里先记录下所有定义块的 ID
- for _, p := range docPaths {
- docIAL := box.docIAL(p)
- if nil == docIAL {
- continue
- }
- id := docIAL["id"]
- tree, err := LoadTreeByBlockID(id)
- if nil != err {
- continue
- }
- ast.Walk(tree.Root, func(n *ast.Node, entering bool) ast.WalkStatus {
- if !entering {
- return ast.WalkContinue
- }
- if treenode.IsBlockRef(n) {
- defID, _, _ := treenode.GetBlockRef(n)
- defBlockIDs = append(defBlockIDs, defID)
- }
- return ast.WalkContinue
- })
- }
- defBlockIDs = gulu.Str.RemoveDuplicatedElem(defBlockIDs)
- }
- luteEngine := util.NewLute()
- for _, p := range docPaths {
- docIAL := box.docIAL(p)
- if nil == docIAL {
- continue
- }
- id := docIAL["id"]
- hPath, md := exportMarkdownContent(id, exportRefMode, defBlockIDs)
- dir, name = path.Split(hPath)
- dir = util.FilterFilePath(dir) // 导出文档时未移除不支持的文件名符号 https://github.com/siyuan-note/siyuan/issues/4590
- name = util.FilterFileName(name)
- hPath = path.Join(dir, name)
- p = hPath + ext
- writePath := filepath.Join(exportFolder, p)
- if gulu.File.IsExist(writePath) {
- // 重名文档加 ID
- p = hPath + "-" + id + ext
- writePath = filepath.Join(exportFolder, p)
- }
- writeFolder := filepath.Dir(writePath)
- if err := os.MkdirAll(writeFolder, 0755); nil != err {
- logging.LogErrorf("create export temp folder [%s] failed: %s", writeFolder, err)
- continue
- }
- // 解析导出后的标准 Markdown,汇总 assets
- tree := parse.Parse("", gulu.Str.ToBytes(md), luteEngine.ParseOptions)
- var assets []string
- assets = append(assets, assetsLinkDestsInTree(tree)...)
- for _, asset := range assets {
- asset = string(html.DecodeDestination([]byte(asset)))
- if strings.Contains(asset, "?") {
- asset = asset[:strings.LastIndex(asset, "?")]
- }
- if !strings.HasPrefix(asset, "assets/") {
- continue
- }
- srcPath, err := GetAssetAbsPath(asset)
- if nil != err {
- logging.LogWarnf("get asset [%s] abs path failed: %s", asset, err)
- continue
- }
- destPath := filepath.Join(writeFolder, asset)
- err = filelock.Copy(srcPath, destPath)
- if nil != err {
- logging.LogErrorf("copy asset from [%s] to [%s] failed: %s", srcPath, destPath, err)
- continue
- }
- }
- // 调用 Pandoc 进行格式转换
- err := util.Pandoc(pandocFrom, pandocTo, writePath, md)
- if nil != err {
- logging.LogErrorf("pandoc failed: %s", err)
- continue
- }
- }
- zipPath = exportFolder + ".zip"
- zip, err := gulu.Zip.Create(zipPath)
- if nil != err {
- logging.LogErrorf("create export markdown zip [%s] failed: %s", exportFolder, err)
- return ""
- }
- // 导出 Markdown zip 包内不带文件夹 https://github.com/siyuan-note/siyuan/issues/6869
- entries, err := os.ReadDir(exportFolder)
- if nil != err {
- logging.LogErrorf("read export markdown folder [%s] failed: %s", exportFolder, err)
- return ""
- }
- for _, entry := range entries {
- entryPath := filepath.Join(exportFolder, entry.Name())
- if gulu.File.IsDir(entryPath) {
- err = zip.AddDirectory(entry.Name(), entryPath)
- } else {
- err = zip.AddEntry(entry.Name(), entryPath)
- }
- if nil != err {
- logging.LogErrorf("add entry [%s] to zip failed: %s", entry.Name(), err)
- return ""
- }
- }
- if err = zip.Close(); nil != err {
- logging.LogErrorf("close export markdown zip failed: %s", err)
- }
- os.RemoveAll(exportFolder)
- zipPath = "/export/" + url.PathEscape(filepath.Base(zipPath))
- return
- }
- func getExportBlockRefLinkText(blockRef *ast.Node, blockRefTextLeft, blockRefTextRight string) (defID, linkText string) {
- defID, linkText, _ = treenode.GetBlockRef(blockRef)
- if "" == linkText {
- linkText = sql.GetRefText(defID)
- }
- linkText = html.UnescapeHTMLStr(linkText) // 块引锚文本导出时 `&` 变为实体 `&` https://github.com/siyuan-note/siyuan/issues/7659
- if Conf.Editor.BlockRefDynamicAnchorTextMaxLen < utf8.RuneCountInString(linkText) {
- linkText = gulu.Str.SubStr(linkText, Conf.Editor.BlockRefDynamicAnchorTextMaxLen) + "..."
- }
- linkText = blockRefTextLeft + linkText + blockRefTextRight
- return
- }
|