widget.go 5.5 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180
  1. // SiYuan - Build Your Eternal Digital Garden
  2. // Copyright (c) 2020-present, b3log.org
  3. //
  4. // This program is free software: you can redistribute it and/or modify
  5. // it under the terms of the GNU Affero General Public License as published by
  6. // the Free Software Foundation, either version 3 of the License, or
  7. // (at your option) any later version.
  8. //
  9. // This program is distributed in the hope that it will be useful,
  10. // but WITHOUT ANY WARRANTY; without even the implied warranty of
  11. // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  12. // GNU Affero General Public License for more details.
  13. //
  14. // You should have received a copy of the GNU Affero General Public License
  15. // along with this program. If not, see <https://www.gnu.org/licenses/>.
  16. package bazaar
  17. import (
  18. "errors"
  19. "os"
  20. "path/filepath"
  21. "sort"
  22. "strings"
  23. "sync"
  24. "github.com/88250/gulu"
  25. "github.com/dustin/go-humanize"
  26. ants "github.com/panjf2000/ants/v2"
  27. "github.com/siyuan-note/httpclient"
  28. "github.com/siyuan-note/logging"
  29. "github.com/siyuan-note/siyuan/kernel/util"
  30. )
  31. type Widget struct {
  32. *Package
  33. }
  34. func Widgets() (widgets []*Widget) {
  35. widgets = []*Widget{}
  36. stageIndex, err := getStageIndex("widgets")
  37. if nil != err {
  38. return
  39. }
  40. bazaarIndex := getBazaarIndex()
  41. waitGroup := &sync.WaitGroup{}
  42. lock := &sync.Mutex{}
  43. p, _ := ants.NewPoolWithFunc(8, func(arg interface{}) {
  44. defer waitGroup.Done()
  45. repo := arg.(*StageRepo)
  46. repoURL := repo.URL
  47. widget := &Widget{}
  48. innerU := util.BazaarOSSServer + "/package/" + repoURL + "/widget.json"
  49. innerResp, innerErr := httpclient.NewBrowserRequest().SetSuccessResult(widget).Get(innerU)
  50. if nil != innerErr {
  51. logging.LogErrorf("get bazaar package [%s] failed: %s", repoURL, innerErr)
  52. return
  53. }
  54. if 200 != innerResp.StatusCode {
  55. logging.LogErrorf("get bazaar package [%s] failed: %d", innerU, innerResp.StatusCode)
  56. return
  57. }
  58. widget.URL = strings.TrimSuffix(widget.URL, "/")
  59. repoURLHash := strings.Split(repoURL, "@")
  60. widget.RepoURL = "https://github.com/" + repoURLHash[0]
  61. widget.RepoHash = repoURLHash[1]
  62. widget.PreviewURL = util.BazaarOSSServer + "/package/" + repoURL + "/preview.png?imageslim"
  63. widget.PreviewURLThumb = util.BazaarOSSServer + "/package/" + repoURL + "/preview.png?imageView2/2/w/436/h/232"
  64. widget.IconURL = util.BazaarOSSServer + "/package/" + repoURL + "/icon.png"
  65. widget.Funding = repo.Package.Funding
  66. widget.PreferredFunding = getPreferredFunding(widget.Funding)
  67. widget.PreferredName = getPreferredName(widget.Package)
  68. widget.PreferredDesc = getPreferredDesc(widget.Description)
  69. widget.Updated = repo.Updated
  70. widget.Stars = repo.Stars
  71. widget.OpenIssues = repo.OpenIssues
  72. widget.Size = repo.Size
  73. widget.HSize = humanize.Bytes(uint64(widget.Size))
  74. widget.HUpdated = formatUpdated(widget.Updated)
  75. pkg := bazaarIndex[strings.Split(repoURL, "@")[0]]
  76. if nil != pkg {
  77. widget.Downloads = pkg.Downloads
  78. }
  79. lock.Lock()
  80. widgets = append(widgets, widget)
  81. lock.Unlock()
  82. })
  83. for _, repo := range stageIndex.Repos {
  84. waitGroup.Add(1)
  85. p.Invoke(repo)
  86. }
  87. waitGroup.Wait()
  88. p.Release()
  89. sort.Slice(widgets, func(i, j int) bool { return widgets[i].Updated > widgets[j].Updated })
  90. return
  91. }
  92. func InstalledWidgets() (ret []*Widget) {
  93. ret = []*Widget{}
  94. widgetsPath := filepath.Join(util.DataDir, "widgets")
  95. if !gulu.File.IsDir(widgetsPath) {
  96. return
  97. }
  98. widgetDirs, err := os.ReadDir(widgetsPath)
  99. if nil != err {
  100. logging.LogWarnf("read widgets folder failed: %s", err)
  101. return
  102. }
  103. bazaarWidgets := Widgets()
  104. for _, widgetDir := range widgetDirs {
  105. if !widgetDir.IsDir() {
  106. continue
  107. }
  108. dirName := widgetDir.Name()
  109. widget, parseErr := WidgetJSON(dirName)
  110. if nil != parseErr || nil == widget {
  111. continue
  112. }
  113. installPath := filepath.Join(util.DataDir, "widgets", dirName)
  114. widget.Installed = true
  115. widget.RepoURL = widget.URL
  116. widget.PreviewURL = "/widgets/" + dirName + "/preview.png"
  117. widget.PreviewURLThumb = "/widgets/" + dirName + "/preview.png"
  118. widget.IconURL = "/widgets/" + dirName + "/icon.png"
  119. widget.PreferredFunding = getPreferredFunding(widget.Funding)
  120. widget.PreferredName = getPreferredName(widget.Package)
  121. widget.PreferredDesc = getPreferredDesc(widget.Description)
  122. info, statErr := os.Stat(filepath.Join(installPath, "README.md"))
  123. if nil != statErr {
  124. logging.LogWarnf("stat install theme README.md failed: %s", statErr)
  125. continue
  126. }
  127. widget.HInstallDate = info.ModTime().Format("2006-01-02")
  128. installSize, _ := util.SizeOfDirectory(installPath)
  129. widget.InstallSize = installSize
  130. widget.HInstallSize = humanize.Bytes(uint64(installSize))
  131. readmeFilename := getPreferredReadme(widget.Readme)
  132. readme, readErr := os.ReadFile(filepath.Join(installPath, readmeFilename))
  133. if nil != readErr {
  134. logging.LogWarnf("read installed README.md failed: %s", readErr)
  135. continue
  136. }
  137. widget.PreferredReadme, _ = renderREADME(widget.URL, readme)
  138. widget.Outdated = isOutdatedWidget(widget, bazaarWidgets)
  139. ret = append(ret, widget)
  140. }
  141. return
  142. }
  143. func InstallWidget(repoURL, repoHash, installPath string, systemID string) error {
  144. repoURLHash := repoURL + "@" + repoHash
  145. data, err := downloadPackage(repoURLHash, true, systemID)
  146. if nil != err {
  147. return err
  148. }
  149. return installPackage(data, installPath)
  150. }
  151. func UninstallWidget(installPath string) error {
  152. if err := os.RemoveAll(installPath); nil != err {
  153. logging.LogErrorf("remove widget [%s] failed: %s", installPath, err)
  154. return errors.New("remove community widget failed")
  155. }
  156. //logging.Logger.Infof("uninstalled widget [%s]", installPath)
  157. return nil
  158. }