// SiYuan - Build Your Eternal Digital Garden // Copyright (c) 2020-present, b3log.org // // This program is free software: you can redistribute it and/or modify // it under the terms of the GNU Affero General Public License as published by // the Free Software Foundation, either version 3 of the License, or // (at your option) any later version. // // This program is distributed in the hope that it will be useful, // but WITHOUT ANY WARRANTY; without even the implied warranty of // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the // GNU Affero General Public License for more details. // // You should have received a copy of the GNU Affero General Public License // along with this program. If not, see . package bazaar import ( "errors" "os" "sort" "strings" "sync" "time" "github.com/dustin/go-humanize" "github.com/panjf2000/ants/v2" "github.com/siyuan-note/siyuan/kernel/util" ) type Template struct { Author string `json:"author"` URL string `json:"url"` Version string `json:"version"` Name string `json:"name"` RepoURL string `json:"repoURL"` RepoHash string `json:"repoHash"` PreviewURL string `json:"previewURL"` PreviewURLThumb string `json:"previewURLThumb"` README string `json:"readme"` Installed bool `json:"installed"` Outdated bool `json:"outdated"` Updated string `json:"updated"` Stars int `json:"stars"` OpenIssues int `json:"openIssues"` Size int64 `json:"size"` HSize string `json:"hSize"` HUpdated string `json:"hUpdated"` Downloads int `json:"downloads"` } func Templates(proxyURL string) (templates []*Template) { templates = []*Template{} result, err := util.GetRhyResult(false, proxyURL) if nil != err { return } bazaarIndex := getBazaarIndex(proxyURL) bazaarHash := result["bazaar"].(string) result = map[string]interface{}{} request := util.NewBrowserRequest(proxyURL) u := util.BazaarOSSServer + "/bazaar@" + bazaarHash + "/stage/templates.json" resp, reqErr := request.SetResult(&result).Get(u) if nil != reqErr { util.LogErrorf("get community stage index [%s] failed: %s", u, reqErr) return } if 200 != resp.StatusCode { util.LogErrorf("get community stage index [%s] failed: %d", u, resp.StatusCode) return } repos := result["repos"].([]interface{}) waitGroup := &sync.WaitGroup{} lock := &sync.Mutex{} p, _ := ants.NewPoolWithFunc(2, func(arg interface{}) { defer waitGroup.Done() repo := arg.(map[string]interface{}) repoURL := repo["url"].(string) template := &Template{} innerU := util.BazaarOSSServer + "/package/" + repoURL + "/template.json" innerResp, innerErr := util.NewBrowserRequest(proxyURL).SetResult(template).Get(innerU) if nil != innerErr { util.LogErrorf("get community template [%s] failed: %s", repoURL, innerErr) return } if 200 != innerResp.StatusCode { util.LogErrorf("get bazaar package [%s] failed: %d", innerU, innerResp.StatusCode) return } repoURLHash := strings.Split(repoURL, "@") template.RepoURL = "https://github.com/" + repoURLHash[0] template.RepoHash = repoURLHash[1] template.PreviewURL = util.BazaarOSSServer + "/package/" + repoURL + "/preview.png?imageslim" template.PreviewURLThumb = util.BazaarOSSServer + "/package/" + repoURL + "/preview.png?imageView2/2/w/436/h/232" template.Updated = repo["updated"].(string) template.Stars = int(repo["stars"].(float64)) template.OpenIssues = int(repo["openIssues"].(float64)) template.Size = int64(repo["size"].(float64)) template.HSize = humanize.Bytes(uint64(template.Size)) template.HUpdated = formatUpdated(template.Updated) pkg := bazaarIndex[strings.Split(repoURL, "@")[0]] if nil != pkg { template.Downloads = pkg.Downloads } lock.Lock() templates = append(templates, template) lock.Unlock() }) for _, repo := range repos { waitGroup.Add(1) p.Invoke(repo) } waitGroup.Wait() p.Release() templates = filterLegacyTemplates(templates) sort.Slice(templates, func(i, j int) bool { return templates[i].Updated > templates[j].Updated }) return } func InstallTemplate(repoURL, repoHash, installPath, proxyURL string, chinaCDN bool, systemID string) error { repoURLHash := repoURL + "@" + repoHash data, err := downloadPackage(repoURLHash, proxyURL, chinaCDN, true, systemID) if nil != err { return err } return installPackage(data, installPath) } func UninstallTemplate(installPath string) error { if err := os.RemoveAll(installPath); nil != err { util.LogErrorf("remove template [%s] failed: %s", installPath, err) return errors.New("remove community template failed") } return nil } func filterLegacyTemplates(templates []*Template) (ret []*Template) { verTime, _ := time.Parse("2006-01-02T15:04:05", "2021-05-12T00:00:00") for _, theme := range templates { if "" != theme.Updated { updated := theme.Updated[:len("2006-01-02T15:04:05")] t, err := time.Parse("2006-01-02T15:04:05", updated) if nil != err { util.LogErrorf("convert update time [%s] failed: %s", updated, err) continue } if t.After(verTime) { ret = append(ret, theme) } } } return }