// Copyright 2014 The Gogs Authors. All rights reserved. // Use of this source code is governed by a MIT-style // license that can be found in the LICENSE file. package repo import ( "bytes" "fmt" gotemplate "html/template" "io/ioutil" "path" "strings" "github.com/Unknwon/paginater" log "gopkg.in/clog.v1" "github.com/gogits/git-module" "bufio" "github.com/G-Node/go-annex" "github.com/G-Node/gogs/models" "github.com/G-Node/gogs/pkg/context" "github.com/G-Node/gogs/pkg/markup" "github.com/G-Node/gogs/pkg/setting" "github.com/G-Node/gogs/pkg/template" "github.com/G-Node/gogs/pkg/template/highlight" "github.com/G-Node/gogs/pkg/tool" "io" "os" "github.com/go-macaron/captcha" ) const ( BARE = "repo/bare" HOME = "repo/home" WATCHERS = "repo/watchers" FORKS = "repo/forks" ) func renderDirectory(c *context.Context, treeLink string) { tree, err := c.Repo.Commit.SubTree(c.Repo.TreePath) if err != nil { c.NotFoundOrServerError("Repo.Commit.SubTree", git.IsErrNotExist, err) return } entries, err := tree.ListEntries() if err != nil { c.ServerError("ListEntries", err) return } entries.Sort() c.Data["Files"], err = entries.GetCommitsInfoWithCustomConcurrency(c.Repo.Commit, c.Repo.TreePath, setting.Repository.CommitsFetchConcurrency) if err != nil { c.ServerError("GetCommitsInfoWithCustomConcurrency", err) return } c.Data["DOI"] = false var readmeFile *git.Blob for _, entry := range entries { if entry.IsDir() || (!markup.IsReadmeFile(entry.Name()) && !(entry.Name() == "cloudberry.yml")) { continue } // TODO: collect all possible README files and show with priority. if markup.IsReadmeFile(entry.Name()) && entry.Blob().Size() < setting.UI.MaxDisplayFileSize { readmeFile = entry.Blob() } else if entry.Name() == "cloudberry.yml" { c.Data["DOI"] = true } } if readmeFile != nil { c.Data["RawFileLink"] = "" c.Data["ReadmeInList"] = true c.Data["ReadmeExist"] = true buf := make([]byte, 1024) r, w := io.Pipe() defer r.Close() defer w.Close() go readmeFile.DataPipeline(w, w) if readmeFile.Size() > 0 { n, _ := r.Read(buf) log.Trace("I read %s bytes", n) buf = buf[:n] } isannex := tool.IsAnnexedFile(buf) dataRc, err := readmeFile.Data() if err != nil { c.ServerError("readmeFile.Data", err) return } if isannex { af, err := gannex.NewAFile(c.Repo.Repository.RepoPath(), "annex", readmeFile.Name(), buf) if err != nil { log.Trace("Could not get annex file: %v", err) c.ServerError("readmeFile.Data", err) return } afp, err := af.Open() defer afp.Close() if err != nil { c.ServerError("readmeFile.Data", err) log.Trace("Could not open annex file: %v", err) return } dataRc = bufio.NewReader(afp) } buf = make([]byte, 1024) n, _ := dataRc.Read(buf) buf = buf[:n] isTextFile := tool.IsTextFile(buf) c.Data["IsTextFile"] = isTextFile c.Data["FileName"] = readmeFile.Name() if isTextFile { d, _ := ioutil.ReadAll(dataRc) buf = append(buf, d...) switch markup.Detect(readmeFile.Name()) { case markup.MARKDOWN: c.Data["IsMarkdown"] = true buf = markup.Markdown(buf, treeLink, c.Repo.Repository.ComposeMetas()) case markup.ORG_MODE: c.Data["IsMarkdown"] = true buf = markup.OrgMode(buf, treeLink, c.Repo.Repository.ComposeMetas()) case markup.IPYTHON_NOTEBOOK: c.Data["IsIPythonNotebook"] = true c.Data["RawFileLink"] = c.Repo.RepoLink + "/raw/" + path.Join(c.Repo.BranchName, c.Repo.TreePath, readmeFile.Name()) default: buf = bytes.Replace(buf, []byte("\n"), []byte(`
`), -1) } c.Data["FileContent"] = string(buf) } } // Show latest commit info of repository in table header, // or of directory if not in root directory. latestCommit := c.Repo.Commit if len(c.Repo.TreePath) > 0 { latestCommit, err = c.Repo.Commit.GetCommitByPath(c.Repo.TreePath) if err != nil { c.ServerError("GetCommitByPath", err) return } } c.Data["LatestCommit"] = latestCommit c.Data["LatestCommitUser"] = models.ValidateCommitWithEmail(latestCommit) if c.Repo.CanEnableEditor() { c.Data["CanAddFile"] = true c.Data["CanUploadFile"] = setting.Repository.Upload.Enabled } } func renderFile(c *context.Context, entry *git.TreeEntry, treeLink, rawLink string, cpt *captcha.Captcha) { c.Data["IsViewFile"] = true blob := entry.Blob() log.Trace("Blob size is %s", blob.Size()) if blob.Size() > gannex.MEGABYTE*10 && setting.Service.EnableCaptcha && !cpt.VerifyReq(c.Req) && !c.IsLogged { c.Data["EnableCaptcha"] = true c.HTML(200, "repo/download") return } c.Data["FileSize"] = blob.Size() c.Data["FileName"] = blob.Name() c.Data["HighlightClass"] = highlight.FileNameToHighlightClass(blob.Name()) c.Data["RawFileLink"] = rawLink + "/" + c.Repo.TreePath buf := make([]byte, 1024) r, w := io.Pipe() defer r.Close() defer w.Close() go blob.DataPipeline(w, w) if blob.Size() > 0 { n, _ := r.Read(buf) log.Trace("I read %s bytes", n) buf = buf[:n] } isannex := tool.IsAnnexedFile(buf) var afpR *bufio.Reader var afp *os.File var annexf *gannex.AFile if isannex == true { af, err := gannex.NewAFile(c.Repo.Repository.RepoPath(), "annex", entry.Name(), buf) if err != nil { c.Data["IsAnnexedFile"] = true log.Trace("Could not get annex file: %v", err) return } if af.Info.Size() > gannex.MEGABYTE*setting.Repository.CaptchaMinFileSize && setting.Service.EnableCaptcha && !cpt.VerifyReq(c.Req) && !c.IsLogged { c.Data["EnableCaptcha"] = true c.HTML(200, "repo/download") return } afp, err = af.Open() defer afp.Close() if err != nil { log.Trace("Could not open annex file: %v", err) c.Data["IsAnnexedFile"] = true return } afpR = bufio.NewReader(afp) buf, _ = afpR.Peek(1024) annexf = af c.Data["FileSize"] = af.Info.Size() } isTextFile := tool.IsTextFile(buf) c.Data["IsTextFile"] = isTextFile // Assume file is not editable first. if !isTextFile { c.Data["EditFileTooltip"] = c.Tr("repo.editor.cannot_edit_non_text_files") } canEnableEditor := c.Repo.CanEnableEditor() switch { case isTextFile: if !isannex { if blob.Size() >= setting.UI.MaxDisplayFileSize { c.Data["IsFileTooLarge"] = true break } c.Data["ReadmeExist"] = markup.IsReadmeFile(blob.Name()) if blob.Size() > 1024 { d := make([]byte, blob.Size()- 1024) r.Read(d) buf = append(buf, d...) } } else { if annexf.Info.Size() >= setting.UI.MaxDisplayFileSize { c.Data["IsFileTooLarge"] = true break } c.Data["ReadmeExist"] = markup.IsReadmeFile(blob.Name()) buf = make([]byte, annexf.Info.Size()) afp.Seek(0, 0) afp.Read(buf) } switch markup.Detect(blob.Name()) { case markup.MARKDOWN: c.Data["IsMarkdown"] = true c.Data["FileContent"] = string(markup.Markdown(buf, path.Dir(treeLink), c.Repo.Repository.ComposeMetas())) case markup.ORG_MODE: c.Data["IsMarkdown"] = true c.Data["FileContent"] = string(markup.OrgMode(buf, path.Dir(treeLink), c.Repo.Repository.ComposeMetas())) case markup.IPYTHON_NOTEBOOK: c.Data["IsIPythonNotebook"] = true default: // Building code view blocks with line number on server side. var fileContent string if err, content := template.ToUTF8WithErr(buf); err != nil { if err != nil { log.Error(4, "ToUTF8WithErr: %s", err) } fileContent = string(buf) } else { fileContent = content } var output bytes.Buffer lines := strings.Split(fileContent, "\n") for index, line := range lines { output.WriteString(fmt.Sprintf(`
  • %s
  • `, index+1, index+1, gotemplate.HTMLEscapeString(strings.TrimRight(line, "\r"))) + "\n") } c.Data["FileContent"] = gotemplate.HTML(output.String()) output.Reset() for i := 0; i < len(lines); i++ { output.WriteString(fmt.Sprintf(`%d`, i+1, i+1)) } c.Data["LineNums"] = gotemplate.HTML(output.String()) } if canEnableEditor && !isannex { c.Data["CanEditFile"] = true c.Data["EditFileTooltip"] = c.Tr("repo.editor.edit_this_file") } else if !c.Repo.IsViewBranch { c.Data["EditFileTooltip"] = c.Tr("repo.editor.must_be_on_a_branch") } else if !c.Repo.IsWriter() { c.Data["EditFileTooltip"] = c.Tr("repo.editor.fork_before_edit") } case tool.IsPDFFile(buf) && (c.Data["FileSize"].(int64) < setting.Repository.RawCaptchaMinFileSize*gannex.MEGABYTE || c.IsLogged): c.Data["IsPDFFile"] = true case tool.IsVideoFile(buf) && (c.Data["FileSize"].(int64) < setting.Repository.RawCaptchaMinFileSize*gannex.MEGABYTE || c.IsLogged): c.Data["IsVideoFile"] = true case tool.IsImageFile(buf) && (c.Data["FileSize"].(int64) < setting.Repository.RawCaptchaMinFileSize*gannex.MEGABYTE || c.IsLogged): c.Data["IsImageFile"] = true case tool.IsAnnexedFile(buf) && (c.Data["FileSize"].(int64) < setting.Repository.RawCaptchaMinFileSize*gannex.MEGABYTE || c.IsLogged): c.Data["IsAnnexedFile"] = true } if canEnableEditor { c.Data["CanDeleteFile"] = true c.Data["DeleteFileTooltip"] = c.Tr("repo.editor.delete_this_file") } else if !c.Repo.IsViewBranch { c.Data["DeleteFileTooltip"] = c.Tr("repo.editor.must_be_on_a_branch") } else if !c.Repo.IsWriter() { c.Data["DeleteFileTooltip"] = c.Tr("repo.editor.must_have_write_access") } } func renderAnnexFile(c *context.Context, entry *git.TreeEntry, treeLink, rawLink string) { } func setEditorconfigIfExists(c *context.Context) { ec, err := c.Repo.GetEditorconfig() if err != nil && !git.IsErrNotExist(err) { log.Trace("setEditorconfigIfExists.GetEditorconfig [%d]: %v", c.Repo.Repository.ID, err) return } c.Data["Editorconfig"] = ec } func Home(c *context.Context, cpt *captcha.Captcha) { c.Data["PageIsViewFiles"] = true if c.Repo.Repository.IsBare { c.HTML(200, BARE) return } title := c.Repo.Repository.Owner.Name + "/" + c.Repo.Repository.Name if len(c.Repo.Repository.Description) > 0 { title += ": " + c.Repo.Repository.Description } c.Data["Title"] = title if c.Repo.BranchName != c.Repo.Repository.DefaultBranch { c.Data["Title"] = title + " @ " + c.Repo.BranchName } c.Data["RequireHighlightJS"] = true branchLink := c.Repo.RepoLink + "/src/" + c.Repo.BranchName treeLink := branchLink rawLink := c.Repo.RepoLink + "/raw/" + c.Repo.BranchName isRootDir := false if len(c.Repo.TreePath) > 0 { treeLink += "/" + c.Repo.TreePath } else { isRootDir = true // Only show Git stats panel when view root directory var err error c.Repo.CommitsCount, err = c.Repo.Commit.CommitsCount() if err != nil { c.Handle(500, "CommitsCount", err) return } c.Data["CommitsCount"] = c.Repo.CommitsCount } c.Data["PageIsRepoHome"] = isRootDir // Get current entry user currently looking at. entry, err := c.Repo.Commit.GetTreeEntryByPath(c.Repo.TreePath) if err != nil { c.NotFoundOrServerError("Repo.Commit.GetTreeEntryByPath", git.IsErrNotExist, err) return } if entry.IsDir() { renderDirectory(c, treeLink) } else { renderFile(c, entry, treeLink, rawLink, cpt) } if c.Written() { return } setEditorconfigIfExists(c) if c.Written() { return } var treeNames []string paths := make([]string, 0, 5) if len(c.Repo.TreePath) > 0 { treeNames = strings.Split(c.Repo.TreePath, "/") for i := range treeNames { paths = append(paths, strings.Join(treeNames[:i+1], "/")) } c.Data["HasParentPath"] = true if len(paths)-2 >= 0 { c.Data["ParentPath"] = "/" + paths[len(paths)-2] } } c.Data["Paths"] = paths c.Data["TreeLink"] = treeLink c.Data["TreeNames"] = treeNames c.Data["BranchLink"] = branchLink c.HTML(200, HOME) } func RenderUserCards(c *context.Context, total int, getter func(page int) ([]*models.User, error), tpl string) { page := c.QueryInt("page") if page <= 0 { page = 1 } pager := paginater.New(total, models.ItemsPerPage, page, 5) c.Data["Page"] = pager items, err := getter(pager.Current()) if err != nil { c.Handle(500, "getter", err) return } c.Data["Cards"] = items c.HTML(200, tpl) } func Watchers(c *context.Context) { c.Data["Title"] = c.Tr("repo.watchers") c.Data["CardsTitle"] = c.Tr("repo.watchers") c.Data["PageIsWatchers"] = true RenderUserCards(c, c.Repo.Repository.NumWatches, c.Repo.Repository.GetWatchers, WATCHERS) } func Stars(c *context.Context) { c.Data["Title"] = c.Tr("repo.stargazers") c.Data["CardsTitle"] = c.Tr("repo.stargazers") c.Data["PageIsStargazers"] = true RenderUserCards(c, c.Repo.Repository.NumStars, c.Repo.Repository.GetStargazers, WATCHERS) } func Forks(c *context.Context) { c.Data["Title"] = c.Tr("repos.forks") forks, err := c.Repo.Repository.GetForks() if err != nil { c.Handle(500, "GetForks", err) return } for _, fork := range forks { if err = fork.GetOwner(); err != nil { c.Handle(500, "GetOwner", err) return } } c.Data["Forks"] = forks c.HTML(200, FORKS) }