mirror of
https://github.com/chaitin/MonkeyCode.git
synced 2026-11-22 03:18:50 +08:00
511 lines
14 KiB
Go
511 lines
14 KiB
Go
package github
|
|
|
|
import (
|
|
"context"
|
|
"encoding/json"
|
|
"fmt"
|
|
"io"
|
|
"net/http"
|
|
"net/url"
|
|
"sort"
|
|
"strings"
|
|
"sync"
|
|
"time"
|
|
|
|
"github.com/google/go-github/v74/github"
|
|
|
|
"github.com/chaitin/MonkeyCode/backend/domain"
|
|
)
|
|
|
|
// treeCommitInfoPath 为 GitHub 专属的「树+最近提交信息」接口
|
|
const treeCommitInfoPath = "repos/%s/%s/tree-commit-info/%s"
|
|
|
|
// GetRepoTree 获取仓库文件树(Installation App 模式优先)
|
|
func (g *Github) GetRepoTree(ctx context.Context, installID int64, token, owner, repo, ref, path string, recursive bool) (*GetRepoTreeResp, error) {
|
|
if ref == "" {
|
|
ref = "HEAD"
|
|
}
|
|
|
|
// 优先使用 GitHub 专属 tree-commit-info 接口
|
|
if resp, err := g.getRepoTreeCommitInfo(ctx, installID, token, owner, repo, ref, path, recursive); err == nil {
|
|
return resp, nil
|
|
}
|
|
|
|
client, err := g.GetClient(ctx, token, installID)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
// Non-recursive sub-path: use Contents API
|
|
if path != "" && !recursive {
|
|
_, dirContent, _, err := client.Repositories.GetContents(ctx, owner, repo, path, &github.RepositoryContentGetOptions{Ref: ref})
|
|
if err != nil {
|
|
return nil, fmt.Errorf("get contents for path %s: %w", path, err)
|
|
}
|
|
resp := dirContentToTreeResp(dirContent)
|
|
fillLastModifiedAt(ctx, client, owner, repo, ref, path, resp.Entries)
|
|
return resp, nil
|
|
}
|
|
|
|
tree, _, err := client.Git.GetTree(ctx, owner, repo, ref, recursive)
|
|
if err != nil {
|
|
return nil, fmt.Errorf("get tree: %w", err)
|
|
}
|
|
|
|
prefix := ""
|
|
if path != "" {
|
|
prefix = strings.TrimSuffix(path, "/") + "/"
|
|
}
|
|
|
|
entries := make([]*TreeEntry, 0, len(tree.Entries))
|
|
for _, e := range tree.Entries {
|
|
entryPath := e.GetPath()
|
|
if prefix != "" && !strings.HasPrefix(entryPath, prefix) {
|
|
continue
|
|
}
|
|
mode := gitModeToInt(e.GetType(), "")
|
|
entries = append(entries, &TreeEntry{
|
|
Mode: mode,
|
|
Name: baseName(entryPath),
|
|
Path: entryPath,
|
|
Sha: e.GetSHA(),
|
|
Size: e.GetSize(),
|
|
})
|
|
}
|
|
sort.Slice(entries, func(i, j int) bool {
|
|
return entries[i].Path < entries[j].Path
|
|
})
|
|
fillLastModifiedAt(ctx, client, owner, repo, ref, path, entries)
|
|
return &GetRepoTreeResp{
|
|
Entries: entries,
|
|
SHA: tree.GetSHA(),
|
|
}, nil
|
|
}
|
|
|
|
// fillLastModifiedAt 通过 Commits API 按路径查最近一次提交时间
|
|
func fillLastModifiedAt(ctx context.Context, cli *github.Client, owner, repo, ref, basePath string, entries []*TreeEntry) {
|
|
const concurrency = 8
|
|
type item struct {
|
|
i int
|
|
path string
|
|
}
|
|
ch := make(chan item, len(entries))
|
|
for i, e := range entries {
|
|
ch <- item{i: i, path: e.Path}
|
|
}
|
|
close(ch)
|
|
unix := make([]int64, len(entries))
|
|
var wg sync.WaitGroup
|
|
for range concurrency {
|
|
wg.Go(func() {
|
|
for it := range ch {
|
|
opts := &github.CommitsListOptions{
|
|
SHA: ref,
|
|
ListOptions: github.ListOptions{PerPage: 1},
|
|
}
|
|
opts.Path = it.path
|
|
commits, _, err := cli.Repositories.ListCommits(ctx, owner, repo, opts)
|
|
if err != nil || len(commits) == 0 {
|
|
continue
|
|
}
|
|
if c := commits[0].GetCommit(); c != nil && c.GetCommitter() != nil {
|
|
unix[it.i] = c.GetCommitter().GetDate().Unix()
|
|
}
|
|
}
|
|
})
|
|
}
|
|
wg.Wait()
|
|
for i, t := range unix {
|
|
entries[i].LastModifiedAt = t
|
|
}
|
|
}
|
|
|
|
// treeCommitInfoEntryRaw tree-commit-info 接口条目的原始结构
|
|
type treeCommitInfoEntryRaw struct {
|
|
Mode int `json:"mode"`
|
|
Name string `json:"name"`
|
|
Path string `json:"path"`
|
|
Sha string `json:"sha"`
|
|
Size int `json:"size"`
|
|
LastModifiedAt int64 `json:"last_modified_at"`
|
|
Date string `json:"date"`
|
|
Commit *struct {
|
|
Committer *struct {
|
|
Date *string `json:"date"`
|
|
} `json:"committer"`
|
|
Author *struct {
|
|
Date *string `json:"date"`
|
|
} `json:"author"`
|
|
} `json:"commit"`
|
|
}
|
|
|
|
// getRepoTreeCommitInfo 调用 GitHub tree-commit-info 接口
|
|
func (g *Github) getRepoTreeCommitInfo(ctx context.Context, installID int64, token, owner, repo, ref, path string, recursive bool) (*GetRepoTreeResp, error) {
|
|
// 获取正确的认证客户端
|
|
client, err := g.GetClient(ctx, token, installID)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
refEscaped := url.PathEscape(ref)
|
|
apiPath := fmt.Sprintf(treeCommitInfoPath, owner, repo, refEscaped)
|
|
baseURL := "https://api.github.com/"
|
|
u, err := url.Parse(baseURL + apiPath)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
q := u.Query()
|
|
if path != "" {
|
|
q.Set("path", path)
|
|
}
|
|
if recursive {
|
|
q.Set("recursive", "true")
|
|
}
|
|
u.RawQuery = q.Encode()
|
|
|
|
req, err := http.NewRequestWithContext(ctx, http.MethodGet, u.String(), nil)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
// 使用 client 的 transport 来发送请求,这样会自动带上正确的认证
|
|
resp, err := client.Client().Do(req)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
defer resp.Body.Close()
|
|
if resp.StatusCode != http.StatusOK {
|
|
return nil, fmt.Errorf("tree-commit-info status %d", resp.StatusCode)
|
|
}
|
|
body, err := io.ReadAll(resp.Body)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
var raw struct {
|
|
SHA string `json:"sha"`
|
|
Entries []*treeCommitInfoEntryRaw `json:"entries"`
|
|
}
|
|
if err := json.Unmarshal(body, &raw); err != nil {
|
|
return nil, err
|
|
}
|
|
if raw.Entries == nil {
|
|
raw.Entries = []*treeCommitInfoEntryRaw{}
|
|
}
|
|
entries := make([]*TreeEntry, 0, len(raw.Entries))
|
|
for _, e := range raw.Entries {
|
|
entries = append(entries, &TreeEntry{
|
|
Mode: e.Mode,
|
|
Name: e.Name,
|
|
Path: e.Path,
|
|
Sha: e.Sha,
|
|
Size: e.Size,
|
|
LastModifiedAt: parseTreeCommitInfoDate(e),
|
|
})
|
|
}
|
|
if path != "" {
|
|
prefix := strings.TrimSuffix(path, "/") + "/"
|
|
filtered := entries[:0]
|
|
for _, e := range entries {
|
|
if strings.HasPrefix(e.Path, prefix) {
|
|
e.Name = baseName(e.Path)
|
|
filtered = append(filtered, e)
|
|
}
|
|
}
|
|
entries = filtered
|
|
}
|
|
sort.Slice(entries, func(i, j int) bool {
|
|
return entries[i].Path < entries[j].Path
|
|
})
|
|
return &GetRepoTreeResp{
|
|
Entries: entries,
|
|
SHA: raw.SHA,
|
|
}, nil
|
|
}
|
|
|
|
func parseTreeCommitInfoDate(e *treeCommitInfoEntryRaw) int64 {
|
|
if e == nil {
|
|
return 0
|
|
}
|
|
if e.LastModifiedAt > 0 {
|
|
return e.LastModifiedAt
|
|
}
|
|
if e.Date != "" {
|
|
if t, err := time.Parse(time.RFC3339, e.Date); err == nil {
|
|
return t.Unix()
|
|
}
|
|
}
|
|
if e.Commit != nil {
|
|
if e.Commit.Committer != nil && e.Commit.Committer.Date != nil && *e.Commit.Committer.Date != "" {
|
|
if t, err := time.Parse(time.RFC3339, *e.Commit.Committer.Date); err == nil {
|
|
return t.Unix()
|
|
}
|
|
}
|
|
if e.Commit.Author != nil && e.Commit.Author.Date != nil && *e.Commit.Author.Date != "" {
|
|
if t, err := time.Parse(time.RFC3339, *e.Commit.Author.Date); err == nil {
|
|
return t.Unix()
|
|
}
|
|
}
|
|
}
|
|
return 0
|
|
}
|
|
|
|
// GetBlob 获取单文件内容(PAT 模式)
|
|
func (g *Github) GetBlob(ctx context.Context, installID int64, token, owner, repo, ref, path string) (*GetBlobResp, error) {
|
|
client, err := g.GetClient(ctx, token, installID)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
opts := &github.RepositoryContentGetOptions{}
|
|
if ref != "" {
|
|
opts.Ref = ref
|
|
}
|
|
fileContent, _, _, err := client.Repositories.GetContents(ctx, owner, repo, path, opts)
|
|
if err != nil {
|
|
return nil, fmt.Errorf("get file content: %w", err)
|
|
}
|
|
if fileContent == nil {
|
|
return nil, fmt.Errorf("path %s is a directory, not a file", path)
|
|
}
|
|
decoded, err := fileContent.GetContent()
|
|
if err != nil {
|
|
return nil, fmt.Errorf("decode file content: %w", err)
|
|
}
|
|
content := []byte(decoded)
|
|
return &GetBlobResp{
|
|
Content: content,
|
|
IsBinary: isBinaryContent(content),
|
|
Sha: fileContent.GetSHA(),
|
|
Size: fileContent.GetSize(),
|
|
}, nil
|
|
}
|
|
|
|
// GetGitLogs 获取提交历史(PAT 模式)
|
|
func (g *Github) GetGitLogs(ctx context.Context, installID int64, token, owner, repo, ref, path string, limit, offset int) (*GetGitLogsResp, error) {
|
|
client, err := g.GetClient(ctx, token, installID)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
if limit <= 0 {
|
|
limit = 100
|
|
}
|
|
opts := &github.CommitsListOptions{
|
|
ListOptions: github.ListOptions{
|
|
Page: (offset / limit) + 1,
|
|
PerPage: limit,
|
|
},
|
|
}
|
|
if ref != "" {
|
|
opts.SHA = ref
|
|
}
|
|
if path != "" {
|
|
opts.Path = path
|
|
}
|
|
commits, _, err := client.Repositories.ListCommits(ctx, owner, repo, opts)
|
|
if err != nil {
|
|
return nil, fmt.Errorf("list commits: %w", err)
|
|
}
|
|
|
|
skip := offset % limit
|
|
if skip > 0 && skip < len(commits) {
|
|
commits = commits[skip:]
|
|
} else if skip >= len(commits) {
|
|
commits = nil
|
|
}
|
|
|
|
entries := make([]*GitCommitEntry, 0, len(commits))
|
|
for _, c := range commits {
|
|
gc := c.GetCommit()
|
|
entry := &GitCommitEntry{
|
|
Commit: &GitCommit{
|
|
Sha: c.GetSHA(),
|
|
Message: gc.GetMessage(),
|
|
TreeSha: gc.GetTree().GetSHA(),
|
|
ParentShas: make([]string, 0, len(c.Parents)),
|
|
},
|
|
}
|
|
if gc.GetAuthor() != nil {
|
|
entry.Commit.Author = &GitUser{
|
|
Name: gc.GetAuthor().GetName(),
|
|
Email: gc.GetAuthor().GetEmail(),
|
|
When: gc.GetAuthor().GetDate().Unix(),
|
|
}
|
|
}
|
|
if gc.GetCommitter() != nil {
|
|
entry.Commit.Committer = &GitUser{
|
|
Name: gc.GetCommitter().GetName(),
|
|
Email: gc.GetCommitter().GetEmail(),
|
|
When: gc.GetCommitter().GetDate().Unix(),
|
|
}
|
|
}
|
|
for _, p := range c.Parents {
|
|
entry.Commit.ParentShas = append(entry.Commit.ParentShas, p.GetSHA())
|
|
}
|
|
entries = append(entries, entry)
|
|
}
|
|
return &GetGitLogsResp{
|
|
Count: len(entries),
|
|
Entries: entries,
|
|
}, nil
|
|
}
|
|
|
|
// GetRepoArchive 获取仓库压缩包(PAT 模式)
|
|
func (g *Github) GetRepoArchive(ctx context.Context, installID int64, token, owner, repo, ref string) (*GetRepoArchiveResp, error) {
|
|
client, err := g.GetClient(ctx, token, installID)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
opts := &github.RepositoryContentGetOptions{}
|
|
if ref != "" {
|
|
opts.Ref = ref
|
|
}
|
|
archiveURL, _, err := client.Repositories.GetArchiveLink(ctx, owner, repo, github.Tarball, opts, 5)
|
|
if err != nil {
|
|
return nil, fmt.Errorf("get archive link: %w", err)
|
|
}
|
|
req, err := http.NewRequestWithContext(ctx, http.MethodGet, archiveURL.String(), nil)
|
|
if err != nil {
|
|
return nil, fmt.Errorf("create archive request: %w", err)
|
|
}
|
|
resp, err := http.DefaultClient.Do(req)
|
|
if err != nil {
|
|
return nil, fmt.Errorf("download archive: %w", err)
|
|
}
|
|
if resp.StatusCode != http.StatusOK {
|
|
resp.Body.Close()
|
|
return nil, fmt.Errorf("archive download returned status %d", resp.StatusCode)
|
|
}
|
|
return &GetRepoArchiveResp{
|
|
ContentLength: resp.ContentLength,
|
|
ContentType: resp.Header.Get("Content-Type"),
|
|
Reader: resp.Body,
|
|
}, nil
|
|
}
|
|
|
|
func dirContentToTreeResp(contents []*github.RepositoryContent) *GetRepoTreeResp {
|
|
entries := make([]*TreeEntry, 0, len(contents))
|
|
for _, c := range contents {
|
|
mode := gitModeToInt(c.GetType(), "")
|
|
entries = append(entries, &TreeEntry{
|
|
Mode: mode,
|
|
Name: c.GetName(),
|
|
Path: c.GetPath(),
|
|
Sha: c.GetSHA(),
|
|
Size: c.GetSize(),
|
|
})
|
|
}
|
|
return &GetRepoTreeResp{Entries: entries}
|
|
}
|
|
|
|
// UserInfo 实现 GitPlatformClient 接口
|
|
func (g *Github) UserInfo(ctx context.Context, token string) (*domain.PlatformUserInfo, error) {
|
|
return g.GetUserInfoByPAT(ctx, token)
|
|
}
|
|
|
|
// Repositories 实现 GitPlatformClient 接口
|
|
func (g *Github) Repositories(ctx context.Context, opts *domain.RepositoryOptions) ([]domain.AuthRepository, error) {
|
|
return g.GetAuthorizedRepositories(ctx, opts.Token, opts.InstallID)
|
|
}
|
|
|
|
// Tree 实现 GitPlatformClient 接口
|
|
func (g *Github) Tree(ctx context.Context, opts *domain.TreeOptions) (*domain.GetRepoTreeResp, error) {
|
|
resp, err := g.GetRepoTree(ctx, opts.InstallID, opts.Token, opts.Owner, opts.Repo, opts.Ref, opts.Path, opts.Recursive)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
entries := make([]*domain.TreeEntry, len(resp.Entries))
|
|
for i, e := range resp.Entries {
|
|
entries[i] = &domain.TreeEntry{
|
|
Mode: e.Mode,
|
|
Name: e.Name,
|
|
Path: e.Path,
|
|
Sha: e.Sha,
|
|
Size: e.Size,
|
|
LastModifiedAt: e.LastModifiedAt,
|
|
}
|
|
}
|
|
return &domain.GetRepoTreeResp{Entries: entries, SHA: resp.SHA}, nil
|
|
}
|
|
|
|
// Blob 实现 GitPlatformClient 接口
|
|
func (g *Github) Blob(ctx context.Context, opts *domain.BlobOptions) (*domain.GetBlobResp, error) {
|
|
resp, err := g.GetBlob(ctx, opts.InstallID, opts.Token, opts.Owner, opts.Repo, opts.Ref, opts.Path)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
return &domain.GetBlobResp{
|
|
Content: resp.Content,
|
|
IsBinary: resp.IsBinary,
|
|
Sha: resp.Sha,
|
|
Size: resp.Size,
|
|
}, nil
|
|
}
|
|
|
|
// Logs 实现 GitPlatformClient 接口
|
|
func (g *Github) Logs(ctx context.Context, opts *domain.LogsOptions) (*domain.GetGitLogsResp, error) {
|
|
resp, err := g.GetGitLogs(ctx, opts.InstallID, opts.Token, opts.Owner, opts.Repo, opts.Ref, opts.Path, opts.Limit, opts.Offset)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
entries := make([]*domain.GitCommitEntry, len(resp.Entries))
|
|
for i, e := range resp.Entries {
|
|
entries[i] = &domain.GitCommitEntry{
|
|
Commit: &domain.GitCommit{
|
|
Author: &domain.GitUser{Email: e.Commit.Author.Email, Name: e.Commit.Author.Name, When: e.Commit.Author.When},
|
|
Committer: &domain.GitUser{Email: e.Commit.Committer.Email, Name: e.Commit.Committer.Name, When: e.Commit.Committer.When},
|
|
Message: e.Commit.Message,
|
|
ParentShas: e.Commit.ParentShas,
|
|
Sha: e.Commit.Sha,
|
|
TreeSha: e.Commit.TreeSha,
|
|
},
|
|
}
|
|
}
|
|
return &domain.GetGitLogsResp{Count: resp.Count, Entries: entries}, nil
|
|
}
|
|
|
|
// Archive 实现 GitPlatformClient 接口
|
|
func (g *Github) Archive(ctx context.Context, opts *domain.ArchiveOptions) (*domain.GetRepoArchiveResp, error) {
|
|
resp, err := g.GetRepoArchive(ctx, opts.InstallID, opts.Token, opts.Owner, opts.Repo, opts.Ref)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
return &domain.GetRepoArchiveResp{
|
|
ContentLength: resp.ContentLength,
|
|
ContentType: resp.ContentType,
|
|
Reader: resp.Reader,
|
|
}, nil
|
|
}
|
|
|
|
// Branches 实现 GitPlatformClient 接口
|
|
func (g *Github) Branches(ctx context.Context, opts *domain.BranchesOptions) ([]*domain.BranchInfo, error) {
|
|
resp, err := g.ListBranches(ctx, opts.InstallID, opts.Token, opts.Owner, opts.Repo, opts.Page, opts.PerPage)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
result := make([]*domain.BranchInfo, len(resp))
|
|
for i, b := range resp {
|
|
result[i] = &domain.BranchInfo{Name: b.Name}
|
|
}
|
|
return result, nil
|
|
}
|
|
|
|
// DeleteWebhook 实现 GitPlatformClient 接口
|
|
func (g *Github) DeleteWebhook(ctx context.Context, opts *domain.WebhookOptions) error {
|
|
owner, repo, err := parseRepoURL(opts.RepoURL)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
return g.DeleteWebhookByURL(ctx, opts.Token, owner, repo, opts.WebhookURL)
|
|
}
|
|
|
|
// CreateWebhook 实现 GitPlatformClient 接口
|
|
func (g *Github) CreateWebhook(ctx context.Context, opts *domain.CreateWebhookOptions) error {
|
|
owner, repo, err := parseRepoURL(opts.RepoURL)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
return g.CreateRepoWebhook(ctx, opts.Token, owner, repo, opts.WebhookURL, opts.SecretToken, opts.Events)
|
|
}
|