wip

bots-common/gitea_utils.go

@@ -19,6 +19,7 @@ package common
  */
 
 import (
+	"encoding/base64"
 	"fmt"
 	"io"
 	"os"
@@ -63,8 +64,8 @@ const (
 )
 
 type GiteaMaintainershipReader interface {
-	FetchMaintainershipFile(org, prjGit, branch string) ([]byte, error)
-	FetchMaintainershipDirFile(org, prjGit, branch, pkg string) ([]byte, error)
+	FetchMaintainershipFile(org, prjGit, branch string) ([]byte, string, error)
+	FetchMaintainershipDirFile(org, prjGit, branch, pkg string) ([]byte, string, error)
 }
 
 type GiteaPRFetcher interface {
@@ -94,7 +95,12 @@ type GiteaReviewer interface {
 	AddReviewComment(pr *models.PullRequest, state models.ReviewStateType, comment string) (*models.PullReview, error)
 }
 
+type GiteaRepoFetcher interface {
+	GetRepository(org, repo string) (*models.Repository, error)
+}
+
 type Gitea interface {
+	GiteaRepoFetcher
 	GiteaReviewRequester
 	GiteaReviewer
 	GiteaPRFetcher
@@ -108,8 +114,8 @@ type Gitea interface {
 	CreateRepositoryIfNotExist(git Git, org, repoName string) (*models.Repository, error)
 	CreatePullRequestIfNotExist(repo *models.Repository, srcId, targetId, title, body string) (*models.PullRequest, error)
 	GetAssociatedPrjGitPR(prjGitOrg, prjGitRepo, refOrg, refRepo string, Index int64) (*models.PullRequest, error)
-	GetRepositoryFileContent(org, repo, hash, path string) ([]byte, error)
-	GetPullRequestFileContent(pr *models.PullRequest, path string) ([]byte, error)
+	GetRepositoryFileContent(org, repo, hash, path string) ([]byte, string, error)
+	GetPullRequestFileContent(pr *models.PullRequest, path string) ([]byte, string, error)
 	GetRecentPullRequests(org, repo string) ([]*models.PullRequest, error)
 	GetRecentCommits(org, repo, branch string, commitNo int64) ([]*models.Commit, error)
 
@@ -132,11 +138,11 @@ func AllocateGiteaTransport(host string) Gitea {
 	return &r
 }
 
-func (gitea *GiteaTransport) FetchMaintainershipFile(org, repo, branch string) ([]byte, error) {
+func (gitea *GiteaTransport) FetchMaintainershipFile(org, repo, branch string) ([]byte, string, error) {
 	return gitea.GetRepositoryFileContent(org, repo, branch, MaintainershipFile)
 }
 
-func (gitea *GiteaTransport) FetchMaintainershipDirFile(org, repo, branch, pkg string) ([]byte, error) {
+func (gitea *GiteaTransport) FetchMaintainershipDirFile(org, repo, branch, pkg string) ([]byte, string, error) {
 	return gitea.GetRepositoryFileContent(org, repo, branch, path.Join(MaintainershipDir, pkg))
 }
 
@@ -153,6 +159,15 @@ func (gitea *GiteaTransport) GetPullRequest(org, project string, num int64) (*mo
 	return pr.Payload, err
 }
 
+func (gitea *GiteaTransport) GetRepository(org, pkg string) (*models.Repository, error) {
+	repo, err := gitea.client.Repository.RepoGet(repository.NewRepoGetParams().WithDefaults().WithOwner(org).WithRepo(pkg), gitea.transport.DefaultAuthentication)
+	if err != nil {
+		return nil, err
+	}
+
+	return repo.Payload, nil
+}
+
 func (gitea *GiteaTransport) GetPullRequestReviews(org, project string, PRnum int64) ([]*models.PullReview, error) {
 	limit := int64(20)
 	var page int64
@@ -463,35 +478,36 @@ func (gitea *GiteaTransport) AddReviewComment(pr *models.PullRequest, state mode
 	return c.Payload, nil
 }
 
-func (gitea *GiteaTransport) GetRepositoryFileContent(org, repo, hash, path string) ([]byte, error) {
-	var retData []byte
-
-	dataOut := writeFunc(func(data []byte) (int, error) {
-		if len(data) == 0 {
-			return 0, nil
-		}
-		retData = data
-		return len(data), nil
-	})
-	_, err := gitea.client.Repository.RepoGetRawFile(
-		repository.NewRepoGetRawFileParams().
-			WithOwner(org).
-			WithRepo(repo).
-			WithFilepath(path).
-			WithRef(&hash),
+func (gitea *GiteaTransport) GetRepositoryFileContent(org, repo, hash, path string) ([]byte, string, error) {
+	content, err := gitea.client.Repository.RepoGetContents(
+		repository.NewRepoGetContentsParams().WithOwner(org).WithRepo(repo).WithFilepath(path).WithRef(&hash),
 		gitea.transport.DefaultAuthentication,
-		dataOut,
-		repository.WithContentTypeApplicationOctetStream,
 	)
 
 	if err != nil {
-		return nil, err
+		return nil, "", err
+	}
+	if content.Payload.Encoding != "base64" {
+		return nil, "", fmt.Errorf("Unhandled content encoding: %s", content.Payload.Encoding)
 	}
 
-	return retData, nil
+	if content.Payload.Size > 10000000 {
+		return nil, "", fmt.Errorf("Content length is too large for %s/%s/%s#%s - %d bytes", org, repo, path, hash, content.Payload.Size)
+	}
+
+	data := make([]byte, content.Payload.Size)
+	n, err := base64.RawStdEncoding.Decode(data, []byte(content.Payload.Content))
+	if err != nil {
+		return nil, "", fmt.Errorf("Error decoding file %s/%s/%s#%s : %w", org, repo, path, hash, err)
+	}
+	if n != int(content.Payload.Size) {
+		return nil, "", fmt.Errorf("Decoded length doesn't match expected for %s/%s/%s#%s - %d vs %d bytes", org, repo, path, hash, content.Payload.Size, n)
+	}
+
+	return data, content.Payload.SHA, nil
 }
 
-func (gitea *GiteaTransport) GetPullRequestFileContent(pr *models.PullRequest, path string) ([]byte, error) {
+func (gitea *GiteaTransport) GetPullRequestFileContent(pr *models.PullRequest, path string) ([]byte, string, error) {
 	return gitea.GetRepositoryFileContent(pr.Head.Repo.Owner.UserName, pr.Head.Repo.Name, pr.Head.Sha, path)
 }