2024-07-08 17:14:26 +02:00
|
|
|
package common
|
|
|
|
|
|
|
|
import (
|
2024-08-27 17:55:03 +02:00
|
|
|
"crypto/tls"
|
|
|
|
"fmt"
|
2024-07-08 17:14:26 +02:00
|
|
|
"log"
|
2024-08-27 17:55:03 +02:00
|
|
|
"maps"
|
2024-07-08 17:14:26 +02:00
|
|
|
"net/http"
|
|
|
|
"net/url"
|
2024-08-27 17:55:03 +02:00
|
|
|
"strings"
|
|
|
|
"time"
|
|
|
|
|
|
|
|
rabbitmq "github.com/rabbitmq/amqp091-go"
|
2024-07-08 17:14:26 +02:00
|
|
|
)
|
|
|
|
|
2024-08-26 17:07:52 +02:00
|
|
|
const RequestType_CreateBrachTag = "create"
|
|
|
|
const RequestType_DeleteBranchTag = "delete"
|
|
|
|
const RequestType_Fork = "fork"
|
|
|
|
const RequestType_Issue = "issues"
|
|
|
|
const RequestType_IssueAssign = "issue_assign"
|
|
|
|
const RequestType_IssueComment = "issue_comment"
|
|
|
|
const RequestType_IssueLabel = "issue_label"
|
|
|
|
const RequestType_IssueMilestone = "issue_milestone"
|
2024-07-08 17:14:26 +02:00
|
|
|
const RequestType_Push = "push"
|
|
|
|
const RequestType_Repository = "repository"
|
2024-08-26 17:07:52 +02:00
|
|
|
const RequestType_Release = "release"
|
2024-07-09 12:06:24 +02:00
|
|
|
const RequestType_PR = "pull_request"
|
2024-08-26 17:30:36 +02:00
|
|
|
const RequestType_PRAssign = "pull_request_assign"
|
2024-08-26 17:38:55 +02:00
|
|
|
const RequestType_PRLabel = "pull_request_label"
|
2024-08-26 17:07:52 +02:00
|
|
|
const RequestType_PRComment = "pull_request_comment"
|
2024-08-26 17:30:36 +02:00
|
|
|
const RequestType_PRMilestone = "pull_request_milestone"
|
|
|
|
const RequestType_PRSync = "pull_request_sync"
|
|
|
|
const RequestType_PRReviewAccepted = "pull_request_review_approved"
|
|
|
|
const RequestType_PRReviewRejected = "pull_request_review_rejected"
|
|
|
|
const RequestType_PRReviewRequest = "pull_request_review_request"
|
|
|
|
const RequestType_Wiki = "wiki"
|
2024-07-08 17:14:26 +02:00
|
|
|
|
|
|
|
type RequestProcessor func(*RequestHandler) error
|
|
|
|
|
|
|
|
type ListenDefinitions struct {
|
2024-08-27 17:55:03 +02:00
|
|
|
RabbitURL string // amqps://user:password@host/queue
|
|
|
|
|
|
|
|
GitAuthor string
|
|
|
|
Handlers map[string]RequestProcessor
|
|
|
|
}
|
|
|
|
|
|
|
|
type RabbitMessage rabbitmq.Delivery
|
|
|
|
|
|
|
|
func processRabbitMQ(msgCh chan<- RabbitMessage, server url.URL, topics []string) error {
|
|
|
|
queueName := server.Path
|
|
|
|
server.Path = ""
|
|
|
|
|
|
|
|
if queueName[0] == '/' {
|
|
|
|
queueName = queueName[1:]
|
|
|
|
}
|
|
|
|
|
|
|
|
connection, err := rabbitmq.DialTLS(server.String(), &tls.Config{
|
|
|
|
ServerName: server.Hostname(),
|
|
|
|
})
|
|
|
|
if err != nil {
|
|
|
|
return fmt.Errorf("Cannot connect to %s . Err: %w", server.Hostname(), err)
|
|
|
|
}
|
|
|
|
defer connection.Close()
|
|
|
|
|
|
|
|
ch, err := connection.Channel()
|
|
|
|
if err != nil {
|
|
|
|
return fmt.Errorf("Cannot create a channel. Err: %w", err)
|
|
|
|
}
|
|
|
|
defer ch.Close()
|
|
|
|
|
|
|
|
if err = ch.ExchangeDeclarePassive("pubsub", "topic", true, false, false, false, nil); err != nil {
|
|
|
|
return fmt.Errorf("Cannot find pubsub exchange? Err: %w", err)
|
|
|
|
}
|
|
|
|
|
|
|
|
var q rabbitmq.Queue
|
|
|
|
if len(queueName) == 0 {
|
|
|
|
q, err = ch.QueueDeclare("", false, true, true, false, nil)
|
|
|
|
} else {
|
|
|
|
q, err = ch.QueueDeclarePassive(queueName, true, false, true, false, nil)
|
|
|
|
if err != nil {
|
|
|
|
log.Printf("queue not found .. trying to create it: %v\n", err)
|
|
|
|
if ch.IsClosed() {
|
|
|
|
ch, err = connection.Channel()
|
|
|
|
if err != nil {
|
|
|
|
return fmt.Errorf("Channel cannot be re-opened. Err: %w", err)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
q, err = ch.QueueDeclare(queueName, true, false, true, false, nil)
|
|
|
|
|
|
|
|
if err != nil {
|
|
|
|
log.Printf("can't create persistent queue ... falling back to temporaty queue: %v\n", err)
|
|
|
|
if ch.IsClosed() {
|
|
|
|
ch, err = connection.Channel()
|
|
|
|
return fmt.Errorf("Channel cannot be re-opened. Err: %w", err)
|
|
|
|
}
|
|
|
|
q, err = ch.QueueDeclare("", false, true, true, false, nil)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
if err != nil {
|
|
|
|
return fmt.Errorf("Cannot declare queue. Err: %w", err)
|
|
|
|
}
|
|
|
|
// log.Printf("queue: %s:%d", q.Name, q.Consumers)
|
|
|
|
|
|
|
|
for _, topic := range topics {
|
|
|
|
err = ch.QueueBind(q.Name, topic, "pubsub", false, nil)
|
|
|
|
if err != nil {
|
|
|
|
return fmt.Errorf("Cannot find queue to exchange with topic %s. Err: %w", topic, err)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
msgs, err := ch.Consume(q.Name, "", true, true, false, false, nil)
|
|
|
|
if err != nil {
|
|
|
|
return fmt.Errorf("Cannot start consumer. Err: %w", err)
|
|
|
|
}
|
|
|
|
// log.Printf("queue: %s:%d", q.Name, q.Consumers)
|
|
|
|
|
|
|
|
for {
|
|
|
|
msg, ok := <-msgs
|
|
|
|
if !ok {
|
|
|
|
return fmt.Errorf("channel/connection closed?\n")
|
|
|
|
}
|
|
|
|
|
|
|
|
msgCh <- RabbitMessage(msg)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
func connectAndProcessRabbitMQ(log *log.Logger, ch chan<- RabbitMessage, server url.URL, topics []string) {
|
|
|
|
defer func() {
|
|
|
|
if r := recover(); r != nil {
|
|
|
|
log.Println("'crash' RabbitMQ worker. Recovering... reconnecting...")
|
|
|
|
time.Sleep(5 * time.Second)
|
|
|
|
go connectAndProcessRabbitMQ(log, ch, server, topics)
|
|
|
|
}
|
|
|
|
}()
|
|
|
|
|
|
|
|
for {
|
|
|
|
err := processRabbitMQ(ch, server, topics)
|
|
|
|
if err != nil {
|
|
|
|
log.Printf("Error in RabbitMQ connection. %#v", err)
|
|
|
|
log.Println("Reconnecting in 2 seconds...")
|
|
|
|
time.Sleep(2 * time.Second)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
func ConnectToRabbitMQ(log *log.Logger, server url.URL, topics []string) chan RabbitMessage {
|
|
|
|
ch := make(chan RabbitMessage, 100)
|
|
|
|
go connectAndProcessRabbitMQ(log, ch, server, topics)
|
|
|
|
|
|
|
|
return ch
|
|
|
|
}
|
|
|
|
|
|
|
|
func ProcessRabbitMQEvents(listenDefs ListenDefinitions) {
|
|
|
|
server, err := url.Parse(listenDefs.RabbitURL)
|
|
|
|
if err != nil {
|
|
|
|
log.Panicf("cannot parse server URL. Err: %#v", err)
|
|
|
|
}
|
|
|
|
|
|
|
|
topics := make([]string, 0, len(listenDefs.Handlers))
|
|
|
|
for k := range listenDefs.Handlers {
|
|
|
|
topics = append(topics, fmt.Sprintf("*.gitea.%s#", k))
|
|
|
|
}
|
|
|
|
|
|
|
|
ch := ConnectToRabbitMQ(log.Default(), *server, topics)
|
|
|
|
|
|
|
|
for {
|
|
|
|
msg, ok := <-ch
|
|
|
|
if !ok {
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
|
|
|
route := strings.Split(msg.RoutingKey, ".")
|
|
|
|
if len(route > 3) {
|
|
|
|
if handler, found := listenDefs.Handlers[route[2]]; found {
|
|
|
|
switch route[2] {
|
|
|
|
case RequestType_CreateBrachTag, RequestType_DeleteBranchTag:
|
|
|
|
case RequestType_Fork:
|
|
|
|
case RequestType_Issue:
|
|
|
|
case RequestType_IssueAssign:
|
|
|
|
case RequestType_IssueComment:
|
|
|
|
case RequestType_IssueLabel:
|
|
|
|
case RequestType_IssueMilestone:
|
|
|
|
case RequestType_Push:
|
|
|
|
case RequestType_Repository:
|
|
|
|
case RequestType_Release:
|
|
|
|
case RequestType_PR:
|
|
|
|
case RequestType_PRAssign:
|
|
|
|
case RequestType_PRLabel:
|
|
|
|
case RequestType_PRComment:
|
|
|
|
case RequestType_PRMilestone:
|
|
|
|
case RequestType_PRSync:
|
|
|
|
case RequestType_PRReviewAccepted:
|
|
|
|
case RequestType_PRReviewRejected:
|
|
|
|
case RequestType_PRReviewRequest:
|
|
|
|
case RequestType_Wiki:
|
|
|
|
|
|
|
|
}
|
|
|
|
handler
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
2024-07-08 17:14:26 +02:00
|
|
|
}
|
|
|
|
|
2024-08-26 17:07:52 +02:00
|
|
|
func StartServer(listenDefs ListenDefinitions, config []*AutogitConfig) {
|
2024-07-09 14:55:12 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
func StartServerWithAddress(listenDefs ListenDefinitions, addr string) {
|
2024-07-08 17:14:26 +02:00
|
|
|
if listenDefs.Url != url.PathEscape(listenDefs.Url) {
|
|
|
|
log.Fatalf("Invalid Url fragment (%s) to listen on. Aborting", listenDefs.Url)
|
|
|
|
}
|
|
|
|
|
|
|
|
http.HandleFunc("/"+listenDefs.Url, func(res http.ResponseWriter, req *http.Request) {
|
|
|
|
h := CreateRequestHandler(listenDefs.GitAuthor, listenDefs.Url)
|
2024-08-13 16:42:20 +02:00
|
|
|
defer h.Close()
|
2024-07-08 17:14:26 +02:00
|
|
|
|
|
|
|
hdr := req.Header[GiteaRequestHeader]
|
|
|
|
if len(hdr) != 1 {
|
2024-08-24 13:32:39 +02:00
|
|
|
h.ErrLogger.Printf("Unsupported number of %s headers: %d: %#v\n", GiteaRequestHeader, len(hdr), hdr)
|
2024-07-08 17:14:26 +02:00
|
|
|
h.WriteError()
|
|
|
|
res.WriteHeader(http.StatusInternalServerError)
|
|
|
|
return
|
|
|
|
}
|
|
|
|
reqType := hdr[0]
|
|
|
|
|
|
|
|
if handler, ok := listenDefs.Handlers[reqType]; ok {
|
2024-07-09 12:06:24 +02:00
|
|
|
switch reqType {
|
|
|
|
case RequestType_Repository:
|
|
|
|
h.parseRepositoryRequest(req.Body)
|
|
|
|
case RequestType_Push:
|
|
|
|
h.parsePushRequest(req.Body)
|
|
|
|
case RequestType_PR:
|
|
|
|
h.parsePullRequest(req.Body)
|
2024-08-26 17:30:36 +02:00
|
|
|
case RequestType_PRSync:
|
2024-07-10 17:29:36 +02:00
|
|
|
h.parsePullRequestSync(req.Body)
|
2024-07-09 12:06:24 +02:00
|
|
|
default:
|
2024-08-24 13:32:39 +02:00
|
|
|
h.ErrLogger.Printf("Unhandled request type: %s\n", reqType)
|
2024-07-09 12:06:24 +02:00
|
|
|
res.WriteHeader(http.StatusInternalServerError)
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
2024-07-09 23:52:28 +02:00
|
|
|
if h.HasError() {
|
2024-08-24 13:32:39 +02:00
|
|
|
h.ErrLogger.Printf("error in parser %s: %v\n", reqType, h.Error)
|
2024-07-09 23:52:28 +02:00
|
|
|
res.WriteHeader(http.StatusInternalServerError)
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
2024-07-08 17:14:26 +02:00
|
|
|
if err := handler(h); err != nil {
|
2024-08-24 13:32:39 +02:00
|
|
|
h.ErrLogger.Printf("error in handler for %s: %v\n", reqType, err)
|
2024-07-08 17:14:26 +02:00
|
|
|
res.WriteHeader(http.StatusInternalServerError)
|
|
|
|
return
|
|
|
|
}
|
|
|
|
} else {
|
2024-08-24 13:32:39 +02:00
|
|
|
h.ErrLogger.Printf("Unsupported request type: %s\n", reqType)
|
2024-07-08 17:14:26 +02:00
|
|
|
res.WriteHeader(http.StatusInternalServerError)
|
2024-07-09 12:06:24 +02:00
|
|
|
return
|
2024-07-08 17:14:26 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
if h.HasError() {
|
|
|
|
h.WriteError()
|
|
|
|
res.WriteHeader(http.StatusInternalServerError)
|
|
|
|
return
|
|
|
|
}
|
|
|
|
res.Header().Add("Content-Type", "application/json")
|
|
|
|
res.WriteHeader(http.StatusOK)
|
|
|
|
})
|
|
|
|
|
2024-07-09 14:55:12 +02:00
|
|
|
log.Fatal(http.ListenAndServe(addr, nil))
|
2024-07-08 17:14:26 +02:00
|
|
|
}
|