Initial Commit
This commit is contained in:
commit
1fa1d63307
2
.gitignore
vendored
Normal file
2
.gitignore
vendored
Normal file
@ -0,0 +1,2 @@
|
||||
/lure-analyzer
|
||||
/lure-repo-bot
|
||||
19
README.md
Normal file
19
README.md
Normal file
@ -0,0 +1,19 @@
|
||||
# LURE Repo Bot
|
||||
|
||||
A Github bot that reviews PRs to the LURE repo by analyzing the script for errors and providing comments on how to fix them.
|
||||
|
||||
There is also a command-line tool at `./cmd/lure-analyzer` that does the same thing but as a command.
|
||||
|
||||
## Configuration
|
||||
|
||||
### `LURE_BOT_ADDR`
|
||||
|
||||
The listen address for the webhook server. `:8080` by default.
|
||||
|
||||
### `LURE_BOT_GITHUB_TOKEN`
|
||||
|
||||
The Github token to be used for writing PR reviews
|
||||
|
||||
### `LURE_BOT_SECRET`
|
||||
|
||||
The secret used when setting up the Github webhook, used to verify the authenticity of webhook data.
|
||||
115
cmd/lure-analyzer/main.go
Normal file
115
cmd/lure-analyzer/main.go
Normal file
@ -0,0 +1,115 @@
|
||||
package main
|
||||
|
||||
import (
|
||||
"context"
|
||||
"fmt"
|
||||
"os"
|
||||
"strings"
|
||||
|
||||
"go.arsenm.dev/lure-repo-bot/internal/analyze"
|
||||
"go.arsenm.dev/lure-repo-bot/internal/shutils"
|
||||
"go.arsenm.dev/lure-repo-bot/internal/spdx"
|
||||
"mvdan.cc/sh/v3/expand"
|
||||
"mvdan.cc/sh/v3/interp"
|
||||
"mvdan.cc/sh/v3/syntax"
|
||||
)
|
||||
|
||||
func init() {
|
||||
err := spdx.Update()
|
||||
if err != nil {
|
||||
fatalErr(err)
|
||||
}
|
||||
}
|
||||
|
||||
func main() {
|
||||
ctx := context.Background()
|
||||
|
||||
var files []*os.File
|
||||
for _, arg := range os.Args[1:] {
|
||||
file, err := os.Open(arg)
|
||||
if err != nil {
|
||||
fatalErr(err)
|
||||
}
|
||||
files = append(files, file)
|
||||
}
|
||||
|
||||
wd, err := os.Getwd()
|
||||
if err != nil {
|
||||
fatalErr(err)
|
||||
}
|
||||
|
||||
issuesFound := false
|
||||
for _, file := range files {
|
||||
fl, err := syntax.NewParser().Parse(file, "lure.sh")
|
||||
if err != nil {
|
||||
fatalErr(err)
|
||||
}
|
||||
|
||||
var nopRWC shutils.NopRWC
|
||||
runner, err := interp.New(
|
||||
interp.Env(expand.ListEnviron()),
|
||||
interp.StdIO(nopRWC, nopRWC, os.Stderr),
|
||||
interp.ExecHandler(shutils.NopExec),
|
||||
interp.ReadDirHandler(shutils.NopReadDir),
|
||||
interp.OpenHandler(shutils.NopOpen),
|
||||
interp.StatHandler(shutils.NopStat),
|
||||
)
|
||||
if err != nil {
|
||||
fatalErr(err)
|
||||
}
|
||||
|
||||
err = runner.Run(ctx, fl)
|
||||
if err != nil {
|
||||
fatalErr(err)
|
||||
}
|
||||
|
||||
findings, err := analyze.AnalyzeScript(runner, fl)
|
||||
if err != nil {
|
||||
fatalErr(err)
|
||||
}
|
||||
|
||||
flName := strings.TrimPrefix(file.Name(), wd)
|
||||
flName = strings.TrimPrefix(flName, "/")
|
||||
|
||||
fmt.Println(flName + ":")
|
||||
if len(findings) == 0 {
|
||||
fmt.Println("\tNo issues found!")
|
||||
} else {
|
||||
issuesFound = true
|
||||
for _, finding := range findings {
|
||||
var name string
|
||||
if finding.Index != nil {
|
||||
name = fmt.Sprintf(
|
||||
"%s[%v] %s",
|
||||
finding.ItemName,
|
||||
finding.Index,
|
||||
finding.ItemType,
|
||||
)
|
||||
} else {
|
||||
name = fmt.Sprintf(
|
||||
"%s %s",
|
||||
finding.ItemName,
|
||||
finding.ItemType,
|
||||
)
|
||||
}
|
||||
|
||||
msg := fmt.Sprintf(finding.Msg, name)
|
||||
|
||||
if finding.ExtraMsg == "" {
|
||||
fmt.Printf("\tLine %d: %s\n", finding.Line, msg)
|
||||
} else {
|
||||
fmt.Printf("\tLine %d: %s\n\t\t%s\n", finding.Line, msg, finding.ExtraMsg)
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
if issuesFound {
|
||||
os.Exit(1)
|
||||
}
|
||||
}
|
||||
|
||||
func fatalErr(a ...any) {
|
||||
fmt.Println(append([]any{"error:"}, a...)...)
|
||||
os.Exit(1)
|
||||
}
|
||||
116
github.go
Normal file
116
github.go
Normal file
@ -0,0 +1,116 @@
|
||||
package main
|
||||
|
||||
import (
|
||||
"context"
|
||||
"fmt"
|
||||
|
||||
"github.com/google/go-github/v48/github"
|
||||
"go.arsenm.dev/lure-repo-bot/internal/analyze"
|
||||
"go.arsenm.dev/lure-repo-bot/internal/types"
|
||||
"golang.org/x/oauth2"
|
||||
)
|
||||
|
||||
func newClient(ctx context.Context, token string) *github.Client {
|
||||
ts := oauth2.StaticTokenSource(&oauth2.Token{AccessToken: token})
|
||||
tc := oauth2.NewClient(ctx, ts)
|
||||
return github.NewClient(tc)
|
||||
}
|
||||
|
||||
func writeFindings(ctx context.Context, c *github.Client, findings []analyze.Finding, path string, pr *types.PullRequest) error {
|
||||
comments := make([]*github.DraftReviewComment, len(findings))
|
||||
|
||||
for i, finding := range findings {
|
||||
var name string
|
||||
if finding.Index != nil {
|
||||
name = fmt.Sprintf(
|
||||
"`%s[%v]` %s",
|
||||
finding.ItemName,
|
||||
finding.Index,
|
||||
finding.ItemType,
|
||||
)
|
||||
} else {
|
||||
name = fmt.Sprintf(
|
||||
"`%s` %s",
|
||||
finding.ItemName,
|
||||
finding.ItemType,
|
||||
)
|
||||
}
|
||||
|
||||
msg := fmt.Sprintf(finding.Msg, name)
|
||||
|
||||
if finding.ExtraMsg != "" {
|
||||
msg += "\n\n" + finding.ExtraMsg
|
||||
}
|
||||
|
||||
if finding.Line == 0 {
|
||||
finding.Line = 1
|
||||
}
|
||||
|
||||
fmt.Println(finding.Line)
|
||||
|
||||
comments[i] = &github.DraftReviewComment{
|
||||
Line: github.Int(int(finding.Line)),
|
||||
Path: github.String(path),
|
||||
Body: github.String(msg),
|
||||
Side: github.String("RIGHT"),
|
||||
}
|
||||
}
|
||||
|
||||
if len(findings) > 0 {
|
||||
rev, _, err := c.PullRequests.CreateReview(
|
||||
ctx,
|
||||
pr.Base.Repo.Owner.Login,
|
||||
pr.Base.Repo.Name,
|
||||
int(pr.Number),
|
||||
&github.PullRequestReviewRequest{
|
||||
Comments: comments,
|
||||
},
|
||||
)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
|
||||
_, _, err = c.PullRequests.SubmitReview(
|
||||
ctx,
|
||||
pr.Base.Repo.Owner.Login,
|
||||
pr.Base.Repo.Name,
|
||||
int(pr.Number),
|
||||
*rev.ID,
|
||||
&github.PullRequestReviewRequest{
|
||||
Body: github.String("Please re-request review from the bot after applying these fixes"),
|
||||
Event: github.String("COMMENT"),
|
||||
},
|
||||
)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
} else {
|
||||
rev, _, err := c.PullRequests.CreateReview(
|
||||
ctx,
|
||||
pr.Base.Repo.Owner.Login,
|
||||
pr.Base.Repo.Name,
|
||||
int(pr.Number),
|
||||
&github.PullRequestReviewRequest{},
|
||||
)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
|
||||
_, _, err = c.PullRequests.SubmitReview(
|
||||
ctx,
|
||||
pr.Base.Repo.Owner.Login,
|
||||
pr.Base.Repo.Name,
|
||||
int(pr.Number),
|
||||
*rev.ID,
|
||||
&github.PullRequestReviewRequest{
|
||||
Body: github.String("No issues found!"),
|
||||
Event: github.String("APPROVE"),
|
||||
},
|
||||
)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
}
|
||||
|
||||
return nil
|
||||
}
|
||||
39
go.mod
Normal file
39
go.mod
Normal file
@ -0,0 +1,39 @@
|
||||
module go.arsenm.dev/lure-repo-bot
|
||||
|
||||
go 1.19
|
||||
|
||||
require (
|
||||
github.com/adrg/strutil v0.3.0
|
||||
github.com/go-git/go-git/v5 v5.4.2
|
||||
github.com/google/go-github/v48 v48.0.0
|
||||
github.com/mitchellh/go-spdx v0.1.0
|
||||
golang.org/x/exp v0.0.0-20221031165847-c99f073a8326
|
||||
golang.org/x/oauth2 v0.0.0-20180821212333-d2e6202438be
|
||||
mvdan.cc/sh/v3 v3.5.1
|
||||
)
|
||||
|
||||
require (
|
||||
github.com/Microsoft/go-winio v0.4.16 // indirect
|
||||
github.com/ProtonMail/go-crypto v0.0.0-20210428141323-04723f9f07d7 // indirect
|
||||
github.com/acomagu/bufpipe v1.0.3 // indirect
|
||||
github.com/emirpasic/gods v1.12.0 // indirect
|
||||
github.com/go-git/gcfg v1.5.0 // indirect
|
||||
github.com/go-git/go-billy/v5 v5.3.1 // indirect
|
||||
github.com/golang/protobuf v1.3.2 // indirect
|
||||
github.com/google/go-querystring v1.1.0 // indirect
|
||||
github.com/hashicorp/go-cleanhttp v0.5.0 // indirect
|
||||
github.com/imdario/mergo v0.3.12 // indirect
|
||||
github.com/jbenet/go-context v0.0.0-20150711004518-d14ea06fba99 // indirect
|
||||
github.com/kevinburke/ssh_config v0.0.0-20201106050909-4977a11b4351 // indirect
|
||||
github.com/mitchellh/go-homedir v1.1.0 // indirect
|
||||
github.com/sergi/go-diff v1.1.0 // indirect
|
||||
github.com/stretchr/testify v1.8.0 // indirect
|
||||
github.com/xanzy/ssh-agent v0.3.0 // indirect
|
||||
golang.org/x/crypto v0.0.0-20210817164053-32db794688a5 // indirect
|
||||
golang.org/x/net v0.0.0-20210326060303-6b1517762897 // indirect
|
||||
golang.org/x/sync v0.0.0-20210220032951-036812b2e83c // indirect
|
||||
golang.org/x/sys v0.1.0 // indirect
|
||||
golang.org/x/term v0.0.0-20210927222741-03fcf44c2211 // indirect
|
||||
google.golang.org/appengine v1.6.7 // indirect
|
||||
gopkg.in/warnings.v0 v0.1.2 // indirect
|
||||
)
|
||||
141
go.sum
Normal file
141
go.sum
Normal file
@ -0,0 +1,141 @@
|
||||
github.com/Microsoft/go-winio v0.4.14/go.mod h1:qXqCSQ3Xa7+6tgxaGTIe4Kpcdsi+P8jBhyzoq1bpyYA=
|
||||
github.com/Microsoft/go-winio v0.4.16 h1:FtSW/jqD+l4ba5iPBj9CODVtgfYAD8w2wS923g/cFDk=
|
||||
github.com/Microsoft/go-winio v0.4.16/go.mod h1:XB6nPKklQyQ7GC9LdcBEcBl8PF76WugXOPRXwdLnMv0=
|
||||
github.com/ProtonMail/go-crypto v0.0.0-20210428141323-04723f9f07d7 h1:YoJbenK9C67SkzkDfmQuVln04ygHj3vjZfd9FL+GmQQ=
|
||||
github.com/ProtonMail/go-crypto v0.0.0-20210428141323-04723f9f07d7/go.mod h1:z4/9nQmJSSwwds7ejkxaJwO37dru3geImFUdJlaLzQo=
|
||||
github.com/acomagu/bufpipe v1.0.3 h1:fxAGrHZTgQ9w5QqVItgzwj235/uYZYgbXitB+dLupOk=
|
||||
github.com/acomagu/bufpipe v1.0.3/go.mod h1:mxdxdup/WdsKVreO5GpW4+M/1CE2sMG4jeGJ2sYmHc4=
|
||||
github.com/adrg/strutil v0.3.0 h1:bi/HB2zQbDihC8lxvATDTDzkT4bG7PATtVnDYp5rvq4=
|
||||
github.com/adrg/strutil v0.3.0/go.mod h1:Jz0wzBVE6Uiy9wxo62YEqEY1Nwto3QlLl1Il5gkLKWU=
|
||||
github.com/anmitsu/go-shlex v0.0.0-20161002113705-648efa622239 h1:kFOfPq6dUM1hTo4JG6LR5AXSUEsOjtdm0kw0FtQtMJA=
|
||||
github.com/anmitsu/go-shlex v0.0.0-20161002113705-648efa622239/go.mod h1:2FmKhYUyUczH0OGQWaF5ceTx0UBShxjsH6f8oGKYe2c=
|
||||
github.com/armon/go-socks5 v0.0.0-20160902184237-e75332964ef5 h1:0CwZNZbxp69SHPdPJAN/hZIm0C4OItdklCFmMRWYpio=
|
||||
github.com/armon/go-socks5 v0.0.0-20160902184237-e75332964ef5/go.mod h1:wHh0iHkYZB8zMSxRWpUBQtwG5a7fFgvEO+odwuTv2gs=
|
||||
github.com/creack/pty v1.1.9/go.mod h1:oKZEueFk5CKHvIhNR5MUki03XCEU+Q6VDXinZuGJ33E=
|
||||
github.com/creack/pty v1.1.17 h1:QeVUsEDNrLBW4tMgZHvxy18sKtr6VI492kBhUfhDJNI=
|
||||
github.com/davecgh/go-spew v1.1.0/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38=
|
||||
github.com/davecgh/go-spew v1.1.1 h1:vj9j/u1bqnvCEfJOwUhtlOARqs3+rkHYY13jYWTU97c=
|
||||
github.com/davecgh/go-spew v1.1.1/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38=
|
||||
github.com/emirpasic/gods v1.12.0 h1:QAUIPSaCu4G+POclxeqb3F+WPpdKqFGlw36+yOzGlrg=
|
||||
github.com/emirpasic/gods v1.12.0/go.mod h1:YfzfFFoVP/catgzJb4IKIqXjX78Ha8FMSDh3ymbK86o=
|
||||
github.com/flynn/go-shlex v0.0.0-20150515145356-3f9db97f8568/go.mod h1:xEzjJPgXI435gkrCt3MPfRiAkVrwSbHsst4LCFVfpJc=
|
||||
github.com/frankban/quicktest v1.14.0 h1:+cqqvzZV87b4adx/5ayVOaYZ2CrvM4ejQvUdBzPPUss=
|
||||
github.com/gliderlabs/ssh v0.2.2 h1:6zsha5zo/TWhRhwqCD3+EarCAgZ2yN28ipRnGPnwkI0=
|
||||
github.com/gliderlabs/ssh v0.2.2/go.mod h1:U7qILu1NlMHj9FlMhZLlkCdDnU1DBEAqr0aevW3Awn0=
|
||||
github.com/go-git/gcfg v1.5.0 h1:Q5ViNfGF8zFgyJWPqYwA7qGFoMTEiBmdlkcfRmpIMa4=
|
||||
github.com/go-git/gcfg v1.5.0/go.mod h1:5m20vg6GwYabIxaOonVkTdrILxQMpEShl1xiMF4ua+E=
|
||||
github.com/go-git/go-billy/v5 v5.2.0/go.mod h1:pmpqyWchKfYfrkb/UVH4otLvyi/5gJlGI4Hb3ZqZ3W0=
|
||||
github.com/go-git/go-billy/v5 v5.3.1 h1:CPiOUAzKtMRvolEKw+bG1PLRpT7D3LIs3/3ey4Aiu34=
|
||||
github.com/go-git/go-billy/v5 v5.3.1/go.mod h1:pmpqyWchKfYfrkb/UVH4otLvyi/5gJlGI4Hb3ZqZ3W0=
|
||||
github.com/go-git/go-git-fixtures/v4 v4.2.1 h1:n9gGL1Ct/yIw+nfsfr8s4+sbhT+Ncu2SubfXjIWgci8=
|
||||
github.com/go-git/go-git-fixtures/v4 v4.2.1/go.mod h1:K8zd3kDUAykwTdDCr+I0per6Y6vMiRR/nnVTBtavnB0=
|
||||
github.com/go-git/go-git/v5 v5.4.2 h1:BXyZu9t0VkbiHtqrsvdq39UDhGJTl1h55VW6CSC4aY4=
|
||||
github.com/go-git/go-git/v5 v5.4.2/go.mod h1:gQ1kArt6d+n+BGd+/B/I74HwRTLhth2+zti4ihgckDc=
|
||||
github.com/golang/protobuf v1.3.1/go.mod h1:6lQm79b+lXiMfvg/cZm0SGofjICqVBUtrP5yJMmIC1U=
|
||||
github.com/golang/protobuf v1.3.2 h1:6nsPYzhq5kReh6QImI3k5qWzO4PEbvbIW2cwSfR/6xs=
|
||||
github.com/golang/protobuf v1.3.2/go.mod h1:6lQm79b+lXiMfvg/cZm0SGofjICqVBUtrP5yJMmIC1U=
|
||||
github.com/google/go-cmp v0.3.0/go.mod h1:8QqcDgzrUqlUb/G2PQTWiueGozuR1884gddMywk6iLU=
|
||||
github.com/google/go-cmp v0.5.2/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE=
|
||||
github.com/google/go-cmp v0.5.9 h1:O2Tfq5qg4qc4AmwVlvv0oLiVAGB7enBSJ2x2DqQFi38=
|
||||
github.com/google/go-github/v48 v48.0.0 h1:9H5fWVXFK6ZsRriyPbjtnFAkJnoj0WKFtTYfpCRrTm8=
|
||||
github.com/google/go-github/v48 v48.0.0/go.mod h1:dDlehKBDo850ZPvCTK0sEqTCVWcrGl2LcDiajkYi89Y=
|
||||
github.com/google/go-querystring v1.1.0 h1:AnCroh3fv4ZBgVIf1Iwtovgjaw/GiKJo8M8yD/fhyJ8=
|
||||
github.com/google/go-querystring v1.1.0/go.mod h1:Kcdr2DB4koayq7X8pmAG4sNG59So17icRSOU623lUBU=
|
||||
github.com/hashicorp/go-cleanhttp v0.5.0 h1:wvCrVc9TjDls6+YGAF2hAifE1E5U1+b4tH6KdvN3Gig=
|
||||
github.com/hashicorp/go-cleanhttp v0.5.0/go.mod h1:JpRdi6/HCYpAwUzNwuwqhbovhLtngrth3wmdIIUrZ80=
|
||||
github.com/imdario/mergo v0.3.12 h1:b6R2BslTbIEToALKP7LxUvijTsNI9TAe80pLWN2g/HU=
|
||||
github.com/imdario/mergo v0.3.12/go.mod h1:jmQim1M+e3UYxmgPu/WyfjB3N3VflVyUjjjwH0dnCYA=
|
||||
github.com/jbenet/go-context v0.0.0-20150711004518-d14ea06fba99 h1:BQSFePA1RWJOlocH6Fxy8MmwDt+yVQYULKfN0RoTN8A=
|
||||
github.com/jbenet/go-context v0.0.0-20150711004518-d14ea06fba99/go.mod h1:1lJo3i6rXxKeerYnT8Nvf0QmHCRC1n8sfWVwXF2Frvo=
|
||||
github.com/jessevdk/go-flags v1.5.0/go.mod h1:Fw0T6WPc1dYxT4mKEZRfG5kJhaTDP9pj1c2EWnYs/m4=
|
||||
github.com/kevinburke/ssh_config v0.0.0-20201106050909-4977a11b4351 h1:DowS9hvgyYSX4TO5NpyC606/Z4SxnNYbT+WX27or6Ck=
|
||||
github.com/kevinburke/ssh_config v0.0.0-20201106050909-4977a11b4351/go.mod h1:CT57kijsi8u/K/BOFA39wgDQJ9CxiF4nAY/ojJ6r6mM=
|
||||
github.com/konsorten/go-windows-terminal-sequences v1.0.1/go.mod h1:T0+1ngSBFLxvqU3pZ+m/2kptfBszLMUkC4ZK/EgS/cQ=
|
||||
github.com/kr/pretty v0.1.0/go.mod h1:dAy3ld7l9f0ibDNOQOHHMYYIIbhfbHSm3C4ZsoJORNo=
|
||||
github.com/kr/pretty v0.2.1/go.mod h1:ipq/a2n7PKx3OHsz4KJII5eveXtPO4qwEXGdVfWzfnI=
|
||||
github.com/kr/pretty v0.3.0 h1:WgNl7dwNpEZ6jJ9k1snq4pZsg7DOEN8hP9Xw0Tsjwk0=
|
||||
github.com/kr/pty v1.1.1/go.mod h1:pFQYn66WHrOpPYNljwOMqo10TkYh1fy3cYio2l3bCsQ=
|
||||
github.com/kr/text v0.1.0/go.mod h1:4Jbv+DJW3UT/LiOwJeYQe1efqtUx/iVham/4vfdArNI=
|
||||
github.com/kr/text v0.2.0 h1:5Nx0Ya0ZqY2ygV366QzturHI13Jq95ApcVaJBhpS+AY=
|
||||
github.com/kr/text v0.2.0/go.mod h1:eLer722TekiGuMkidMxC/pM04lWEeraHUUmBw8l2grE=
|
||||
github.com/matryer/is v1.2.0 h1:92UTHpy8CDwaJ08GqLDzhhuixiBUUD1p3AU6PHddz4A=
|
||||
github.com/matryer/is v1.2.0/go.mod h1:2fLPjFQM9rhQ15aVEtbuwhJinnOqrmgXPNdZsdwlWXA=
|
||||
github.com/mitchellh/go-homedir v1.1.0 h1:lukF9ziXFxDFPkA1vsr5zpc1XuPDn/wFntq5mG+4E0Y=
|
||||
github.com/mitchellh/go-homedir v1.1.0/go.mod h1:SfyaCUpYCn1Vlf4IUYiD9fPX4A5wJrkLzIz1N1q0pr0=
|
||||
github.com/mitchellh/go-spdx v0.1.0 h1:50JnVzkL3kWreQ5Qb4Pi3Qx9e+bbYrt8QglJDpfeBEs=
|
||||
github.com/mitchellh/go-spdx v0.1.0/go.mod h1:FFi4Cg1fBuN/JCtPtP8PEDmcBjvO3gijQVl28YjIBVQ=
|
||||
github.com/niemeyer/pretty v0.0.0-20200227124842-a10e7caefd8e/go.mod h1:zD1mROLANZcx1PVRCS0qkT7pwLkGfwJo4zjcN/Tysno=
|
||||
github.com/pkg/errors v0.8.1/go.mod h1:bwawxfHBFNV+L2hUp1rHADufV3IMtnDRdf1r5NINEl0=
|
||||
github.com/pkg/errors v0.9.1 h1:FEBLx1zS214owpjy7qsBeixbURkuhQAwrK5UwLGTwt4=
|
||||
github.com/pkg/errors v0.9.1/go.mod h1:bwawxfHBFNV+L2hUp1rHADufV3IMtnDRdf1r5NINEl0=
|
||||
github.com/pmezard/go-difflib v1.0.0 h1:4DBwDE0NGyQoBHbLQYPwSUPoCMWR5BEzIk/f1lZbAQM=
|
||||
github.com/pmezard/go-difflib v1.0.0/go.mod h1:iKH77koFhYxTK1pcRnkKkqfTogsbg7gZNVY4sRDYZ/4=
|
||||
github.com/rogpeppe/go-internal v1.8.1 h1:geMPLpDpQOgVyCg5z5GoRwLHepNdb71NXb67XFkP+Eg=
|
||||
github.com/sergi/go-diff v1.1.0 h1:we8PVUC3FE2uYfodKH/nBHMSetSfHDR6scGdBi+erh0=
|
||||
github.com/sergi/go-diff v1.1.0/go.mod h1:STckp+ISIX8hZLjrqAeVduY0gWCT9IjLuqbuNXdaHfM=
|
||||
github.com/sirupsen/logrus v1.4.1/go.mod h1:ni0Sbl8bgC9z8RoU9G6nDWqqs/fq4eDPysMBDgk/93Q=
|
||||
github.com/stretchr/objx v0.1.0/go.mod h1:HFkY916IF+rwdDfMAkV7OtwuqBVzrE8GR6GFx+wExME=
|
||||
github.com/stretchr/objx v0.1.1/go.mod h1:HFkY916IF+rwdDfMAkV7OtwuqBVzrE8GR6GFx+wExME=
|
||||
github.com/stretchr/objx v0.4.0/go.mod h1:YvHI0jy2hoMjB+UWwv71VJQ9isScKT/TqJzVSSt89Yw=
|
||||
github.com/stretchr/testify v1.2.2/go.mod h1:a8OnRcib4nhh0OaRAV+Yts87kKdq0PP7pXfy6kDkUVs=
|
||||
github.com/stretchr/testify v1.4.0/go.mod h1:j7eGeouHqKxXV5pUuKE4zz7dFj8WfuZ+81PSLYec5m4=
|
||||
github.com/stretchr/testify v1.7.0/go.mod h1:6Fq8oRcR53rry900zMqJjRRixrwX3KX962/h/Wwjteg=
|
||||
github.com/stretchr/testify v1.7.1/go.mod h1:6Fq8oRcR53rry900zMqJjRRixrwX3KX962/h/Wwjteg=
|
||||
github.com/stretchr/testify v1.8.0 h1:pSgiaMZlXftHpm5L7V1+rVB+AZJydKsMxsQBIJw4PKk=
|
||||
github.com/stretchr/testify v1.8.0/go.mod h1:yNjHg4UonilssWZ8iaSj1OCr/vHnekPRkoO+kdMU+MU=
|
||||
github.com/xanzy/ssh-agent v0.3.0 h1:wUMzuKtKilRgBAD1sUb8gOwwRr2FGoBVumcjoOACClI=
|
||||
github.com/xanzy/ssh-agent v0.3.0/go.mod h1:3s9xbODqPuuhK9JV1R321M/FlMZSBvE5aY6eAcqrDh0=
|
||||
golang.org/x/crypto v0.0.0-20190219172222-a4c6cb3142f2/go.mod h1:6SG95UA2DQfeDnfUPMdvaQW0Q7yPrPDi9nlGo2tz2b4=
|
||||
golang.org/x/crypto v0.0.0-20190308221718-c2843e01d9a2/go.mod h1:djNgcEr1/C05ACkg1iLfiJU5Ep61QUkGW8qpdssI0+w=
|
||||
golang.org/x/crypto v0.0.0-20210322153248-0c34fe9e7dc2/go.mod h1:T9bdIzuCu7OtxOm1hfPfRQxPLYneinmdGuTeoZ9dtd4=
|
||||
golang.org/x/crypto v0.0.0-20210421170649-83a5a9bb288b/go.mod h1:T9bdIzuCu7OtxOm1hfPfRQxPLYneinmdGuTeoZ9dtd4=
|
||||
golang.org/x/crypto v0.0.0-20210817164053-32db794688a5 h1:HWj/xjIHfjYU5nVXpTM0s39J9CbLn7Cc5a7IC5rwsMQ=
|
||||
golang.org/x/crypto v0.0.0-20210817164053-32db794688a5/go.mod h1:GvvjBRRGRdwPK5ydBHafDWAxML/pGHZbMvKqRZ5+Abc=
|
||||
golang.org/x/exp v0.0.0-20221031165847-c99f073a8326 h1:QfTh0HpN6hlw6D3vu8DAwC8pBIwikq0AI1evdm+FksE=
|
||||
golang.org/x/exp v0.0.0-20221031165847-c99f073a8326/go.mod h1:CxIveKay+FTh1D0yPZemJVgC/95VzuuOLq5Qi4xnoYc=
|
||||
golang.org/x/net v0.0.0-20190603091049-60506f45cf65/go.mod h1:HSz+uSET+XFnRR8LxR5pz3Of3rY3CfYBVs4xY44aLks=
|
||||
golang.org/x/net v0.0.0-20210226172049-e18ecbb05110/go.mod h1:m0MpNAwzfU5UDzcl9v0D8zg8gWTRqZa9RBIspLL5mdg=
|
||||
golang.org/x/net v0.0.0-20210326060303-6b1517762897 h1:KrsHThm5nFk34YtATK1LsThyGhGbGe1olrte/HInHvs=
|
||||
golang.org/x/net v0.0.0-20210326060303-6b1517762897/go.mod h1:uSPa2vr4CLtc/ILN5odXGNXS6mhrKVzTaCXzk9m6W3k=
|
||||
golang.org/x/oauth2 v0.0.0-20180821212333-d2e6202438be h1:vEDujvNQGv4jgYKudGeI/+DAX4Jffq6hpD55MmoEvKs=
|
||||
golang.org/x/oauth2 v0.0.0-20180821212333-d2e6202438be/go.mod h1:N/0e6XlmueqKjAGxoOufVs8QHGRruUQn6yWY3a++T0U=
|
||||
golang.org/x/sync v0.0.0-20210220032951-036812b2e83c h1:5KslGYwFpkhGh+Q16bwMP3cOontH8FOep7tGV86Y7SQ=
|
||||
golang.org/x/sync v0.0.0-20210220032951-036812b2e83c/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM=
|
||||
golang.org/x/sys v0.0.0-20180905080454-ebe1bf3edb33/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY=
|
||||
golang.org/x/sys v0.0.0-20190215142949-d0b11bdaac8a/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY=
|
||||
golang.org/x/sys v0.0.0-20190507160741-ecd444e8653b/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
|
||||
golang.org/x/sys v0.0.0-20190916202348-b4ddaad3f8a3/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
|
||||
golang.org/x/sys v0.0.0-20200302150141-5c8b2ff67527/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
|
||||
golang.org/x/sys v0.0.0-20201119102817-f84b799fce68/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
|
||||
golang.org/x/sys v0.0.0-20210320140829-1e4c9ba3b0c4/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
|
||||
golang.org/x/sys v0.0.0-20210324051608-47abb6519492/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
|
||||
golang.org/x/sys v0.0.0-20210502180810-71e4cd670f79/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
|
||||
golang.org/x/sys v0.1.0 h1:kunALQeHf1/185U1i0GOB/fy1IPRDDpuoOOqRReG57U=
|
||||
golang.org/x/sys v0.1.0/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
|
||||
golang.org/x/term v0.0.0-20201126162022-7de9c90e9dd1/go.mod h1:bj7SfCRtBDWHUb9snDiAeCFNEtKQo2Wmx5Cou7ajbmo=
|
||||
golang.org/x/term v0.0.0-20210927222741-03fcf44c2211 h1:JGgROgKl9N8DuW20oFS5gxc+lE67/N3FcwmBPMe7ArY=
|
||||
golang.org/x/term v0.0.0-20210927222741-03fcf44c2211/go.mod h1:jbD1KX2456YbFQfuXm/mYQcufACuNUgVhRMnK/tPxf8=
|
||||
golang.org/x/text v0.3.0/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ=
|
||||
golang.org/x/text v0.3.2/go.mod h1:bEr9sfX3Q8Zfm5fL9x+3itogRgK3+ptLWKqgva+5dAk=
|
||||
golang.org/x/text v0.3.3 h1:cokOdA+Jmi5PJGXLlLllQSgYigAEfHXJAERHVMaCc2k=
|
||||
golang.org/x/text v0.3.3/go.mod h1:5Zoc/QRtKVWzQhOtBMvqHzDpF6irO9z98xDceosuGiQ=
|
||||
golang.org/x/tools v0.0.0-20180917221912-90fa682c2a6e/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ=
|
||||
golang.org/x/xerrors v0.0.0-20191204190536-9bdfabe68543/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0=
|
||||
google.golang.org/appengine v1.6.7 h1:FZR1q0exgwxzPzp/aF+VccGrSfxfPpkBqjIIEq3ru6c=
|
||||
google.golang.org/appengine v1.6.7/go.mod h1:8WjMMxjGQR8xUklV/ARdw2HLXBOI7O7uCIDZVag1xfc=
|
||||
gopkg.in/check.v1 v0.0.0-20161208181325-20d25e280405/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0=
|
||||
gopkg.in/check.v1 v1.0.0-20190902080502-41f04d3bba15/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0=
|
||||
gopkg.in/check.v1 v1.0.0-20200227125254-8fa46927fb4f/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0=
|
||||
gopkg.in/check.v1 v1.0.0-20201130134442-10cb98267c6c h1:Hei/4ADfdWqJk1ZMxUNpqntNwaWcugrBjAiHlqqRiVk=
|
||||
gopkg.in/check.v1 v1.0.0-20201130134442-10cb98267c6c/go.mod h1:JHkPIbrfpd72SG/EVd6muEfDQjcINNoR0C8j2r3qZ4Q=
|
||||
gopkg.in/warnings.v0 v0.1.2 h1:wFXVbFY8DY5/xOe1ECiWdKCzZlxgshcYVNkBHstARME=
|
||||
gopkg.in/warnings.v0 v0.1.2/go.mod h1:jksf8JmL6Qr/oQM2OXTHunEvvTAsrWBLb6OOjuVWRNI=
|
||||
gopkg.in/yaml.v2 v2.2.2/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI=
|
||||
gopkg.in/yaml.v2 v2.2.4/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI=
|
||||
gopkg.in/yaml.v2 v2.3.0 h1:clyUAQHOM3G0M3f5vQj7LuJrETvjVot3Z5el9nffUtU=
|
||||
gopkg.in/yaml.v2 v2.3.0/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI=
|
||||
gopkg.in/yaml.v3 v3.0.0-20200313102051-9f266ea9e77c/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM=
|
||||
gopkg.in/yaml.v3 v3.0.1 h1:fxVm/GzAzEWqLHuvctI91KS9hhNmmWOoWu0XTYJS7CA=
|
||||
gopkg.in/yaml.v3 v3.0.1/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM=
|
||||
mvdan.cc/sh/v3 v3.5.1 h1:hmP3UOw4f+EYexsJjFxvU38+kn+V/s2CclXHanIBkmQ=
|
||||
mvdan.cc/sh/v3 v3.5.1/go.mod h1:1JcoyAKm1lZw/2bZje/iYKWicU/KMd0rsyJeKHnsK4E=
|
||||
384
internal/analyze/analyze.go
Normal file
384
internal/analyze/analyze.go
Normal file
@ -0,0 +1,384 @@
|
||||
package analyze
|
||||
|
||||
import (
|
||||
"encoding/hex"
|
||||
"net/mail"
|
||||
"net/url"
|
||||
"strings"
|
||||
|
||||
"go.arsenm.dev/lure-repo-bot/internal/spdx"
|
||||
"golang.org/x/exp/slices"
|
||||
"mvdan.cc/sh/v3/expand"
|
||||
"mvdan.cc/sh/v3/interp"
|
||||
"mvdan.cc/sh/v3/syntax"
|
||||
)
|
||||
|
||||
type Finding struct {
|
||||
ItemType string
|
||||
ItemName string
|
||||
Line uint
|
||||
Index any
|
||||
Msg string
|
||||
ExtraMsg string
|
||||
}
|
||||
|
||||
func AnalyzeScript(r *interp.Runner, fl *syntax.File) ([]Finding, error) {
|
||||
var findings []Finding
|
||||
|
||||
if _, ok := r.Vars["name"]; !ok {
|
||||
findings = append(findings, Finding{
|
||||
ItemType: "variable",
|
||||
ItemName: "name",
|
||||
Msg: "The %s is required",
|
||||
})
|
||||
}
|
||||
|
||||
if _, ok := r.Vars["version"]; !ok {
|
||||
findings = append(findings, Finding{
|
||||
ItemType: "variable",
|
||||
ItemName: "version",
|
||||
Msg: "The %s is required",
|
||||
})
|
||||
}
|
||||
|
||||
if _, ok := r.Vars["release"]; !ok {
|
||||
findings = append(findings, Finding{
|
||||
ItemType: "variable",
|
||||
ItemName: "release",
|
||||
Msg: "The %s is required",
|
||||
})
|
||||
}
|
||||
|
||||
if _, ok := r.Funcs["package"]; !ok {
|
||||
findings = append(findings, Finding{
|
||||
ItemType: "function",
|
||||
ItemName: "package",
|
||||
Msg: "The %s is required",
|
||||
})
|
||||
}
|
||||
|
||||
for name, scriptVar := range r.Vars {
|
||||
_, scriptVar = scriptVar.Resolve(r.Env)
|
||||
val := getVal(&scriptVar)
|
||||
|
||||
// Remove any override suffix, so that we
|
||||
// check all the overrides as well
|
||||
cutName, _, _ := strings.Cut(name, "_")
|
||||
|
||||
// build_vars has an underscore, and thus is a special case
|
||||
// that must be accounted for
|
||||
if strings.HasPrefix("name", "build_vars") {
|
||||
cutName = "build_vars"
|
||||
}
|
||||
|
||||
switch cutName {
|
||||
case "release":
|
||||
valStr, ok := mustBeStr(val, name, &findings)
|
||||
if !ok {
|
||||
continue
|
||||
}
|
||||
|
||||
if !isNumeric(strings.TrimPrefix(valStr, "-")) {
|
||||
findings = append(findings, Finding{
|
||||
ItemType: "variable",
|
||||
ItemName: name,
|
||||
Msg: "The %s must be an integer",
|
||||
})
|
||||
continue
|
||||
}
|
||||
case "epoch":
|
||||
valStr, ok := mustBeStr(val, name, &findings)
|
||||
if !ok {
|
||||
continue
|
||||
}
|
||||
|
||||
if !isNumeric(valStr) {
|
||||
findings = append(findings, Finding{
|
||||
ItemType: "variable",
|
||||
ItemName: name,
|
||||
Msg: "The %s must be a positive integer",
|
||||
})
|
||||
continue
|
||||
}
|
||||
case "homepage":
|
||||
valStr, ok := mustBeStr(val, name, &findings)
|
||||
if !ok {
|
||||
continue
|
||||
}
|
||||
|
||||
_, err := url.ParseRequestURI(valStr)
|
||||
if err != nil {
|
||||
findings = append(findings, Finding{
|
||||
ItemType: "variable",
|
||||
ItemName: name,
|
||||
Msg: "The %s must be a valid URL",
|
||||
})
|
||||
continue
|
||||
}
|
||||
case "maintainer":
|
||||
valStr, ok := mustBeStr(val, name, &findings)
|
||||
if !ok {
|
||||
continue
|
||||
}
|
||||
|
||||
addr, err := mail.ParseAddress(valStr)
|
||||
if err != nil {
|
||||
findings = append(findings, Finding{
|
||||
ItemType: "variable",
|
||||
ItemName: name,
|
||||
Msg: "The %s must be a valid RFC 5322 address",
|
||||
})
|
||||
continue
|
||||
}
|
||||
|
||||
if addr.Name == "" || addr.Address == "" {
|
||||
findings = append(findings, Finding{
|
||||
ItemType: "variable",
|
||||
ItemName: name,
|
||||
Msg: "The %s must contain a name and email (e.g. Arsen Musayelyan <arsen@arsenm.dev>)",
|
||||
})
|
||||
continue
|
||||
}
|
||||
case "architectures":
|
||||
valSlice, ok := mustBeArray(val, name, &findings)
|
||||
if !ok {
|
||||
continue
|
||||
}
|
||||
|
||||
if slices.Contains(valSlice, "noarch") || slices.Contains(valSlice, "any") {
|
||||
findings = append(findings, Finding{
|
||||
ItemType: "variable",
|
||||
ItemName: name,
|
||||
Msg: "The %s must be set to 'all' to represent noarch/any",
|
||||
})
|
||||
continue
|
||||
}
|
||||
case "licenses":
|
||||
valSlice, ok := mustBeArray(val, name, &findings)
|
||||
if !ok {
|
||||
continue
|
||||
}
|
||||
|
||||
for _, val := range valSlice {
|
||||
if strings.Contains(strings.ToLower(val), "custom") {
|
||||
continue
|
||||
}
|
||||
|
||||
license := spdx.Licenses.License(val)
|
||||
if license == nil {
|
||||
similar := spdx.FindSimilarLicense(val)
|
||||
|
||||
f := Finding{
|
||||
ItemType: "variable",
|
||||
ItemName: name,
|
||||
Msg: "The %s contains an invalid SPDX license identifier: '" + val + "'.",
|
||||
ExtraMsg: "A list of SPDX license identifiers can be found at https://spdx.org/licenses/.",
|
||||
}
|
||||
|
||||
if similar != "" {
|
||||
f.Msg += " Did you mean '" + similar + "'?"
|
||||
}
|
||||
|
||||
findings = append(findings, f)
|
||||
continue
|
||||
}
|
||||
}
|
||||
case "provides":
|
||||
mustBeArray(val, name, &findings)
|
||||
case "conflicts":
|
||||
mustBeArray(val, name, &findings)
|
||||
case "deps":
|
||||
mustBeArray(val, name, &findings)
|
||||
case "build_deps":
|
||||
mustBeArray(val, name, &findings)
|
||||
case "replaces":
|
||||
mustBeArray(val, name, &findings)
|
||||
case "sources":
|
||||
valSlice, ok := mustBeArray(val, name, &findings)
|
||||
if !ok {
|
||||
continue
|
||||
}
|
||||
|
||||
for i, val := range valSlice {
|
||||
u, err := url.ParseRequestURI(val)
|
||||
if err != nil {
|
||||
findings = append(findings, Finding{
|
||||
ItemType: "element",
|
||||
Index: i,
|
||||
ItemName: name,
|
||||
Msg: "The %s must be a valid URL",
|
||||
})
|
||||
continue
|
||||
}
|
||||
query := u.Query()
|
||||
|
||||
var validParams []string
|
||||
if strings.HasPrefix(u.Scheme, "git+") {
|
||||
validParams = []string{"tag", "branch", "commit", "depth", "name"}
|
||||
} else {
|
||||
validParams = []string{"archive"}
|
||||
}
|
||||
|
||||
for paramName := range query {
|
||||
if strings.HasPrefix(paramName, "~") {
|
||||
paramName = strings.TrimPrefix(paramName, "~")
|
||||
} else {
|
||||
continue
|
||||
}
|
||||
|
||||
if !slices.Contains(validParams, paramName) {
|
||||
findings = append(findings, Finding{
|
||||
ItemType: "element",
|
||||
ItemName: name,
|
||||
Index: i,
|
||||
Msg: "The %s contains an invalid parameter name '~" + paramName + "'",
|
||||
})
|
||||
continue
|
||||
}
|
||||
}
|
||||
}
|
||||
case "checksums":
|
||||
valSlice, ok := mustBeArray(val, name, &findings)
|
||||
if !ok {
|
||||
continue
|
||||
}
|
||||
|
||||
sourcesName := strings.Replace(name, "checksums", "sources", 1)
|
||||
srcs, ok := r.Vars[sourcesName]
|
||||
if !ok || len(srcs.List) != len(valSlice) {
|
||||
findings = append(findings, Finding{
|
||||
ItemType: "array",
|
||||
ItemName: name,
|
||||
Msg: "The %s is not the same size as its corresponding sources array",
|
||||
})
|
||||
}
|
||||
|
||||
for i, val := range valSlice {
|
||||
if val != "SKIP" && len(val) != 64 {
|
||||
findings = append(findings, Finding{
|
||||
ItemType: "element",
|
||||
ItemName: name,
|
||||
Index: i,
|
||||
Msg: "The %s contains an invalid SHA256 checksum. SHA256 hashes must be 64 characters in length.",
|
||||
})
|
||||
continue
|
||||
}
|
||||
|
||||
if val != "SKIP" {
|
||||
_, err := hex.DecodeString(val)
|
||||
if err != nil {
|
||||
findings = append(findings, Finding{
|
||||
ItemType: "element",
|
||||
ItemName: name,
|
||||
Index: i,
|
||||
Msg: "The %s contains an invalid SHA256 checksum. SHA256 hashes must be valid hexadecimal.",
|
||||
})
|
||||
continue
|
||||
}
|
||||
}
|
||||
}
|
||||
case "backup":
|
||||
mustBeArray(val, name, &findings)
|
||||
case "scripts":
|
||||
mustBeMap(val, name, &findings)
|
||||
}
|
||||
}
|
||||
|
||||
lns := FindLines(fl)
|
||||
for i, finding := range findings {
|
||||
if finding.ItemType == "function" {
|
||||
ln, ok := lns.Funcs[finding.ItemName]
|
||||
if ok {
|
||||
findings[i].Line = ln
|
||||
}
|
||||
} else {
|
||||
ln, ok := lns.Vars[finding.ItemName]
|
||||
if ok {
|
||||
findings[i].Line = ln
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
return findings, nil
|
||||
}
|
||||
|
||||
func mustBeStr(val any, name string, findings *[]Finding) (string, bool) {
|
||||
valStr, ok := val.(string)
|
||||
if !ok {
|
||||
*findings = append(*findings, Finding{
|
||||
ItemType: "variable",
|
||||
ItemName: name,
|
||||
Msg: "The %s must be a string",
|
||||
})
|
||||
}
|
||||
return valStr, ok
|
||||
}
|
||||
|
||||
func mustBeArray(val any, name string, findings *[]Finding) ([]string, bool) {
|
||||
valSlice, ok := val.([]string)
|
||||
if !ok {
|
||||
*findings = append(*findings, Finding{
|
||||
ItemType: "variable",
|
||||
ItemName: name,
|
||||
Msg: "The %s must be an array",
|
||||
})
|
||||
}
|
||||
return valSlice, ok
|
||||
}
|
||||
|
||||
func mustBeMap(val any, name string, findings *[]Finding) (map[string]string, bool) {
|
||||
valMap, ok := val.(map[string]string)
|
||||
if !ok {
|
||||
*findings = append(*findings, Finding{
|
||||
ItemType: "variable",
|
||||
ItemName: name,
|
||||
Msg: "The %s must be a map",
|
||||
})
|
||||
}
|
||||
return valMap, ok
|
||||
}
|
||||
|
||||
func getVal(v *expand.Variable) any {
|
||||
if v.Str != "" {
|
||||
return v.Str
|
||||
} else if v.List != nil {
|
||||
return v.List
|
||||
} else if v.Map != nil {
|
||||
return v.Map
|
||||
}
|
||||
|
||||
return nil
|
||||
}
|
||||
|
||||
func isNumeric(s string) bool {
|
||||
index := strings.IndexFunc(s, func(r rune) bool {
|
||||
return r < '0' || r > '9'
|
||||
})
|
||||
return index == -1
|
||||
}
|
||||
|
||||
type Lines struct {
|
||||
Vars map[string]uint
|
||||
Funcs map[string]uint
|
||||
}
|
||||
|
||||
func FindLines(fl *syntax.File) Lines {
|
||||
out := Lines{map[string]uint{}, map[string]uint{}}
|
||||
|
||||
for _, stmt := range fl.Stmts {
|
||||
switch cmd := stmt.Cmd.(type) {
|
||||
case *syntax.CallExpr:
|
||||
if len(cmd.Assigns) == 0 {
|
||||
continue
|
||||
}
|
||||
|
||||
name := cmd.Assigns[0].Name.Value
|
||||
line := cmd.Assigns[0].Pos().Line()
|
||||
out.Vars[name] = line
|
||||
case *syntax.FuncDecl:
|
||||
out.Funcs[cmd.Name.Value] = cmd.Pos().Line()
|
||||
}
|
||||
}
|
||||
|
||||
return out
|
||||
}
|
||||
47
internal/queue/queue.go
Normal file
47
internal/queue/queue.go
Normal file
@ -0,0 +1,47 @@
|
||||
// Package queue provides an unbounded FIFO queue
|
||||
// for payloads received via webhooks.
|
||||
package queue
|
||||
|
||||
import (
|
||||
"container/list"
|
||||
)
|
||||
|
||||
type Queue[T any] struct {
|
||||
buf *list.List
|
||||
out chan T
|
||||
valAdded chan struct{}
|
||||
}
|
||||
|
||||
func New[T any]() *Queue[T] {
|
||||
q := &Queue[T]{
|
||||
buf: list.New().Init(),
|
||||
out: make(chan T),
|
||||
valAdded: make(chan struct{}),
|
||||
}
|
||||
|
||||
go func() {
|
||||
for {
|
||||
if q.buf.Len() == 0 {
|
||||
<-q.valAdded
|
||||
}
|
||||
|
||||
e := q.buf.Front()
|
||||
q.out <- e.Value.(T)
|
||||
q.buf.Remove(e)
|
||||
}
|
||||
}()
|
||||
|
||||
return q
|
||||
}
|
||||
|
||||
func (q *Queue[T]) Add(val T) {
|
||||
q.buf.PushBack(val)
|
||||
select {
|
||||
case q.valAdded <- struct{}{}:
|
||||
default:
|
||||
}
|
||||
}
|
||||
|
||||
func (q *Queue[T]) Channel() <-chan T {
|
||||
return q.out
|
||||
}
|
||||
55
internal/shutils/nop.go
Normal file
55
internal/shutils/nop.go
Normal file
@ -0,0 +1,55 @@
|
||||
/*
|
||||
* LURE - Linux User REpository
|
||||
* Copyright (C) 2022 Arsen Musayelyan
|
||||
*
|
||||
* This program is free software: you can redistribute it and/or modify
|
||||
* it under the terms of the GNU General Public License as published by
|
||||
* the Free Software Foundation, either version 3 of the License, or
|
||||
* (at your option) any later version.
|
||||
*
|
||||
* This program is distributed in the hope that it will be useful,
|
||||
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||
* GNU General Public License for more details.
|
||||
*
|
||||
* You should have received a copy of the GNU General Public License
|
||||
* along with this program. If not, see <http://www.gnu.org/licenses/>.
|
||||
*/
|
||||
|
||||
package shutils
|
||||
|
||||
import (
|
||||
"context"
|
||||
"io"
|
||||
"os"
|
||||
)
|
||||
|
||||
func NopReadDir(context.Context, string) ([]os.FileInfo, error) {
|
||||
return nil, os.ErrNotExist
|
||||
}
|
||||
|
||||
func NopStat(context.Context, string, bool) (os.FileInfo, error) {
|
||||
return nil, os.ErrNotExist
|
||||
}
|
||||
|
||||
func NopExec(context.Context, []string) error {
|
||||
return nil
|
||||
}
|
||||
|
||||
func NopOpen(context.Context, string, int, os.FileMode) (io.ReadWriteCloser, error) {
|
||||
return NopRWC{}, nil
|
||||
}
|
||||
|
||||
type NopRWC struct{}
|
||||
|
||||
func (NopRWC) Read([]byte) (int, error) {
|
||||
return 0, io.EOF
|
||||
}
|
||||
|
||||
func (NopRWC) Write([]byte) (int, error) {
|
||||
return 0, io.EOF
|
||||
}
|
||||
|
||||
func (NopRWC) Close() error {
|
||||
return nil
|
||||
}
|
||||
102
internal/spdx/spdx.go
Normal file
102
internal/spdx/spdx.go
Normal file
@ -0,0 +1,102 @@
|
||||
package spdx
|
||||
|
||||
import (
|
||||
"context"
|
||||
"log"
|
||||
"sync"
|
||||
"time"
|
||||
|
||||
"github.com/adrg/strutil/metrics"
|
||||
"github.com/mitchellh/go-spdx"
|
||||
)
|
||||
|
||||
type syncLicenseList struct {
|
||||
*spdx.LicenseList
|
||||
*sync.Mutex
|
||||
}
|
||||
|
||||
var Licenses = syncLicenseList{
|
||||
LicenseList: &spdx.LicenseList{},
|
||||
Mutex: &sync.Mutex{},
|
||||
}
|
||||
|
||||
func (sll syncLicenseList) License(id string) *spdx.LicenseInfo {
|
||||
sll.Lock()
|
||||
l := sll.LicenseList.License(id)
|
||||
sll.Unlock()
|
||||
return l
|
||||
}
|
||||
|
||||
func StartUpdater(ctx context.Context) {
|
||||
err := Update()
|
||||
if err != nil {
|
||||
log.Fatalln("Error updating SPDX license list:", err)
|
||||
}
|
||||
|
||||
ticker := time.NewTicker(time.Hour)
|
||||
go func() {
|
||||
for {
|
||||
select {
|
||||
case <-ticker.C:
|
||||
err = Update()
|
||||
if err != nil {
|
||||
log.Println("Error updating SPDX license list:", err)
|
||||
}
|
||||
case <-ctx.Done():
|
||||
ticker.Stop()
|
||||
return
|
||||
}
|
||||
}
|
||||
}()
|
||||
}
|
||||
|
||||
func Update() error {
|
||||
list, err := spdx.List()
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
Licenses.Lock()
|
||||
Licenses.LicenseList = list
|
||||
Licenses.Unlock()
|
||||
|
||||
return nil
|
||||
}
|
||||
|
||||
// findSimilar finds the most similar license ID
|
||||
// to the one provided
|
||||
func FindSimilarLicense(s string) string {
|
||||
Licenses.Lock()
|
||||
defer Licenses.Unlock()
|
||||
|
||||
jw := metrics.NewJaroWinkler()
|
||||
jw.CaseSensitive = false
|
||||
|
||||
sims := make([]float64, len(Licenses.Licenses))
|
||||
for i, license := range Licenses.Licenses {
|
||||
sims[i] = jw.Compare(s, license.ID)
|
||||
}
|
||||
|
||||
index := maxIndex(sims)
|
||||
|
||||
if index == -1 {
|
||||
return ""
|
||||
} else {
|
||||
return Licenses.Licenses[index].ID
|
||||
}
|
||||
}
|
||||
|
||||
func maxIndex(ff []float64) int {
|
||||
if len(ff) == 0 {
|
||||
return -1
|
||||
}
|
||||
|
||||
m := ff[0]
|
||||
mi := 0
|
||||
for i, f := range ff {
|
||||
if f > m {
|
||||
m = f
|
||||
mi = i
|
||||
}
|
||||
}
|
||||
return mi
|
||||
}
|
||||
310
internal/types/github.go
Normal file
310
internal/types/github.go
Normal file
@ -0,0 +1,310 @@
|
||||
package types
|
||||
|
||||
import "time"
|
||||
|
||||
type PullRequestPayload struct {
|
||||
IsGitea bool `json:"-"`
|
||||
Action string `json:"action"`
|
||||
Number int64 `json:"number"`
|
||||
Changes struct {
|
||||
Title struct {
|
||||
From string `json:"from"`
|
||||
} `json:"title"`
|
||||
Body struct {
|
||||
From string `json:"from"`
|
||||
} `json:"body"`
|
||||
} `json:"changes"`
|
||||
Label Label `json:"label"`
|
||||
PullRequest PullRequest `json:"pull_request"`
|
||||
Repository Repository `json:"repository"`
|
||||
Organization Organization `json:"organization"`
|
||||
Sender User `json:"sender"`
|
||||
}
|
||||
|
||||
type Repository struct {
|
||||
ID int64 `json:"id"`
|
||||
NodeID string `json:"node_id"`
|
||||
Name string `json:"name"`
|
||||
FullName string `json:"full_name"`
|
||||
Private bool `json:"private"`
|
||||
Owner User `json:"owner"`
|
||||
HTMLURL string `json:"html_url"`
|
||||
Description string `json:"description"`
|
||||
Fork bool `json:"fork"`
|
||||
URL string `json:"url"`
|
||||
ForksURL string `json:"forks_url"`
|
||||
KeysURL string `json:"keys_url"`
|
||||
CollaboratorsURL string `json:"collaborators_url"`
|
||||
TeamsURL string `json:"teams_url"`
|
||||
HooksURL string `json:"hooks_url"`
|
||||
IssueEventsURL string `json:"issue_events_url"`
|
||||
EventsURL string `json:"events_url"`
|
||||
AssigneesURL string `json:"assignees_url"`
|
||||
BranchesURL string `json:"branches_url"`
|
||||
TagsURL string `json:"tags_url"`
|
||||
BlobsURL string `json:"blobs_url"`
|
||||
GitTagsURL string `json:"git_tags_url"`
|
||||
GitRefsURL string `json:"git_refs_url"`
|
||||
TreesURL string `json:"trees_url"`
|
||||
StatusesURL string `json:"statuses_url"`
|
||||
LanguagesURL string `json:"languages_url"`
|
||||
StargazersURL string `json:"stargazers_url"`
|
||||
ContributorsURL string `json:"contributors_url"`
|
||||
SubscribersURL string `json:"subscribers_url"`
|
||||
SubscriptionURL string `json:"subscription_url"`
|
||||
CommitsURL string `json:"commits_url"`
|
||||
GitCommitsURL string `json:"git_commits_url"`
|
||||
CommentsURL string `json:"comments_url"`
|
||||
IssueCommentURL string `json:"issue_comment_url"`
|
||||
ContentsURL string `json:"contents_url"`
|
||||
CompareURL string `json:"compare_url"`
|
||||
MergesURL string `json:"merges_url"`
|
||||
ArchiveURL string `json:"archive_url"`
|
||||
DownloadsURL string `json:"downloads_url"`
|
||||
IssuesURL string `json:"issues_url"`
|
||||
PullsURL string `json:"pulls_url"`
|
||||
MilestonesURL string `json:"milestones_url"`
|
||||
NotificationsURL string `json:"notifications_url"`
|
||||
LabelsURL string `json:"labels_url"`
|
||||
ReleasesURL string `json:"releases_url"`
|
||||
DeploymentsURL string `json:"deployments_url"`
|
||||
CreatedAt time.Time `json:"created_at"`
|
||||
UpdatedAt time.Time `json:"updated_at"`
|
||||
PushedAt time.Time `json:"pushed_at"`
|
||||
GitURL string `json:"git_url"`
|
||||
SSHURL string `json:"ssh_url"`
|
||||
CloneURL string `json:"clone_url"`
|
||||
SvnURL string `json:"svn_url"`
|
||||
Homepage string `json:"homepage"`
|
||||
Size int64 `json:"size"`
|
||||
StargazersCount int64 `json:"stargazers_count"`
|
||||
WatchersCount int64 `json:"watchers_count"`
|
||||
Language string `json:"language"`
|
||||
HasIssues bool `json:"has_issues"`
|
||||
HasProjects bool `json:"has_projects"`
|
||||
HasDownloads bool `json:"has_downloads"`
|
||||
HasWiki bool `json:"has_wiki"`
|
||||
HasPages bool `json:"has_pages"`
|
||||
ForksCount int64 `json:"forks_count"`
|
||||
MirrorURL string `json:"mirror_url"`
|
||||
Archived bool `json:"archived"`
|
||||
Disabled bool `json:"disabled"`
|
||||
OpenIssuesCount int64 `json:"open_issues_count"`
|
||||
License License `json:"license"`
|
||||
Forks int64 `json:"forks"`
|
||||
OpenIssues int64 `json:"open_issues"`
|
||||
Watchers int64 `json:"watchers"`
|
||||
DefaultBranch string `json:"default_branch"`
|
||||
}
|
||||
|
||||
type License struct {
|
||||
Key string `json:"key"`
|
||||
Name string `json:"name"`
|
||||
URL string `json:"url"`
|
||||
SpdxID string `json:"spdx_id"`
|
||||
NodeID string `json:"node_id"`
|
||||
HTMLURL string `json:"html_url"`
|
||||
}
|
||||
|
||||
type PullRequest struct {
|
||||
URL string `json:"url"`
|
||||
ID int64 `json:"id"`
|
||||
NodeID string `json:"node_id"`
|
||||
HTMLURL string `json:"html_url"`
|
||||
DiffURL string `json:"diff_url"`
|
||||
PatchURL string `json:"patch_url"`
|
||||
IssueURL string `json:"issue_url"`
|
||||
CommitsURL string `json:"commits_url"`
|
||||
ReviewCommentsURL string `json:"review_comments_url"`
|
||||
ReviewCommentURL string `json:"review_comment_url"`
|
||||
CommentsURL string `json:"comments_url"`
|
||||
StatusesURL string `json:"statuses_url"`
|
||||
Number int64 `json:"number"`
|
||||
State string `json:"state"`
|
||||
Locked bool `json:"locked"`
|
||||
Title string `json:"title"`
|
||||
User User `json:"user"`
|
||||
Body string `json:"body"`
|
||||
Labels []Label `json:"labels"`
|
||||
Milestone Milestone `json:"milestone"`
|
||||
ActiveLockReason string `json:"active_lock_reason"`
|
||||
CreatedAt time.Time `json:"created_at"`
|
||||
UpdatedAt time.Time `json:"updated_at"`
|
||||
ClosedAt time.Time `json:"closed_at"`
|
||||
MergedAt time.Time `json:"merged_at"`
|
||||
MergeCommitSha string `json:"merge_commit_sha"`
|
||||
Assignee User `json:"assignee"`
|
||||
Assignees []User `json:"assignees"`
|
||||
RequestedReviewers []User `json:"requested_reviewers"`
|
||||
RequestedTeams []Team `json:"requested_teams"`
|
||||
Head Commit `json:"head"`
|
||||
Base Commit `json:"base"`
|
||||
Links struct {
|
||||
Self struct {
|
||||
Href string `json:"href"`
|
||||
} `json:"self"`
|
||||
HTML struct {
|
||||
Href string `json:"href"`
|
||||
} `json:"html"`
|
||||
Issue struct {
|
||||
Href string `json:"href"`
|
||||
} `json:"issue"`
|
||||
Comments struct {
|
||||
Href string `json:"href"`
|
||||
} `json:"comments"`
|
||||
ReviewComments struct {
|
||||
Href string `json:"href"`
|
||||
} `json:"review_comments"`
|
||||
ReviewComment struct {
|
||||
Href string `json:"href"`
|
||||
} `json:"review_comment"`
|
||||
Commits struct {
|
||||
Href string `json:"href"`
|
||||
} `json:"commits"`
|
||||
Statuses struct {
|
||||
Href string `json:"href"`
|
||||
} `json:"statuses"`
|
||||
} `json:"_links"`
|
||||
AuthorAssociation string `json:"author_association"`
|
||||
Draft bool `json:"draft"`
|
||||
Merged bool `json:"merged"`
|
||||
Mergeable bool `json:"mergeable"`
|
||||
Rebaseable bool `json:"rebaseable"`
|
||||
MergeableState string `json:"mergeable_state"`
|
||||
MergedBy User `json:"merged_by"`
|
||||
Comments int64 `json:"comments"`
|
||||
ReviewComments int64 `json:"review_comments"`
|
||||
MaintainerCanModify bool `json:"maintainer_can_modify"`
|
||||
Commits int64 `json:"commits"`
|
||||
Additions int64 `json:"additions"`
|
||||
Deletions int64 `json:"deletions"`
|
||||
ChangedFiles int64 `json:"changed_files"`
|
||||
}
|
||||
|
||||
type Label struct {
|
||||
ID int64 `json:"id"`
|
||||
NodeID string `json:"node_id"`
|
||||
URL string `json:"url"`
|
||||
Name string `json:"name"`
|
||||
Color string `json:"color"`
|
||||
Default bool `json:"default"`
|
||||
Description string `json:"description"`
|
||||
}
|
||||
|
||||
type Milestone struct {
|
||||
URL string `json:"url"`
|
||||
HTMLURL string `json:"html_url"`
|
||||
LabelsURL string `json:"labels_url"`
|
||||
ID int64 `json:"id"`
|
||||
NodeID string `json:"node_id"`
|
||||
Number int `json:"number"`
|
||||
Title string `json:"title"`
|
||||
Description string `json:"description"`
|
||||
Creator User `json:"creator"`
|
||||
OpenIssues int64 `json:"open_issues"`
|
||||
ClosedIssues int64 `json:"closed_issues"`
|
||||
State string `json:"state"`
|
||||
CreatedAt time.Time `json:"created_at"`
|
||||
UpdatedAt time.Time `json:"updated_at"`
|
||||
DueOn *time.Time `json:"due_on"`
|
||||
ClosedAt time.Time `json:"closed_at"`
|
||||
}
|
||||
|
||||
type User struct {
|
||||
Login string `json:"login"`
|
||||
ID int64 `json:"id"`
|
||||
NodeID string `json:"node_id"`
|
||||
AvatarURL string `json:"avatar_url"`
|
||||
GravatarID string `json:"gravatar_id"`
|
||||
URL string `json:"url"`
|
||||
HTMLURL string `json:"html_url"`
|
||||
FollowersURL string `json:"followers_url"`
|
||||
FollowingURL string `json:"following_url"`
|
||||
GistsURL string `json:"gists_url"`
|
||||
StarredURL string `json:"starred_url"`
|
||||
SubscriptionsURL string `json:"subscriptions_url"`
|
||||
OrganizationsURL string `json:"organizations_url"`
|
||||
ReposURL string `json:"repos_url"`
|
||||
EventsURL string `json:"events_url"`
|
||||
ReceivedEventsURL string `json:"received_events_url"`
|
||||
Type string `json:"type"`
|
||||
SiteAdmin bool `json:"site_admin"`
|
||||
}
|
||||
|
||||
type Team struct {
|
||||
ID int64 `json:"id"`
|
||||
NodeID string `json:"node_id"`
|
||||
URL string `json:"url"`
|
||||
HTMLURL string `json:"html_url"`
|
||||
Name string `json:"name"`
|
||||
Slug string `json:"slug"`
|
||||
Description string `json:"description"`
|
||||
Privacy string `json:"privacy"`
|
||||
Permission string `json:"permission"`
|
||||
MembersURL string `json:"members_url"`
|
||||
RepositoriesURL string `json:"repositories_url"`
|
||||
}
|
||||
|
||||
type Commit struct {
|
||||
Label string `json:"label"`
|
||||
Ref string `json:"ref"`
|
||||
Sha string `json:"sha"`
|
||||
User User `json:"user"`
|
||||
Repo Repository `json:"repo"`
|
||||
}
|
||||
|
||||
type Organization struct {
|
||||
Login string `json:"login"`
|
||||
ID int64 `json:"id"`
|
||||
NodeID string `json:"node_id"`
|
||||
URL string `json:"url"`
|
||||
ReposURL string `json:"repos_url"`
|
||||
EventsURL string `json:"events_url"`
|
||||
HooksURL string `json:"hooks_url"`
|
||||
IssuesURL string `json:"issues_url"`
|
||||
MembersURL string `json:"members_url"`
|
||||
PublicMembersURL string `json:"public_members_url"`
|
||||
AvatarURL string `json:"avatar_url"`
|
||||
Description string `json:"description"`
|
||||
Name string `json:"name"`
|
||||
Company string `json:"company"`
|
||||
Blog string `json:"blog"`
|
||||
Location string `json:"location"`
|
||||
Email string `json:"email"`
|
||||
TwitterUsername string `json:"twitter_username"`
|
||||
IsVerified bool `json:"is_verified"`
|
||||
HasOrganizationProjects bool `json:"has_organization_projects"`
|
||||
HasRepositoryProjects bool `json:"has_repository_projects"`
|
||||
PublicRepos int64 `json:"public_repos"`
|
||||
PublicGists int64 `json:"public_gists"`
|
||||
Followers int64 `json:"followers"`
|
||||
Following int64 `json:"following"`
|
||||
HTMLURL string `json:"html_url"`
|
||||
CreatedAt time.Time `json:"created_at"`
|
||||
UpdatedAt time.Time `json:"updated_at"`
|
||||
Type string `json:"type"`
|
||||
TotalPrivateRepos int64 `json:"total_private_repos"`
|
||||
OwnedPrivateRepos int64 `json:"owned_private_repos"`
|
||||
PrivateGists int64 `json:"private_gists"`
|
||||
DiskUsage int64 `json:"disk_usage"`
|
||||
Collaborators int64 `json:"collaborators"`
|
||||
BillingEmail string `json:"billing_email"`
|
||||
Plan Plan `json:"plan"`
|
||||
DefaultRepositoryPermission string `json:"default_repository_permission"`
|
||||
MembersCanCreateRepositories bool `json:"members_can_create_repositories"`
|
||||
TwoFactorRequirementEnabled bool `json:"two_factor_requirement_enabled"`
|
||||
MembersAllowedRepositoryCreationType string `json:"members_allowed_repository_creation_type"`
|
||||
MembersCanCreatePublicRepositories bool `json:"members_can_create_public_repositories"`
|
||||
MembersCanCreatePrivateRepositories bool `json:"members_can_create_private_repositories"`
|
||||
MembersCanCreateint64ernalRepositories bool `json:"members_can_create_int64ernal_repositories"`
|
||||
MembersCanCreatePages bool `json:"members_can_create_pages"`
|
||||
MembersCanForkPrivateRepositories bool `json:"members_can_fork_private_repositories"`
|
||||
}
|
||||
|
||||
type Plan struct {
|
||||
Name string `json:"name"`
|
||||
Space int64 `json:"space"`
|
||||
PrivateRepos int64 `json:"private_repos"`
|
||||
FilledSeats int64 `json:"filled_seats"`
|
||||
Seats int64 `json:"seats"`
|
||||
}
|
||||
32
main.go
Normal file
32
main.go
Normal file
@ -0,0 +1,32 @@
|
||||
package main
|
||||
|
||||
import (
|
||||
"context"
|
||||
"os"
|
||||
"os/signal"
|
||||
"syscall"
|
||||
|
||||
"go.arsenm.dev/lure-repo-bot/internal/queue"
|
||||
"go.arsenm.dev/lure-repo-bot/internal/spdx"
|
||||
"go.arsenm.dev/lure-repo-bot/internal/types"
|
||||
)
|
||||
|
||||
func main() {
|
||||
ctx := context.Background()
|
||||
|
||||
ctx, cancel := signal.NotifyContext(ctx, syscall.SIGINT, syscall.SIGTERM)
|
||||
defer cancel()
|
||||
|
||||
spdx.StartUpdater(ctx)
|
||||
|
||||
jobQueue := queue.New[*types.PullRequestPayload]()
|
||||
|
||||
startWebhookWorkers(ctx, jobQueue)
|
||||
|
||||
addr := ":8080"
|
||||
if os.Getenv("LURE_BOT_ADDR") != "" {
|
||||
addr = os.Getenv("LURE_BOT_ADDR")
|
||||
}
|
||||
|
||||
serveWebhook(ctx, addr, jobQueue)
|
||||
}
|
||||
88
webhook.go
Normal file
88
webhook.go
Normal file
@ -0,0 +1,88 @@
|
||||
package main
|
||||
|
||||
import (
|
||||
"context"
|
||||
"crypto/hmac"
|
||||
"crypto/sha256"
|
||||
"encoding/hex"
|
||||
"encoding/json"
|
||||
"errors"
|
||||
"io"
|
||||
"net"
|
||||
"net/http"
|
||||
"os"
|
||||
"strings"
|
||||
|
||||
"go.arsenm.dev/lure-repo-bot/internal/queue"
|
||||
"go.arsenm.dev/lure-repo-bot/internal/types"
|
||||
)
|
||||
|
||||
type prQueue = *queue.Queue[*types.PullRequestPayload]
|
||||
|
||||
func serveWebhook(ctx context.Context, addr string, jobQueue prQueue) {
|
||||
mux := http.NewServeMux()
|
||||
|
||||
mux.HandleFunc("/webhook", func(res http.ResponseWriter, req *http.Request) {
|
||||
if req.Method != http.MethodPost {
|
||||
res.WriteHeader(http.StatusMethodNotAllowed)
|
||||
return
|
||||
}
|
||||
|
||||
if req.Header.Get("X-GitHub-Event") != "pull_request" {
|
||||
http.Error(res, "Only pull_request events are accepted by this bot", http.StatusBadRequest)
|
||||
return
|
||||
}
|
||||
|
||||
payload, err := secureDecode(req)
|
||||
if err != nil {
|
||||
http.Error(res, err.Error(), http.StatusInternalServerError)
|
||||
return
|
||||
}
|
||||
|
||||
jobQueue.Add(payload)
|
||||
})
|
||||
|
||||
srv := http.Server{
|
||||
Addr: addr,
|
||||
Handler: mux,
|
||||
BaseContext: func(net.Listener) context.Context {
|
||||
return ctx
|
||||
},
|
||||
}
|
||||
|
||||
go func() {
|
||||
<-ctx.Done()
|
||||
srv.Shutdown(context.Background())
|
||||
}()
|
||||
|
||||
srv.ListenAndServe()
|
||||
}
|
||||
|
||||
func secureDecode(req *http.Request) (*types.PullRequestPayload, error) {
|
||||
sigStr := req.Header.Get("X-Hub-Signature-256")
|
||||
sig, err := hex.DecodeString(strings.TrimPrefix(sigStr, "sha256="))
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
|
||||
secretStr, ok := os.LookupEnv("LURE_BOT_SECRET")
|
||||
if !ok {
|
||||
return nil, errors.New("LURE_BOT_SECRET must be set to the secret used for setting up the github webhook")
|
||||
}
|
||||
secret := []byte(secretStr)
|
||||
|
||||
h := hmac.New(sha256.New, secret)
|
||||
r := io.TeeReader(req.Body, h)
|
||||
|
||||
payload := &types.PullRequestPayload{}
|
||||
err = json.NewDecoder(r).Decode(payload)
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
|
||||
if !hmac.Equal(h.Sum(nil), sig) {
|
||||
return nil, errors.New("webhook signature mismatch")
|
||||
}
|
||||
|
||||
return payload, nil
|
||||
}
|
||||
176
workers.go
Normal file
176
workers.go
Normal file
@ -0,0 +1,176 @@
|
||||
package main
|
||||
|
||||
import (
|
||||
"context"
|
||||
"fmt"
|
||||
"log"
|
||||
"os"
|
||||
"runtime"
|
||||
"strings"
|
||||
|
||||
"github.com/go-git/go-git/v5"
|
||||
"github.com/go-git/go-git/v5/plumbing"
|
||||
"github.com/go-git/go-git/v5/plumbing/object"
|
||||
"github.com/google/go-github/v48/github"
|
||||
"go.arsenm.dev/lure-repo-bot/internal/analyze"
|
||||
"go.arsenm.dev/lure-repo-bot/internal/shutils"
|
||||
"mvdan.cc/sh/v3/expand"
|
||||
"mvdan.cc/sh/v3/interp"
|
||||
"mvdan.cc/sh/v3/syntax"
|
||||
)
|
||||
|
||||
func startWebhookWorkers(ctx context.Context, jobQueue prQueue) {
|
||||
client := newClient(ctx, os.Getenv("LURE_BOT_GITHUB_TOKEN"))
|
||||
|
||||
for i := 0; i < runtime.NumCPU(); i++ {
|
||||
go startWebhookWorker(ctx, jobQueue, client)
|
||||
}
|
||||
}
|
||||
|
||||
func startWebhookWorker(ctx context.Context, jobQueue prQueue, client *github.Client) {
|
||||
for {
|
||||
select {
|
||||
case <-ctx.Done():
|
||||
return
|
||||
case payload := <-jobQueue.Channel():
|
||||
if payload.Action == "opened" || payload.Action == "ready_for_review" || payload.Action == "review_requested" {
|
||||
if payload.PullRequest.Draft {
|
||||
continue
|
||||
}
|
||||
|
||||
// Check if review was requested from the bot
|
||||
if payload.Action == "review_requested" {
|
||||
user, _, err := client.Users.Get(ctx, "")
|
||||
if err != nil {
|
||||
log.Println("Error getting github user:", err)
|
||||
continue
|
||||
}
|
||||
|
||||
found := false
|
||||
for _, reviewer := range payload.PullRequest.RequestedReviewers {
|
||||
if reviewer.ID == *user.ID {
|
||||
found = true
|
||||
break
|
||||
}
|
||||
}
|
||||
|
||||
if !found {
|
||||
continue
|
||||
}
|
||||
}
|
||||
|
||||
fls, _, err := client.PullRequests.ListFiles(
|
||||
ctx,
|
||||
payload.PullRequest.Base.Repo.Owner.Login,
|
||||
payload.PullRequest.Base.Repo.Name,
|
||||
int(payload.PullRequest.Number),
|
||||
nil,
|
||||
)
|
||||
if err != nil {
|
||||
log.Println("Error listing PR files:", err)
|
||||
continue
|
||||
}
|
||||
|
||||
head := payload.PullRequest.Head
|
||||
|
||||
tmpdir, err := os.MkdirTemp("/tmp", "lure-repo-bot.*")
|
||||
if err != nil {
|
||||
log.Println("Error creating temporary directory:", err)
|
||||
continue
|
||||
}
|
||||
|
||||
r, err := git.PlainClone(tmpdir, true, &git.CloneOptions{URL: head.Repo.HTMLURL})
|
||||
if err != nil {
|
||||
log.Println("Error cloning git repo:", err)
|
||||
continue
|
||||
}
|
||||
|
||||
files, err := getFiles(r, head.Sha)
|
||||
if err != nil {
|
||||
log.Println("Error getting files in repo:", err)
|
||||
continue
|
||||
}
|
||||
|
||||
err = files.ForEach(func(f *object.File) error {
|
||||
if !strings.Contains(f.Name, "lure.sh") {
|
||||
return nil
|
||||
}
|
||||
|
||||
if !fileInPR(fls, f) {
|
||||
return nil
|
||||
}
|
||||
|
||||
fmt.Println(f.Name, fileInPR(fls, f))
|
||||
|
||||
r, err := f.Reader()
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
|
||||
fl, err := syntax.NewParser().Parse(r, "lure.sh")
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
|
||||
var nopRWC shutils.NopRWC
|
||||
runner, err := interp.New(
|
||||
interp.Env(expand.ListEnviron()),
|
||||
interp.StdIO(nopRWC, nopRWC, os.Stderr),
|
||||
interp.ExecHandler(shutils.NopExec),
|
||||
interp.ReadDirHandler(shutils.NopReadDir),
|
||||
interp.OpenHandler(shutils.NopOpen),
|
||||
interp.StatHandler(shutils.NopStat),
|
||||
)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
|
||||
err = runner.Run(ctx, fl)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
|
||||
findings, err := analyze.AnalyzeScript(runner, fl)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
|
||||
return writeFindings(ctx, client, findings, f.Name, &payload.PullRequest)
|
||||
})
|
||||
if err != nil {
|
||||
log.Println("Error analyzing files:", err)
|
||||
continue
|
||||
}
|
||||
|
||||
err = os.RemoveAll(tmpdir)
|
||||
if err != nil {
|
||||
log.Println("Error removing temporary directory:", err)
|
||||
continue
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
func fileInPR(prFiles []*github.CommitFile, file *object.File) bool {
|
||||
for _, prFile := range prFiles {
|
||||
if *prFile.Filename == file.Name {
|
||||
return true
|
||||
}
|
||||
}
|
||||
return false
|
||||
}
|
||||
|
||||
func getFiles(r *git.Repository, sha string) (*object.FileIter, error) {
|
||||
co, err := r.CommitObject(plumbing.NewHash(sha))
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
|
||||
tree, err := co.Tree()
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
|
||||
return tree.Files(), nil
|
||||
}
|
||||
Loading…
Reference in New Issue
Block a user