Brad Larsen
2bffafb280
* perf: switch nearly all remaining uses of stdlib regexp to wasilibs/go-re2 * perf: upgrade github.com/wasilibs/go-re2 from v1.9.0 to v1.12.0 * gofmt modified files * snowflake detector: hoist constant regex compilation to package-level variables * add golangci lint to steer folks to go-re2 instead of regexp
131 lines
2.9 KiB
Go
131 lines
2.9 KiB
Go
package handlers
|
|
|
|
import (
|
|
"context"
|
|
regexp "github.com/wasilibs/go-re2"
|
|
"io"
|
|
"net/http"
|
|
"strings"
|
|
"testing"
|
|
|
|
"github.com/stretchr/testify/assert"
|
|
|
|
logContext "github.com/trufflesecurity/trufflehog/v3/pkg/context"
|
|
)
|
|
|
|
func TestArchiveHandler(t *testing.T) {
|
|
tests := map[string]struct {
|
|
archiveURL string
|
|
expectedChunks int
|
|
matchString string
|
|
expectErr bool
|
|
}{
|
|
"gzip-single": {
|
|
"https://raw.githubusercontent.com/bill-rich/bad-secrets/master/one-zip.gz",
|
|
1,
|
|
"AKIAYVP4CIPPH5TNP3SW",
|
|
false,
|
|
},
|
|
"gzip-nested": {
|
|
"https://raw.githubusercontent.com/bill-rich/bad-secrets/master/double-zip.gz",
|
|
1,
|
|
"AKIAYVP4CIPPH5TNP3SW",
|
|
false,
|
|
},
|
|
"gzip-too-deep": {
|
|
"https://raw.githubusercontent.com/bill-rich/bad-secrets/master/six-zip.gz",
|
|
0,
|
|
"",
|
|
true,
|
|
},
|
|
"tar-single": {
|
|
"https://raw.githubusercontent.com/bill-rich/bad-secrets/master/one.tar",
|
|
1,
|
|
"AKIAYVP4CIPPH5TNP3SW",
|
|
false,
|
|
},
|
|
"tar-nested": {
|
|
"https://raw.githubusercontent.com/bill-rich/bad-secrets/master/two.tar",
|
|
1,
|
|
"AKIAYVP4CIPPH5TNP3SW",
|
|
false,
|
|
},
|
|
"tar-too-deep": {
|
|
"https://raw.githubusercontent.com/bill-rich/bad-secrets/master/six.tar",
|
|
0,
|
|
"",
|
|
true,
|
|
},
|
|
"targz-single": {
|
|
"https://raw.githubusercontent.com/bill-rich/bad-secrets/master/tar-archive.tar.gz",
|
|
1,
|
|
"AKIAYVP4CIPPH5TNP3SW",
|
|
false,
|
|
},
|
|
"gzip-large": {
|
|
"https://raw.githubusercontent.com/bill-rich/bad-secrets/master/FifteenMB.gz",
|
|
1543,
|
|
"AKIAYVP4CIPPH5TNP3SW",
|
|
false,
|
|
},
|
|
"zip-single": {
|
|
"https://raw.githubusercontent.com/bill-rich/bad-secrets/master/aws-canary-creds.zip",
|
|
1,
|
|
"AKIAYVP4CIPPH5TNP3SW",
|
|
false,
|
|
},
|
|
}
|
|
|
|
for name, testCase := range tests {
|
|
t.Run(name, func(t *testing.T) {
|
|
resp, err := http.Get(testCase.archiveURL)
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, http.StatusOK, resp.StatusCode)
|
|
defer func() { _ = resp.Body.Close() }()
|
|
|
|
handler := newArchiveHandler()
|
|
|
|
newReader, err := newFileReader(context.Background(), resp.Body)
|
|
if err != nil {
|
|
t.Errorf("error creating reusable reader: %s", err)
|
|
}
|
|
defer func() { _ = newReader.Close() }()
|
|
|
|
dataOrErrChan := handler.HandleFile(logContext.Background(), newReader)
|
|
if testCase.expectErr {
|
|
assert.NoError(t, err)
|
|
return
|
|
}
|
|
|
|
count := 0
|
|
re := regexp.MustCompile(testCase.matchString)
|
|
matched := false
|
|
for chunk := range dataOrErrChan {
|
|
count++
|
|
if re.Match(chunk.Data) {
|
|
matched = true
|
|
}
|
|
}
|
|
|
|
assert.True(t, matched)
|
|
assert.Equal(t, testCase.expectedChunks, count)
|
|
})
|
|
}
|
|
}
|
|
|
|
func TestOpenInvalidArchive(t *testing.T) {
|
|
reader := strings.NewReader("invalid archive")
|
|
|
|
ctx := logContext.AddLogger(context.Background())
|
|
handler := archiveHandler{}
|
|
|
|
rdr, err := newFileReader(ctx, io.NopCloser(reader))
|
|
assert.NoError(t, err)
|
|
defer func() { _ = rdr.Close() }()
|
|
|
|
dataOrErrChan := make(chan DataOrErr)
|
|
|
|
err = handler.openArchive(ctx, 0, rdr, dataOrErrChan)
|
|
assert.Error(t, err)
|
|
}
|