Files
trufflehog/pkg/detectors/snowflake/snowflake_test.go
Abdul Basit 76ca171765 [Fix] Snowflake privatelink Support (#3286)
* [Fixes]
- handling of `.privatelink` in account identifier
- added unit test for pattern detection.
- fixes hard coded account and username in test.

* variable name fixes
2024-10-09 09:54:14 -05:00

264 lines
7.5 KiB
Go

//go:build detectors
// +build detectors
package snowflake
import (
"context"
"fmt"
"testing"
"time"
"github.com/brianvoe/gofakeit/v7"
"github.com/google/go-cmp/cmp"
"github.com/google/go-cmp/cmp/cmpopts"
"github.com/trufflesecurity/trufflehog/v3/pkg/common"
"github.com/trufflesecurity/trufflehog/v3/pkg/detectors"
"github.com/trufflesecurity/trufflehog/v3/pkg/engine/ahocorasick"
"github.com/trufflesecurity/trufflehog/v3/pkg/pb/detectorspb"
)
func TestSnowflake_Pattern(t *testing.T) {
username := gofakeit.Username()
password := gofakeit.Password(true, true, true, false, false, 10)
d := Scanner{}
ahoCorasickCore := ahocorasick.NewAhoCorasickCore([]detectors.Detector{d})
tests := []struct {
name string
input string
want [][]string
}{
{
name: "Snowflake Credentials",
input: fmt.Sprintf("snowflake: \n account=%s \n username=%s \n password=%s \n database=SNOWFLAKE", "tuacoip-zt74995", username, password),
want: [][]string{
[]string{"tuacoip-zt74995", username, password},
},
},
{
name: "Private Snowflake Credentials",
input: fmt.Sprintf("snowflake: \n account=%s \n username=%s \n password=%s \n database=SNOWFLAKE", "tuacoip-zt74995.privatelink", username, password),
want: [][]string{
[]string{"tuacoip-zt74995.privatelink", username, password},
},
},
{
name: "Snowflake Credentials - Single Character account",
input: fmt.Sprintf("snowflake: \n account=%s \n username=%s \n password=%s \n database=SNOWFLAKE", "tuacoip-z", username, password),
want: [][]string{
[]string{"tuacoip-z", username, password},
},
},
}
for _, test := range tests {
t.Run(test.name, func(t *testing.T) {
detectorMatches := ahoCorasickCore.FindDetectorMatches([]byte(test.input))
if len(detectorMatches) == 0 {
t.Errorf("keywords '%v' not matched by: %s", d.Keywords(), test.input)
return
}
results, err := d.FromData(context.Background(), false, []byte(test.input))
if err != nil {
t.Errorf("error = %v", err)
return
}
resultsArray := make([][]string, len(results))
for i, r := range results {
resultsArray[i] = []string{r.ExtraData["account"], r.ExtraData["username"], string(r.Raw)}
}
if len(results) != len(test.want) {
if len(results) == 0 {
t.Errorf("did not receive result")
} else {
t.Errorf("expected %d results, only received %d", len(test.want), len(results))
}
return
}
actual := make(map[string]struct{}, len(results))
for _, r := range results {
if len(r.RawV2) > 0 {
actual[string(r.RawV2)] = struct{}{}
} else {
actual[string(r.Raw)] = struct{}{}
}
actual[r.ExtraData["account"]] = struct{}{}
actual[r.ExtraData["username"]] = struct{}{}
}
expected := make(map[string]struct{}, len(test.want))
for _, v := range test.want {
for _, value := range v {
expected[value] = struct{}{}
}
}
if diff := cmp.Diff(expected, actual); diff != "" {
t.Errorf("%s diff: (-want +got)\n%s", test.name, diff)
}
})
}
}
func TestSnowflake_FromChunk(t *testing.T) {
ctx, cancel := context.WithTimeout(context.Background(), time.Second*5)
defer cancel()
testSecrets, err := common.GetSecret(ctx, "trufflehog-testing", "detectors5")
if err != nil {
t.Fatalf("could not get test secrets from GCP: %s", err)
}
accountIdentifier := testSecrets.MustGetField("SNOWFLAKE_ACCOUNT")
username := testSecrets.MustGetField("SNOWFLAKE_USERNAME")
password := testSecrets.MustGetField("SNOWFLAKE_PASS")
inactivePassword := testSecrets.MustGetField("SNOWFLAKE_PASS_INACTIVE")
// Create a context with a past deadline to simulate DeadlineExceeded error
pastTime := time.Now().Add(-time.Second) // Set the deadline in the past
errorCtx, cancel := context.WithDeadline(context.Background(), pastTime)
defer cancel()
type args struct {
ctx context.Context
data []byte
verify bool
}
tests := []struct {
name string
s Scanner
args args
want []detectors.Result
wantErr bool
wantVerificationErr bool
}{
{
name: "found, verified",
s: Scanner{},
args: args{
ctx: context.Background(),
data: []byte(fmt.Sprintf("snowflake: \n account=%s \n username=%s \n password=%s \n database=SNOWFLAKE", accountIdentifier, username, password)),
verify: true,
},
want: []detectors.Result{
{
DetectorType: detectorspb.DetectorType_Snowflake,
Verified: true,
ExtraData: map[string]string{
"account": accountIdentifier,
"username": username,
},
},
},
wantErr: false,
wantVerificationErr: false,
},
{
name: "found, unverified",
s: Scanner{},
args: args{
ctx: context.Background(),
data: []byte(fmt.Sprintf("snowflake: \n account=%s \n username=%s \n password=%s \n database=SNOWFLAKE", accountIdentifier, username, inactivePassword)),
verify: true,
},
want: []detectors.Result{
{
DetectorType: detectorspb.DetectorType_Snowflake,
Verified: false,
ExtraData: map[string]string{
"account": accountIdentifier,
"username": username,
},
},
},
wantErr: false,
wantVerificationErr: false,
},
{
name: "not found",
s: Scanner{},
args: args{
ctx: context.Background(),
data: []byte("You cannot find the secret within"),
verify: true,
},
want: nil,
wantErr: false,
wantVerificationErr: false,
},
{
name: "found, indeterminate error (timeout)",
s: Scanner{},
args: args{
ctx: errorCtx,
data: []byte(fmt.Sprintf("snowflake: \n account=%s \n username=%s \n password=%s \n database=SNOWFLAKE", accountIdentifier, username, password)),
verify: true,
},
want: []detectors.Result{
{
DetectorType: detectorspb.DetectorType_Snowflake,
ExtraData: map[string]string{
"account": accountIdentifier,
"username": username,
},
},
},
wantErr: false,
wantVerificationErr: true,
},
}
for _, tt := range tests {
t.Run(tt.name, func(t *testing.T) {
got, err := tt.s.FromData(tt.args.ctx, tt.args.verify, tt.args.data)
if (err != nil) != tt.wantErr {
t.Errorf("Snowflake.FromData() error = %v, wantErr %v", err, tt.wantErr)
return
}
keysToCopy := []string{"account", "username"}
for i := range got {
if len(got[i].Raw) == 0 {
t.Fatalf("no raw secret present: \n %+v", got[i])
}
if (got[i].VerificationError() != nil) != tt.wantVerificationErr {
t.Fatalf("wantVerificationError = %v, verification error = %v", tt.wantVerificationErr, got[i].VerificationError())
}
got[i].ExtraData = newMap(got[i].ExtraData, keysToCopy)
}
ignoreOpts := cmpopts.IgnoreFields(detectors.Result{}, "Raw", "verificationError")
if diff := cmp.Diff(got, tt.want, ignoreOpts); diff != "" {
t.Errorf("Snowflake.FromData() %s diff: (-got +want)\n%s", tt.name, diff)
}
})
}
}
func newMap(extraMap map[string]string, keysToCopy []string) map[string]string {
newExtraDataMap := make(map[string]string)
for _, key := range keysToCopy {
if value, ok := extraMap[key]; ok {
newExtraDataMap[key] = value
}
}
return newExtraDataMap
}
func BenchmarkFromData(benchmark *testing.B) {
ctx := context.Background()
s := Scanner{}
for name, data := range detectors.MustGetBenchmarkData() {
benchmark.Run(name, func(b *testing.B) {
for n := 0; n < b.N; n++ {
_, err := s.FromData(ctx, false, data)
if err != nil {
b.Fatal(err)
}
}
})
}
}