Miccah
c5b4d6f28b
* Rename directories to paths * Generate protos * Add file scanning support to filesystem source * Add directories back to filesystem proto * Generate protos * Combine paths and directories from in source * Add filesystem filter * Address comments
51 lines
1.5 KiB
Go
51 lines
1.5 KiB
Go
package engine
|
|
|
|
import (
|
|
"runtime"
|
|
|
|
"github.com/go-errors/errors"
|
|
"google.golang.org/protobuf/proto"
|
|
"google.golang.org/protobuf/types/known/anypb"
|
|
|
|
"github.com/trufflesecurity/trufflehog/v3/pkg/common"
|
|
"github.com/trufflesecurity/trufflehog/v3/pkg/context"
|
|
"github.com/trufflesecurity/trufflehog/v3/pkg/pb/sourcespb"
|
|
"github.com/trufflesecurity/trufflehog/v3/pkg/sources"
|
|
"github.com/trufflesecurity/trufflehog/v3/pkg/sources/filesystem"
|
|
)
|
|
|
|
// ScanFileSystem scans a given file system.
|
|
func (e *Engine) ScanFileSystem(ctx context.Context, c sources.FilesystemConfig) error {
|
|
connection := &sourcespb.Filesystem{
|
|
Paths: c.Paths,
|
|
}
|
|
var conn anypb.Any
|
|
err := anypb.MarshalFrom(&conn, connection, proto.MarshalOptions{})
|
|
if err != nil {
|
|
ctx.Logger().Error(err, "failed to marshal filesystem connection")
|
|
return err
|
|
}
|
|
|
|
fileSystemSource := filesystem.Source{}
|
|
|
|
ctx = context.WithValues(ctx,
|
|
"source_type", fileSystemSource.Type().String(),
|
|
"source_name", "filesystem",
|
|
)
|
|
err = fileSystemSource.Init(ctx, "trufflehog - filesystem", 0, int64(sourcespb.SourceType_SOURCE_TYPE_FILESYSTEM), true, &conn, runtime.NumCPU())
|
|
if err != nil {
|
|
return errors.WrapPrefix(err, "could not init filesystem source", 0)
|
|
}
|
|
fileSystemSource.WithFilter(c.Filter)
|
|
e.sourcesWg.Add(1)
|
|
go func() {
|
|
defer common.RecoverWithExit(ctx)
|
|
defer e.sourcesWg.Done()
|
|
err := fileSystemSource.Chunks(ctx, e.ChunksChan())
|
|
if err != nil {
|
|
ctx.Logger().Error(err, "error scanning filesystem")
|
|
}
|
|
}()
|
|
return nil
|
|
}
|