* Remove specialized handler and archive struct and restructure handlers pkg. * Refactor RPM archive handlers to use a library instead of shelling out * make rpm handling context aware * update test * Refactor AR/deb archive handler to use an existing library instead of shelling out * Update tests * Handle non-archive data within the DefaultHandler * make structs and methods private * Remove non-archive data handling within sources * add max size check * add filename and size to context kvp * move skip file check and is binary check before opening file * fix test * preserve existing funcitonality of not handling non-archive files in HandleFile * Handle non-archive data within the DefaultHandler * rebase * Remove non-archive data handling within sources * Adjust check for rpm/deb archive type * add additional deb mime type * add gzip * move diskbuffered rereader setup into handler pkg * remove DiskBuffereReader creation logic within sources * update comment * move rewind closer * reduce log verbosity * add metrics for file handling * add metrics for errors * make defaultBufferSize a const * add metrics for file handling * add metrics for errors * fix tests * add metrics for max archive depth and skipped files * update error * skip symlinks and dirs * update err * Address incompatible reader to openArchive * remove nil check * fix err assignment * Allow git cat-file blob to complete before trying to handle the file * wrap compReader with DiskbufferReader * Allow git cat-file blob to complete before trying to handle the file * updates * use buffer writer * update * refactor * update context pkg * revert stuff * update test * fix test * remove * use correct reader * add metrics for file handling * add metrics for errors * fix tests * rebase * add metrics for errors * add metrics for max archive depth and skipped files * update error * skip symlinks and dirs * update err * fix err assignment * rebase * remove * Update write method in contentWriter interface * Add bufferReadSeekCloser * update name * update comment * fix lint * Remove specialized handler and archive struct and restructure handlers pkg. * Refactor RPM archive handlers to use a library instead of shelling out * make rpm handling context aware * update test * Refactor AR/deb archive handler to use an existing library instead of shelling out * Update tests * add max size check * add filename and size to context kvp * move skip file check and is binary check before opening file * fix test * preserve existing funcitonality of not handling non-archive files in HandleFile * Handle non-archive data within the DefaultHandler * rebase * Remove non-archive data handling within sources * Handle non-archive data within the DefaultHandler * add gzip * move diskbuffered rereader setup into handler pkg * remove DiskBuffereReader creation logic within sources * update comment * move rewind closer * reduce log verbosity * make defaultBufferSize a const * add metrics for file handling * add metrics for errors * fix tests * add metrics for max archive depth and skipped files * update error * skip symlinks and dirs * update err * Address incompatible reader to openArchive * remove nil check * fix err assignment * wrap compReader with DiskbufferReader * Allow git cat-file blob to complete before trying to handle the file * updates * use buffer writer * update * refactor * update context pkg * revert stuff * update test * remove * rebase * go mod tidy * lint check * update metric to ms * update metric * update comments * dont use ptr * update * fix * Remove specialized handler and archive struct and restructure handlers pkg. * Refactor RPM archive handlers to use a library instead of shelling out * make rpm handling context aware * update test * Refactor AR/deb archive handler to use an existing library instead of shelling out * Update tests * add max size check * add filename and size to context kvp * move skip file check and is binary check before opening file * fix test * preserve existing funcitonality of not handling non-archive files in HandleFile * Adjust check for rpm/deb archive type * add additional deb mime type * update comment * go mod tidy * update go mod * Add a buffered file reader * update comments * use Buffered File Readder * return buffer * update * fix * return * go mod tidy * merge * use a shared pool * use sync.Once * reorganzie * remove unused code * fix double init * fix stuff * nil check * reduce allocations * updates * update metrics * updates * reset buffer instead of putting it back * skip binaries * skip * concurrently process diffs * close chan * concurrently enumerate orgs * increase workers * ignore pbix and vsdx files * add metrics for gitparse's Diffchan * fix metric * update metrics * update * fix checks * fix * inc * update * reduce * Create workers to handle binary files * modify workers * updates * add check * delete code * use custom reader * rename struct * add nonarchive handler * fix break * add comments * add tests * refactor * remove log * do not scan rpm links * simplify * rename var * rename * fix benchmark * add buffer * buffer * buffer * handle panic * merge main * merge main * add recover * revert stuff * revert * revert to using reader * fixes * remove * update * fixes * linter * fix test * move buffers pkg out of writers pkg * rename * [refactor] - move buffer pool logic into own pkg (#2828) * move buffer pool logic into own pkg * fix test * fix test * whoops * [feat] - additional buffer pool (#2829) * move buffer pool logic into own pkg * move * fix test * fix test * fix test * remove * fix test * whoops * revert * fix
93 lines
2.5 KiB
Go
93 lines
2.5 KiB
Go
package buffer
|
|
|
|
import (
|
|
"bytes"
|
|
"testing"
|
|
|
|
"github.com/stretchr/testify/assert"
|
|
)
|
|
|
|
func TestBufferWrite(t *testing.T) {
|
|
t.Parallel()
|
|
tests := []struct {
|
|
name string
|
|
initialCapacity int
|
|
writeDataSequence [][]byte // Sequence of writes to simulate multiple writes
|
|
expectedSize int
|
|
expectedCap int
|
|
}{
|
|
{
|
|
name: "Write to empty buffer",
|
|
initialCapacity: defaultBufferSize,
|
|
writeDataSequence: [][]byte{
|
|
[]byte("hello"),
|
|
},
|
|
expectedSize: 5,
|
|
expectedCap: defaultBufferSize, // No growth for small data
|
|
},
|
|
{
|
|
name: "Write causing growth",
|
|
initialCapacity: 10, // Small initial capacity to force growth
|
|
writeDataSequence: [][]byte{
|
|
[]byte("this is a longer string exceeding initial capacity"),
|
|
},
|
|
expectedSize: 50,
|
|
expectedCap: 50,
|
|
},
|
|
{
|
|
name: "Write nil data",
|
|
initialCapacity: defaultBufferSize,
|
|
writeDataSequence: [][]byte{nil},
|
|
expectedCap: defaultBufferSize,
|
|
},
|
|
{
|
|
name: "Repeated writes, cumulative growth",
|
|
initialCapacity: 20, // Set an initial capacity to test growth over multiple writes
|
|
writeDataSequence: [][]byte{
|
|
[]byte("first write, "),
|
|
[]byte("second write, "),
|
|
[]byte("third write exceeding the initial capacity."),
|
|
},
|
|
expectedSize: 70,
|
|
expectedCap: 70, // Expect capacity to grow to accommodate all writes
|
|
},
|
|
{
|
|
name: "Write large single data to test significant growth",
|
|
initialCapacity: 50, // Set an initial capacity smaller than the data to be written
|
|
writeDataSequence: [][]byte{
|
|
bytes.Repeat([]byte("a"), 1024), // 1KB data to significantly exceed initial capacity
|
|
},
|
|
expectedSize: 1024,
|
|
expectedCap: 1024,
|
|
},
|
|
}
|
|
|
|
for _, tc := range tests {
|
|
tc := tc
|
|
t.Run(tc.name, func(t *testing.T) {
|
|
t.Parallel()
|
|
buf := &Buffer{Buffer: bytes.NewBuffer(make([]byte, 0, tc.initialCapacity))}
|
|
totalWritten := 0
|
|
for _, data := range tc.writeDataSequence {
|
|
n, err := buf.Write(data)
|
|
assert.NoError(t, err)
|
|
|
|
totalWritten += n
|
|
}
|
|
assert.Equal(t, tc.expectedSize, totalWritten)
|
|
assert.Equal(t, tc.expectedSize, buf.Len())
|
|
assert.GreaterOrEqual(t, buf.Cap(), tc.expectedCap)
|
|
})
|
|
}
|
|
}
|
|
|
|
func TestReadCloserClose(t *testing.T) {
|
|
t.Parallel()
|
|
onCloseCalled := false
|
|
rc := ReadCloser([]byte("data"), func() { onCloseCalled = true })
|
|
|
|
err := rc.Close()
|
|
assert.NoError(t, err)
|
|
assert.True(t, onCloseCalled, "onClose callback should be called upon Close")
|
|
}
|