remove dead code (#3044)

pkg/sources/chunker.go

@@ -2,7 +2,6 @@ package sources
 
 import (
 	"bufio"
-	"bytes"
 	"errors"
 	"io"
 
@@ -18,37 +17,6 @@ const (
 	TotalChunkSize = ChunkSize + PeekSize
 )
 
-// Chunker takes a chunk and splits it into chunks of ChunkSize.
-func Chunker(originalChunk *Chunk) chan *Chunk {
-	chunkChan := make(chan *Chunk, 1)
-	go func() {
-		defer close(chunkChan)
-		if len(originalChunk.Data) <= TotalChunkSize {
-			chunkChan <- originalChunk
-			return
-		}
-
-		r := bytes.NewReader(originalChunk.Data)
-		reader := bufio.NewReaderSize(bufio.NewReader(r), ChunkSize)
-		for {
-			chunkBytes := make([]byte, TotalChunkSize)
-			chunk := *originalChunk
-			chunkBytes = chunkBytes[:ChunkSize]
-			n, err := io.ReadFull(reader, chunkBytes)
-			if n > 0 {
-				peekData, _ := reader.Peek(TotalChunkSize - n)
-				chunkBytes = append(chunkBytes[:n], peekData...)
-				chunk.Data = chunkBytes
-				chunkChan <- &chunk
-			}
-			if err != nil {
-				break
-			}
-		}
-	}()
-	return chunkChan
-}
-
 type chunkReaderConfig struct {
 	chunkSize int
 	totalSize int

pkg/sources/chunker_test.go

@@ -2,7 +2,6 @@ package sources
 
 import (
 	"bytes"
-	"io"
 	"math/rand"
 	"runtime"
 	"strings"
@@ -11,66 +10,10 @@ import (
 	"time"
 
 	"github.com/stretchr/testify/assert"
-	diskbufferreader "github.com/trufflesecurity/disk-buffer-reader"
 
 	"github.com/trufflesecurity/trufflehog/v3/pkg/context"
 )
 
-func TestChunker(t *testing.T) {
-	byteBuffer := bytes.NewBuffer(make([]byte, ChunkSize*9))
-	reReader, err := diskbufferreader.New(byteBuffer)
-	if err != nil {
-		t.Fatal(err)
-	}
-	defer reReader.Close()
-
-	baseChunks := make([]*Chunk, 0, 9)
-
-	chunkData, _ := io.ReadAll(reReader)
-	originalChunk := &Chunk{
-		Data: chunkData,
-	}
-
-	for chunk := range Chunker(originalChunk) {
-		baseChunks = append(baseChunks, chunk)
-	}
-
-	_ = reReader.Reset()
-
-	testChunks := make([]*Chunk, 0, 9)
-
-	testData, _ := io.ReadAll(reReader)
-	testOriginalChunk := &Chunk{
-		Data: testData,
-	}
-
-	for chunk := range Chunker(testOriginalChunk) {
-		testChunks = append(testChunks, chunk)
-	}
-
-	if len(testChunks) != len(baseChunks) {
-		t.Errorf("Wrong number of chunks received. Got %d, expected: %d.", len(testChunks), len(baseChunks))
-	}
-
-	for i, baseChunk := range baseChunks {
-		if !bytes.Equal(baseChunk.Data, testChunks[i].Data) {
-			t.Errorf("Chunk %d did not match expected. Got: %d bytes, expected: %d bytes", i+1, len(testChunks[i].Data), len(baseChunk.Data))
-		}
-	}
-}
-
-func BenchmarkChunker(b *testing.B) {
-	data := bytes.Repeat([]byte("a"), ChunkSize*100)
-	chunk := &Chunk{
-		Data: data,
-	}
-	b.ResetTimer()
-	for i := 0; i < b.N; i++ {
-		for range Chunker(chunk) {
-		}
-	}
-}
-
 func TestNewChunkedReader(t *testing.T) {
 	tests := []struct {
 		name       string