trufflehog/pkg/handlers/ar.go
Dustin Decker 8999eab89d
Add central feature flags (#3264)
* Add central feature flags

* use atomic

* tidy
2024-09-03 15:54:41 -07:00

106 lines
2.7 KiB
Go

package handlers
import (
"errors"
"fmt"
"io"
"time"
"pault.ag/go/debian/deb"
logContext "github.com/trufflesecurity/trufflehog/v3/pkg/context"
"github.com/trufflesecurity/trufflehog/v3/pkg/feature"
)
// arHandler handles AR archive formats.
type arHandler struct{ *defaultHandler }
// newARHandler creates an arHandler.
func newARHandler() *arHandler {
return &arHandler{defaultHandler: newDefaultHandler(arHandlerType)}
}
// HandleFile processes AR formatted files. This function needs to be implemented to extract or
// manage data from AR files according to specific requirements.
func (h *arHandler) HandleFile(ctx logContext.Context, input fileReader) (chan []byte, error) {
archiveChan := make(chan []byte, defaultBufferSize)
if feature.ForceSkipArchives.Load() {
close(archiveChan)
return archiveChan, nil
}
go func() {
ctx, cancel := logContext.WithTimeout(ctx, maxTimeout)
defer cancel()
defer close(archiveChan)
// Update the metrics for the file processing.
start := time.Now()
var err error
defer func() {
h.measureLatencyAndHandleErrors(start, err)
h.metrics.incFilesProcessed()
}()
// Defer a panic recovery to handle any panics that occur during the AR processing.
defer func() {
if r := recover(); r != nil {
// Return the panic as an error.
if e, ok := r.(error); ok {
err = e
} else {
err = fmt.Errorf("panic occurred: %v", r)
}
ctx.Logger().Error(err, "Panic occurred when reading ar archive")
}
}()
var arReader *deb.Ar
arReader, err = deb.LoadAr(input)
if err != nil {
ctx.Logger().Error(err, "error reading AR")
return
}
if err = h.processARFiles(ctx, arReader, archiveChan); err != nil {
ctx.Logger().Error(err, "error processing AR files")
}
}()
return archiveChan, nil
}
func (h *arHandler) processARFiles(ctx logContext.Context, reader *deb.Ar, archiveChan chan []byte) error {
for {
select {
case <-ctx.Done():
return ctx.Err()
default:
arEntry, err := reader.Next()
if err != nil {
if errors.Is(err, io.EOF) {
ctx.Logger().V(3).Info("AR archive fully processed")
return nil
}
return fmt.Errorf("error reading AR payload: %w", err)
}
fileSize := arEntry.Size
fileCtx := logContext.WithValues(ctx, "filename", arEntry.Name, "size", fileSize)
rdr, err := newMimeTypeReader(arEntry.Data)
if err != nil {
return fmt.Errorf("error creating mime-type reader: %w", err)
}
if err := h.handleNonArchiveContent(fileCtx, rdr, archiveChan); err != nil {
fileCtx.Logger().Error(err, "error handling archive content in AR")
h.metrics.incErrors()
}
h.metrics.incFilesProcessed()
h.metrics.observeFileSize(fileSize)
}
}
}