mirror of
https://github.com/trufflesecurity/trufflehog.git
synced 2024-09-20 22:51:55 +00:00
fb76eaf17b
* Use heuristic to choose the most likely UTF-16 decoded string * Assume ASCII and include valid BE and LE bytes * Remove unused code * Assume ASCII and return nil when not utf16 --------- Co-authored-by: bill-rich <bill.rich@gmail.com>
56 lines
1.1 KiB
Go
56 lines
1.1 KiB
Go
package decoders
|
|
|
|
import (
|
|
"bytes"
|
|
"unicode/utf8"
|
|
|
|
"github.com/trufflesecurity/trufflehog/v3/pkg/sources"
|
|
)
|
|
|
|
type UTF8 struct{}
|
|
|
|
func (d *UTF8) FromChunk(chunk *sources.Chunk) *sources.Chunk {
|
|
if chunk == nil || len(chunk.Data) == 0 {
|
|
return nil
|
|
}
|
|
|
|
if !utf8.Valid(chunk.Data) {
|
|
chunk.Data = extractSubstrings(chunk.Data)
|
|
return chunk
|
|
}
|
|
|
|
return chunk
|
|
}
|
|
|
|
// extractSubstrings performs similarly to the strings binutil,
|
|
// extacting contigous portions of printable characters that we care
|
|
// about from some bytes
|
|
func extractSubstrings(b []byte) []byte {
|
|
|
|
field := make([]byte, len(b))
|
|
fieldLen := 0
|
|
buf := &bytes.Buffer{}
|
|
for i, c := range b {
|
|
if isValidByte(c) {
|
|
field[fieldLen] = c
|
|
fieldLen++
|
|
} else {
|
|
if fieldLen > 5 {
|
|
buf.Write(field[:fieldLen])
|
|
}
|
|
fieldLen = 0
|
|
}
|
|
|
|
if i == len(b)-1 && fieldLen > 5 {
|
|
buf.Write(field[:fieldLen])
|
|
}
|
|
}
|
|
|
|
return buf.Bytes()
|
|
}
|
|
|
|
func isValidByte(c byte) bool {
|
|
// https://www.rapidtables.com/code/text/ascii-table.html
|
|
// split on anything that is not ascii space through tilde
|
|
return c > 31 && c < 127
|
|
}
|