mirror of
https://github.com/superseriousbusiness/gotosocial
synced 2024-11-27 06:40:32 +00:00
5318054808
* media processor consolidation and reformatting, reduce amount of required syscalls Signed-off-by: kim <grufwub@gmail.com> * update go-store library, stream jpeg/png encoding + use buffer pools, improved media processing AlreadyExists error handling Signed-off-by: kim <grufwub@gmail.com> * fix duration not being set, fix mp4 test expecting error Signed-off-by: kim <grufwub@gmail.com> * fix test expecting media files with different extension Signed-off-by: kim <grufwub@gmail.com> * remove unused code Signed-off-by: kim <grufwub@gmail.com> * fix expected storage paths in tests, update expected test thumbnails Signed-off-by: kim <grufwub@gmail.com> * remove dead code Signed-off-by: kim <grufwub@gmail.com> * fix cached presigned s3 url fetching Signed-off-by: kim <grufwub@gmail.com> * fix tests Signed-off-by: kim <grufwub@gmail.com> * fix test models Signed-off-by: kim <grufwub@gmail.com> * update media processing to use sync.Once{} for concurrency protection Signed-off-by: kim <grufwub@gmail.com> * shutup linter Signed-off-by: kim <grufwub@gmail.com> * fix passing in KVStore GetStream() as stream to PutStream() Signed-off-by: kim <grufwub@gmail.com> * fix unlocks of storage keys Signed-off-by: kim <grufwub@gmail.com> * whoops, return the error... Signed-off-by: kim <grufwub@gmail.com> * pour one out for tobi's code <3 Signed-off-by: kim <grufwub@gmail.com> * add back the byte slurping code Signed-off-by: kim <grufwub@gmail.com> * check for both ErrUnexpectedEOF and EOF Signed-off-by: kim <grufwub@gmail.com> * add back links to file format header information Signed-off-by: kim <grufwub@gmail.com> Signed-off-by: kim <grufwub@gmail.com>
124 lines
3.6 KiB
Go
124 lines
3.6 KiB
Go
/*
|
|
GoToSocial
|
|
Copyright (C) 2021-2023 GoToSocial Authors admin@gotosocial.org
|
|
|
|
This program is free software: you can redistribute it and/or modify
|
|
it under the terms of the GNU Affero General Public License as published by
|
|
the Free Software Foundation, either version 3 of the License, or
|
|
(at your option) any later version.
|
|
|
|
This program is distributed in the hope that it will be useful,
|
|
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
GNU Affero General Public License for more details.
|
|
|
|
You should have received a copy of the GNU Affero General Public License
|
|
along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
*/
|
|
|
|
package testrig
|
|
|
|
import (
|
|
"context"
|
|
"fmt"
|
|
"os"
|
|
"path"
|
|
|
|
"codeberg.org/gruf/go-store/v2/kv"
|
|
"codeberg.org/gruf/go-store/v2/storage"
|
|
gtsstorage "github.com/superseriousbusiness/gotosocial/internal/storage"
|
|
)
|
|
|
|
// NewInMemoryStorage returns a new in memory storage with the default test config
|
|
func NewInMemoryStorage() *gtsstorage.Driver {
|
|
storage := storage.OpenMemory(200, false)
|
|
return >sstorage.Driver{
|
|
KVStore: kv.New(storage),
|
|
Storage: storage,
|
|
}
|
|
}
|
|
|
|
// StandardStorageSetup populates the storage with standard test entries from the given directory.
|
|
func StandardStorageSetup(storage *gtsstorage.Driver, relativePath string) {
|
|
storedA := newTestStoredAttachments()
|
|
a := NewTestAttachments()
|
|
for k, paths := range storedA {
|
|
attachmentInfo, ok := a[k]
|
|
if !ok {
|
|
panic(fmt.Errorf("key %s not found in test attachments", k))
|
|
}
|
|
filenameOriginal := paths.Original
|
|
filenameSmall := paths.Small
|
|
pathOriginal := attachmentInfo.File.Path
|
|
pathSmall := attachmentInfo.Thumbnail.Path
|
|
bOriginal, err := os.ReadFile(fmt.Sprintf("%s/%s", relativePath, filenameOriginal))
|
|
if err != nil {
|
|
panic(err)
|
|
}
|
|
if _, err := storage.Put(context.TODO(), pathOriginal, bOriginal); err != nil {
|
|
panic(err)
|
|
}
|
|
bSmall, err := os.ReadFile(fmt.Sprintf("%s/%s", relativePath, filenameSmall))
|
|
if err != nil {
|
|
panic(err)
|
|
}
|
|
if _, err := storage.Put(context.TODO(), pathSmall, bSmall); err != nil {
|
|
panic(err)
|
|
}
|
|
}
|
|
|
|
storedE := newTestStoredEmoji()
|
|
e := NewTestEmojis()
|
|
for k, paths := range storedE {
|
|
emojiInfo, ok := e[k]
|
|
if !ok {
|
|
panic(fmt.Errorf("key %s not found in test emojis", k))
|
|
}
|
|
filenameOriginal := paths.Original
|
|
filenameStatic := paths.Static
|
|
pathOriginal := emojiInfo.ImagePath
|
|
pathStatic := emojiInfo.ImageStaticPath
|
|
bOriginal, err := os.ReadFile(fmt.Sprintf("%s/%s", relativePath, filenameOriginal))
|
|
if err != nil {
|
|
panic(err)
|
|
}
|
|
if _, err := storage.Put(context.TODO(), pathOriginal, bOriginal); err != nil {
|
|
panic(err)
|
|
}
|
|
bStatic, err := os.ReadFile(fmt.Sprintf("%s/%s", relativePath, filenameStatic))
|
|
if err != nil {
|
|
panic(err)
|
|
}
|
|
if _, err := storage.Put(context.TODO(), pathStatic, bStatic); err != nil {
|
|
panic(err)
|
|
}
|
|
}
|
|
}
|
|
|
|
// StandardStorageTeardown deletes everything in storage so that it's clean for
|
|
// the next test
|
|
// nolint:gocritic // complains about the type switch, but it's the cleanest solution
|
|
func StandardStorageTeardown(storage *gtsstorage.Driver) {
|
|
defer os.RemoveAll(path.Join(os.TempDir(), "gotosocial"))
|
|
|
|
// Open a storage iterator
|
|
iter, err := storage.Iterator(context.Background(), nil)
|
|
if err != nil {
|
|
panic(err)
|
|
}
|
|
|
|
var keys []string
|
|
|
|
for iter.Next() {
|
|
// Collate all of the storage keys
|
|
keys = append(keys, iter.Key())
|
|
}
|
|
|
|
// Done with iter
|
|
iter.Release()
|
|
|
|
for _, key := range keys {
|
|
// Ignore errors, we just want to attempt delete all
|
|
_ = storage.Delete(context.Background(), key)
|
|
}
|
|
}
|