// Package limitedstore provides a storage with a limited space. // // This goal is achieved by using a simple wrapper around existing // datastores (tusd.DataStore) while limiting the used storage size. // It will start terminating existing uploads if not enough space is left in // order to create a new upload. // The order in which the uploads will be terminated is defined by their size, // whereas the biggest ones are deleted first. // This package's functionality is very limited and naive. It will terminate // uploads whether they are finished yet or not. Only one datastore is allowed to // access the underlying storage else the limited store will not function // properly. Two tusd.FileStore instances using the same directory, for example. // In addition the limited store will keep a list of the uploads' IDs in memory // which may create a growing memory leak. package limitedstore import ( "sort" "sync" "github.com/tus/tusd" ) type LimitedStore struct { tusd.DataStore terminater tusd.TerminaterDataStore StoreSize int64 uploads map[string]int64 usedSize int64 mutex *sync.Mutex } // pair structure to perform map-sorting type pair struct { key string value int64 } type pairlist []pair func (p pairlist) Len() int { return len(p) } func (p pairlist) Swap(i, j int) { p[i], p[j] = p[j], p[i] } func (p pairlist) Less(i, j int) bool { return p[i].value < p[j].value } // New creates a new limited store with the given size as the maximum storage // size. The wrapped data store needs to implement the TerminaterDataStore // interface, in order to provide the required Terminate method. func New(storeSize int64, dataStore tusd.DataStore, terminater tusd.TerminaterDataStore) *LimitedStore { return &LimitedStore{ StoreSize: storeSize, DataStore: dataStore, terminater: terminater, uploads: make(map[string]int64), mutex: new(sync.Mutex), } } func (store *LimitedStore) UseIn(composer *tusd.StoreComposer) { composer.UseCore(store) composer.UseTerminater(store) } func (store *LimitedStore) NewUpload(info tusd.FileInfo) (string, error) { store.mutex.Lock() defer store.mutex.Unlock() if err := store.ensureSpace(info.Size); err != nil { return "", err } id, err := store.DataStore.NewUpload(info) if err != nil { return "", err } store.usedSize += info.Size store.uploads[id] = info.Size return id, nil } func (store *LimitedStore) Terminate(id string) error { store.mutex.Lock() defer store.mutex.Unlock() return store.terminate(id) } func (store *LimitedStore) terminate(id string) error { err := store.terminater.Terminate(id) if err != nil { return err } size := store.uploads[id] delete(store.uploads, id) store.usedSize -= size return nil } // Ensure enough space is available to store an upload of the specified size. // It will terminate uploads until enough space is freed. func (store *LimitedStore) ensureSpace(size int64) error { if (store.usedSize + size) <= store.StoreSize { // Enough space is available to store the new upload return nil } sortedUploads := make(pairlist, len(store.uploads)) i := 0 for u, h := range store.uploads { sortedUploads[i] = pair{u, h} i++ } sort.Sort(sort.Reverse(sortedUploads)) // Forward traversal through the uploads in terms of size, biggest upload first for _, k := range sortedUploads { id := k.key if err := store.terminate(id); err != nil { return err } if (store.usedSize + size) <= store.StoreSize { // Enough space has been freed to store the new upload return nil } } return nil }