rclone/fs/accounting/stringset.go

package accounting

import (
	"fmt"
	"sort"
	"strings"
	"sync"

	"github.com/rclone/rclone/fs"
)

// stringSet holds a set of strings
type stringSet struct {
	mu    sync.RWMutex
	items map[string]struct{}
	name  string
}

// newStringSet creates a new empty string set of capacity size
func newStringSet(size int, name string) *stringSet {
	return &stringSet{
		items: make(map[string]struct{}, size),
		name:  name,
	}
}

// add adds remote to the set
func (ss *stringSet) add(remote string) {
	ss.mu.Lock()
	ss.items[remote] = struct{}{}
	ss.mu.Unlock()
}

// del removes remote from the set
func (ss *stringSet) del(remote string) {
	ss.mu.Lock()
	delete(ss.items, remote)
	ss.mu.Unlock()
}

// merge adds items from another set
func (ss *stringSet) merge(m *stringSet) {
	ss.mu.Lock()
	m.mu.Lock()
	for item := range m.items {
		ss.items[item] = struct{}{}
	}
	m.mu.Unlock()
	ss.mu.Unlock()
}

// empty returns whether the set has any items
func (ss *stringSet) empty() bool {
	ss.mu.RLock()
	defer ss.mu.RUnlock()
	return len(ss.items) == 0
}

// count returns the number of items in the set
func (ss *stringSet) count() int {
	ss.mu.RLock()
	defer ss.mu.RUnlock()
	return len(ss.items)
}

// String returns string representation of set items excluding any in
// exclude (if set).
func (ss *stringSet) String(progress *inProgress, exclude *stringSet) string {
	ss.mu.RLock()
	defer ss.mu.RUnlock()
	strngs := make([]string, 0, len(ss.items))
	for name := range ss.items {
		if exclude != nil {
			exclude.mu.RLock()
			_, found := exclude.items[name]
			exclude.mu.RUnlock()
			if found {
				continue
			}
		}
		var out string
		if acc := progress.get(name); acc != nil {
			out = acc.String()
		} else {
			out = fmt.Sprintf("%*s: %s",
				fs.Config.StatsFileNameLength,
				shortenName(name, fs.Config.StatsFileNameLength),
				ss.name,
			)
		}
		strngs = append(strngs, " * "+out)
	}
	sorted := sort.StringSlice(strngs)
	sorted.Sort()
	return strings.Join(sorted, "\n")
}

// progress returns total bytes read as well as the size.
func (ss *stringSet) progress(stats *StatsInfo) (totalBytes, totalSize int64) {
	ss.mu.RLock()
	defer ss.mu.RUnlock()
	for name := range ss.items {
		if acc := stats.inProgress.get(name); acc != nil {
			bytes, size := acc.progress()
			if size >= 0 && bytes >= 0 {
				totalBytes += bytes
				totalSize += size
			}
		}
	}
	return totalBytes, totalSize
}