Skip to content
Snippets Groups Projects
Select Git revision
  • 402d3433760f2b30a25d928457f367d503325f71
  • release default protected
  • 11-22-implement-kv-interface-defined-in-collectiveversionedkvgo
  • hotfix/TestHostPool_UpdateNdf_AddFilter
  • XX-4719/announcementChannels
  • xx-4717/logLevel
  • jonah/noob-channel
  • master protected
  • XX-4707/tagDiskJson
  • xx-4698/notification-retry
  • hotfix/notifylockup
  • syncNodes
  • hotfix/localCB
  • XX-4677/NewChanManagerMobile
  • XX-4689/DmSync
  • duplicatePrefix
  • XX-4601/HavenInvites
  • finalizedUICallbacks
  • XX-4673/AdminKeySync
  • debugNotifID
  • anne/test
  • v4.7.5
  • v4.7.4
  • v4.7.3
  • v4.7.2
  • v4.7.1
  • v4.6.3
  • v4.6.1
  • v4.5.0
  • v4.4.4
  • v4.3.11
  • v4.3.8
  • v4.3.7
  • v4.3.6
  • v4.3.5
  • v4.2.0
  • v4.3.0
  • v4.3.4
  • v4.3.3
  • v4.3.2
  • v4.3.1
41 results

manager.go

Blame
  • kv.go 4.39 KiB
    ///////////////////////////////////////////////////////////////////////////////
    // Copyright © 2020 xx network SEZC                                          //
    //                                                                           //
    // Use of this source code is governed by a license that can be found in the //
    // LICENSE file                                                              //
    ///////////////////////////////////////////////////////////////////////////////
    
    package versioned
    
    import (
    	"fmt"
    	"github.com/pkg/errors"
    	jww "github.com/spf13/jwalterweatherman"
    	"gitlab.com/elixxir/ekv"
    	"gitlab.com/xx_network/primitives/id"
    )
    
    const PrefixSeparator = "/"
    
    // MakePartnerPrefix creates a string prefix
    // to denote who a conversation or relationship is with
    func MakePartnerPrefix(id *id.ID) string {
    	return fmt.Sprintf("Partner:%v", id.String())
    }
    
    // Upgrade functions must be of this type
    type Upgrade func(oldObject *Object) (*Object,
    	error)
    
    type root struct {
    	data ekv.KeyValue
    }
    
    // KV stores versioned data and Upgrade functions
    type KV struct {
    	r      *root
    	prefix string
    }
    
    // Create a versioned key/value store backed by something implementing KeyValue
    func NewKV(data ekv.KeyValue) *KV {
    	newKV := KV{}
    	root := root{}
    
    	root.data = data
    
    	newKV.r = &root
    
    	return &newKV
    }
    
    // Get gets and upgrades data stored in the key/value store
    // Make sure to inspect the version returned in the versioned object
    func (v *KV) Get(key string, version uint64) (*Object, error) {
    	key = v.makeKey(key, version)
    	jww.TRACE.Printf("Get %p with key %v", v.r.data, key)
    	// Get raw data
    	result := Object{}
    	err := v.r.data.Get(key, &result)
    	if err != nil {
    		return nil, err
    	}
    	return &result, nil
    }
    
    type UpgradeTable struct {
    	CurrentVersion uint64
    	Table          []Upgrade
    }
    
    // Get gets and upgrades data stored in the key/value store
    // Make sure to inspect the version returned in the versioned object
    func (v *KV) GetAndUpgrade(key string, ut UpgradeTable) (*Object, error) {
    	version := ut.CurrentVersion
    	baseKey := key
    	key = v.makeKey(baseKey, version)
    
    	if uint64(len(ut.Table)) != version {
    		jww.FATAL.Panicf("Cannot get upgrade for %s: table lengh (%d) "+
    			"does not match current version (%d)", key, len(ut.Table),
    			version)
    	}
    	var result *Object
    	// NOTE: Upgrades do not happen on the current version, so we check to
    	// see if version-1, version-2, and so on exist to find out if an
    	// earlier version of this object exists.
    	version++
    	for version != 0 {
    		version--
    		key = v.makeKey(baseKey, version)
    		jww.TRACE.Printf("Get %p with key %v", v.r.data, key)
    
    		// Get raw data
    		result = &Object{}
    		err := v.r.data.Get(key, result)
    		// Break when we find the *newest* version of the object
    		// in the data store.
    		if err == nil {
    			break
    		}
    	}
    
    	if result == nil || len(result.Data) == 0 {
    		return nil, errors.Errorf(
    			"Failed to get key and upgrade it for %s",
    			v.makeKey(baseKey, ut.CurrentVersion))
    	}
    
    	var err error
    	initialVersion := result.Version
    	for result.Version < uint64(len(ut.Table)) {
    		oldVersion := result.Version
    		result, err = ut.Table[oldVersion](result)
    		if err != nil || oldVersion == result.Version {
    			jww.FATAL.Panicf("failed to upgrade key %s from "+
    				"version %v, initial version %v", key,
    				oldVersion, initialVersion)
    		}
    	}
    
    	return result, nil
    }
    
    // delete removes a given key from the data store
    func (v *KV) Delete(key string, version uint64) error {
    	key = v.makeKey(key, version)
    	jww.TRACE.Printf("delete %p with key %v", v.r.data, key)
    	return v.r.data.Delete(key)
    }
    
    // Set upserts new data into the storage
    // When calling this, you are responsible for prefixing the key with the correct
    // type optionally unique id! Call MakeKeyWithPrefix() to do so.
    func (v *KV) Set(key string, version uint64, object *Object) error {
    	key = v.makeKey(key, version)
    	jww.TRACE.Printf("Set %p with key %v", v.r.data, key)
    	return v.r.data.Set(key, object)
    }
    
    // GetPrefix returns the prefix of the KV.
    func (v *KV) GetPrefix() string {
    	return v.prefix
    }
    
    //Returns a new KV with the new prefix
    func (v *KV) Prefix(prefix string) *KV {
    	kvPrefix := KV{
    		r:      v.r,
    		prefix: v.prefix + prefix + PrefixSeparator,
    	}
    	return &kvPrefix
    }
    
    //Returns the key with all prefixes appended
    func (v *KV) GetFullKey(key string, version uint64) string {
    	return v.makeKey(key, version)
    }
    
    func (v *KV) makeKey(key string, version uint64) string {
    	return fmt.Sprintf("%s%s_%d", v.prefix, key, version)
    }