code.vegaprotocol.io/vega@v0.79.0/core/banking/checkpoint.go

// Copyright (C) 2023 Gobalsky Labs Limited
//
// This program is free software: you can redistribute it and/or modify
// it under the terms of the GNU Affero General Public License as
// published by the Free Software Foundation, either version 3 of the
// License, or (at your option) any later version.
//
// This program is distributed in the hope that it will be useful,
// but WITHOUT ANY WARRANTY; without even the implied warranty of
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
// GNU Affero General Public License for more details.
//
// You should have received a copy of the GNU Affero General Public License
// along with this program.  If not, see <http://www.gnu.org/licenses/>.

package banking

import (
	"context"
	"fmt"
	"sort"
	"sync/atomic"
	"time"

	"code.vegaprotocol.io/vega/core/assets"
	"code.vegaprotocol.io/vega/core/events"
	"code.vegaprotocol.io/vega/core/types"
	"code.vegaprotocol.io/vega/libs/proto"
	"code.vegaprotocol.io/vega/logging"
	"code.vegaprotocol.io/vega/protos/vega"
	checkpoint "code.vegaprotocol.io/vega/protos/vega/checkpoint/v1"
	eventspb "code.vegaprotocol.io/vega/protos/vega/events/v1"

	"github.com/emirpasic/gods/sets/treeset"
	"go.uber.org/zap"
)

func (e *Engine) Name() types.CheckpointName {
	return types.BankingCheckpoint
}

func (e *Engine) Checkpoint() ([]byte, error) {
	msg := &checkpoint.Banking{
		TransfersAtTime:              e.getScheduledTransfers(),
		RecurringTransfers:           e.getRecurringTransfers(),
		PrimaryBridgeState:           e.getPrimaryBridgeState(),
		LastSeenPrimaryEthBlock:      e.lastSeenPrimaryEthBlock,
		GovernanceTransfersAtTime:    e.getScheduledGovernanceTransfers(),
		RecurringGovernanceTransfers: e.getRecurringGovernanceTransfers(),
		SecondaryBridgeState:         e.getSecondaryBridgeState(),
		LastSeenSecondaryEthBlock:    e.lastSeenSecondaryEthBlock,
	}

	msg.SeenRefs = make([]string, 0, e.seenAssetActions.Size())
	iter := e.seenAssetActions.Iterator()
	for iter.Next() {
		msg.SeenRefs = append(msg.SeenRefs, iter.Value().(string))
	}

	msg.AssetActions = make([]*checkpoint.AssetAction, 0, len(e.assetActions))
	for _, aa := range e.getAssetActions() {
		msg.AssetActions = append(msg.AssetActions, aa.IntoProto())
	}

	ret, err := proto.Marshal(msg)
	if err != nil {
		return nil, err
	}
	return ret, nil
}

func (e *Engine) Load(ctx context.Context, data []byte) error {
	b := checkpoint.Banking{}
	if err := proto.Unmarshal(data, &b); err != nil {
		return err
	}

	evts, err := e.loadScheduledTransfers(ctx, b.TransfersAtTime)
	if err != nil {
		return err
	}

	evts = append(evts, e.loadRecurringTransfers(ctx, b.RecurringTransfers)...)

	evts = append(evts, e.loadScheduledGovernanceTransfers(ctx, b.GovernanceTransfersAtTime)...)
	evts = append(evts, e.loadRecurringGovernanceTransfers(ctx, b.RecurringGovernanceTransfers)...)

	e.loadPrimaryBridgeState(b.PrimaryBridgeState)
	e.loadSecondaryBridgeState(b.SecondaryBridgeState)

	e.seenAssetActions = treeset.NewWithStringComparator()
	for _, v := range b.SeenRefs {
		e.seenAssetActions.Add(v)
	}

	e.lastSeenPrimaryEthBlock = b.LastSeenPrimaryEthBlock
	if e.lastSeenPrimaryEthBlock != 0 {
		e.log.Info("restoring primary collateral bridge starting block", logging.Uint64("block", e.lastSeenPrimaryEthBlock))
		e.ethEventSource.UpdateContractBlock(e.bridgeAddresses[e.primaryEthChainID], e.primaryEthChainID, e.lastSeenPrimaryEthBlock)
	}

	e.lastSeenSecondaryEthBlock = b.LastSeenSecondaryEthBlock
	if e.lastSeenSecondaryEthBlock != 0 {
		e.log.Info("restoring secondary collateral bridge starting block", logging.Uint64("block", e.lastSeenSecondaryEthBlock))
		e.ethEventSource.UpdateContractBlock(e.bridgeAddresses[e.secondaryEthChainID], e.secondaryEthChainID, e.lastSeenSecondaryEthBlock)
	}

	aa := make([]*types.AssetAction, 0, len(b.AssetActions))
	for _, a := range b.AssetActions {
		aa = append(aa, types.AssetActionFromProto(a))
	}
	if err := e.loadAssetActions(aa); err != nil {
		return fmt.Errorf("could not load asset actions: %w", err)
	}
	for _, aa := range e.assetActions {
		e.witness.StartCheck(aa, e.onCheckDone, e.timeService.GetTimeNow().Add(defaultValidationDuration))
	}

	if len(evts) > 0 {
		e.broker.SendBatch(evts)
	}

	return nil
}

func (e *Engine) loadAssetActions(aa []*types.AssetAction) error {
	for _, v := range aa {
		var (
			err           error
			asset         *assets.Asset
			bridgeStopped *types.ERC20EventBridgeStopped
			bridgeResumed *types.ERC20EventBridgeResumed
		)

		// only others action than bridge stop and resume
		// have an actual asset associated
		if !v.BridgeResume && !v.BridgeStopped {
			asset, err = e.assets.Get(v.Asset)
			if err != nil {
				e.log.Panic("trying to restore an assetAction with no asset", logging.String("asset", v.Asset))
			}
		}

		if v.BridgeStopped {
			bridgeStopped = &types.ERC20EventBridgeStopped{BridgeStopped: true}
		}

		if v.BridgeResume {
			bridgeResumed = &types.ERC20EventBridgeResumed{BridgeResumed: true}
		}

		// This handle old asset actions that are not associated to a chain ID
		// yet, that are likely asset actions that should be associated to the
		// primary bridge.
		var bridgeView ERC20BridgeView
		if v.ChainID == "" {
			bridgeView = e.primaryBridgeView
		} else {
			bridgeView, err = e.bridgeViewForChainID(v.ChainID)
			if err != nil {
				return err
			}
		}

		state := &atomic.Uint32{}
		state.Store(v.State)
		aa := &assetAction{
			id:                      v.ID,
			state:                   state,
			blockHeight:             v.BlockNumber,
			asset:                   asset,
			logIndex:                v.TxIndex,
			txHash:                  v.Hash,
			chainID:                 v.ChainID,
			builtinD:                v.BuiltinD,
			erc20AL:                 v.Erc20AL,
			erc20D:                  v.Erc20D,
			erc20AssetLimitsUpdated: v.ERC20AssetLimitsUpdated,
			erc20BridgeStopped:      bridgeStopped,
			erc20BridgeResumed:      bridgeResumed,
			// this is needed every time now
			bridgeView: bridgeView,
		}

		if len(aa.getRef().Hash) == 0 {
			// if we're here it means that the IntoProto code has not done its job properly for a particular asset action type
			e.log.Panic("asset action has not been serialised correct and is empty", logging.String("txHash", aa.txHash))
		}

		e.assetActions[v.ID] = aa
		// store the deposit in the deposits
		if v.BuiltinD != nil {
			e.deposits[v.ID] = e.newDeposit(v.ID, v.BuiltinD.PartyID, v.BuiltinD.VegaAssetID, v.BuiltinD.Amount, v.Hash)
		} else if v.Erc20D != nil {
			e.deposits[v.ID] = e.newDeposit(v.ID, v.Erc20D.TargetPartyID, v.Erc20D.VegaAssetID, v.Erc20D.Amount, v.Hash)
		}
	}
	return nil
}

func (e *Engine) loadPrimaryBridgeState(state *checkpoint.BridgeState) {
	// this would eventually be nil if we restore from a checkpoint
	// which have been produce from an old version of the core.
	// we set it to active by default in the case
	if state == nil {
		e.primaryBridgeState = &bridgeState{
			active: true,
		}
		return
	}

	e.primaryBridgeState = &bridgeState{
		active:   state.Active,
		block:    state.BlockHeight,
		logIndex: state.LogIndex,
	}
}

func (e *Engine) loadSecondaryBridgeState(state *checkpoint.BridgeState) {
	// this would eventually be nil if we restore from a checkpoint
	// which have been produce from an old version of the core.
	// we set it to active by default in the case
	if state == nil {
		e.secondaryBridgeState = &bridgeState{
			active: true,
		}
		return
	}

	e.secondaryBridgeState = &bridgeState{
		active:   state.Active,
		block:    state.BlockHeight,
		logIndex: state.LogIndex,
	}
}

func (e *Engine) loadScheduledGovernanceTransfers(ctx context.Context, r []*checkpoint.ScheduledGovernanceTransferAtTime) []events.Event {
	evts := []events.Event{}
	for _, v := range r {
		transfers := make([]*types.GovernanceTransfer, 0, len(v.Transfers))
		for _, g := range v.Transfers {
			transfer := types.GovernanceTransferFromProto(g)
			transfers = append(transfers, transfer)
			evts = append(evts, events.NewGovTransferFundsEvent(ctx, transfer, transfer.Config.MaxAmount, e.getGovGameID(transfer)))
		}
		e.scheduledGovernanceTransfers[v.DeliverOn] = transfers
	}
	return evts
}

func (e *Engine) loadScheduledTransfers(
	ctx context.Context, r []*checkpoint.ScheduledTransferAtTime,
) ([]events.Event, error) {
	evts := []events.Event{}
	for _, v := range r {
		transfers := make([]scheduledTransfer, 0, len(v.Transfers))
		for _, v := range v.Transfers {
			transfer, err := scheduledTransferFromProto(v)
			if err != nil {
				return nil, err
			}
			evts = append(evts, events.NewOneOffTransferFundsEvent(ctx, transfer.oneoff))
			transfers = append(transfers, transfer)
		}
		e.scheduledTransfers[v.DeliverOn] = transfers
	}

	return evts, nil
}

func (e *Engine) loadRecurringTransfers(
	ctx context.Context, r *checkpoint.RecurringTransfers,
) []events.Event {
	evts := []events.Event{}
	e.nextMetricUpdate = time.Unix(0, r.NextMetricUpdate)
	for _, v := range r.RecurringTransfers {
		transfer := types.RecurringTransferFromEvent(v)
		e.recurringTransfers = append(e.recurringTransfers, transfer)
		e.recurringTransfersMap[transfer.ID] = transfer
		// reload the dispatch strategy to the hash cache
		if transfer.DispatchStrategy != nil {
			// reset defaults for new dispatch strategy params:
			if transfer.DispatchStrategy.EntityScope == vega.EntityScope_ENTITY_SCOPE_UNSPECIFIED {
				e.applyMigrationDefaults(transfer.DispatchStrategy)
			}
			e.registerDispatchStrategy(transfer.DispatchStrategy)
		}
		evts = append(evts, events.NewRecurringTransferFundsEvent(ctx, transfer, e.getGameID(transfer)))
	}
	return evts
}

func (e *Engine) applyMigrationDefaults(ds *vega.DispatchStrategy) {
	ds.EntityScope = vega.EntityScope_ENTITY_SCOPE_INDIVIDUALS
	ds.LockPeriod = 0
	ds.WindowLength = 1
	ds.DistributionStrategy = vega.DistributionStrategy_DISTRIBUTION_STRATEGY_PRO_RATA
}

func (e *Engine) loadRecurringGovernanceTransfers(ctx context.Context, transfers []*checkpoint.GovernanceTransfer) []events.Event {
	evts := []events.Event{}
	for _, v := range transfers {
		transfer := types.GovernanceTransferFromProto(v)
		e.recurringGovernanceTransfers = append(e.recurringGovernanceTransfers, transfer)
		e.recurringGovernanceTransfersMap[transfer.ID] = transfer
		if transfer.Config.RecurringTransferConfig.DispatchStrategy != nil {
			e.registerDispatchStrategy(transfer.Config.RecurringTransferConfig.DispatchStrategy)
		}
		evts = append(evts, events.NewGovTransferFundsEvent(ctx, transfer, transfer.Config.MaxAmount, e.getGovGameID(transfer)))
	}
	return evts
}

func (e *Engine) getPrimaryBridgeState() *checkpoint.BridgeState {
	return &checkpoint.BridgeState{
		Active:      e.primaryBridgeState.active,
		BlockHeight: e.primaryBridgeState.block,
		LogIndex:    e.primaryBridgeState.logIndex,
	}
}

func (e *Engine) getSecondaryBridgeState() *checkpoint.BridgeState {
	return &checkpoint.BridgeState{
		Active:      e.secondaryBridgeState.active,
		BlockHeight: e.secondaryBridgeState.block,
		LogIndex:    e.secondaryBridgeState.logIndex,
	}
}

func (e *Engine) getRecurringTransfers() *checkpoint.RecurringTransfers {
	out := &checkpoint.RecurringTransfers{
		RecurringTransfers: make([]*eventspb.Transfer, 0, len(e.recurringTransfers)),
	}

	for _, v := range e.recurringTransfers {
		out.RecurringTransfers = append(out.RecurringTransfers, v.IntoEvent(nil, e.getGameID(v)))
	}
	out.NextMetricUpdate = e.nextMetricUpdate.UnixNano()
	return out
}

func (e *Engine) getRecurringGovernanceTransfers() []*checkpoint.GovernanceTransfer {
	out := make([]*checkpoint.GovernanceTransfer, 0, len(e.recurringGovernanceTransfers))
	for _, v := range e.recurringGovernanceTransfers {
		out = append(out, v.IntoProto())
	}
	return out
}

func (e *Engine) getScheduledTransfers() []*checkpoint.ScheduledTransferAtTime {
	out := make([]*checkpoint.ScheduledTransferAtTime, 0, len(e.scheduledTransfers))

	for k, v := range e.scheduledTransfers {
		transfers := make([]*checkpoint.ScheduledTransfer, 0, len(v))
		for _, v := range v {
			transfers = append(transfers, v.ToProto())
		}
		out = append(out, &checkpoint.ScheduledTransferAtTime{DeliverOn: k, Transfers: transfers})
	}

	sort.SliceStable(out, func(i, j int) bool { return out[i].DeliverOn < out[j].DeliverOn })

	return out
}

func (e *Engine) getScheduledGovernanceTransfers() []*checkpoint.ScheduledGovernanceTransferAtTime {
	out := make([]*checkpoint.ScheduledGovernanceTransferAtTime, 0, len(e.scheduledGovernanceTransfers))

	for k, v := range e.scheduledGovernanceTransfers {
		transfers := make([]*checkpoint.GovernanceTransfer, 0, len(v))
		for _, v := range v {
			transfers = append(transfers, v.IntoProto())
		}
		out = append(out, &checkpoint.ScheduledGovernanceTransferAtTime{DeliverOn: k, Transfers: transfers})
	}
	sort.SliceStable(out, func(i, j int) bool { return out[i].DeliverOn < out[j].DeliverOn })
	return out
}

func (e *Engine) getAssetActions() []*types.AssetAction {
	aa := make([]*types.AssetAction, 0, len(e.assetActions))
	for _, v := range e.assetActions {
		// this is optional as bridge action don't have one
		var assetID string
		if v.asset != nil {
			assetID = v.asset.ToAssetType().ID
		}

		var bridgeStopped bool
		if v.erc20BridgeStopped != nil {
			bridgeStopped = true
		}

		var bridgeResumed bool
		if v.erc20BridgeResumed != nil {
			bridgeResumed = true
		}

		action := types.AssetAction{
			ID:                      v.id,
			State:                   v.state.Load(),
			BlockNumber:             v.blockHeight,
			Asset:                   assetID,
			TxIndex:                 v.logIndex,
			Hash:                    v.txHash,
			ChainID:                 v.chainID,
			BuiltinD:                v.builtinD,
			Erc20AL:                 v.erc20AL,
			Erc20D:                  v.erc20D,
			ERC20AssetLimitsUpdated: v.erc20AssetLimitsUpdated,
			BridgeStopped:           bridgeStopped,
			BridgeResume:            bridgeResumed,
		}

		e.log.Info("getAssetActions",
			zap.Any("action", fmt.Sprintf("%+v", action)),
			zap.String("ref", v.getRef().Hash),
		)

		aa = append(aa, &action)
	}

	sort.SliceStable(aa, func(i, j int) bool { return aa[i].ID < aa[j].ID })
	return aa
}