gitlab.com/SiaPrime/SiaPrime@v1.4.1/modules/transactionpool/transactionpool_test.go

package transactionpool

import (
	"path/filepath"
	"testing"

	"gitlab.com/NebulousLabs/fastrand"
	"gitlab.com/SiaPrime/SiaPrime/build"
	"gitlab.com/SiaPrime/SiaPrime/crypto"
	"gitlab.com/SiaPrime/SiaPrime/modules"
	"gitlab.com/SiaPrime/SiaPrime/modules/consensus"
	"gitlab.com/SiaPrime/SiaPrime/modules/gateway"
	"gitlab.com/SiaPrime/SiaPrime/modules/miner"
	"gitlab.com/SiaPrime/SiaPrime/modules/wallet"
	"gitlab.com/SiaPrime/SiaPrime/types"
)

// A tpoolTester is used during testing to initialize a transaction pool and
// useful helper modules.
type tpoolTester struct {
	cs        modules.ConsensusSet
	gateway   modules.Gateway
	tpool     *TransactionPool
	miner     modules.TestMiner
	wallet    modules.Wallet
	walletKey crypto.CipherKey

	persistDir string
}

// blankTpoolTester returns a ready-to-use tpool tester, with all modules
// initialized, without mining a block.
func blankTpoolTester(name string) (*tpoolTester, error) {
	// Initialize the modules.
	testdir := build.TempDir(modules.TransactionPoolDir, name)
	g, err := gateway.New("localhost:0", false, filepath.Join(testdir, modules.GatewayDir))
	if err != nil {
		return nil, err
	}
	cs, err := consensus.New(g, false, filepath.Join(testdir, modules.ConsensusDir))
	if err != nil {
		return nil, err
	}
	tp, err := New(cs, g, filepath.Join(testdir, modules.TransactionPoolDir))
	if err != nil {
		return nil, err
	}
	w, err := wallet.New(cs, tp, filepath.Join(testdir, modules.WalletDir))
	if err != nil {
		return nil, err
	}
	key := crypto.GenerateSiaKey(crypto.TypeDefaultWallet)
	_, err = w.Encrypt(key)
	if err != nil {
		return nil, err
	}
	err = w.Unlock(key)
	if err != nil {
		return nil, err
	}
	m, err := miner.New(cs, tp, w, filepath.Join(testdir, modules.MinerDir))
	if err != nil {
		return nil, err
	}

	// Assemble all of the objects into a tpoolTester
	return &tpoolTester{
		cs:        cs,
		gateway:   g,
		tpool:     tp,
		miner:     m,
		wallet:    w,
		walletKey: key,

		persistDir: testdir,
	}, nil
}

// createTpoolTester returns a ready-to-use tpool tester, with all modules
// initialized.
func createTpoolTester(name string) (*tpoolTester, error) {
	tpt, err := blankTpoolTester(name)
	if err != nil {
		return nil, err
	}

	// Mine blocks until there is money in the wallet.
	for i := types.BlockHeight(0); i <= types.MaturityDelay; i++ {
		b, _ := tpt.miner.FindBlock()
		err = tpt.cs.AcceptBlock(b)
		if err != nil {
			return nil, err
		}
	}

	return tpt, nil
}

// Close safely closes the tpoolTester, calling a panic in the event of an
// error since there isn't a good way to errcheck when deferring a Close.
func (tpt *tpoolTester) Close() error {
	errs := []error{
		tpt.cs.Close(),
		tpt.gateway.Close(),
		tpt.tpool.Close(),
		tpt.miner.Close(),
		tpt.wallet.Close(),
	}
	if err := build.JoinErrors(errs, "; "); err != nil {
		panic(err)
	}
	return nil
}

// TestIntegrationNewNilInputs tries to trigger a panic with nil inputs.
func TestIntegrationNewNilInputs(t *testing.T) {
	if testing.Short() {
		t.SkipNow()
	}
	// Create a gateway and consensus set.
	testdir := build.TempDir(modules.TransactionPoolDir, t.Name())
	g, err := gateway.New("localhost:0", false, filepath.Join(testdir, modules.GatewayDir))
	if err != nil {
		t.Fatal(err)
	}
	cs, err := consensus.New(g, false, filepath.Join(testdir, modules.ConsensusDir))
	if err != nil {
		t.Fatal(err)
	}
	tpDir := filepath.Join(testdir, modules.TransactionPoolDir)

	// Try all combinations of nil inputs.
	_, err = New(nil, nil, tpDir)
	if err == nil {
		t.Error(err)
	}
	_, err = New(nil, g, tpDir)
	if err != errNilCS {
		t.Error(err)
	}
	_, err = New(cs, nil, tpDir)
	if err != errNilGateway {
		t.Error(err)
	}
	_, err = New(cs, g, tpDir)
	if err != nil {
		t.Error(err)
	}
}

// TestGetTransaction verifies that the transaction pool's Transaction() method
// works correctly.
func TestGetTransaction(t *testing.T) {
	if testing.Short() {
		t.SkipNow()
	}
	tpt, err := createTpoolTester(t.Name())
	if err != nil {
		t.Fatal(err)
	}
	defer tpt.Close()

	value := types.NewCurrency64(35e6)
	fee := types.NewCurrency64(3e2)
	emptyUH := types.UnlockConditions{}.UnlockHash()
	txnBuilder, err := tpt.wallet.StartTransaction()
	if err != nil {
		t.Fatal(err)
	}
	err = txnBuilder.FundSiacoins(value)
	if err != nil {
		t.Fatal(err)
	}
	txnBuilder.AddMinerFee(fee)
	output := types.SiacoinOutput{
		Value:      value.Sub(fee),
		UnlockHash: emptyUH,
	}
	txnBuilder.AddSiacoinOutput(output)
	txnSet, err := txnBuilder.Sign(true)
	if err != nil {
		t.Fatal(err)
	}
	childrenSet := []types.Transaction{{
		SiacoinInputs: []types.SiacoinInput{{
			ParentID: txnSet[len(txnSet)-1].SiacoinOutputID(0),
		}},
		SiacoinOutputs: []types.SiacoinOutput{{
			Value:      value.Sub(fee),
			UnlockHash: emptyUH,
		}},
	}}

	superSet := append(txnSet, childrenSet...)
	err = tpt.tpool.AcceptTransactionSet(superSet)
	if err != nil {
		t.Fatal(err)
	}

	targetTxn := childrenSet[0]
	txn, parents, exists := tpt.tpool.Transaction(targetTxn.ID())
	if !exists {
		t.Fatal("transaction set did not exist")
	}
	if txn.ID() != targetTxn.ID() {
		t.Fatal("returned the wrong transaction")
	}
	if len(parents) != len(txnSet) {
		t.Fatal("transaction had wrong number of parents")
	}
	for i, txn := range txnSet {
		if parents[i].ID() != txn.ID() {
			t.Fatal("returned the wrong parent")
		}
	}
}

// TestBlockFeeEstimation checks that the fee estimation algorithm is reasonably
// on target when the tpool is relying on blockchain based fee estimation.
func TestFeeEstimation(t *testing.T) {
	if testing.Short() || !build.VLONG {
		t.Skip("Tpool is too slow to run this test regularly")
	}
	tpt, err := createTpoolTester(t.Name())
	if err != nil {
		t.Fatal(err)
	}
	defer tpt.Close()

	// Prepare a bunch of outputs for a series of graphs to fill up the
	// transaction pool.
	graphLens := 400                                                                     // 80 kb per graph
	numGraphs := int(types.BlockSizeLimit) * blockFeeEstimationDepth / (graphLens * 206) // Enough to fill 'estimation depth' blocks.
	graphFund := types.SiacoinPrecision.Mul64(1000)
	var outputs []types.SiacoinOutput
	for i := 0; i < numGraphs+1; i++ {
		outputs = append(outputs, types.SiacoinOutput{
			UnlockHash: types.UnlockConditions{}.UnlockHash(),
			Value:      graphFund,
		})
	}
	txns, err := tpt.wallet.SendSiacoinsMulti(outputs)
	if err != nil {
		t.Error(err)
	}

	// Mine the graph setup in the consensus set so that the graph outputs are
	// distinct transaction sets.
	_, err = tpt.miner.AddBlock()
	if err != nil {
		t.Fatal(err)
	}

	// Create all of the graphs.
	finalTxn := txns[len(txns)-1]
	var graphs [][]types.Transaction
	for i := 0; i < numGraphs; i++ {
		var edges []types.TransactionGraphEdge
		var cumFee types.Currency
		for j := 0; j < graphLens; j++ {
			fee := types.SiacoinPrecision.Mul64(uint64(j + i + 1)).Div64(200)
			cumFee = cumFee.Add(fee)
			edges = append(edges, types.TransactionGraphEdge{
				Dest:   j + 1,
				Fee:    fee,
				Source: j,
				Value:  graphFund.Sub(cumFee),
			})
		}
		graph, err := types.TransactionGraph(finalTxn.SiacoinOutputID(uint64(i)), edges)
		if err != nil {
			t.Fatal(err)
		}
		graphs = append(graphs, graph)
	}

	// One block at a time, add graphs to the tpool and blockchain. Then check
	// the median fee estimation and see that it's the right value.
	var prevMin types.Currency
	for i := 0; i < blockFeeEstimationDepth; i++ {
		// Insert enough graphs to fill a block.
		for j := 0; j < numGraphs/blockFeeEstimationDepth; j++ {
			err = tpt.tpool.AcceptTransactionSet(graphs[0])
			if err != nil {
				t.Fatal(err)
			}
			graphs = graphs[1:]
		}

		// Add a block to the transaction pool.
		_, err = tpt.miner.AddBlock()
		if err != nil {
			t.Fatal(err)
		}

		// Check that max is always greater than min.
		min, max := tpt.tpool.FeeEstimation()
		if min.Cmp(max) > 0 {
			t.Error("max fee is less than min fee estimation")
		}

		// If we're over halfway through the depth, the suggested fee should
		// start to exceed the default.
		if i > blockFeeEstimationDepth/2 {
			if min.Cmp(minEstimation) <= 0 {
				t.Error("fee estimation does not seem to be increasing")
			}
			if min.Cmp(prevMin) <= 0 {
				t.Error("fee estimation does not seem to be increasing")
			}
		}
		prevMin = min

		// Reset the tpool to verify that the persist structures are
		// functioning.
		//
		// TODO: For some reason, closing and re-opeining the tpool results in
		// incredible performance penalties.
		/*
			err = tpt.tpool.Close()
			if err != nil {
				t.Fatal(err)
			}
			tpt.tpool, err = New(tpt.cs, tpt.gateway, tpt.persistDir)
			if err != nil {
				t.Fatal(err)
			}
		*/
	}

	// Mine a few blocks and then check that the fee estimation has returned to
	// minimum as congestion clears up.
	for i := 0; i < (blockFeeEstimationDepth/2)+1; i++ {
		_, err = tpt.miner.AddBlock()
		if err != nil {
			t.Fatal(err)
		}
	}
	min, _ := tpt.tpool.FeeEstimation()
	if !(min.Cmp(minEstimation) == 0) {
		t.Error("fee estimator does not seem to be reducing with empty blocks.")
	}
}

// TestTpoolScalability fills the whole transaction pool with complex
// transactions, then mines enough blocks to empty it out. Running sequentially,
// the test should take less than 250ms per mb that the transaction pool fills
// up, and less than 250ms per mb to empty out - indicating linear scalability
// and tolerance for a larger pool size.
func TestTpoolScalability(t *testing.T) {
	if testing.Short() || !build.VLONG {
		t.Skip("Tpool is too slow to run this test regularly")
	}
	tpt, err := createTpoolTester(t.Name())
	if err != nil {
		t.Fatal(err)
	}
	defer tpt.Close()

	// Mine a few more blocks to get some extra funding.
	for i := 0; i < 3; i++ {
		_, err := tpt.miner.AddBlock()
		if err != nil {
			t.Fatal(err)
		}
	}

	// Prepare a bunch of outputs for a series of graphs to fill up the
	// transaction pool.
	rows := 10                                         // needs to factor into exclusively '2's and '5's.
	graphSize := 11796                                 // Measured with logging. Change if 'rows' changes.
	numGraphs := TransactionPoolSizeTarget / graphSize // Enough to fill the transaction pool.
	graphFund := types.SiacoinPrecision.Mul64(2000)
	var outputs []types.SiacoinOutput
	for i := 0; i < numGraphs+1; i++ {
		outputs = append(outputs, types.SiacoinOutput{
			UnlockHash: types.UnlockConditions{}.UnlockHash(),
			Value:      graphFund,
		})
	}
	txns, err := tpt.wallet.SendSiacoinsMulti(outputs)
	if err != nil {
		t.Error(err)
	}

	// Mine the graph setup in the consensus set so that the graph outputs are
	// distinct transaction sets.
	_, err = tpt.miner.AddBlock()
	if err != nil {
		t.Fatal(err)
	}

	// Create all of the graphs.
	finalTxn := txns[len(txns)-1]
	var graphs [][]types.Transaction
	for i := 0; i < numGraphs; i++ {
		var edges []types.TransactionGraphEdge

		// Create the root of the graph.
		feeValues := types.SiacoinPrecision
		firstRowValues := graphFund.Sub(feeValues.Mul64(uint64(rows))).Div64(uint64(rows))
		for j := 0; j < rows; j++ {
			edges = append(edges, types.TransactionGraphEdge{
				Dest:   j + 1,
				Fee:    types.SiacoinPrecision,
				Source: 0,
				Value:  firstRowValues,
			})
		}

		// Create each row of the graph.
		var firstNodeValue types.Currency
		nodeIndex := 1
		for j := 0; j < rows; j++ {
			// Create the first node in the row, which has an increasing
			// balance.
			rowValue := firstRowValues.Sub(types.SiacoinPrecision.Mul64(uint64(j + 1)))
			firstNodeValue = firstNodeValue.Add(rowValue)
			edges = append(edges, types.TransactionGraphEdge{
				Dest:   nodeIndex + (rows - j),
				Fee:    types.SiacoinPrecision,
				Source: nodeIndex,
				Value:  firstNodeValue,
			})
			nodeIndex++

			// Create the remaining nodes in this row.
			for k := j + 1; k < rows; k++ {
				edges = append(edges, types.TransactionGraphEdge{
					Dest:   nodeIndex + (rows - (j + 1)),
					Fee:    types.SiacoinPrecision,
					Source: nodeIndex,
					Value:  rowValue,
				})
				nodeIndex++
			}
		}

		// Build the graph and add it to the stack of graphs.
		graph, err := types.TransactionGraph(finalTxn.SiacoinOutputID(uint64(i)), edges)
		if err != nil {
			t.Fatal(err)
		}
		graphs = append(graphs, graph)
	}

	// Add all of the root transactions to the blockchain to throw off the
	// parent math off for the transaction pool.
	for _, graph := range graphs {
		err := tpt.tpool.AcceptTransactionSet([]types.Transaction{graph[0]})
		if err != nil {
			t.Fatal(err)
		}
	}
	_, err = tpt.miner.AddBlock()
	if err != nil {
		t.Fatal(err)
	}

	// Add all of the transactions in each graph into the tpool, one transaction
	// at a time, interweaved, chaotically.
	for i := 1; i < len(graphs[0]); i++ {
		for j := 0; j < len(graphs); j++ {
			err := tpt.tpool.AcceptTransactionSet([]types.Transaction{graphs[j][i]})
			if err != nil {
				t.Fatal(err, i, j)
			}
		}
	}

	// Mine blocks until the tpool is gone.
	for tpt.tpool.transactionListSize > 0 {
		_, err := tpt.miner.AddBlock()
		if err != nil {
			t.Fatal(err)
		}
	}
}

// TestHeapFees creates a large number of transaction graphs with increasing fee
// value. Then it checks that those sets with higher value transaction fees are
// prioritized for placement in blocks.
func TestHeapFees(t *testing.T) {
	if testing.Short() || !build.VLONG {
		t.SkipNow()
	}
	tpt, err := createTpoolTester(t.Name())
	if err != nil {
		t.Fatal(err)
	}
	defer tpt.Close()

	// Mine a few more blocks to get some extra funding.
	for i := 0; i < 4; i++ {
		_, err := tpt.miner.AddBlock()
		if err != nil {
			t.Fatal(err)
		}
	}

	// Create transaction graph setup.
	coinFrac := types.SiacoinPrecision
	numGraphs := 110
	graphFund := coinFrac.Mul64(12210)
	var outputs []types.SiacoinOutput
	for i := 0; i < numGraphs; i++ {
		outputs = append(outputs, types.SiacoinOutput{
			UnlockHash: types.UnlockConditions{}.UnlockHash(),
			Value:      graphFund,
		})
	}
	txns, err := tpt.wallet.SendSiacoinsMulti(outputs)
	if err != nil {
		t.Error(err)
	}
	// Mine the graph setup in the consensus set so that the graph outputs are
	// transaction sets. This guarantees that the parent of every graph will be
	// its own output.
	_, err = tpt.miner.AddBlock()
	if err != nil {
		t.Fatal(err)
	}
	finalTxn := txns[len(txns)-1]
	// For each output, create 250 transactions
	var graphs [][]types.Transaction
	for i := 0; i < numGraphs; i++ {
		var edges []types.TransactionGraphEdge
		var cumFee types.Currency
		for j := 0; j < numGraphs; j++ {
			fee := coinFrac.Mul64(uint64((j + 1)))
			cumFee = cumFee.Add(fee)
			edges = append(edges, types.TransactionGraphEdge{
				Dest:   j + 1,
				Fee:    fee,
				Source: 0,
				Value:  fee,
			})
		}
		for k := 0; k < numGraphs; k++ {
			fee := coinFrac.Mul64(uint64(k + 1)).Div64(2)
			cumFee = cumFee.Add(fee)
			edges = append(edges, types.TransactionGraphEdge{
				Dest:   k + 251,
				Fee:    fee,
				Source: k + 1,
				Value:  fee,
			})
		}
		graph, err := types.TransactionGraph(finalTxn.SiacoinOutputID(uint64(i)), edges)
		if err != nil {
			t.Fatal(err)
		}
		graphs = append(graphs, graph)

	}
	// Accept the parent node of each graph so that its outputs we can test
	// spending its outputs after mining the next block.
	for _, graph := range graphs {
		err := tpt.tpool.AcceptTransactionSet([]types.Transaction{graph[0]})
		if err != nil {
			t.Fatal(err)
		}
	}
	block, err := tpt.miner.AddBlock()
	if err != nil {
		t.Fatal(err)
	}

	// Now accept all the other nodes of each graph.
	for _, graph := range graphs {
		for _, txn := range graph[1:] {
			err := tpt.tpool.AcceptTransactionSet([]types.Transaction{txn})
			if err != nil {
				t.Fatal(err)
			}
		}
	}
	// Now we mine 2 blocks in sequence and check that higher fee transactions
	// show up to the first block.
	block, err = tpt.miner.AddBlock()
	if err != nil {
		t.Fatal(err)
	}

	var totalFee1 types.Currency
	expectedFee1 := coinFrac.Mul64(321915)

	// Add up total fees
	numTxns1 := 0
	maxFee1 := types.SiacoinPrecision.Div64(1000000)
	minFee1 := types.SiacoinPrecision.Mul64(1000000)
	for _, txn := range block.Transactions {
		for _, fee := range txn.MinerFees {
			if fee.Cmp(maxFee1) >= 0 {
				maxFee1 = fee
			}
			if fee.Cmp(minFee1) <= 0 {
				minFee1 = fee
			}
			totalFee1 = totalFee1.Add(fee)
			numTxns1++
		}
	}
	avgFee1 := totalFee1.Div64(uint64(numTxns1))
	if totalFee1.Cmp(expectedFee1) != 0 {
		t.Error("totalFee1 different than expected fee.", totalFee1.String(), expectedFee1.String())
		//t.Log(totalFee1.Sub(expectedFee1).HumanString())

	}

	// Mine the next block so we can check the transactions inside
	block, err = tpt.miner.AddBlock()
	if err != nil {
		t.Fatal(err)
	}

	var totalFee2 types.Currency
	expectedFee2 := coinFrac.Mul64(13860)

	// Add up total fees
	numTxns2 := 0
	maxFee2 := types.SiacoinPrecision.Div64(1000000)
	minFee2 := types.SiacoinPrecision.Mul64(1000000)
	for _, txn := range block.Transactions {
		for _, fee := range txn.MinerFees {
			if fee.Cmp(maxFee2) >= 0 {
				maxFee2 = fee
			}
			if fee.Cmp(minFee2) <= 0 {
				minFee2 = fee
			}
			totalFee2 = totalFee2.Add(fee)
			numTxns2++
		}
	}
	avgFee2 := totalFee2.Div64(uint64(numTxns2))
	if totalFee2.Cmp(expectedFee2) != 0 {
		t.Error("totalFee2 different than expected fee.", totalFee2.String(), expectedFee2.String())
		//t.Log(totalFee2.Sub(expectedFee2).HumanString())
	}
	if avgFee1.Cmp(avgFee2) <= 0 {
		t.Error("Expected average fee from first block to be greater than average fee from second block.")
	}
	if totalFee1.Cmp(totalFee2) <= 0 {
		t.Error("Expected total fee from first block to be greater than total fee from second block.")
	}
	if numTxns1 < numTxns2 {
		t.Error("Expected more transactions in the first block than second block.")
	}
	if maxFee1.Cmp(maxFee2) <= 0 {
		t.Error("Expected highest fee from first block to be greater than highest fee from second block.")
	}
	if minFee1.Cmp(maxFee2) < 0 {
		t.Error("Expected lowest fee from first block to be greater than or equal to than highest fee from second block.")
	}
	if maxFee1.Cmp(minFee1) <= 0 {
		t.Error("Expected highest fee from first block to be greater than lowest fee from first block.")
	}
	if maxFee2.Cmp(minFee2) <= 0 {
		t.Error("Expected highest fee from second block to be greater than lowest fee from second block.")
	}
}

// TestBigTpool creates 3 chunks of 10,000 transactions such that the second
// chunk has much greater fees than the first chunk, and the third chunk has
// much greater fees than the second chunk. The fees in each chunk are also
// increasing. Then, to induce move lots of movement of transactions in and out
// of the miner's unsolved block, we make the tester accept the transactions by
// interleaving subsets of the chunks. We then check that the miner produces the
// expected sequence of blocks.
func TestBigTpool(t *testing.T) {
	if testing.Short() || !build.VLONG {
		t.SkipNow()
	}
	tpt, err := createTpoolTester(t.Name())
	if err != nil {
		t.Fatal(err)
	}
	defer tpt.Close()

	// Mine a few more blocks to get some extra funding.
	for i := 0; i < 4; i++ {
		_, err := tpt.miner.AddBlock()
		if err != nil {
			t.Fatal(err)
		}
	}

	// Create transaction graph setup.
	coinFrac := types.SiacoinPrecision.Div64(1)
	feeFrac := types.SiacoinPrecision.Div64(10)
	numGraphsPerChunk := 1000
	transactionSetSizes := []int{1, 2, 5, 10, 20}

	var outputs1 []types.SiacoinOutput
	var outputs2 []types.SiacoinOutput
	var outputs3 []types.SiacoinOutput

	// Create outputs to be spent in the first chunk.
	for i := 1; i <= numGraphsPerChunk; i++ {
		value := coinFrac.Mul64(25).Add(feeFrac.Mul64(uint64(i))).Mul64(2)
		outputs1 = append(outputs1, types.SiacoinOutput{
			UnlockHash: types.UnlockConditions{}.UnlockHash(),
			Value:      value,
		})
	}
	// There's so many outputs that they need to be put into multiple
	// transactions. We can fit around 500 outputs per transaction.
	var outputTxns1 [][]types.Transaction
	for i := 0; i < numGraphsPerChunk/500; i++ {
		txns, err := tpt.wallet.SendSiacoinsMulti(outputs1[500*i : (500*i)+500])
		if err != nil {
			t.Error(err)
		}
		outputTxns1 = append(outputTxns1, txns)
	}

	counter := 1
	var graphs [][]types.Transaction
	for _, output := range outputTxns1 {
		finalTxn := output[len(output)-1]
		for i := 0; i < 500; i++ { // 500 is the the number of outputs
			var edges []types.TransactionGraphEdge
			totalValue := coinFrac.Mul64(25).Add(feeFrac.Mul64(uint64(counter))).Mul64(2)
			setSize := transactionSetSizes[fastrand.Intn(5)] // 1, 2, 5, 10, or 20 with equal probability
			txTotalVal := totalValue.Div64(uint64(setSize))
			txFee := txTotalVal.Div64(5)
			txVal := txTotalVal.Sub(txFee)
			txFee2 := txVal.Div64(2)
			txVal2 := txVal.Sub(txFee2)

			for i := 0; i < setSize; i++ {
				edges = append(edges, types.TransactionGraphEdge{
					Dest:   i + 1,
					Fee:    txFee,
					Source: 0,
					Value:  txVal,
				})
			}
			for i := 0; i < setSize; i++ {
				edges = append(edges, types.TransactionGraphEdge{
					Dest:   i + 1 + setSize,
					Fee:    txFee2,
					Source: i + 1,
					Value:  txVal2,
				})
			}
			graph, err := types.TransactionGraph(finalTxn.SiacoinOutputID(uint64(i)), edges)
			if err != nil {
				t.Fatal(err)
			}
			graphs = append(graphs, graph)
			counter++
		}
	}
	////////////////////////////////////////////////////////////////////////////
	// Chunk 2
	////////////////////////////////////////////////////////////////////////////
	// Create outputs to be spent in the second chunk.
	for i := 1; i <= numGraphsPerChunk; i++ {
		value := coinFrac.Mul64(60).Add(feeFrac.Mul64(uint64(i))).Mul64(2)
		outputs2 = append(outputs2, types.SiacoinOutput{
			UnlockHash: types.UnlockConditions{}.UnlockHash(),
			Value:      value,
		})
	}
	// There's so many outputs that they need to be put into multiple
	// transactions. We can fit around 500 outputs per transaction.
	var outputTxns2 [][]types.Transaction
	for i := 0; i < numGraphsPerChunk/500; i++ {
		txns, err := tpt.wallet.SendSiacoinsMulti(outputs2[500*i : (500*i)+500])
		if err != nil {
			t.Error(err)
		}
		outputTxns2 = append(outputTxns2, txns)
	}

	counter = 1
	var graphs2 [][]types.Transaction
	for _, output := range outputTxns2 {
		finalTxn := output[len(output)-1]
		for i := 0; i < 500; i++ { // 500 is the the number of outputs.
			var edges []types.TransactionGraphEdge
			totalValue := coinFrac.Mul64(60).Add(feeFrac.Mul64(uint64(counter))).Mul64(2)
			setSize := transactionSetSizes[fastrand.Intn(5)] // 1, 2, 5, 10, or 20 with equal probability
			txTotalVal := totalValue.Div64(uint64(setSize))
			txFee := txTotalVal.Div64(5)
			txVal := txTotalVal.Sub(txFee)
			txFee2 := txVal.Div64(2)
			txVal2 := txVal.Sub(txFee2)

			for i := 0; i < setSize; i++ {
				edges = append(edges, types.TransactionGraphEdge{
					Dest:   i + 1,
					Fee:    txFee,
					Source: 0,
					Value:  txVal,
				})
			}
			for i := 0; i < setSize; i++ {
				edges = append(edges, types.TransactionGraphEdge{
					Dest:   i + 1 + setSize,
					Fee:    txFee2,
					Source: i + 1,
					Value:  txVal2,
				})
			}
			graph, err := types.TransactionGraph(finalTxn.SiacoinOutputID(uint64(i)), edges)
			if err != nil {
				t.Fatal(err)
			}
			graphs2 = append(graphs2, graph)
			counter++
		}
	}
	////////////////////////////////////////////////////////////////////////////
	// Chunk 3
	////////////////////////////////////////////////////////////////////////////
	// Create outputs to be spent in the third chunk.
	for i := 1; i <= numGraphsPerChunk; i++ {
		value := coinFrac.Mul64(110).Add(feeFrac.Mul64(uint64(i))).Mul64(2)
		outputs3 = append(outputs3, types.SiacoinOutput{
			UnlockHash: types.UnlockConditions{}.UnlockHash(),
			Value:      value,
		})
	}
	// There's so many outputs that they need to be put into multiple
	// transactions. We can fit around 500 outputs per transaction.
	var outputTxns3 [][]types.Transaction
	for i := 0; i < numGraphsPerChunk/500; i++ {
		txns, err := tpt.wallet.SendSiacoinsMulti(outputs3[500*i : (500*i)+500])
		if err != nil {
			t.Error(err)
		}
		outputTxns3 = append(outputTxns3, txns)
	}

	counter = 1
	var graphs3 [][]types.Transaction
	for _, output := range outputTxns3 {
		finalTxn := output[len(output)-1]
		for i := 0; i < 500; i++ { // 500 is the the number of outputs.
			var edges []types.TransactionGraphEdge
			totalValue := coinFrac.Mul64(110).Add(feeFrac.Mul64(uint64(counter))).Mul64(2)
			setSize := transactionSetSizes[fastrand.Intn(5)] // 1, 2, 5, 10, or 20 with equal probability
			txTotalVal := totalValue.Div64(uint64(setSize))
			txFee := txTotalVal.Div64(5)
			txVal := txTotalVal.Sub(txFee)
			txFee2 := txVal.Div64(2)
			txVal2 := txVal.Sub(txFee2)

			for i := 0; i < setSize; i++ {
				edges = append(edges, types.TransactionGraphEdge{
					Dest:   i + 1,
					Fee:    txFee,
					Source: 0,
					Value:  txVal,
				})
			}
			for i := 0; i < setSize; i++ {
				edges = append(edges, types.TransactionGraphEdge{
					Dest:   i + 1 + setSize,
					Fee:    txFee2,
					Source: i + 1,
					Value:  txVal2,
				})
			}
			graph, err := types.TransactionGraph(finalTxn.SiacoinOutputID(uint64(i)), edges)
			if err != nil {
				t.Fatal(err)
			}
			graphs3 = append(graphs3, graph)
			counter++
		}
	}

	block, err := tpt.miner.AddBlock()
	if err != nil {
		t.Fatal(err)
	}

	// Accept the parent node of each graph so that its outputs we can test
	// spending its outputs after mining the next block.
	c := 0
	for _, graph := range graphs {
		err := tpt.tpool.AcceptTransactionSet([]types.Transaction{graph[0]})
		if err != nil {
			t.Fatal(err)
		}
		c++
	}
	_, err = tpt.miner.AddBlock()
	if err != nil {
		t.Fatal(err)
	}
	for _, graph := range graphs2 {
		err := tpt.tpool.AcceptTransactionSet([]types.Transaction{graph[0]})
		if err != nil {
			t.Fatal(err)
		}
	}
	_, err = tpt.miner.AddBlock()
	if err != nil {
		t.Fatal(err)
	}
	for _, graph := range graphs3 {
		err := tpt.tpool.AcceptTransactionSet([]types.Transaction{graph[0]})
		if err != nil {
			t.Fatal(err)
		}
	}
	_, err = tpt.miner.AddBlock()
	if err != nil {
		t.Fatal(err)
	}

	var totalGraph [][]types.Transaction
	totalGraph = append(totalGraph, graphs...)
	totalGraph = append(totalGraph, graphs2...)
	totalGraph = append(totalGraph, graphs3...)

	//  Add transactions one megabyte at a time.
	firstMix := fastrand.Perm(670) // around 670 graphs make 1MB of transactions
	secondMix := fastrand.Perm(670)
	thirdMix := fastrand.Perm(670)
	fourthMix := fastrand.Perm(670)
	fifthMix := fastrand.Perm(320)

	for _, i := range firstMix {
		graph := totalGraph[i]
		for _, txn := range graph[1:] {
			err := tpt.tpool.AcceptTransactionSet([]types.Transaction{txn})
			if err != nil {
				t.Fatal(err)
			}
		}
	}
	for _, i := range secondMix {
		graph := totalGraph[i+670]
		for _, txn := range graph[1:] {
			err := tpt.tpool.AcceptTransactionSet([]types.Transaction{txn})
			if err != nil {
				t.Fatal(err)
			}
		}
	}
	for _, i := range thirdMix {
		graph := totalGraph[i+670+670]
		for _, txn := range graph[1:] {
			err := tpt.tpool.AcceptTransactionSet([]types.Transaction{txn})
			if err != nil {
				t.Fatal(err)
			}
		}
	}
	for _, i := range fourthMix {
		graph := totalGraph[i+670+670+670]
		for _, txn := range graph[1:] {
			err := tpt.tpool.AcceptTransactionSet([]types.Transaction{txn})
			if err != nil {
				t.Fatal(err)
			}
		}
	}
	for _, i := range fifthMix {
		graph := totalGraph[i+670+670+670+670]
		for _, txn := range graph[1:] {
			err := tpt.tpool.AcceptTransactionSet([]types.Transaction{txn})
			if err != nil {
				t.Fatal(err)
			}
		}
	}

	block, err = tpt.miner.AddBlock()
	if err != nil {
		t.Fatal(err)
	}
	var totalFee1 types.Currency
	minFee1 := types.SiacoinPrecision.Mul64(10000000000) // All the fees are much smaller than 1 SC.
	for _, tx := range block.Transactions {
		for _, fee := range tx.MinerFees {
			totalFee1 = totalFee1.Add(fee)
			if fee.Cmp(minFee1) < 0 {
				minFee1 = fee
			}
		}
	}

	block, err = tpt.miner.AddBlock()
	if err != nil {
		t.Fatal(err)
	}
	var totalFee2 types.Currency
	maxFee2 := types.ZeroCurrency
	minFee2 := types.SiacoinPrecision.Mul64(10000000000) // All the fees are much smaller than 1 SC.
	for _, tx := range block.Transactions {
		for _, fee := range tx.MinerFees {
			totalFee2 = totalFee2.Add(fee)
			if fee.Cmp(minFee2) < 0 {
				minFee2 = fee
			}
			if fee.Cmp(maxFee2) > 0 {
				maxFee2 = fee
			}
		}
	}

	block, err = tpt.miner.AddBlock()
	if err != nil {
		t.Fatal(err)
	}
	var totalFee3 types.Currency
	maxFee3 := types.ZeroCurrency
	minFee3 := types.SiacoinPrecision.Mul64(10000000000) // All the fees are much smaller than 1 SC.
	for _, tx := range block.Transactions {
		for _, fee := range tx.MinerFees {
			totalFee3 = totalFee3.Add(fee)
			if fee.Cmp(minFee3) < 0 {
				minFee3 = fee
			}
			if fee.Cmp(maxFee3) > 0 {
				maxFee3 = fee
			}
		}
	}

	block, err = tpt.miner.AddBlock()
	if err != nil {
		t.Fatal(err)
	}
	totalFee4 := types.ZeroCurrency
	maxFee4 := types.ZeroCurrency
	for _, tx := range block.Transactions {
		for _, fee := range tx.MinerFees {
			totalFee4 = totalFee4.Add(fee)
			if fee.Cmp(maxFee4) > 0 {
				maxFee4 = fee
			}
		}
	}

	// Check that the total fees from each block are decreasing.
	if totalFee1.Cmp(totalFee2) < 0 {
		t.Error("Expected fees from the first block to be greater than from the second block.")
	}
	if totalFee2.Cmp(totalFee3) < 0 {
		t.Error("Expected fees from the second block to be greater than from the third block.")
	}
	if totalFee3.Cmp(totalFee4) < 0 {
		t.Error("Expected fees from the third block to be greater than from the fourth block.")
	}
	// Check that the min fees from each block is greater than or equal to the max fee for
	// the block mined after it.
	if minFee1.Cmp(maxFee2) < 0 {
		t.Error("Expected min fee from the first block to be greater than the max fee from the second block.")
	}
	if minFee2.Cmp(maxFee3) < 0 {
		t.Error("Expected min fee from the second block to be greater than the max fee from the third block.")
	}
	if minFee3.Cmp(maxFee4) < 0 {
		t.Error("Expected min fee from the third block to be greater than the max fee from the fourth block.")
	}
}

// TestTpoolRevert tests proper transaction pool reverts. In this test we create
// two testers who set up the same outputs for a group of transaction sets. Then
// one accepts a small subset of those sets, mines a block, and passes that
// block to the other tester. Then that tester mines two blocks. We check that
// the total fee for all 3 blocks is as expected, and that the last block only
// has transactions with fees less than those in the block prior.
func TestTpoolRevert(t *testing.T) {
	if testing.Short() || !build.VLONG {
		t.SkipNow()
	}

	tpt, err := blankTpoolTester(t.Name())
	if err != nil {
		t.Fatal(err)
	}
	tpt2, err := blankTpoolTester(t.Name() + "2")
	if err != nil {
		t.Fatal(err)
	}
	defer tpt.Close()
	defer tpt2.Close()

	// Mine blocks until there is money in the wallet. We have to make sure they
	// are on the same chain by feeding all blocks to the other tester.
	for i := types.BlockHeight(0); i <= types.MaturityDelay; i++ {
		b, _ := tpt.miner.FindBlock()
		err = tpt.cs.AcceptBlock(b)
		if err != nil {
			t.Fatal(err)
		}
		err = tpt2.cs.AcceptBlock(b)
		if err != nil {
			t.Fatal(err)
		}
	}
	for i := types.BlockHeight(0); i <= types.MaturityDelay; i++ {
		b, _ := tpt2.miner.FindBlock()
		err = tpt2.cs.AcceptBlock(b)
		if err != nil {
			t.Fatal(err)
		}
		err = tpt.cs.AcceptBlock(b)
		if err != nil {
			t.Fatal(err)
		}
	}

	// Mine a few more blocks to get some extra funding.
	for i := 0; i < 4; i++ {
		block, err := tpt.miner.AddBlock()
		if err != nil {
			t.Fatal(err)
		}
		err = tpt2.cs.AcceptBlock(block)
		if err != nil {
			t.Fatal(err)
		}
	}

	// Create transaction graph setup.
	coinFrac := types.SiacoinPrecision
	numGraphs := 110
	graphFund := coinFrac.Mul64(12210)
	var outputs []types.SiacoinOutput
	for i := 0; i < numGraphs; i++ {
		outputs = append(outputs, types.SiacoinOutput{
			UnlockHash: types.UnlockConditions{}.UnlockHash(),
			Value:      graphFund,
		})
	}
	txns, err := tpt.wallet.SendSiacoinsMulti(outputs)
	if err != nil {
		t.Error(err)
	}
	// Mine the graph setup in the consensus set so that the graph outputs are
	// transaction sets. This guarantees that the parent of every graph will be
	// its own output.
	block, err := tpt.miner.AddBlock()
	if err != nil {
		t.Fatal(err)
	}
	err = tpt2.cs.AcceptBlock(block)
	if err != nil {
		t.Fatal(err)
	}

	finalTxn := txns[len(txns)-1]
	// For each output, create 250 transactions
	var graphs [][]types.Transaction
	for i := 0; i < numGraphs; i++ {
		var edges []types.TransactionGraphEdge
		var cumFee types.Currency
		for j := 0; j < numGraphs; j++ {
			fee := coinFrac.Mul64(uint64((j + 1)))
			cumFee = cumFee.Add(fee)
			edges = append(edges, types.TransactionGraphEdge{
				Dest:   j + 1,
				Fee:    fee,
				Source: 0,
				Value:  fee,
			})
		}
		for k := 0; k < numGraphs; k++ {
			fee := coinFrac.Mul64(uint64(k + 1)).Div64(2)
			cumFee = cumFee.Add(fee)
			edges = append(edges, types.TransactionGraphEdge{
				Dest:   k + 251,
				Fee:    fee,
				Source: k + 1,
				Value:  fee,
			})
		}
		graph, err := types.TransactionGraph(finalTxn.SiacoinOutputID(uint64(i)), edges)
		if err != nil {
			t.Fatal(err)
		}
		graphs = append(graphs, graph)

	}
	// Accept the parent node of each graph so that its outputs we can test
	// spending its outputs after mining the next block.
	for _, graph := range graphs {
		err := tpt.tpool.AcceptTransactionSet([]types.Transaction{graph[0]})
		if err != nil {
			t.Fatal(err)
		}
		err = tpt2.tpool.AcceptTransactionSet([]types.Transaction{graph[0]})
		if err != nil {
			t.Fatal(err)
		}
	}
	block, err = tpt.miner.AddBlock()
	if err != nil {
		t.Fatal(err)
	}
	err = tpt2.cs.AcceptBlock(block)
	if err != nil {
		t.Fatal(err)
	}

	// Now accept all the other nodes of each graph.
	for _, graph := range graphs {
		for _, txn := range graph[1:] {
			err := tpt.tpool.AcceptTransactionSet([]types.Transaction{txn})
			if err != nil {
				t.Fatal(err)
			}
		}
	}
	// Accept a randomly selected subset of transactions with the other tester.
	randSet := fastrand.Perm(len(graphs))
	for i := 0; i < len(randSet)/10; i++ {
		graph := graphs[randSet[i]]
		for _, txn := range graph[1:] {
			err := tpt2.tpool.AcceptTransactionSet([]types.Transaction{txn})
			if err != nil {
				t.Fatal(err)
			}
		}
	}

	// Now the second tester mines the random subset, and gives the block to the
	// first tester.
	block, err = tpt2.miner.AddBlock()
	if err != nil {
		t.Fatal(err)
	}
	err = tpt.cs.AcceptBlock(block)
	if err != nil {
		t.Fatal(err)
	}

	//Now we add up all the fees from this first block.
	var totalFeeRandBlock types.Currency
	for _, tx := range block.Transactions {
		for _, fee := range tx.MinerFees {
			totalFeeRandBlock = totalFeeRandBlock.Add(fee)
		}
	}

	// Mine the next block so we can check the transactions inside
	block, err = tpt.miner.AddBlock()
	if err != nil {
		t.Fatal(err)
	}
	var totalFee1 types.Currency
	maxFee1 := types.SiacoinPrecision.Div64(1000000)
	minFee1 := types.SiacoinPrecision.Mul64(1000000)
	for _, txn := range block.Transactions {
		for _, fee := range txn.MinerFees {
			if fee.Cmp(maxFee1) >= 0 {
				maxFee1 = fee
			}
			if fee.Cmp(minFee1) <= 0 {
				minFee1 = fee
			}
			totalFee1 = totalFee1.Add(fee)
		}
	}

	// Mine the next block so we can check the transactions inside
	block, err = tpt.miner.AddBlock()
	if err != nil {
		t.Fatal(err)
	}
	var totalFee2 types.Currency
	maxFee2 := types.SiacoinPrecision.Div64(1000000)
	minFee2 := types.SiacoinPrecision.Mul64(1000000)
	for _, txn := range block.Transactions {
		for _, fee := range txn.MinerFees {
			if fee.Cmp(maxFee2) >= 0 {
				maxFee2 = fee
			}
			if fee.Cmp(minFee2) <= 0 {
				minFee2 = fee
			}
			totalFee2 = totalFee2.Add(fee)
		}
	}

	totalFeeAcrossBlocks := totalFeeRandBlock.Add(totalFee1).Add(totalFee2)
	totalExpectedFee := types.SiacoinPrecision.Mul64(13860).Add(types.SiacoinPrecision.Mul64(321915))
	if totalFeeAcrossBlocks.Cmp(totalExpectedFee) != 0 {
		t.Error("Fee different from expected.")
	}
	if maxFee1.Cmp(maxFee2) <= 0 {
		t.Error("Expected highest fee from first block to be greater than highest fee from second block.")
	}
	if minFee1.Cmp(maxFee2) < 0 {
		t.Error("Expected lowest fee from first block to be greater than or equal to than highest fee from second block.")
	}
	if maxFee1.Cmp(minFee1) < 0 {
		t.Error("Expected highest fee from first block to be greater than lowest fee from first block.")
	}
	if maxFee2.Cmp(minFee2) < 0 {
		t.Error("Expected highest fee from second block to be greater than lowest fee from second block.")
	}
}