github.com/iotexproject/iotex-core@v1.14.1-rc1/api/coreservice.go

// Copyright (c) 2022 IoTeX Foundation
// This source code is provided 'as is' and no warranties are given as to title or non-infringement, merchantability
// or fitness for purpose and, to the extent permitted by law, all liability for your use of the code is disclaimed.
// This source code is governed by Apache License 2.0 that can be found in the LICENSE file.

package api

import (
	"bytes"
	"context"
	"encoding/hex"
	"fmt"
	"math"
	"math/big"
	"strconv"
	"time"

	"github.com/ethereum/go-ethereum/core/vm"
	"github.com/ethereum/go-ethereum/eth/tracers"

	// Force-load the tracer engines to trigger registration
	_ "github.com/ethereum/go-ethereum/eth/tracers/js"
	_ "github.com/ethereum/go-ethereum/eth/tracers/native"

	"github.com/ethereum/go-ethereum/eth/tracers/logger"
	"github.com/pkg/errors"
	"go.uber.org/zap"
	"golang.org/x/sync/errgroup"
	"google.golang.org/genproto/googleapis/rpc/errdetails"
	"google.golang.org/grpc/codes"
	"google.golang.org/grpc/status"
	"google.golang.org/protobuf/proto"
	"google.golang.org/protobuf/types/known/durationpb"
	"google.golang.org/protobuf/types/known/timestamppb"

	"github.com/iotexproject/go-pkgs/hash"
	"github.com/iotexproject/go-pkgs/util"
	"github.com/iotexproject/iotex-address/address"
	"github.com/iotexproject/iotex-election/committee"
	"github.com/iotexproject/iotex-proto/golang/iotexapi"
	"github.com/iotexproject/iotex-proto/golang/iotextypes"

	"github.com/iotexproject/iotex-core/action"
	"github.com/iotexproject/iotex-core/action/protocol"
	accountutil "github.com/iotexproject/iotex-core/action/protocol/account/util"
	"github.com/iotexproject/iotex-core/action/protocol/execution/evm"
	"github.com/iotexproject/iotex-core/action/protocol/poll"
	"github.com/iotexproject/iotex-core/action/protocol/rewarding"
	"github.com/iotexproject/iotex-core/action/protocol/rolldpos"
	"github.com/iotexproject/iotex-core/actpool"
	logfilter "github.com/iotexproject/iotex-core/api/logfilter"
	apitypes "github.com/iotexproject/iotex-core/api/types"
	"github.com/iotexproject/iotex-core/blockchain"
	"github.com/iotexproject/iotex-core/blockchain/block"
	"github.com/iotexproject/iotex-core/blockchain/blockdao"
	"github.com/iotexproject/iotex-core/blockchain/filedao"
	"github.com/iotexproject/iotex-core/blockchain/genesis"
	"github.com/iotexproject/iotex-core/blockindex"
	"github.com/iotexproject/iotex-core/blocksync"
	"github.com/iotexproject/iotex-core/db"
	"github.com/iotexproject/iotex-core/gasstation"
	"github.com/iotexproject/iotex-core/pkg/log"
	batch "github.com/iotexproject/iotex-core/pkg/messagebatcher"
	"github.com/iotexproject/iotex-core/pkg/tracer"
	"github.com/iotexproject/iotex-core/pkg/version"
	"github.com/iotexproject/iotex-core/server/itx/nodestats"
	"github.com/iotexproject/iotex-core/state"
	"github.com/iotexproject/iotex-core/state/factory"
)

const _workerNumbers int = 5
const (
	// defaultTraceTimeout is the amount of time a single transaction can execute
	// by default before being forcefully aborted.
	defaultTraceTimeout = 5 * time.Second
)

type (
	// CoreService provides api interface for user to interact with blockchain data
	CoreService interface {
		// Account returns the metadata of an account
		Account(addr address.Address) (*iotextypes.AccountMeta, *iotextypes.BlockIdentifier, error)
		// ChainMeta returns blockchain metadata
		ChainMeta() (*iotextypes.ChainMeta, string, error)
		// ServerMeta gets the server metadata
		ServerMeta() (packageVersion string, packageCommitID string, gitStatus string, goVersion string, buildTime string)
		// SendAction is the API to send an action to blockchain.
		SendAction(ctx context.Context, in *iotextypes.Action) (string, error)
		// ReadContract reads the state in a contract address specified by the slot
		ReadContract(ctx context.Context, callerAddr address.Address, sc *action.Execution) (string, *iotextypes.Receipt, error)
		// ReadState reads state on blockchain
		ReadState(protocolID string, height string, methodName []byte, arguments [][]byte) (*iotexapi.ReadStateResponse, error)
		// SuggestGasPrice suggests gas price
		SuggestGasPrice() (uint64, error)
		// EstimateGasForAction estimates gas for action
		EstimateGasForAction(ctx context.Context, in *iotextypes.Action) (uint64, error)
		// EpochMeta gets epoch metadata
		EpochMeta(epochNum uint64) (*iotextypes.EpochData, uint64, []*iotexapi.BlockProducerInfo, error)
		// RawBlocks gets raw block data
		RawBlocks(startHeight uint64, count uint64, withReceipts bool, withTransactionLogs bool) ([]*iotexapi.BlockInfo, error)
		// ElectionBuckets returns the native election buckets.
		ElectionBuckets(epochNum uint64) ([]*iotextypes.ElectionBucket, error)
		// ReceiptByActionHash returns receipt by action hash
		ReceiptByActionHash(h hash.Hash256) (*action.Receipt, error)
		// TransactionLogByActionHash returns transaction log by action hash
		TransactionLogByActionHash(actHash string) (*iotextypes.TransactionLog, error)
		// TransactionLogByBlockHeight returns transaction log by block height
		TransactionLogByBlockHeight(blockHeight uint64) (*iotextypes.BlockIdentifier, *iotextypes.TransactionLogs, error)

		// Start starts the API server
		Start(ctx context.Context) error
		// Stop stops the API server
		Stop(ctx context.Context) error
		// Actions returns actions within the range
		Actions(start uint64, count uint64) ([]*iotexapi.ActionInfo, error)
		// TODO: unify the three get action by hash methods: Action, ActionByActionHash, PendingActionByActionHash
		// Action returns action by action hash
		Action(actionHash string, checkPending bool) (*iotexapi.ActionInfo, error)
		// ActionsByAddress returns all actions associated with an address
		ActionsByAddress(addr address.Address, start uint64, count uint64) ([]*iotexapi.ActionInfo, error)
		// ActionByActionHash returns action by action hash
		ActionByActionHash(h hash.Hash256) (*action.SealedEnvelope, *block.Block, uint32, error)
		// PendingActionByActionHash returns action by action hash
		PendingActionByActionHash(h hash.Hash256) (*action.SealedEnvelope, error)
		// ActPoolActions returns the all Transaction Identifiers in the actpool
		ActionsInActPool(actHashes []string) ([]*action.SealedEnvelope, error)
		// BlockByHeightRange returns blocks within the height range
		BlockByHeightRange(uint64, uint64) ([]*apitypes.BlockWithReceipts, error)
		// BlockByHeight returns the block and its receipt from block height
		BlockByHeight(uint64) (*apitypes.BlockWithReceipts, error)
		// BlockByHash returns the block and its receipt
		BlockByHash(string) (*apitypes.BlockWithReceipts, error)
		// UnconfirmedActionsByAddress returns all unconfirmed actions in actpool associated with an address
		UnconfirmedActionsByAddress(address string, start uint64, count uint64) ([]*iotexapi.ActionInfo, error)
		// EstimateGasForNonExecution  estimates action gas except execution
		EstimateGasForNonExecution(action.Action) (uint64, error)
		// EstimateExecutionGasConsumption estimate gas consumption for execution action
		EstimateExecutionGasConsumption(ctx context.Context, sc *action.Execution, callerAddr address.Address) (uint64, error)
		// LogsInBlockByHash filter logs in the block by hash
		LogsInBlockByHash(filter *logfilter.LogFilter, blockHash hash.Hash256) ([]*action.Log, error)
		// LogsInRange filter logs among [start, end] blocks
		LogsInRange(filter *logfilter.LogFilter, start, end, paginationSize uint64) ([]*action.Log, []hash.Hash256, error)
		// Genesis returns the genesis of the chain
		Genesis() genesis.Genesis
		// EVMNetworkID returns the network id of evm
		EVMNetworkID() uint32
		// ChainID returns the chain id of evm
		ChainID() uint32
		// ReadContractStorage reads contract's storage
		ReadContractStorage(ctx context.Context, addr address.Address, key []byte) ([]byte, error)
		// ChainListener returns the instance of Listener
		ChainListener() apitypes.Listener
		// SimulateExecution simulates execution
		SimulateExecution(context.Context, address.Address, *action.Execution) ([]byte, *action.Receipt, error)
		// SyncingProgress returns the syncing status of node
		SyncingProgress() (uint64, uint64, uint64)
		// TipHeight returns the tip of the chain
		TipHeight() uint64
		// PendingNonce returns the pending nonce of an account
		PendingNonce(address.Address) (uint64, error)
		// ReceiveBlock broadcasts the block to api subscribers
		ReceiveBlock(blk *block.Block) error
		// BlockHashByBlockHeight returns block hash by block height
		BlockHashByBlockHeight(blkHeight uint64) (hash.Hash256, error)
		// TraceTransaction returns the trace result of a transaction
		TraceTransaction(ctx context.Context, actHash string, config *tracers.TraceConfig) ([]byte, *action.Receipt, any, error)
		// TraceCall returns the trace result of a call
		TraceCall(ctx context.Context,
			callerAddr address.Address,
			blkNumOrHash any,
			contractAddress string,
			nonce uint64,
			amount *big.Int,
			gasLimit uint64,
			data []byte,
			config *tracers.TraceConfig) ([]byte, *action.Receipt, any, error)

		// Track tracks the api call
		Track(ctx context.Context, start time.Time, method string, size int64, success bool)
	}

	// coreService implements the CoreService interface
	coreService struct {
		bc                blockchain.Blockchain
		bs                blocksync.BlockSync
		sf                factory.Factory
		dao               blockdao.BlockDAO
		indexer           blockindex.Indexer
		bfIndexer         blockindex.BloomFilterIndexer
		ap                actpool.ActPool
		gs                *gasstation.GasStation
		broadcastHandler  BroadcastOutbound
		cfg               Config
		registry          *protocol.Registry
		chainListener     apitypes.Listener
		electionCommittee committee.Committee
		readCache         *ReadCache
		messageBatcher    *batch.Manager
		apiStats          *nodestats.APILocalStats
		sgdIndexer        blockindex.SGDRegistry
		getBlockTime      evm.GetBlockTime
	}

	// jobDesc provides a struct to get and store logs in core.LogsInRange
	jobDesc struct {
		idx    int
		blkNum uint64
	}
)

// Option is the option to override the api config
type Option func(cfg *coreService)

// BroadcastOutbound sends a broadcast message to the whole network
type BroadcastOutbound func(ctx context.Context, chainID uint32, msg proto.Message) error

// WithBroadcastOutbound is the option to broadcast msg outbound
func WithBroadcastOutbound(broadcastHandler BroadcastOutbound) Option {
	return func(svr *coreService) {
		svr.broadcastHandler = broadcastHandler
	}
}

// WithNativeElection is the option to return native election data through API.
func WithNativeElection(committee committee.Committee) Option {
	return func(svr *coreService) {
		svr.electionCommittee = committee
	}
}

// WithAPIStats is the option to return RPC stats through API.
func WithAPIStats(stats *nodestats.APILocalStats) Option {
	return func(svr *coreService) {
		svr.apiStats = stats
	}
}

// WithSGDIndexer is the option to return SGD Indexer through API.
func WithSGDIndexer(sgdIndexer blockindex.SGDRegistry) Option {
	return func(svr *coreService) {
		svr.sgdIndexer = sgdIndexer
	}
}

type intrinsicGasCalculator interface {
	IntrinsicGas() (uint64, error)
}

var (
	// ErrNotFound indicates the record isn't found
	ErrNotFound = errors.New("not found")
)

// newcoreService creates a api server that contains major blockchain components
func newCoreService(
	cfg Config,
	chain blockchain.Blockchain,
	bs blocksync.BlockSync,
	sf factory.Factory,
	dao blockdao.BlockDAO,
	indexer blockindex.Indexer,
	bfIndexer blockindex.BloomFilterIndexer,
	actPool actpool.ActPool,
	registry *protocol.Registry,
	getBlockTime evm.GetBlockTime,
	opts ...Option,
) (CoreService, error) {
	if cfg == (Config{}) {
		log.L().Warn("API server is not configured.")
		cfg = DefaultConfig
	}

	if cfg.RangeQueryLimit < uint64(cfg.TpsWindow) {
		return nil, errors.New("range query upper limit cannot be less than tps window")
	}

	core := coreService{
		bc:            chain,
		bs:            bs,
		sf:            sf,
		dao:           dao,
		indexer:       indexer,
		bfIndexer:     bfIndexer,
		ap:            actPool,
		cfg:           cfg,
		registry:      registry,
		chainListener: NewChainListener(500),
		gs:            gasstation.NewGasStation(chain, dao, cfg.GasStation),
		readCache:     NewReadCache(),
		getBlockTime:  getBlockTime,
	}

	for _, opt := range opts {
		opt(&core)
	}

	if core.broadcastHandler != nil {
		core.messageBatcher = batch.NewManager(func(msg *batch.Message) error {
			return core.broadcastHandler(context.Background(), core.bc.ChainID(), msg.Data)
		})
	}

	return &core, nil
}

// Account returns the metadata of an account
func (core *coreService) Account(addr address.Address) (*iotextypes.AccountMeta, *iotextypes.BlockIdentifier, error) {
	ctx, span := tracer.NewSpan(context.Background(), "coreService.Account")
	defer span.End()
	addrStr := addr.String()
	if addrStr == address.RewardingPoolAddr || addrStr == address.StakingBucketPoolAddr {
		return core.getProtocolAccount(ctx, addrStr)
	}
	span.AddEvent("accountutil.AccountStateWithHeight")
	ctx = genesis.WithGenesisContext(ctx, core.bc.Genesis())
	state, tipHeight, err := accountutil.AccountStateWithHeight(ctx, core.sf, addr)
	if err != nil {
		return nil, nil, status.Error(codes.NotFound, err.Error())
	}
	span.AddEvent("ap.GetPendingNonce")
	pendingNonce, err := core.ap.GetPendingNonce(addrStr)
	if err != nil {
		return nil, nil, status.Error(codes.Internal, err.Error())
	}
	if core.indexer == nil {
		return nil, nil, status.Error(codes.NotFound, blockindex.ErrActionIndexNA.Error())
	}
	span.AddEvent("indexer.GetActionCount")
	numActions, err := core.indexer.GetActionCountByAddress(hash.BytesToHash160(addr.Bytes()))
	if err != nil {
		return nil, nil, status.Error(codes.NotFound, err.Error())
	}
	// TODO: deprecate nonce field in account meta
	accountMeta := &iotextypes.AccountMeta{
		Address:      addrStr,
		Balance:      state.Balance.String(),
		PendingNonce: pendingNonce,
		NumActions:   numActions,
		IsContract:   state.IsContract(),
	}
	if state.IsContract() {
		var code protocol.SerializableBytes
		_, err = core.sf.State(&code, protocol.NamespaceOption(evm.CodeKVNameSpace), protocol.KeyOption(state.CodeHash))
		if err != nil {
			return nil, nil, status.Error(codes.NotFound, err.Error())
		}
		accountMeta.ContractByteCode = code
	}
	span.AddEvent("bc.BlockHeaderByHeight")
	header, err := core.bc.BlockHeaderByHeight(tipHeight)
	if err != nil {
		return nil, nil, status.Error(codes.NotFound, err.Error())
	}
	hash := header.HashBlock()
	span.AddEvent("coreService.Account.End")
	return accountMeta, &iotextypes.BlockIdentifier{
		Hash:   hex.EncodeToString(hash[:]),
		Height: tipHeight,
	}, nil
}

// ChainMeta returns blockchain metadata
func (core *coreService) ChainMeta() (*iotextypes.ChainMeta, string, error) {
	tipHeight := core.bc.TipHeight()
	if tipHeight == 0 {
		return &iotextypes.ChainMeta{
			Epoch:   &iotextypes.EpochData{},
			ChainID: core.bc.ChainID(),
		}, "", nil
	}
	syncStatus := ""
	if core.bs != nil {
		_, _, _, syncStatus = core.bs.SyncStatus()
	}
	chainMeta := &iotextypes.ChainMeta{
		Height:  tipHeight,
		ChainID: core.bc.ChainID(),
	}
	if core.indexer == nil {
		return chainMeta, syncStatus, nil
	}
	totalActions, err := core.indexer.GetTotalActions()
	if err != nil {
		return nil, "", status.Error(codes.Internal, err.Error())
	}
	blockLimit := int64(core.cfg.TpsWindow)
	if blockLimit <= 0 {
		return nil, "", status.Errorf(codes.Internal, "block limit is %d", blockLimit)
	}

	// avoid genesis block
	if int64(tipHeight) < blockLimit {
		blockLimit = int64(tipHeight)
	}
	blkStores, err := core.BlockByHeightRange(tipHeight-uint64(blockLimit)+1, uint64(blockLimit))
	if err != nil {
		return nil, "", status.Error(codes.NotFound, err.Error())
	}
	if len(blkStores) == 0 {
		return nil, "", status.Error(codes.NotFound, "get 0 blocks! not able to calculate aps")
	}

	var numActions uint64
	for _, blkStore := range blkStores {
		numActions += uint64(len(blkStore.Block.Actions))
	}

	t1 := blkStores[0].Block.Timestamp()
	t2 := blkStores[len(blkStores)-1].Block.Timestamp()
	// duration of time difference in milli-seconds
	// TODO: use config.Genesis.BlockInterval after PR1289 merges
	timeDiff := (t2.Sub(t1) + 10*time.Second) / time.Millisecond
	tps := float32(numActions*1000) / float32(timeDiff)

	chainMeta.NumActions = int64(totalActions)
	chainMeta.Tps = int64(math.Ceil(float64(tps)))
	chainMeta.TpsFloat = tps

	rp := rolldpos.FindProtocol(core.registry)
	if rp != nil {
		epochNum := rp.GetEpochNum(tipHeight)
		epochHeight := rp.GetEpochHeight(epochNum)
		gravityChainStartHeight, err := core.getGravityChainStartHeight(epochHeight)
		if err != nil {
			return nil, "", status.Error(codes.NotFound, err.Error())
		}
		chainMeta.Epoch = &iotextypes.EpochData{
			Num:                     epochNum,
			Height:                  epochHeight,
			GravityChainStartHeight: gravityChainStartHeight,
		}
	}
	return chainMeta, syncStatus, nil
}

// ServerMeta gets the server metadata
func (core *coreService) ServerMeta() (packageVersion string, packageCommitID string, gitStatus string, goVersion string, buildTime string) {
	packageVersion = version.PackageVersion
	packageCommitID = version.PackageCommitID
	gitStatus = version.GitStatus
	goVersion = version.GoVersion
	buildTime = version.BuildTime
	return
}

// SendAction is the API to send an action to blockchain.
func (core *coreService) SendAction(ctx context.Context, in *iotextypes.Action) (string, error) {
	log.Logger("api").Debug("receive send action request")
	selp, err := (&action.Deserializer{}).SetEvmNetworkID(core.EVMNetworkID()).ActionToSealedEnvelope(in)
	if err != nil {
		return "", status.Error(codes.InvalidArgument, err.Error())
	}

	// reject action if chainID is not matched at KamchatkaHeight
	if err := core.validateChainID(in.GetCore().GetChainID()); err != nil {
		return "", err
	}
	// reject action if a replay tx is not whitelisted
	var (
		g        = core.Genesis()
		deployer = selp.SenderAddress()
	)
	if selp.Encoding() == uint32(iotextypes.Encoding_ETHEREUM_UNPROTECTED) && !g.IsDeployerWhitelisted(deployer) {
		return "", status.Errorf(codes.InvalidArgument, "replay deployer %v not whitelisted", deployer.Hex())
	}

	// Add to local actpool
	ctx = protocol.WithRegistry(ctx, core.registry)
	hash, err := selp.Hash()
	if err != nil {
		return "", err
	}
	l := log.Logger("api").With(zap.String("actionHash", hex.EncodeToString(hash[:])))
	if err = core.ap.Add(ctx, selp); err != nil {
		txBytes, serErr := proto.Marshal(in)
		if serErr != nil {
			l.Error("Data corruption", zap.Error(serErr))
		} else {
			l.With(zap.String("txBytes", hex.EncodeToString(txBytes))).Debug("Failed to accept action", zap.Error(err))
		}
		st := status.New(codes.Internal, err.Error())
		br := &errdetails.BadRequest{
			FieldViolations: []*errdetails.BadRequest_FieldViolation{
				{
					Field:       "Action rejected",
					Description: action.LoadErrorDescription(err),
				},
			},
		}
		st, err := st.WithDetails(br)
		if err != nil {
			log.Logger("api").Panic("Unexpected error attaching metadata", zap.Error(err))
		}
		return "", st.Err()
	}
	// If there is no error putting into local actpool, broadcast it to the network
	if core.messageBatcher != nil {
		err = core.messageBatcher.Put(&batch.Message{
			ChainID: core.bc.ChainID(),
			Target:  nil,
			Data:    in,
		})
	} else {
		err = core.broadcastHandler(ctx, core.bc.ChainID(), in)
	}
	if err != nil {
		l.Warn("Failed to broadcast SendAction request.", zap.Error(err))
	}
	return hex.EncodeToString(hash[:]), nil
}

func (core *coreService) PendingNonce(addr address.Address) (uint64, error) {
	return core.ap.GetPendingNonce(addr.String())
}

func (core *coreService) validateChainID(chainID uint32) error {
	ge := core.bc.Genesis()
	if ge.IsQuebec(core.bc.TipHeight()) && chainID != core.bc.ChainID() {
		return status.Errorf(codes.InvalidArgument, "ChainID does not match, expecting %d, got %d", core.bc.ChainID(), chainID)
	}
	if ge.IsMidway(core.bc.TipHeight()) && chainID != core.bc.ChainID() && chainID != 0 {
		return status.Errorf(codes.InvalidArgument, "ChainID does not match, expecting %d, got %d", core.bc.ChainID(), chainID)
	}
	return nil
}

// ReadContract reads the state in a contract address specified by the slot
func (core *coreService) ReadContract(ctx context.Context, callerAddr address.Address, sc *action.Execution) (string, *iotextypes.Receipt, error) {
	log.Logger("api").Debug("receive read smart contract request")
	key := hash.Hash160b(append([]byte(sc.Contract()), sc.Data()...))
	// TODO: either moving readcache into the upper layer or change the storage format
	if d, ok := core.readCache.Get(key); ok {
		res := iotexapi.ReadContractResponse{}
		if err := proto.Unmarshal(d, &res); err == nil {
			return res.Data, res.Receipt, nil
		}
	}
	ctx = genesis.WithGenesisContext(ctx, core.bc.Genesis())
	state, err := accountutil.AccountState(ctx, core.sf, callerAddr)
	if err != nil {
		return "", nil, status.Error(codes.InvalidArgument, err.Error())
	}
	if ctx, err = core.bc.Context(ctx); err != nil {
		return "", nil, err
	}
	ctx = protocol.WithFeatureCtx(protocol.WithBlockCtx(ctx, protocol.BlockCtx{
		BlockHeight: core.bc.TipHeight(),
	}))
	var pendingNonce uint64
	if protocol.MustGetFeatureCtx(ctx).RefactorFreshAccountConversion {
		pendingNonce = state.PendingNonceConsideringFreshAccount()
	} else {
		pendingNonce = state.PendingNonce()
	}
	sc.SetNonce(pendingNonce)
	var (
		g             = core.bc.Genesis()
		blockGasLimit = g.BlockGasLimitByHeight(core.bc.TipHeight())
	)
	if sc.GasLimit() == 0 || blockGasLimit < sc.GasLimit() {
		sc.SetGasLimit(blockGasLimit)
	}
	sc.SetGasPrice(big.NewInt(0)) // ReadContract() is read-only, use 0 to prevent insufficient gas

	retval, receipt, err := core.simulateExecution(ctx, callerAddr, sc, core.dao.GetBlockHash, core.getBlockTime)
	if err != nil {
		return "", nil, status.Error(codes.Internal, err.Error())
	}
	// ReadContract() is read-only, if no error returned, we consider it a success
	receipt.Status = uint64(iotextypes.ReceiptStatus_Success)
	res := iotexapi.ReadContractResponse{
		Data:    hex.EncodeToString(retval),
		Receipt: receipt.ConvertToReceiptPb(),
	}
	if d, err := proto.Marshal(&res); err == nil {
		core.readCache.Put(key, d)
	}
	return res.Data, res.Receipt, nil
}

// ReadState reads state on blockchain
func (core *coreService) ReadState(protocolID string, height string, methodName []byte, arguments [][]byte) (*iotexapi.ReadStateResponse, error) {
	p, ok := core.registry.Find(protocolID)
	if !ok {
		return nil, status.Errorf(codes.Internal, "protocol %s isn't registered", protocolID)
	}
	data, readStateHeight, err := core.readState(context.Background(), p, height, methodName, arguments...)
	if err != nil {
		return nil, status.Error(codes.NotFound, err.Error())
	}
	blkHash, err := core.dao.GetBlockHash(readStateHeight)
	if err != nil {
		if errors.Cause(err) == db.ErrNotExist {
			return nil, status.Error(codes.NotFound, err.Error())
		}
		return nil, status.Error(codes.Internal, err.Error())
	}
	return &iotexapi.ReadStateResponse{
		Data: data,
		BlockIdentifier: &iotextypes.BlockIdentifier{
			Height: readStateHeight,
			Hash:   hex.EncodeToString(blkHash[:]),
		},
	}, nil
}

// SuggestGasPrice suggests gas price
func (core *coreService) SuggestGasPrice() (uint64, error) {
	return core.gs.SuggestGasPrice()
}

// EstimateGasForAction estimates gas for action
func (core *coreService) EstimateGasForAction(ctx context.Context, in *iotextypes.Action) (uint64, error) {
	selp, err := (&action.Deserializer{}).SetEvmNetworkID(core.EVMNetworkID()).ActionToSealedEnvelope(in)
	if err != nil {
		return 0, status.Error(codes.Internal, err.Error())
	}
	sc, ok := selp.Action().(*action.Execution)
	if !ok {
		gas, err := selp.IntrinsicGas()
		if err != nil {
			return 0, status.Error(codes.Internal, err.Error())
		}
		return gas, nil
	}
	callerAddr := selp.SenderAddress()
	if callerAddr == nil {
		return 0, status.Error(codes.Internal, "failed to get address")
	}
	_, receipt, err := core.SimulateExecution(ctx, callerAddr, sc)
	if err != nil {
		return 0, status.Error(codes.Internal, err.Error())
	}
	return receipt.GasConsumed, nil
}

// EpochMeta gets epoch metadata
func (core *coreService) EpochMeta(epochNum uint64) (*iotextypes.EpochData, uint64, []*iotexapi.BlockProducerInfo, error) {
	rp := rolldpos.FindProtocol(core.registry)
	if rp == nil {
		return nil, 0, nil, nil
	}
	if epochNum < 1 {
		return nil, 0, nil, status.Error(codes.InvalidArgument, "epoch number cannot be less than one")
	}
	epochHeight := rp.GetEpochHeight(epochNum)
	gravityChainStartHeight, err := core.getGravityChainStartHeight(epochHeight)
	if err != nil {
		return nil, 0, nil, status.Error(codes.NotFound, err.Error())
	}
	epochData := &iotextypes.EpochData{
		Num:                     epochNum,
		Height:                  epochHeight,
		GravityChainStartHeight: gravityChainStartHeight,
	}

	pp := poll.FindProtocol(core.registry)
	if pp == nil {
		return nil, 0, nil, status.Error(codes.Internal, "poll protocol is not registered")
	}

	methodName := []byte("ActiveBlockProducersByEpoch")
	arguments := [][]byte{[]byte(strconv.FormatUint(epochNum, 10))}
	height := strconv.FormatUint(epochHeight, 10)
	data, _, err := core.readState(context.Background(), pp, height, methodName, arguments...)
	if err != nil {
		return nil, 0, nil, status.Error(codes.NotFound, err.Error())
	}

	var activeConsensusBlockProducers state.CandidateList
	if err := activeConsensusBlockProducers.Deserialize(data); err != nil {
		return nil, 0, nil, status.Error(codes.Internal, err.Error())
	}

	numBlks, produce, err := core.getProductivityByEpoch(rp, epochNum, core.bc.TipHeight(), activeConsensusBlockProducers)
	if err != nil {
		return nil, 0, nil, status.Error(codes.NotFound, err.Error())
	}

	methodName = []byte("BlockProducersByEpoch")
	data, _, err = core.readState(context.Background(), pp, height, methodName, arguments...)
	if err != nil {
		return nil, 0, nil, status.Error(codes.NotFound, err.Error())
	}

	var BlockProducers state.CandidateList
	if err := BlockProducers.Deserialize(data); err != nil {
		return nil, 0, nil, status.Error(codes.Internal, err.Error())
	}

	var blockProducersInfo []*iotexapi.BlockProducerInfo
	for _, bp := range BlockProducers {
		var active bool
		var blockProduction uint64
		if production, ok := produce[bp.Address]; ok {
			active = true
			blockProduction = production
		}
		blockProducersInfo = append(blockProducersInfo, &iotexapi.BlockProducerInfo{
			Address:    bp.Address,
			Votes:      bp.Votes.String(),
			Active:     active,
			Production: blockProduction,
		})
	}
	return epochData, numBlks, blockProducersInfo, nil
}

// RawBlocks gets raw block data
func (core *coreService) RawBlocks(startHeight uint64, count uint64, withReceipts bool, withTransactionLogs bool) ([]*iotexapi.BlockInfo, error) {
	if count == 0 || count > core.cfg.RangeQueryLimit {
		return nil, status.Error(codes.InvalidArgument, "range exceeds the limit")
	}

	tipHeight := core.bc.TipHeight()
	if startHeight > tipHeight {
		return nil, status.Error(codes.InvalidArgument, "start height should not exceed tip height")
	}
	endHeight := startHeight + count - 1
	if endHeight > tipHeight {
		endHeight = tipHeight
	}
	var res []*iotexapi.BlockInfo
	for height := startHeight; height <= endHeight; height++ {
		blk, err := core.dao.GetBlockByHeight(height)
		if err != nil {
			return nil, status.Error(codes.NotFound, err.Error())
		}
		var receiptsPb []*iotextypes.Receipt
		if withReceipts && height > 0 {
			receipts, err := core.dao.GetReceipts(height)
			if err != nil {
				return nil, status.Error(codes.NotFound, err.Error())
			}
			for _, receipt := range receipts {
				receiptsPb = append(receiptsPb, receipt.ConvertToReceiptPb())
			}
		}
		var transactionLogs *iotextypes.TransactionLogs
		if withTransactionLogs {
			if transactionLogs, err = core.dao.TransactionLogs(height); err != nil {
				return nil, status.Error(codes.NotFound, err.Error())
			}
		}
		res = append(res, &iotexapi.BlockInfo{
			Block:           blk.ConvertToBlockPb(),
			Receipts:        receiptsPb,
			TransactionLogs: transactionLogs,
		})
	}
	return res, nil
}

// ChainListener returns the instance of Listener
func (core *coreService) ChainListener() apitypes.Listener {
	return core.chainListener
}

// ElectionBuckets returns the native election buckets.
func (core *coreService) ElectionBuckets(epochNum uint64) ([]*iotextypes.ElectionBucket, error) {
	if core.electionCommittee == nil {
		return nil, status.Error(codes.Unavailable, "Native election no supported")
	}
	buckets, err := core.electionCommittee.NativeBucketsByEpoch(epochNum)
	if err != nil {
		return nil, status.Error(codes.Internal, err.Error())
	}
	re := make([]*iotextypes.ElectionBucket, len(buckets))
	for i, b := range buckets {
		startTime := timestamppb.New(b.StartTime())
		re[i] = &iotextypes.ElectionBucket{
			Voter:     b.Voter(),
			Candidate: b.Candidate(),
			Amount:    b.Amount().Bytes(),
			StartTime: startTime,
			Duration:  durationpb.New(b.Duration()),
			Decay:     b.Decay(),
		}
	}
	return re, nil
}

// ReceiptByActionHash returns receipt by action hash
func (core *coreService) ReceiptByActionHash(h hash.Hash256) (*action.Receipt, error) {
	if core.indexer == nil {
		return nil, status.Error(codes.NotFound, blockindex.ErrActionIndexNA.Error())
	}

	actIndex, err := core.indexer.GetActionIndex(h[:])
	if err != nil {
		return nil, errors.Wrap(ErrNotFound, err.Error())
	}

	receipts, err := core.dao.GetReceipts(actIndex.BlockHeight())
	if err != nil {
		return nil, err
	}
	if receipt := filterReceipts(receipts, h); receipt != nil {
		return receipt, nil
	}
	return nil, errors.Wrapf(ErrNotFound, "failed to find receipt for action %x", h)
}

// TransactionLogByActionHash returns transaction log by action hash
func (core *coreService) TransactionLogByActionHash(actHash string) (*iotextypes.TransactionLog, error) {
	if core.indexer == nil {
		return nil, status.Error(codes.Unimplemented, blockindex.ErrActionIndexNA.Error())
	}
	if !core.dao.ContainsTransactionLog() {
		return nil, status.Error(codes.Unimplemented, filedao.ErrNotSupported.Error())
	}

	h, err := hex.DecodeString(actHash)
	if err != nil {
		return nil, status.Error(codes.InvalidArgument, err.Error())
	}

	actIndex, err := core.indexer.GetActionIndex(h)
	if err != nil {
		if errors.Cause(err) == db.ErrNotExist {
			return nil, status.Error(codes.NotFound, err.Error())
		}
		return nil, status.Error(codes.Internal, err.Error())
	}

	sysLog, err := core.dao.TransactionLogs(actIndex.BlockHeight())
	if err != nil {
		if errors.Cause(err) == db.ErrNotExist {
			return nil, status.Error(codes.NotFound, err.Error())
		}
		return nil, status.Error(codes.Internal, err.Error())
	}

	for _, log := range sysLog.Logs {
		if bytes.Equal(h, log.ActionHash) {
			return log, nil
		}
	}
	return nil, status.Errorf(codes.NotFound, "transaction log not found for action %s", actHash)
}

// TransactionLogByBlockHeight returns transaction log by block height
func (core *coreService) TransactionLogByBlockHeight(blockHeight uint64) (*iotextypes.BlockIdentifier, *iotextypes.TransactionLogs, error) {
	if !core.dao.ContainsTransactionLog() {
		return nil, nil, status.Error(codes.Unimplemented, filedao.ErrNotSupported.Error())
	}

	tip, err := core.dao.Height()
	if err != nil {
		return nil, nil, status.Error(codes.Internal, err.Error())
	}
	if blockHeight < 1 || blockHeight > tip {
		return nil, nil, status.Errorf(codes.InvalidArgument, "invalid block height = %d", blockHeight)
	}

	h, err := core.dao.GetBlockHash(blockHeight)
	if err != nil {
		if errors.Cause(err) == db.ErrNotExist {
			return nil, nil, status.Error(codes.NotFound, err.Error())
		}
		return nil, nil, status.Error(codes.Internal, err.Error())
	}

	blockIdentifier := &iotextypes.BlockIdentifier{
		Hash:   hex.EncodeToString(h[:]),
		Height: blockHeight,
	}
	sysLog, err := core.dao.TransactionLogs(blockHeight)
	if err != nil {
		if errors.Cause(err) == db.ErrNotExist {
			// should return empty, no transaction happened in block
			return blockIdentifier, nil, nil
		}
		return nil, nil, status.Error(codes.Internal, err.Error())
	}
	return blockIdentifier, sysLog, nil
}

func (core *coreService) TipHeight() uint64 {
	return core.bc.TipHeight()
}

// Start starts the API server
func (core *coreService) Start(_ context.Context) error {
	if err := core.chainListener.Start(); err != nil {
		return errors.Wrap(err, "failed to start blockchain listener")
	}
	if core.messageBatcher != nil {
		if err := core.messageBatcher.Start(); err != nil {
			return errors.Wrap(err, "failed to start message batcher")
		}
	}
	return nil
}

// Stop stops the API server
func (core *coreService) Stop(_ context.Context) error {
	if core.messageBatcher != nil {
		if err := core.messageBatcher.Stop(); err != nil {
			return errors.Wrap(err, "failed to stop message batcher")
		}
	}
	return core.chainListener.Stop()
}

func (core *coreService) readState(ctx context.Context, p protocol.Protocol, height string, methodName []byte, arguments ...[]byte) ([]byte, uint64, error) {
	key := ReadKey{
		Name:   p.Name(),
		Height: height,
		Method: methodName,
		Args:   arguments,
	}
	if d, ok := core.readCache.Get(key.Hash()); ok {
		var h uint64
		if height != "" {
			h, _ = strconv.ParseUint(height, 0, 64)
		}
		return d, h, nil
	}

	// TODO: need to complete the context
	tipHeight := core.bc.TipHeight()
	ctx = protocol.WithBlockCtx(ctx, protocol.BlockCtx{
		BlockHeight: tipHeight,
	})
	ctx = genesis.WithGenesisContext(
		protocol.WithRegistry(ctx, core.registry),
		core.bc.Genesis(),
	)
	ctx = protocol.WithFeatureCtx(protocol.WithFeatureWithHeightCtx(ctx))

	rp := rolldpos.FindProtocol(core.registry)
	if rp == nil {
		return nil, uint64(0), errors.New("rolldpos is not registered")
	}

	tipEpochNum := rp.GetEpochNum(tipHeight)
	if height != "" {
		inputHeight, err := strconv.ParseUint(height, 0, 64)
		if err != nil {
			return nil, uint64(0), err
		}
		inputEpochNum := rp.GetEpochNum(inputHeight)
		if inputEpochNum < tipEpochNum {
			// old data, wrap to history state reader
			d, h, err := p.ReadState(ctx, factory.NewHistoryStateReader(core.sf, rp.GetEpochHeight(inputEpochNum)), methodName, arguments...)
			if err == nil {
				core.readCache.Put(key.Hash(), d)
			}
			return d, h, err
		}
	}

	// TODO: need to distinguish user error and system error
	d, h, err := p.ReadState(ctx, core.sf, methodName, arguments...)
	if err == nil {
		core.readCache.Put(key.Hash(), d)
	}
	return d, h, err
}

func (core *coreService) getActionsFromIndex(totalActions, start, count uint64) ([]*iotexapi.ActionInfo, error) {
	hashes, err := core.indexer.GetActionHashFromIndex(start, count)
	if err != nil {
		return nil, status.Error(codes.Unavailable, err.Error())
	}
	var actionInfo []*iotexapi.ActionInfo
	for i := range hashes {
		act, err := core.getAction(hash.BytesToHash256(hashes[i]), false)
		if err != nil {
			return nil, status.Error(codes.Unavailable, err.Error())
		}
		actionInfo = append(actionInfo, act)
	}
	return actionInfo, nil
}

// Actions returns actions within the range
func (core *coreService) Actions(start uint64, count uint64) ([]*iotexapi.ActionInfo, error) {
	if err := core.checkActionIndex(); err != nil {
		return nil, err
	}
	if count == 0 {
		return nil, status.Error(codes.InvalidArgument, "count must be greater than zero")
	}
	if count > core.cfg.RangeQueryLimit {
		return nil, status.Error(codes.InvalidArgument, "range exceeds the limit")
	}

	totalActions, err := core.indexer.GetTotalActions()
	if err != nil {
		return nil, status.Error(codes.Internal, err.Error())
	}
	if start >= totalActions {
		return nil, status.Error(codes.InvalidArgument, "start exceeds the total actions in the block")
	}
	if totalActions == uint64(0) || count == 0 {
		return []*iotexapi.ActionInfo{}, nil
	}
	if start+count > totalActions {
		count = totalActions - start
	}
	if core.indexer != nil {
		return core.getActionsFromIndex(totalActions, start, count)
	}
	// Finding actions in reverse order saves time for querying most recent actions
	reverseStart := totalActions - (start + count)
	if totalActions < start+count {
		reverseStart = uint64(0)
		count = totalActions - start
	}

	var res []*iotexapi.ActionInfo
	var actsList [][]*iotexapi.ActionInfo
	var hit bool
	for height := core.bc.TipHeight(); height >= 1 && count > 0; height-- {
		blk, err := core.dao.GetBlockByHeight(height)
		if err != nil {
			return nil, status.Error(codes.NotFound, err.Error())
		}
		if !hit && reverseStart >= uint64(len(blk.Actions)) {
			reverseStart -= uint64(len(blk.Actions))
			continue
		}
		// now reverseStart < len(blk.Actions), we are going to fetch actions from this block
		hit = true
		acts := core.reverseActionsInBlock(blk, reverseStart, count)
		actsList = append(actsList, acts)
		count -= uint64(len(acts))
		reverseStart = 0
	}
	for i := len(actsList) - 1; i >= 0; i-- {
		res = append(res, actsList[i]...)
	}
	return res, nil
}

// Action returns action by action hash
func (core *coreService) Action(actionHash string, checkPending bool) (*iotexapi.ActionInfo, error) {
	if err := core.checkActionIndex(); err != nil {
		return nil, err
	}
	actHash, err := hash.HexStringToHash256(actionHash)
	if err != nil {
		return nil, status.Error(codes.InvalidArgument, err.Error())
	}
	act, err := core.getAction(actHash, checkPending)
	if err != nil {
		return nil, status.Error(codes.Unavailable, err.Error())
	}
	return act, nil
}

// ActionsByAddress returns all actions associated with an address
func (core *coreService) ActionsByAddress(addr address.Address, start uint64, count uint64) ([]*iotexapi.ActionInfo, error) {
	if err := core.checkActionIndex(); err != nil {
		return nil, err
	}
	if count == 0 {
		return nil, status.Error(codes.InvalidArgument, "count must be greater than zero")
	}
	if count > core.cfg.RangeQueryLimit {
		return nil, status.Error(codes.InvalidArgument, "range exceeds the limit")
	}

	actions, err := core.indexer.GetActionsByAddress(hash.BytesToHash160(addr.Bytes()), start, count)
	if err != nil {
		if errors.Cause(err) == db.ErrBucketNotExist || errors.Cause(err) == db.ErrNotExist {
			// no actions associated with address, return nil
			return nil, nil
		}
		return nil, status.Error(codes.NotFound, err.Error())
	}

	var res []*iotexapi.ActionInfo
	for i := range actions {
		act, err := core.getAction(hash.BytesToHash256(actions[i]), false)
		if err != nil {
			continue
		}
		res = append(res, act)
	}
	return res, nil
}

// BlockHashByBlockHeight returns block hash by block height
func (core *coreService) BlockHashByBlockHeight(blkHeight uint64) (hash.Hash256, error) {
	return core.dao.GetBlockHash(blkHeight)
}

// ActionByActionHash returns action by action hash
func (core *coreService) ActionByActionHash(h hash.Hash256) (*action.SealedEnvelope, *block.Block, uint32, error) {
	if err := core.checkActionIndex(); err != nil {
		return nil, nil, 0, status.Error(codes.NotFound, blockindex.ErrActionIndexNA.Error())
	}

	actIndex, err := core.indexer.GetActionIndex(h[:])
	if err != nil {
		return nil, nil, 0, errors.Wrap(ErrNotFound, err.Error())
	}
	blk, err := core.dao.GetBlockByHeight(actIndex.BlockHeight())
	if err != nil {
		return nil, nil, 0, errors.Wrap(ErrNotFound, err.Error())
	}
	selp, index, err := blk.ActionByHash(h)
	if err != nil {
		return nil, nil, 0, errors.Wrap(ErrNotFound, err.Error())
	}
	return selp, blk, index, nil
}

// ActionByActionHash returns action by action hash
func (core *coreService) PendingActionByActionHash(h hash.Hash256) (*action.SealedEnvelope, error) {
	selp, err := core.ap.GetActionByHash(h)
	if err != nil {
		return nil, errors.Wrap(ErrNotFound, err.Error())
	}
	return selp, nil
}

// UnconfirmedActionsByAddress returns all unconfirmed actions in actpool associated with an address
func (core *coreService) UnconfirmedActionsByAddress(address string, start uint64, count uint64) ([]*iotexapi.ActionInfo, error) {
	if count == 0 {
		return nil, status.Error(codes.InvalidArgument, "count must be greater than zero")
	}
	if count > core.cfg.RangeQueryLimit {
		return nil, status.Error(codes.InvalidArgument, "range exceeds the limit")
	}

	selps := core.ap.GetUnconfirmedActs(address)
	if len(selps) == 0 {
		return []*iotexapi.ActionInfo{}, nil
	}
	if start >= uint64(len(selps)) {
		return nil, status.Error(codes.InvalidArgument, "start exceeds the limit")
	}

	var res []*iotexapi.ActionInfo
	for i := start; i < uint64(len(selps)) && i < start+count; i++ {
		if act, err := core.pendingAction(selps[i]); err == nil {
			res = append(res, act)
		}
	}
	return res, nil
}

// BlockByHash returns the block and its receipt from block hash
func (core *coreService) BlockByHash(blkHash string) (*apitypes.BlockWithReceipts, error) {
	if err := core.checkActionIndex(); err != nil {
		return nil, err
	}
	hash, err := hash.HexStringToHash256(blkHash)
	if err != nil {
		return nil, err
	}
	blk, err := core.dao.GetBlock(hash)
	if err != nil {
		return nil, errors.Wrap(ErrNotFound, err.Error())
	}
	receipts, err := core.dao.GetReceipts(blk.Height())
	if err != nil {
		return nil, errors.Wrap(ErrNotFound, err.Error())
	}
	return &apitypes.BlockWithReceipts{
		Block:    blk,
		Receipts: receipts,
	}, nil
}

// BlockByHeightRange returns blocks within the height range
func (core *coreService) BlockByHeightRange(start uint64, count uint64) ([]*apitypes.BlockWithReceipts, error) {
	if count == 0 {
		return nil, errors.Wrap(errInvalidFormat, "count must be greater than zero")
	}
	if count > core.cfg.RangeQueryLimit {
		return nil, errors.Wrap(errInvalidFormat, "range exceeds the limit")
	}

	var (
		tipHeight = core.bc.TipHeight()
		res       = make([]*apitypes.BlockWithReceipts, 0)
	)
	if start > tipHeight {
		return nil, errors.Wrap(errInvalidFormat, "start height should not exceed tip height")
	}
	for height := start; height <= tipHeight && count > 0; height++ {
		blkStore, err := core.getBlockByHeight(height)
		if err != nil {
			return nil, err
		}
		res = append(res, blkStore)
		count--
	}
	return res, nil
}

// BlockByHeight returns the block and its receipt from block height
func (core *coreService) BlockByHeight(height uint64) (*apitypes.BlockWithReceipts, error) {
	return core.getBlockByHeight(height)
}

func (core *coreService) getBlockByHeight(height uint64) (*apitypes.BlockWithReceipts, error) {
	if height > core.bc.TipHeight() {
		return nil, ErrNotFound
	}
	blk, err := core.dao.GetBlockByHeight(height)
	if err != nil {
		return nil, errors.Wrap(ErrNotFound, err.Error())
	}
	receipts := []*action.Receipt{}
	if blk.Height() > 0 {
		var err error
		receipts, err = core.dao.GetReceipts(height)
		if err != nil {
			return nil, errors.Wrap(ErrNotFound, err.Error())
		}
	}
	return &apitypes.BlockWithReceipts{
		Block:    blk,
		Receipts: receipts,
	}, nil
}

func (core *coreService) getGravityChainStartHeight(epochHeight uint64) (uint64, error) {
	gravityChainStartHeight := epochHeight
	if pp := poll.FindProtocol(core.registry); pp != nil {
		methodName := []byte("GetGravityChainStartHeight")
		arguments := [][]byte{[]byte(strconv.FormatUint(epochHeight, 10))}
		data, _, err := core.readState(context.Background(), pp, "", methodName, arguments...)
		if err != nil {
			return 0, err
		}
		if len(data) == 0 {
			return 0, nil
		}
		if gravityChainStartHeight, err = strconv.ParseUint(string(data), 10, 64); err != nil {
			return 0, err
		}
	}
	return gravityChainStartHeight, nil
}

func (core *coreService) committedAction(selp *action.SealedEnvelope, blkHash hash.Hash256, blkHeight uint64) (*iotexapi.ActionInfo, error) {
	actHash, err := selp.Hash()
	if err != nil {
		return nil, err
	}
	header, err := core.dao.Header(blkHash)
	if err != nil {
		return nil, err
	}
	sender := selp.SenderAddress()
	receipts, err := core.dao.GetReceipts(blkHeight)
	if err != nil {
		return nil, err
	}
	receipt := filterReceipts(receipts, actHash)
	if receipt == nil {
		return nil, errors.Wrapf(ErrNotFound, "failed to find receipt for action %x", actHash)
	}

	gas := new(big.Int)
	gas = gas.Mul(selp.GasPrice(), big.NewInt(int64(receipt.GasConsumed)))
	return &iotexapi.ActionInfo{
		Action:    selp.Proto(),
		ActHash:   hex.EncodeToString(actHash[:]),
		BlkHash:   hex.EncodeToString(blkHash[:]),
		BlkHeight: header.Height(),
		Sender:    sender.String(),
		GasFee:    gas.String(),
		Timestamp: header.BlockHeaderCoreProto().Timestamp,
	}, nil
}

func (core *coreService) pendingAction(selp *action.SealedEnvelope) (*iotexapi.ActionInfo, error) {
	actHash, err := selp.Hash()
	if err != nil {
		return nil, err
	}
	sender := selp.SenderAddress()
	return &iotexapi.ActionInfo{
		Action:    selp.Proto(),
		ActHash:   hex.EncodeToString(actHash[:]),
		BlkHash:   hex.EncodeToString(hash.ZeroHash256[:]),
		BlkHeight: 0,
		Sender:    sender.String(),
		Timestamp: nil,
		Index:     0,
	}, nil
}

func (core *coreService) getAction(actHash hash.Hash256, checkPending bool) (*iotexapi.ActionInfo, error) {
	selp, blk, actIndex, err := core.ActionByActionHash(actHash)
	if err == nil {
		act, err := core.committedAction(selp, blk.HashBlock(), blk.Height())
		if err != nil {
			return nil, err
		}
		act.Index = actIndex
		return act, nil
	}
	// Try to fetch pending action from actpool
	if checkPending {
		selp, err = core.ap.GetActionByHash(actHash)
	}
	if err != nil {
		return nil, err
	}
	return core.pendingAction(selp)
}

func (core *coreService) reverseActionsInBlock(blk *block.Block, reverseStart, count uint64) []*iotexapi.ActionInfo {
	h := blk.HashBlock()
	blkHash := hex.EncodeToString(h[:])
	blkHeight := blk.Height()

	size := uint64(len(blk.Actions))
	if reverseStart > size || count == 0 {
		return nil
	}
	// TODO (saito): fix overflow
	start := size - (reverseStart + count)
	if start < 0 {
		start = 0
	}
	end := size - 1 - reverseStart
	res := make([]*iotexapi.ActionInfo, 0, start-end+1)
	receipts, err := core.dao.GetReceipts(blkHeight)
	if err != nil {
		log.Logger("api").Debug("Skipping action due to failing to get receipt", zap.Error(err))
		return nil
	}
	receiptMap := make(map[hash.Hash256]*action.Receipt, len(receipts))
	for _, receipt := range receipts {
		receiptMap[receipt.ActionHash] = receipt
	}
	for idx := start; idx <= end; idx++ {
		selp := blk.Actions[idx]
		actHash, err := selp.Hash()
		if err != nil {
			log.Logger("api").Debug("Skipping action due to hash error", zap.Error(err))
			continue
		}
		receipt, ok := receiptMap[actHash]
		if !ok {
			log.Logger("api").With(zap.String("actionHash", hex.EncodeToString(actHash[:]))).Debug("Skipping action due to failing to get receipt")
			continue
		}
		gas := new(big.Int).Mul(selp.GasPrice(), big.NewInt(int64(receipt.GasConsumed)))
		sender := selp.SenderAddress()
		res = append(res, &iotexapi.ActionInfo{
			Action:    selp.Proto(),
			ActHash:   hex.EncodeToString(actHash[:]),
			BlkHash:   blkHash,
			Timestamp: blk.Header.BlockHeaderCoreProto().Timestamp,
			BlkHeight: blkHeight,
			Sender:    sender.String(),
			GasFee:    gas.String(),
			Index:     uint32(idx),
		})
	}
	return res
}

func (core *coreService) LogsInBlockByHash(filter *logfilter.LogFilter, blockHash hash.Hash256) ([]*action.Log, error) {
	blkHeight, err := core.dao.GetBlockHeight(blockHash)
	if err != nil {
		return nil, status.Error(codes.InvalidArgument, "invalid block hash")
	}
	return core.logsInBlock(filter, blkHeight)
}

func (core *coreService) logsInBlock(filter *logfilter.LogFilter, blockNumber uint64) ([]*action.Log, error) {
	logBloomFilter, err := core.bfIndexer.BlockFilterByHeight(blockNumber)
	if err != nil {
		return nil, err
	}

	if !filter.ExistInBloomFilterv2(logBloomFilter) {
		return []*action.Log{}, nil
	}

	receipts, err := core.dao.GetReceipts(blockNumber)
	if err != nil {
		return nil, err
	}

	return filter.MatchLogs(receipts), nil
}

// LogsInRange filter logs among [start, end] blocks
func (core *coreService) LogsInRange(filter *logfilter.LogFilter, start, end, paginationSize uint64) ([]*action.Log, []hash.Hash256, error) {
	start, end, err := core.correctQueryRange(start, end)
	if err != nil {
		return nil, nil, err
	}
	if paginationSize == 0 {
		paginationSize = 1000
	}
	if paginationSize > 5000 {
		paginationSize = 5000
	}
	// getLogs via range Blooom filter [start, end]
	blockNumbers, err := core.bfIndexer.FilterBlocksInRange(filter, start, end, paginationSize)
	if err != nil {
		return nil, nil, err
	}
	var (
		logs      = []*action.Log{}
		hashes    = []hash.Hash256{}
		logsInBlk = make([][]*action.Log, len(blockNumbers))
		HashInBlk = make([]hash.Hash256, len(blockNumbers))
		jobs      = make(chan jobDesc, len(blockNumbers))
		eg, ctx   = errgroup.WithContext(context.Background())
	)
	if len(blockNumbers) == 0 {
		return logs, hashes, nil
	}

	for i, v := range blockNumbers {
		jobs <- jobDesc{i, v}
	}
	close(jobs)
	for w := 0; w < _workerNumbers; w++ {
		eg.Go(func() error {
			for {
				select {
				case <-ctx.Done():
					return ctx.Err()
				default:
					job, ok := <-jobs
					if !ok {
						return nil
					}
					logsInBlock, err := core.logsInBlock(filter, job.blkNum)
					if err != nil {
						return err
					}
					blkHash, err := core.dao.GetBlockHash(job.blkNum)
					if err != nil {
						return err
					}
					logsInBlk[job.idx] = logsInBlock
					HashInBlk[job.idx] = blkHash
				}
			}
		})
	}
	if err := eg.Wait(); err != nil {
		return nil, nil, err
	}

	for i := 0; i < len(blockNumbers); i++ {
		for j := range logsInBlk[i] {
			logs = append(logs, logsInBlk[i][j])
			hashes = append(hashes, HashInBlk[i])
			if len(logs) >= int(paginationSize) {
				return logs, hashes, nil
			}
		}
	}

	return logs, hashes, nil
}

func (core *coreService) correctQueryRange(start, end uint64) (uint64, uint64, error) {
	if start == 0 {
		start = core.bc.TipHeight()
	}
	if end == 0 {
		end = core.bc.TipHeight()
	}
	if start > end {
		return 0, 0, errors.New("invalid start or end height")
	}
	if start > core.bc.TipHeight() {
		return 0, 0, errors.New("start block > tip height")
	}
	if end > core.bc.TipHeight() {
		end = core.bc.TipHeight()
	}
	return start, end, nil
}

// EstimateGasForNonExecution estimates action gas except execution
func (core *coreService) EstimateGasForNonExecution(actType action.Action) (uint64, error) {
	act, ok := actType.(intrinsicGasCalculator)
	if !ok {
		return 0, errors.Errorf("invalid action type not supported")
	}
	return act.IntrinsicGas()
}

// EstimateExecutionGasConsumption estimate gas consumption for execution action
func (core *coreService) EstimateExecutionGasConsumption(ctx context.Context, sc *action.Execution, callerAddr address.Address) (uint64, error) {
	ctx = genesis.WithGenesisContext(ctx, core.bc.Genesis())
	state, err := accountutil.AccountState(ctx, core.sf, callerAddr)
	if err != nil {
		return 0, status.Error(codes.InvalidArgument, err.Error())
	}
	ctx = protocol.WithFeatureCtx(protocol.WithBlockCtx(ctx, protocol.BlockCtx{
		BlockHeight: core.bc.TipHeight(),
	}))
	var pendingNonce uint64
	if protocol.MustGetFeatureCtx(ctx).RefactorFreshAccountConversion {
		pendingNonce = state.PendingNonceConsideringFreshAccount()
	} else {
		pendingNonce = state.PendingNonce()
	}
	sc.SetNonce(pendingNonce)
	//gasprice should be 0, otherwise it may cause the API to return an error, such as insufficient balance.
	sc.SetGasPrice(big.NewInt(0))
	var (
		g             = core.bc.Genesis()
		blockGasLimit = g.BlockGasLimitByHeight(core.bc.TipHeight())
	)
	sc.SetGasLimit(blockGasLimit)
	enough, receipt, err := core.isGasLimitEnough(ctx, callerAddr, sc)
	if err != nil {
		return 0, status.Error(codes.Internal, err.Error())
	}
	if !enough {
		if receipt.ExecutionRevertMsg() != "" {
			return 0, status.Errorf(codes.Internal, fmt.Sprintf("execution simulation is reverted due to the reason: %s", receipt.ExecutionRevertMsg()))
		}
		return 0, status.Error(codes.Internal, fmt.Sprintf("execution simulation failed: status = %d", receipt.Status))
	}
	estimatedGas := receipt.GasConsumed
	sc.SetGasLimit(estimatedGas)
	enough, _, err = core.isGasLimitEnough(ctx, callerAddr, sc)
	if err != nil && err != action.ErrInsufficientFunds {
		return 0, status.Error(codes.Internal, err.Error())
	}
	if !enough {
		low, high := estimatedGas, blockGasLimit
		estimatedGas = high
		for low <= high {
			mid := (low + high) / 2
			sc.SetGasLimit(mid)
			enough, _, err = core.isGasLimitEnough(ctx, callerAddr, sc)
			if err != nil && err != action.ErrInsufficientFunds {
				return 0, status.Error(codes.Internal, err.Error())
			}
			if enough {
				estimatedGas = mid
				high = mid - 1
			} else {
				low = mid + 1
			}
		}
	}

	return estimatedGas, nil
}

func (core *coreService) isGasLimitEnough(
	ctx context.Context,
	caller address.Address,
	sc *action.Execution,
) (bool, *action.Receipt, error) {
	ctx, span := tracer.NewSpan(ctx, "Server.isGasLimitEnough")
	defer span.End()
	ctx, err := core.bc.Context(ctx)
	if err != nil {
		return false, nil, err
	}

	_, receipt, err := core.simulateExecution(ctx, caller, sc, core.dao.GetBlockHash, core.getBlockTime)
	if err != nil {
		return false, nil, err
	}
	return receipt.Status == uint64(iotextypes.ReceiptStatus_Success), receipt, nil
}

func (core *coreService) getProductivityByEpoch(
	rp *rolldpos.Protocol,
	epochNum uint64,
	tipHeight uint64,
	abps state.CandidateList,
) (uint64, map[string]uint64, error) {
	num, produce, err := rp.ProductivityByEpoch(epochNum, tipHeight, func(start uint64, end uint64) (map[string]uint64, error) {
		return blockchain.Productivity(core.bc, start, end)
	})
	if err != nil {
		return 0, nil, status.Error(codes.NotFound, err.Error())
	}
	// check if there is any active block producer who didn't prodcue any block
	for _, abp := range abps {
		if _, ok := produce[abp.Address]; !ok {
			produce[abp.Address] = 0
		}
	}
	return num, produce, nil
}

func (core *coreService) checkActionIndex() error {
	if core.indexer == nil {
		return errors.New("no action index")
	}
	return nil
}

func (core *coreService) getProtocolAccount(ctx context.Context, addr string) (*iotextypes.AccountMeta, *iotextypes.BlockIdentifier, error) {
	span := tracer.SpanFromContext(ctx)
	defer span.End()
	var (
		balance string
		out     *iotexapi.ReadStateResponse
		err     error
	)
	switch addr {
	case address.RewardingPoolAddr:
		if out, err = core.ReadState("rewarding", "", []byte("TotalBalance"), nil); err != nil {
			return nil, nil, err
		}
		val, ok := new(big.Int).SetString(string(out.GetData()), 10)
		if !ok {
			return nil, nil, errors.New("balance convert error")
		}
		balance = val.String()
	case address.StakingBucketPoolAddr:
		methodName, err := proto.Marshal(&iotexapi.ReadStakingDataMethod{
			Method: iotexapi.ReadStakingDataMethod_TOTAL_STAKING_AMOUNT,
		})
		if err != nil {
			return nil, nil, err
		}
		arg, err := proto.Marshal(&iotexapi.ReadStakingDataRequest{
			Request: &iotexapi.ReadStakingDataRequest_TotalStakingAmount_{
				TotalStakingAmount: &iotexapi.ReadStakingDataRequest_TotalStakingAmount{},
			},
		})
		if err != nil {
			return nil, nil, err
		}
		if out, err = core.ReadState("staking", "", methodName, [][]byte{arg}); err != nil {
			return nil, nil, err
		}
		acc := iotextypes.AccountMeta{}
		if err := proto.Unmarshal(out.GetData(), &acc); err != nil {
			return nil, nil, errors.Wrap(err, "failed to unmarshal account meta")
		}
		balance = acc.GetBalance()
	default:
		return nil, nil, errors.Errorf("invalid address %s", addr)
	}
	return &iotextypes.AccountMeta{
		Address: addr,
		Balance: balance,
	}, out.GetBlockIdentifier(), nil
}

// ActionsInActPool returns the all Transaction Identifiers in the actpool
func (core *coreService) ActionsInActPool(actHashes []string) ([]*action.SealedEnvelope, error) {
	var ret []*action.SealedEnvelope
	if len(actHashes) == 0 {
		for _, sealeds := range core.ap.PendingActionMap() {
			ret = append(ret, sealeds...)
		}
		return ret, nil
	}

	for _, hashStr := range actHashes {
		hs, err := hash.HexStringToHash256(hashStr)
		if err != nil {
			return nil, err
		}
		sealed, err := core.ap.GetActionByHash(hs)
		if err != nil {
			return nil, err
		}
		ret = append(ret, sealed)
	}
	return ret, nil
}

// Genesis returns the genesis of the chain
func (core *coreService) Genesis() genesis.Genesis {
	return core.bc.Genesis()
}

// EVMNetworkID returns the network id of evm
func (core *coreService) EVMNetworkID() uint32 {
	return core.bc.EvmNetworkID()
}

// ChainID returns the chain id of evm
func (core *coreService) ChainID() uint32 {
	return core.bc.ChainID()
}

// ReadContractStorage reads contract's storage
func (core *coreService) ReadContractStorage(ctx context.Context, addr address.Address, key []byte) ([]byte, error) {
	ctx, err := core.bc.Context(ctx)
	if err != nil {
		return nil, status.Error(codes.Internal, err.Error())
	}
	return core.sf.ReadContractStorage(ctx, addr, key)
}

func (core *coreService) ReceiveBlock(blk *block.Block) error {
	core.readCache.Clear()
	return core.chainListener.ReceiveBlock(blk)
}

func (core *coreService) SimulateExecution(ctx context.Context, addr address.Address, exec *action.Execution) ([]byte, *action.Receipt, error) {
	ctx = genesis.WithGenesisContext(ctx, core.bc.Genesis())
	state, err := accountutil.AccountState(ctx, core.sf, addr)
	if err != nil {
		return nil, nil, err
	}
	ctx, err = core.bc.Context(ctx)
	if err != nil {
		return nil, nil, err
	}
	// TODO (liuhaai): Use original nonce and gas limit properly
	ctx = protocol.WithFeatureCtx(protocol.WithBlockCtx(ctx, protocol.BlockCtx{
		BlockHeight: core.bc.TipHeight(),
	}))
	var pendingNonce uint64
	if protocol.MustGetFeatureCtx(ctx).RefactorFreshAccountConversion {
		pendingNonce = state.PendingNonceConsideringFreshAccount()
	} else {
		pendingNonce = state.PendingNonce()
	}
	exec.SetNonce(pendingNonce)
	var (
		g             = core.bc.Genesis()
		blockGasLimit = g.BlockGasLimitByHeight(core.bc.TipHeight())
	)
	exec.SetGasLimit(blockGasLimit)
	return core.simulateExecution(ctx, addr, exec, core.dao.GetBlockHash, core.getBlockTime)
}

// SyncingProgress returns the syncing status of node
func (core *coreService) SyncingProgress() (uint64, uint64, uint64) {
	startingHeight, currentHeight, targetHeight, _ := core.bs.SyncStatus()
	return startingHeight, currentHeight, targetHeight
}

// TraceTransaction returns the trace result of transaction
func (core *coreService) TraceTransaction(ctx context.Context, actHash string, config *tracers.TraceConfig) ([]byte, *action.Receipt, any, error) {
	actInfo, err := core.Action(util.Remove0xPrefix(actHash), false)
	if err != nil {
		return nil, nil, nil, err
	}
	act, err := (&action.Deserializer{}).SetEvmNetworkID(core.EVMNetworkID()).ActionToSealedEnvelope(actInfo.Action)
	if err != nil {
		return nil, nil, nil, err
	}
	sc, ok := act.Action().(*action.Execution)
	if !ok {
		return nil, nil, nil, errors.New("the type of action is not supported")
	}
	addr, _ := address.FromString(address.ZeroAddress)
	retval, receipt, tracer, err := core.traceTx(ctx, new(tracers.Context), config, func(ctx context.Context) ([]byte, *action.Receipt, error) {

		return core.simulateExecution(ctx, addr, sc, core.dao.GetBlockHash, core.getBlockTime)
	})
	return retval, receipt, tracer, err
}

// TraceCall returns the trace result of call
func (core *coreService) TraceCall(ctx context.Context,
	callerAddr address.Address,
	blkNumOrHash any,
	contractAddress string,
	nonce uint64,
	amount *big.Int,
	gasLimit uint64,
	data []byte,
	config *tracers.TraceConfig) ([]byte, *action.Receipt, any, error) {
	var (
		g             = core.bc.Genesis()
		blockGasLimit = g.BlockGasLimitByHeight(core.bc.TipHeight())
	)
	if gasLimit == 0 {
		gasLimit = blockGasLimit
	}
	ctx, err := core.bc.Context(ctx)
	if err != nil {
		return nil, nil, nil, err
	}
	if nonce == 0 {
		state, err := accountutil.AccountState(ctx, core.sf, callerAddr)
		if err != nil {
			return nil, nil, nil, err
		}
		ctx = protocol.WithFeatureCtx(protocol.WithBlockCtx(ctx, protocol.BlockCtx{
			BlockHeight: core.bc.TipHeight(),
		}))
		var pendingNonce uint64
		if protocol.MustGetFeatureCtx(ctx).RefactorFreshAccountConversion {
			pendingNonce = state.PendingNonceConsideringFreshAccount()
		} else {
			pendingNonce = state.PendingNonce()
		}
		nonce = pendingNonce
	}
	exec, err := action.NewExecution(
		contractAddress,
		nonce,
		amount,
		gasLimit,
		big.NewInt(0),
		data,
	)
	if err != nil {
		return nil, nil, nil, err
	}
	retval, receipt, tracer, err := core.traceTx(ctx, new(tracers.Context), config, func(ctx context.Context) ([]byte, *action.Receipt, error) {
		return core.simulateExecution(ctx, callerAddr, exec, core.dao.GetBlockHash, core.getBlockTime)
	})
	return retval, receipt, tracer, err
}

// Track tracks the api call
func (core *coreService) Track(ctx context.Context, start time.Time, method string, size int64, success bool) {
	if core.apiStats == nil {
		return
	}
	elapsed := time.Since(start)
	core.apiStats.ReportCall(nodestats.APIReport{
		Method:       method,
		HandlingTime: elapsed,
		Success:      success,
	}, size)
}

func (core *coreService) traceTx(ctx context.Context, txctx *tracers.Context, config *tracers.TraceConfig, simulateFn func(ctx context.Context) ([]byte, *action.Receipt, error)) ([]byte, *action.Receipt, any, error) {
	var (
		tracer vm.EVMLogger
		err    error
	)
	switch {
	case config == nil:
		tracer = logger.NewStructLogger(nil)
	case config.Tracer != nil:
		// Define a meaningful timeout of a single transaction trace
		timeout := defaultTraceTimeout
		if config.Timeout != nil {
			if timeout, err = time.ParseDuration(*config.Timeout); err != nil {
				return nil, nil, nil, err
			}
		}
		t, err := tracers.DefaultDirectory.New(*config.Tracer, txctx, config.TracerConfig)
		if err != nil {
			return nil, nil, nil, err
		}
		deadlineCtx, cancel := context.WithTimeout(ctx, timeout)
		defer cancel()
		go func() {
			<-deadlineCtx.Done()
			if errors.Is(deadlineCtx.Err(), context.DeadlineExceeded) {
				t.Stop(errors.New("execution timeout"))
			}
		}()
		tracer = t

	default:
		tracer = logger.NewStructLogger(config.Config)
	}
	ctx = protocol.WithVMConfigCtx(ctx, vm.Config{
		Debug:     true,
		Tracer:    tracer,
		NoBaseFee: true,
	})
	ctx = protocol.WithBlockCtx(ctx, protocol.BlockCtx{})
	ctx = genesis.WithGenesisContext(ctx, core.bc.Genesis())
	ctx = protocol.WithBlockchainCtx(protocol.WithFeatureCtx(ctx), protocol.BlockchainCtx{})
	retval, receipt, err := simulateFn(ctx)
	return retval, receipt, tracer, err
}

func (core *coreService) simulateExecution(ctx context.Context, addr address.Address, exec *action.Execution, getBlockHash evm.GetBlockHash, getBlockTime evm.GetBlockTime) ([]byte, *action.Receipt, error) {
	ctx = evm.WithHelperCtx(ctx, evm.HelperContext{
		GetBlockHash:   getBlockHash,
		GetBlockTime:   getBlockTime,
		DepositGasFunc: rewarding.DepositGasWithSGD,
		Sgd:            core.sgdIndexer,
	})
	return core.sf.SimulateExecution(ctx, addr, exec)
}

func filterReceipts(receipts []*action.Receipt, actHash hash.Hash256) *action.Receipt {
	for _, r := range receipts {
		if r.ActionHash == actHash {
			return r
		}
	}
	return nil
}