vitess.io/vitess@v0.16.2/go/vt/binlog/event_streamer_test.go

/*
Copyright 2019 The Vitess Authors.

Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at

    http://www.apache.org/licenses/LICENSE-2.0

Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
*/

package binlog

import (
	"testing"

	"vitess.io/vitess/go/test/utils"

	"github.com/stretchr/testify/require"
	"google.golang.org/protobuf/proto"

	binlogdatapb "vitess.io/vitess/go/vt/proto/binlogdata"
	querypb "vitess.io/vitess/go/vt/proto/query"
)

var dmlErrorCases = []string{
	"query",
	"query /* _stream 10 (eid id `name` ) (null 1 'bmFtZQ==' ); */",
	"query /* _stream _table_ eid id `name` ) (null 1 'bmFtZQ==' ); */",
	"query /* _stream _table_ (10 id `name` ) (null 1 'bmFtZQ==' ); */",
	"query /* _stream _table_ (eid id `name`  (null 1 'bmFtZQ==' ); */",
	"query /* _stream _table_ (eid id `name`)  (null 'aaa' 'bmFtZQ==' ); */",
	"query /* _stream _table_ (eid id `name`)  (null 'bmFtZQ==' ); */",
	"query /* _stream _table_ (eid id `name`)  (null 1.1 'bmFtZQ==' ); */",
	"query /* _stream _table_ (eid id `name`)  (null a 'bmFtZQ==' ); */",
}

func TestEventErrors(t *testing.T) {
	var got *querypb.StreamEvent
	evs := &EventStreamer{
		sendEvent: func(event *querypb.StreamEvent) error {
			got = event
			return nil
		},
	}
	for _, sql := range dmlErrorCases {
		statements := []FullBinlogStatement{
			{
				Statement: &binlogdatapb.BinlogTransaction_Statement{
					Category: binlogdatapb.BinlogTransaction_Statement_BL_INSERT,
					Sql:      []byte(sql),
				},
			},
		}
		err := evs.transactionToEvent(nil, statements)
		if err != nil {
			t.Errorf("%s: %v", sql, err)
			continue
		}
		want := &querypb.StreamEvent{
			Statements: []*querypb.StreamEvent_Statement{
				{
					Category: querypb.StreamEvent_Statement_Error,
					Sql:      []byte(sql),
				},
			},
		}
		if !proto.Equal(got, want) {
			t.Errorf("error for SQL: '%v' got: %+v, want: %+v", sql, got, want)
		}
	}
}

func TestSetErrors(t *testing.T) {
	evs := &EventStreamer{
		sendEvent: func(event *querypb.StreamEvent) error {
			return nil
		},
	}
	statements := []FullBinlogStatement{
		{
			Statement: &binlogdatapb.BinlogTransaction_Statement{
				Category: binlogdatapb.BinlogTransaction_Statement_BL_SET,
				Sql:      []byte("SET INSERT_ID=abcd"),
			},
		},
	}
	before := binlogStreamerErrors.Counts()["EventStreamer"]
	err := evs.transactionToEvent(nil, statements)
	require.NoError(t, err)
	got := binlogStreamerErrors.Counts()["EventStreamer"]
	if got != before+1 {
		t.Errorf("got: %v, want: %+v", got, before+1)
	}
}

func TestDMLEvent(t *testing.T) {
	statements := []FullBinlogStatement{
		{
			Statement: &binlogdatapb.BinlogTransaction_Statement{
				Category: binlogdatapb.BinlogTransaction_Statement_BL_SET,
				Sql:      []byte("SET TIMESTAMP=2"),
			},
		},
		{
			Statement: &binlogdatapb.BinlogTransaction_Statement{
				Category: binlogdatapb.BinlogTransaction_Statement_BL_SET,
				Sql:      []byte("SET INSERT_ID=10"),
			},
		},
		{
			Statement: &binlogdatapb.BinlogTransaction_Statement{
				Category: binlogdatapb.BinlogTransaction_Statement_BL_INSERT,
				Sql:      []byte("query /* _stream _table_ (eid id `name`)  (null 1 'bmFtZQ==' ) (null 18446744073709551615 'bmFtZQ==' ); */"),
			},
		},
		{
			Statement: &binlogdatapb.BinlogTransaction_Statement{
				Category: binlogdatapb.BinlogTransaction_Statement_BL_INSERT,
				Sql:      []byte("query"),
			},
		},
	}
	eventToken := &querypb.EventToken{
		Timestamp: 1,
		Position:  "MariaDB/0-41983-20",
	}
	evs := &EventStreamer{
		sendEvent: func(event *querypb.StreamEvent) error {
			for _, statement := range event.Statements {
				switch statement.Category {
				case querypb.StreamEvent_Statement_DML:
					want := `category:DML table_name:"_table_" primary_key_fields:{name:"eid" type:INT64} primary_key_fields:{name:"id" type:UINT64} primary_key_fields:{name:"name" type:VARBINARY} primary_key_values:{lengths:2 lengths:1 lengths:4 values:"101name"} primary_key_values:{lengths:2 lengths:20 lengths:4 values:"1118446744073709551615name"}`
					utils.MustMatchPB(t, want, statement)
				case querypb.StreamEvent_Statement_Error:
					want := `sql:"query"`
					utils.MustMatchPB(t, want, statement)
				default:
					t.Errorf("unexpected: %#v", event)
				}
			}
			// then test the position
			want := `timestamp:1 position:"MariaDB/0-41983-20"`
			utils.MustMatchPB(t, want, event.EventToken)
			return nil
		},
	}
	err := evs.transactionToEvent(eventToken, statements)
	require.NoError(t, err)
}

func TestDDLEvent(t *testing.T) {
	statements := []FullBinlogStatement{
		{
			Statement: &binlogdatapb.BinlogTransaction_Statement{
				Category: binlogdatapb.BinlogTransaction_Statement_BL_SET,
				Sql:      []byte("SET TIMESTAMP=2"),
			},
		},
		{
			Statement: &binlogdatapb.BinlogTransaction_Statement{
				Category: binlogdatapb.BinlogTransaction_Statement_BL_DDL,
				Sql:      []byte("DDL"),
			},
		},
	}
	eventToken := &querypb.EventToken{
		Timestamp: 1,
		Position:  "MariaDB/0-41983-20",
	}
	evs := &EventStreamer{
		sendEvent: func(event *querypb.StreamEvent) error {
			for _, statement := range event.Statements {
				switch statement.Category {
				case querypb.StreamEvent_Statement_DDL:
					want := `category:DDL sql:"DDL"`
					utils.MustMatchPB(t, want, statement)
				default:
					t.Errorf("unexpected: %#v", event)
				}
			}
			// then test the position
			want := `timestamp:1 position:"MariaDB/0-41983-20"`
			utils.MustMatchPB(t, want, event.EventToken)
			return nil
		},
	}
	err := evs.transactionToEvent(eventToken, statements)
	require.NoError(t, err)
}