github.com/hamba/avro/v2@v2.22.1-0.20240518180522-aff3955acf7d/reader_test.go

package avro_test

import (
	"bytes"
	"errors"
	"io"
	"strconv"
	"testing"

	"github.com/hamba/avro/v2"
	"github.com/stretchr/testify/assert"
	"github.com/stretchr/testify/require"
)

func TestNewReader(t *testing.T) {
	r := avro.NewReader(bytes.NewBuffer([]byte{}), 10)

	assert.IsType(t, &avro.Reader{}, r)
}

func TestReader_Reset(t *testing.T) {
	r := &avro.Reader{}

	r.Reset([]byte{0x01})

	assert.True(t, r.ReadBool())
}

func TestReader_ReportError(t *testing.T) {
	r := &avro.Reader{}

	r.ReportError("test", "bar")

	assert.EqualError(t, r.Error, "avro: test: bar")
}

func TestReader_ReportErrorExistingError(t *testing.T) {
	err := errors.New("test")

	r := &avro.Reader{}
	r.Error = err

	r.ReportError("test", "bar")

	assert.Equal(t, err, r.Error)
}

func TestReader_Peek(t *testing.T) {
	r := (&avro.Reader{}).Reset([]byte{0x36})

	b := r.Peek()

	i := r.ReadInt()

	require.NoError(t, r.Error)
	assert.Equal(t, byte(0x36), b)
	assert.Equal(t, int32(27), i)
}

func TestReader_PeekNoData(t *testing.T) {
	r := (&avro.Reader{}).Reset([]byte{0x36})

	_ = r.ReadInt()

	_ = r.Peek()

	assert.ErrorIs(t, r.Error, io.EOF)
}

func TestReader_ReadPastBuffer(t *testing.T) {
	r := (&avro.Reader{}).Reset([]byte{0xE2})

	r.ReadInt()

	assert.Error(t, r.Error)
}

func TestReader_ReadDelayedReader(t *testing.T) {
	rdr := &delayedReader{b: []byte{0x36}}
	r := avro.NewReader(rdr, 10)

	i := r.ReadInt()

	require.NoError(t, r.Error)
	assert.Equal(t, int32(27), i)
}

func TestReader_Read(t *testing.T) {
	tests := []struct {
		name    string
		data    []byte
		want    []byte
		wantErr require.ErrorAssertionFunc
	}{
		{
			name:    "valid",
			data:    []byte{0xAC, 0xDC, 0x01, 0x00, 0x10, 0x0F},
			want:    []byte{0xAC, 0xDC, 0x01, 0x00, 0x10, 0x0F},
			wantErr: require.NoError,
		},
		{
			name:    "eof",
			data:    []byte{0xAC}, // io.ErrUnexpectedEOF
			want:    []byte{0xAC, 0x00, 0x00, 0x00, 0x00, 0x00},
			wantErr: require.Error,
		},
	}

	for _, test := range tests {
		test := test
		t.Run(test.name, func(t *testing.T) {
			r := avro.NewReader(bytes.NewReader(test.data), 2)

			got := make([]byte, 6)
			r.Read(got)

			test.wantErr(t, r.Error)
			assert.Equal(t, test.want, got)
		})
	}
}

func TestReader_ReadBool(t *testing.T) {
	tests := []struct {
		name    string
		data    []byte
		want    bool
		wantErr require.ErrorAssertionFunc
	}{
		{
			name:    "false",
			data:    []byte{0x00},
			want:    false,
			wantErr: require.NoError,
		},
		{
			name:    "true",
			data:    []byte{0x01},
			want:    true,
			wantErr: require.NoError,
		},
		{
			name:    "invalid bool",
			data:    []byte{0x02},
			want:    false,
			wantErr: require.Error,
		},
		{
			name:    "eof",
			data:    []byte(nil), // io.ErrUnexpectedEOF
			want:    false,
			wantErr: require.Error,
		},
	}

	for _, test := range tests {
		test := test
		t.Run(test.name, func(t *testing.T) {

			r := avro.NewReader(bytes.NewReader(test.data), 10)

			got := r.ReadBool()

			test.wantErr(t, r.Error)
			assert.Equal(t, test.want, got)
		})
	}
}

func TestReader_ReadInt(t *testing.T) {
	tests := []struct {
		name    string
		data    []byte
		want    int32
		wantErr require.ErrorAssertionFunc
	}{
		{
			name:    "positive int",
			data:    []byte{0x36},
			want:    27,
			wantErr: require.NoError,
		},
		{
			name:    "negative int",
			data:    []byte{0x0f},
			want:    -8,
			wantErr: require.NoError,
		},
		{
			name:    "negative int",
			data:    []byte{0x01},
			want:    -1,
			wantErr: require.NoError,
		},
		{
			name:    "zero",
			data:    []byte{0x00},
			want:    0,
			wantErr: require.NoError,
		},
		{
			name:    "one",
			data:    []byte{0x02},
			want:    1,
			wantErr: require.NoError,
		},
		{
			name:    "negative 64",
			data:    []byte{0x7f},
			want:    -64,
			wantErr: require.NoError,
		},
		{
			name:    "multi byte int",
			data:    []byte{0x80, 0x01},
			want:    64,
			wantErr: require.NoError,
		},
		{
			name:    "large int",
			data:    []byte{0xaa, 0xb4, 0xde, 0x75},
			want:    123456789,
			wantErr: require.NoError,
		},
		{
			name:    "larger int",
			data:    []byte{0xe2, 0xa2, 0xf3, 0xad, 0x07},
			want:    987654321,
			wantErr: require.NoError,
		},
		{
			name:    "overflow",
			data:    []byte{0xe2, 0xa2, 0xf3, 0xad, 0xad, 0xad},
			want:    0,
			wantErr: require.Error,
		},
		{
			name:    "eof",
			data:    []byte{0xe2},
			want:    0,
			wantErr: require.Error,
		},
	}

	for _, test := range tests {
		t.Run(test.name, func(t *testing.T) {
			r := avro.NewReader(bytes.NewReader(test.data), 10)

			got := r.ReadInt()

			test.wantErr(t, r.Error)
			assert.Equal(t, test.want, got)
		})
	}
}

func TestReader_ReadIntShortReadAcrossBuffer(t *testing.T) {
	data := []byte{0xe2, 0xa2, 0xf3, 0xad}
	r := avro.NewReader(bytes.NewReader(data), 3)

	_ = r.ReadInt()

	assert.NotPanics(t, func() {
		b := make([]byte, 3)
		r.Read(b)
	})
}

func TestReader_ReadLong(t *testing.T) {
	tests := []struct {
		name    string
		data    []byte
		want    int64
		wantErr require.ErrorAssertionFunc
	}{
		{
			name:    "long",
			data:    []byte{0x36},
			want:    27,
			wantErr: require.NoError,
		},
		{
			name:    "negative long",
			data:    []byte{0x0f},
			want:    -8,
			wantErr: require.NoError,
		},
		{
			name:    "negative long",
			data:    []byte{0x01},
			want:    -1,
			wantErr: require.NoError,
		},
		{
			name:    "zero",
			data:    []byte{0x00},
			want:    0,
			wantErr: require.NoError,
		},
		{
			name:    "one",
			data:    []byte{0x02},
			want:    1,
			wantErr: require.NoError,
		},
		{
			name:    "negative 64",
			data:    []byte{0x7f},
			want:    -64,
			wantErr: require.NoError,
		},
		{
			name:    "multi-byte",
			data:    []byte{0x80, 0x01},
			want:    64,
			wantErr: require.NoError,
		},
		{
			name:    "large long",
			data:    []byte{0xaa, 0xb4, 0xde, 0x75},
			want:    123456789,
			wantErr: require.NoError,
		},
		{
			name:    "larger long",
			data:    []byte{0xe2, 0xa2, 0xf3, 0xad, 0x07},
			want:    987654321,
			wantErr: require.NoError,
		},
		{
			name:    "very very big long",
			data:    []byte{0xfe, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0x01},
			want:    9223372036854775807,
			wantErr: require.NoError,
		},
		{
			name:    "very very big negative long",
			data:    []byte{0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0x01},
			want:    -9223372036854775808,
			wantErr: require.NoError,
		},
		{
			name:    "very very big negative long",
			data:    []byte{0xbd, 0xb1, 0xae, 0xd4, 0xd2, 0xcd, 0xbd, 0xe4, 0x97, 0x01},
			want:    -5468631321897454687,
			wantErr: require.NoError,
		},
		{
			name:    "overflow",
			data:    []byte{0xe2, 0xa2, 0xf3, 0xad, 0xad, 0xad, 0xe2, 0xa2, 0xf3, 0xad, 0xad},
			want:    0,
			wantErr: require.Error,
		},
		{
			name:    "eof",
			data:    []byte{0xe2},
			want:    0,
			wantErr: require.Error,
		},
	}

	for _, test := range tests {
		t.Run(test.name, func(t *testing.T) {
			r := avro.NewReader(bytes.NewReader(test.data), 10)

			got := r.ReadLong()

			test.wantErr(t, r.Error)
			assert.Equal(t, test.want, got)
		})
	}
}

func TestReader_ReadLongShortReadAcrossBuffer(t *testing.T) {
	data := []byte{0xfe, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff}
	r := avro.NewReader(bytes.NewReader(data), 8)

	_ = r.ReadLong()

	assert.NotPanics(t, func() {
		b := make([]byte, 3)
		r.Read(b)
	})
}

func TestReader_ReadFloat(t *testing.T) {
	tests := []struct {
		data    []byte
		want    float32
		wantErr require.ErrorAssertionFunc
	}{
		{
			data:    []byte{0x00, 0x00, 0x00, 0x00},
			want:    0.0,
			wantErr: require.NoError,
		},
		{
			data:    []byte{0x00, 0x00, 0x80, 0x3F},
			want:    1.0,
			wantErr: require.NoError,
		},
		{
			data:    []byte{0x33, 0x33, 0x93, 0x3F},
			want:    1.15,
			wantErr: require.NoError,
		},
		{
			data:    []byte{0x23, 0xDB, 0x57, 0xC2},
			want:    -53.964,
			wantErr: require.NoError,
		},
		{
			data:    []byte{0xA3, 0x79, 0xEB, 0xCC},
			want:    -123456789.123,
			wantErr: require.NoError,
		},
		{
			data:    []byte{0x62, 0x20, 0x71, 0x49},
			want:    987654.111115,
			wantErr: require.NoError,
		},
		{
			data:    []byte(nil), // io.EOF
			want:    0,
			wantErr: require.Error,
		},
	}

	for _, test := range tests {
		test := test
		r := avro.NewReader(bytes.NewReader(test.data), 2)

		got := r.ReadFloat()

		test.wantErr(t, r.Error)
		assert.Equal(t, test.want, got)
	}
}

func TestReader_ReadDouble(t *testing.T) {
	tests := []struct {
		data    []byte
		want    float64
		wantErr require.ErrorAssertionFunc
	}{
		{
			data:    []byte{0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00},
			want:    0.0,
			wantErr: require.NoError,
		},
		{
			data:    []byte{0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xF0, 0x3F},
			want:    1.0,
			wantErr: require.NoError,
		},
		{
			data:    []byte{0x66, 0x66, 0x66, 0x66, 0x66, 0x66, 0xF2, 0x3F},
			want:    1.15,
			wantErr: require.NoError,
		},
		{
			data:    []byte{0x08, 0xAC, 0x1C, 0x5A, 0x64, 0xFB, 0x4A, 0xC0},
			want:    -53.964,
			wantErr: require.NoError,
		},
		{
			data:    []byte{0xB6, 0xF3, 0x7D, 0x54, 0x34, 0x6F, 0x9D, 0xC1},
			want:    -123456789.123,
			wantErr: require.NoError,
		},
		{
			data:    []byte{0xB6, 0x10, 0xE4, 0x38, 0x0C, 0x24, 0x2E, 0x41},
			want:    987654.111115,
			wantErr: require.NoError,
		},
		{
			data:    []byte{0x75, 0x6B, 0x7E, 0x54, 0x34, 0x6F, 0x9D, 0x41},
			want:    123456789.123456789,
			wantErr: require.NoError,
		},
		{
			data:    []byte{0x00, 0x00, 0x00, 0x00, 0xD0, 0x12, 0x63, 0x41},
			want:    9999999.99999999999999999999999,
			wantErr: require.NoError,
		},
		{
			data:    []byte{0x18, 0xFC, 0x1A, 0xDD, 0x1F, 0x0E, 0x0A, 0x43},
			want:    916734926348163.01973408746523,
			wantErr: require.NoError,
		},
		{
			data:    []byte{0x0A, 0x8F, 0xA6, 0x40, 0xAC, 0xAD, 0x8D, 0xC3},
			want:    -267319348967891263.1928357138913857,
			wantErr: require.NoError,
		},
		{
			data:    []byte(nil), // io.EOF
			want:    0,
			wantErr: require.Error,
		},
	}

	for _, test := range tests {
		r := avro.NewReader(bytes.NewReader(test.data), 4)

		got := r.ReadDouble()

		test.wantErr(t, r.Error)
		assert.Equal(t, test.want, got)
	}
}

func TestReader_ReadBytes(t *testing.T) {
	tests := []struct {
		data    []byte
		want    []byte
		wantErr require.ErrorAssertionFunc
	}{
		{
			data:    []byte{0x02, 0x02},
			want:    []byte{0x02},
			wantErr: require.NoError,
		},
		{
			data:    []byte{0x04, 0x03, 0xFF},
			want:    []byte{0x03, 0xFF},
			wantErr: require.NoError,
		},
		{
			data:    []byte{0x08, 0xEC, 0xAB, 0x44, 0x00},
			want:    []byte{0xEC, 0xAB, 0x44, 0x00},
			wantErr: require.NoError,
		},
		{
			data:    []byte{0x0C, 0xAC, 0xDC, 0x01, 0x00, 0x10, 0x0F},
			want:    []byte{0xAC, 0xDC, 0x01, 0x00, 0x10, 0x0F},
			wantErr: require.NoError,
		},
		{
			data:    []byte(nil), // io.EOF no length
			want:    []byte{},
			wantErr: require.Error,
		},
		{
			data:    []byte{0x05, 0x03, 0xFF, 0x0A}, // Invalid bytes length
			want:    nil,
			wantErr: require.Error,
		},
		{
			data:    []byte{0x08, 0xFF}, // io.EOF length greater then data
			want:    []byte{0xFF, 0x0, 0x0, 0x0},
			wantErr: require.Error,
		},
	}

	for i, test := range tests {
		test := test
		t.Run(strconv.Itoa(i), func(t *testing.T) {
			r := avro.NewReader(bytes.NewReader(test.data), 10)

			got := r.ReadBytes()

			test.wantErr(t, r.Error)
			assert.Equal(t, test.want, got)
		})
	}
}

func TestReader_ReadBytesLargerThanMaxByteSliceSize(t *testing.T) {
	data := []byte{
		246, 255, 255, 255, 255, 10, 255, 32, 32, 32, 32, 32, 32, 32, 32, 32, 32, 32, 32, 32, 32, 32,
		32, 32, 32, 32, 32, 32, 32, 32, 32, 32, 32, 32, 32, 32, 32, 32, 32, 32, 32, 32, 32, 32, 32,
		32, 32, 32, 32, 32, 32, 32,
	}
	r := avro.NewReader(bytes.NewReader(data), 4)

	_ = r.ReadBytes()

	assert.Error(t, r.Error)
}

func TestReader_ReadString(t *testing.T) {
	tests := []struct {
		data    []byte
		want    string
		wantErr require.ErrorAssertionFunc
	}{
		{
			data:    []byte{0x00},
			want:    "",
			wantErr: require.NoError,
		},
		{
			data:    []byte{0x06, 0x66, 0x6F, 0x6F},
			want:    "foo",
			wantErr: require.NoError,
		},
		{
			data:    []byte{0x08, 0x61, 0x76, 0x72, 0x6F},
			want:    "avro",
			wantErr: require.NoError,
		},
		{
			data:    []byte{0x0C, 0x61, 0x70, 0x61, 0x63, 0x68, 0x65},
			want:    "apache",
			wantErr: require.NoError,
		},
		{
			data:    []byte{0x28, 0x6F, 0x70, 0x70, 0x61, 0x6E, 0x20, 0x67, 0x61, 0x6E, 0x67, 0x6E, 0x61, 0x6D, 0x20, 0x73, 0x74, 0x79, 0x6C, 0x65, 0x21},
			want:    "oppan gangnam style!",
			wantErr: require.NoError,
		},
		{
			data:    []byte{0x36, 0xD1, 0x87, 0xD0, 0xB5, 0x2D, 0xD1, 0x82, 0xD0, 0xBE, 0x20, 0xD0, 0xBF, 0xD0, 0xBE, 0x20, 0xD1, 0x80, 0xD1, 0x83, 0xD1, 0x81, 0xD1, 0x81, 0xD0, 0xBA, 0xD0, 0xB8},
			want:    "че-то по русски",
			wantErr: require.NoError,
		},
		{
			data:    []byte{0x0C, 0xE4, 0xB8, 0x96, 0xE7, 0x95, 0x8C},
			want:    "世界",
			wantErr: require.NoError,
		},
		{
			data:    []byte{0x22, 0x21, 0xE2, 0x84, 0x96, 0x3B, 0x25, 0x3A, 0x3F, 0x2A, 0x22, 0x28, 0x29, 0x40, 0x23, 0x24, 0x5E, 0x26},
			want:    "!№;%:?*\"()@#$^&",
			wantErr: require.NoError,
		},
		{
			data:    []byte(nil), // io.EOF no length
			want:    "",
			wantErr: require.Error,
		},
		{
			data:    []byte{0x05, 0x66, 0x6F, 0x6F, 0x6F}, // Invalid string length
			want:    "",
			wantErr: require.Error,
		},
		{
			data:    []byte{0x08, 0x66}, // io.EOF length greater then data
			want:    "\x66\x00\x00\x00",
			wantErr: require.Error,
		},
	}

	for i, test := range tests {
		test := test
		t.Run(strconv.Itoa(i), func(t *testing.T) {
			r := avro.NewReader(bytes.NewReader(test.data), 10)

			got := r.ReadString()

			test.wantErr(t, r.Error)
			assert.Equal(t, test.want, got)
		})
	}
}

func TestReader_ReadStringLargerThanMaxByteSliceSize(t *testing.T) {
	data := []byte{
		246, 255, 255, 255, 255, 10, 255, 32, 32, 32, 32, 32, 32, 32, 32, 32, 32, 32, 32, 32, 32, 32,
		32, 32, 32, 32, 32, 32, 32, 32, 32, 32, 32, 32, 32, 32, 32, 32, 32, 32, 32, 32, 32, 32, 32,
		32, 32, 32, 32, 32, 32, 32,
	}
	r := avro.NewReader(bytes.NewReader(data), 4)

	_ = r.ReadString()

	assert.Error(t, r.Error)
}

func TestReader_ReadStringFastPathIsntBoundToBuffer(t *testing.T) {
	data := []byte{0x06, 0x66, 0x6F, 0x6F, 0x08, 0x61, 0x76, 0x72, 0x6F}
	r := avro.NewReader(bytes.NewReader(data), 4)

	got1 := r.ReadString()
	got2 := r.ReadString()

	require.NoError(t, r.Error)
	assert.Equal(t, "foo", got1)
	assert.Equal(t, "avro", got2)
}

func TestReader_ReadBlockHeader(t *testing.T) {
	tests := []struct {
		data []byte
		len  int64
		size int64
	}{
		{
			data: []byte{0x80, 0x01},
			len:  64,
			size: 0,
		},
		{
			data: []byte{0x7F, 0x80, 0x01},
			len:  64,
			size: 64,
		},
	}

	for _, test := range tests {
		r := avro.NewReader(bytes.NewReader(test.data), 10)

		gotLen, gotSize := r.ReadBlockHeader()

		require.NoError(t, r.Error)
		assert.Equal(t, test.len, gotLen)
		assert.Equal(t, test.size, gotSize)
	}
}

type delayedReader struct {
	count int
	b     []byte
}

func (r *delayedReader) Read(p []byte) (n int, err error) {
	if r.count == 0 {
		r.count++
		return 0, nil
	}

	return copy(p, r.b), nil
}