github.com/neatio-net/neatio@v1.7.3-0.20231114194659-f4d7a2226baa/utilities/common/bitutil/compress_test.go (about)

     1  package bitutil
     2  
     3  import (
     4  	"bytes"
     5  	"math/rand"
     6  	"testing"
     7  
     8  	"github.com/neatio-net/neatio/utilities/common/hexutil"
     9  )
    10  
    11  func TestEncodingCycle(t *testing.T) {
    12  	tests := []string{
    13  
    14  		"0x000000000000000000",
    15  		"0xef0400",
    16  		"0xdf7070533534333636313639343638373532313536346c1bc33339343837313070706336343035336336346c65fefb3930393233383838ac2f65fefb",
    17  		"0x7b64000000",
    18  		"0x000034000000000000",
    19  		"0x0000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000f0000000000000000000",
    20  		"0x4912385c0e7b64000000",
    21  		"0x000034000000000000000000000000000000",
    22  		"0x00",
    23  		"0x000003e834ff7f0000",
    24  		"0x0000",
    25  		"0x0000000000000000000000000000000000000000000000000000000000ff00",
    26  		"0x895f0c6a020f850c6a020f85f88df88d",
    27  		"0xdf7070533534333636313639343638373432313536346c1bc3315aac2f65fefb",
    28  		"0x0000000000",
    29  		"0xdf70706336346c65fefb",
    30  		"0x00006d643634000000",
    31  		"0xdf7070533534333636313639343638373532313536346c1bc333393438373130707063363430353639343638373532313536346c1bc333393438336336346c65fe",
    32  	}
    33  	for i, tt := range tests {
    34  		data := hexutil.MustDecode(tt)
    35  
    36  		proc, err := bitsetDecodeBytes(bitsetEncodeBytes(data), len(data))
    37  		if err != nil {
    38  			t.Errorf("test %d: failed to decompress compressed data: %v", i, err)
    39  			continue
    40  		}
    41  		if !bytes.Equal(data, proc) {
    42  			t.Errorf("test %d: compress/decompress mismatch: have %x, want %x", i, proc, data)
    43  		}
    44  	}
    45  }
    46  
    47  func TestDecodingCycle(t *testing.T) {
    48  	tests := []struct {
    49  		size  int
    50  		input string
    51  		fail  error
    52  	}{
    53  		{size: 0, input: "0x"},
    54  
    55  		{size: 0, input: "0x0020", fail: errUnreferencedData},
    56  		{size: 0, input: "0x30", fail: errUnreferencedData},
    57  		{size: 1, input: "0x00", fail: errUnreferencedData},
    58  		{size: 2, input: "0x07", fail: errMissingData},
    59  		{size: 1024, input: "0x8000", fail: errZeroContent},
    60  
    61  		{size: 29490, input: "0x343137343733323134333839373334323073333930783e3078333930783e70706336346c65303e", fail: errMissingData},
    62  		{size: 59395, input: "0x00", fail: errUnreferencedData},
    63  		{size: 52574, input: "0x70706336346c65c0de", fail: errExceededTarget},
    64  		{size: 42264, input: "0x07", fail: errMissingData},
    65  		{size: 52, input: "0xa5045bad48f4", fail: errExceededTarget},
    66  		{size: 52574, input: "0xc0de", fail: errMissingData},
    67  		{size: 52574, input: "0x"},
    68  		{size: 29490, input: "0x34313734373332313433383937333432307333393078073034333839373334323073333930783e3078333937333432307333393078073061333930783e70706336346c65303e", fail: errMissingData},
    69  		{size: 29491, input: "0x3973333930783e30783e", fail: errMissingData},
    70  
    71  		{size: 1024, input: "0x808080608080"},
    72  		{size: 1024, input: "0x808470705e3632383337363033313434303137393130306c6580ef46806380635a80"},
    73  		{size: 1024, input: "0x8080808070"},
    74  		{size: 1024, input: "0x808070705e36346c6580ef46806380635a80"},
    75  		{size: 1024, input: "0x80808046802680"},
    76  		{size: 1024, input: "0x4040404035"},
    77  		{size: 1024, input: "0x4040bf3ba2b3f684402d353234373438373934409fe5b1e7ada94ebfd7d0505e27be4035"},
    78  		{size: 1024, input: "0x404040bf3ba2b3f6844035"},
    79  		{size: 1024, input: "0x40402d35323437343837393440bfd7d0505e27be4035"},
    80  	}
    81  	for i, tt := range tests {
    82  		data := hexutil.MustDecode(tt.input)
    83  
    84  		orig, err := bitsetDecodeBytes(data, tt.size)
    85  		if err != tt.fail {
    86  			t.Errorf("test %d: failure mismatch: have %v, want %v", i, err, tt.fail)
    87  		}
    88  		if err != nil {
    89  			continue
    90  		}
    91  		if comp := bitsetEncodeBytes(orig); !bytes.Equal(comp, data) {
    92  			t.Errorf("test %d: decompress/compress mismatch: have %x, want %x", i, comp, data)
    93  		}
    94  	}
    95  }
    96  
    97  func TestCompression(t *testing.T) {
    98  
    99  	in := hexutil.MustDecode("0x4912385c0e7b64000000")
   100  	out := hexutil.MustDecode("0x80fe4912385c0e7b64")
   101  
   102  	if data := CompressBytes(in); !bytes.Equal(data, out) {
   103  		t.Errorf("encoding mismatch for sparse data: have %x, want %x", data, out)
   104  	}
   105  	if data, err := DecompressBytes(out, len(in)); err != nil || !bytes.Equal(data, in) {
   106  		t.Errorf("decoding mismatch for sparse data: have %x, want %x, error %v", data, in, err)
   107  	}
   108  
   109  	in = hexutil.MustDecode("0xdf7070533534333636313639343638373532313536346c1bc33339343837313070706336343035336336346c65fefb3930393233383838ac2f65fefb")
   110  	out = hexutil.MustDecode("0xdf7070533534333636313639343638373532313536346c1bc33339343837313070706336343035336336346c65fefb3930393233383838ac2f65fefb")
   111  
   112  	if data := CompressBytes(in); !bytes.Equal(data, out) {
   113  		t.Errorf("encoding mismatch for dense data: have %x, want %x", data, out)
   114  	}
   115  	if data, err := DecompressBytes(out, len(in)); err != nil || !bytes.Equal(data, in) {
   116  		t.Errorf("decoding mismatch for dense data: have %x, want %x, error %v", data, in, err)
   117  	}
   118  
   119  	if _, err := DecompressBytes([]byte{0xc0, 0x01, 0x01}, 2); err != errExceededTarget {
   120  		t.Errorf("decoding error mismatch for long data: have %v, want %v", err, errExceededTarget)
   121  	}
   122  }
   123  
   124  func BenchmarkEncoding1KBVerySparse(b *testing.B) { benchmarkEncoding(b, 1024, 0.0001) }
   125  func BenchmarkEncoding2KBVerySparse(b *testing.B) { benchmarkEncoding(b, 2048, 0.0001) }
   126  func BenchmarkEncoding4KBVerySparse(b *testing.B) { benchmarkEncoding(b, 4096, 0.0001) }
   127  
   128  func BenchmarkEncoding1KBSparse(b *testing.B) { benchmarkEncoding(b, 1024, 0.001) }
   129  func BenchmarkEncoding2KBSparse(b *testing.B) { benchmarkEncoding(b, 2048, 0.001) }
   130  func BenchmarkEncoding4KBSparse(b *testing.B) { benchmarkEncoding(b, 4096, 0.001) }
   131  
   132  func BenchmarkEncoding1KBDense(b *testing.B) { benchmarkEncoding(b, 1024, 0.1) }
   133  func BenchmarkEncoding2KBDense(b *testing.B) { benchmarkEncoding(b, 2048, 0.1) }
   134  func BenchmarkEncoding4KBDense(b *testing.B) { benchmarkEncoding(b, 4096, 0.1) }
   135  
   136  func BenchmarkEncoding1KBSaturated(b *testing.B) { benchmarkEncoding(b, 1024, 0.5) }
   137  func BenchmarkEncoding2KBSaturated(b *testing.B) { benchmarkEncoding(b, 2048, 0.5) }
   138  func BenchmarkEncoding4KBSaturated(b *testing.B) { benchmarkEncoding(b, 4096, 0.5) }
   139  
   140  func benchmarkEncoding(b *testing.B, bytes int, fill float64) {
   141  
   142  	random := rand.NewSource(0)
   143  
   144  	data := make([]byte, bytes)
   145  	bits := int(float64(bytes) * 8 * fill)
   146  
   147  	for i := 0; i < bits; i++ {
   148  		idx := random.Int63() % int64(len(data))
   149  		bit := uint(random.Int63() % 8)
   150  		data[idx] |= 1 << bit
   151  	}
   152  
   153  	b.ResetTimer()
   154  	b.ReportAllocs()
   155  	for i := 0; i < b.N; i++ {
   156  		bitsetDecodeBytes(bitsetEncodeBytes(data), len(data))
   157  	}
   158  }