github.com/mdempsky/go@v0.0.0-20151201204031-5dd372bd1e70/src/compress/zlib/writer_test.go (about)

     1  // Copyright 2009 The Go Authors. All rights reserved.
     2  // Use of this source code is governed by a BSD-style
     3  // license that can be found in the LICENSE file.
     4  
     5  package zlib
     6  
     7  import (
     8  	"bytes"
     9  	"fmt"
    10  	"io"
    11  	"io/ioutil"
    12  	"os"
    13  	"testing"
    14  )
    15  
    16  var filenames = []string{
    17  	"../testdata/e.txt",
    18  	"../testdata/pi.txt",
    19  }
    20  
    21  var data = []string{
    22  	"test a reasonable sized string that can be compressed",
    23  }
    24  
    25  // Tests that compressing and then decompressing the given file at the given compression level and dictionary
    26  // yields equivalent bytes to the original file.
    27  func testFileLevelDict(t *testing.T, fn string, level int, d string) {
    28  	// Read the file, as golden output.
    29  	golden, err := os.Open(fn)
    30  	if err != nil {
    31  		t.Errorf("%s (level=%d, dict=%q): %v", fn, level, d, err)
    32  		return
    33  	}
    34  	defer golden.Close()
    35  	b0, err0 := ioutil.ReadAll(golden)
    36  	if err0 != nil {
    37  		t.Errorf("%s (level=%d, dict=%q): %v", fn, level, d, err0)
    38  		return
    39  	}
    40  	testLevelDict(t, fn, b0, level, d)
    41  }
    42  
    43  func testLevelDict(t *testing.T, fn string, b0 []byte, level int, d string) {
    44  	// Make dictionary, if given.
    45  	var dict []byte
    46  	if d != "" {
    47  		dict = []byte(d)
    48  	}
    49  
    50  	// Push data through a pipe that compresses at the write end, and decompresses at the read end.
    51  	piper, pipew := io.Pipe()
    52  	defer piper.Close()
    53  	go func() {
    54  		defer pipew.Close()
    55  		zlibw, err := NewWriterLevelDict(pipew, level, dict)
    56  		if err != nil {
    57  			t.Errorf("%s (level=%d, dict=%q): %v", fn, level, d, err)
    58  			return
    59  		}
    60  		defer zlibw.Close()
    61  		_, err = zlibw.Write(b0)
    62  		if err != nil {
    63  			t.Errorf("%s (level=%d, dict=%q): %v", fn, level, d, err)
    64  			return
    65  		}
    66  	}()
    67  	zlibr, err := NewReaderDict(piper, dict)
    68  	if err != nil {
    69  		t.Errorf("%s (level=%d, dict=%q): %v", fn, level, d, err)
    70  		return
    71  	}
    72  	defer zlibr.Close()
    73  
    74  	// Compare the decompressed data.
    75  	b1, err1 := ioutil.ReadAll(zlibr)
    76  	if err1 != nil {
    77  		t.Errorf("%s (level=%d, dict=%q): %v", fn, level, d, err1)
    78  		return
    79  	}
    80  	if len(b0) != len(b1) {
    81  		t.Errorf("%s (level=%d, dict=%q): length mismatch %d versus %d", fn, level, d, len(b0), len(b1))
    82  		return
    83  	}
    84  	for i := 0; i < len(b0); i++ {
    85  		if b0[i] != b1[i] {
    86  			t.Errorf("%s (level=%d, dict=%q): mismatch at %d, 0x%02x versus 0x%02x\n", fn, level, d, i, b0[i], b1[i])
    87  			return
    88  		}
    89  	}
    90  }
    91  
    92  func testFileLevelDictReset(t *testing.T, fn string, level int, dict []byte) {
    93  	var b0 []byte
    94  	var err error
    95  	if fn != "" {
    96  		b0, err = ioutil.ReadFile(fn)
    97  		if err != nil {
    98  			t.Errorf("%s (level=%d): %v", fn, level, err)
    99  			return
   100  		}
   101  	}
   102  
   103  	// Compress once.
   104  	buf := new(bytes.Buffer)
   105  	var zlibw *Writer
   106  	if dict == nil {
   107  		zlibw, err = NewWriterLevel(buf, level)
   108  	} else {
   109  		zlibw, err = NewWriterLevelDict(buf, level, dict)
   110  	}
   111  	if err == nil {
   112  		_, err = zlibw.Write(b0)
   113  	}
   114  	if err == nil {
   115  		err = zlibw.Close()
   116  	}
   117  	if err != nil {
   118  		t.Errorf("%s (level=%d): %v", fn, level, err)
   119  		return
   120  	}
   121  	out := buf.String()
   122  
   123  	// Reset and compress again.
   124  	buf2 := new(bytes.Buffer)
   125  	zlibw.Reset(buf2)
   126  	_, err = zlibw.Write(b0)
   127  	if err == nil {
   128  		err = zlibw.Close()
   129  	}
   130  	if err != nil {
   131  		t.Errorf("%s (level=%d): %v", fn, level, err)
   132  		return
   133  	}
   134  	out2 := buf2.String()
   135  
   136  	if out2 != out {
   137  		t.Errorf("%s (level=%d): different output after reset (got %d bytes, expected %d",
   138  			fn, level, len(out2), len(out))
   139  	}
   140  }
   141  
   142  func TestWriter(t *testing.T) {
   143  	for i, s := range data {
   144  		b := []byte(s)
   145  		tag := fmt.Sprintf("#%d", i)
   146  		testLevelDict(t, tag, b, DefaultCompression, "")
   147  		testLevelDict(t, tag, b, NoCompression, "")
   148  		for level := BestSpeed; level <= BestCompression; level++ {
   149  			testLevelDict(t, tag, b, level, "")
   150  		}
   151  	}
   152  }
   153  
   154  func TestWriterBig(t *testing.T) {
   155  	for _, fn := range filenames {
   156  		testFileLevelDict(t, fn, DefaultCompression, "")
   157  		testFileLevelDict(t, fn, NoCompression, "")
   158  		for level := BestSpeed; level <= BestCompression; level++ {
   159  			testFileLevelDict(t, fn, level, "")
   160  		}
   161  	}
   162  }
   163  
   164  func TestWriterDict(t *testing.T) {
   165  	const dictionary = "0123456789."
   166  	for _, fn := range filenames {
   167  		testFileLevelDict(t, fn, DefaultCompression, dictionary)
   168  		testFileLevelDict(t, fn, NoCompression, dictionary)
   169  		for level := BestSpeed; level <= BestCompression; level++ {
   170  			testFileLevelDict(t, fn, level, dictionary)
   171  		}
   172  	}
   173  }
   174  
   175  func TestWriterReset(t *testing.T) {
   176  	const dictionary = "0123456789."
   177  	for _, fn := range filenames {
   178  		testFileLevelDictReset(t, fn, NoCompression, nil)
   179  		testFileLevelDictReset(t, fn, DefaultCompression, nil)
   180  		testFileLevelDictReset(t, fn, NoCompression, []byte(dictionary))
   181  		testFileLevelDictReset(t, fn, DefaultCompression, []byte(dictionary))
   182  		if !testing.Short() {
   183  			for level := BestSpeed; level <= BestCompression; level++ {
   184  				testFileLevelDictReset(t, fn, level, nil)
   185  			}
   186  		}
   187  	}
   188  }
   189  
   190  func TestWriterDictIsUsed(t *testing.T) {
   191  	var input = []byte("Lorem ipsum dolor sit amet, consectetur adipisicing elit, sed do eiusmod tempor incididunt ut labore et dolore magna aliqua.")
   192  	var buf bytes.Buffer
   193  	compressor, err := NewWriterLevelDict(&buf, BestCompression, input)
   194  	if err != nil {
   195  		t.Errorf("error in NewWriterLevelDict: %s", err)
   196  		return
   197  	}
   198  	compressor.Write(input)
   199  	compressor.Close()
   200  	const expectedMaxSize = 25
   201  	output := buf.Bytes()
   202  	if len(output) > expectedMaxSize {
   203  		t.Errorf("result too large (got %d, want <= %d bytes). Is the dictionary being used?", len(output), expectedMaxSize)
   204  	}
   205  }