github.com/apache/arrow/go/v7@v7.0.1/parquet/reader_writer_properties_test.go (about) 1 // Licensed to the Apache Software Foundation (ASF) under one 2 // or more contributor license agreements. See the NOTICE file 3 // distributed with this work for additional information 4 // regarding copyright ownership. The ASF licenses this file 5 // to you under the Apache License, Version 2.0 (the 6 // "License"); you may not use this file except in compliance 7 // with the License. You may obtain a copy of the License at 8 // 9 // http://www.apache.org/licenses/LICENSE-2.0 10 // 11 // Unless required by applicable law or agreed to in writing, software 12 // distributed under the License is distributed on an "AS IS" BASIS, 13 // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 // See the License for the specific language governing permissions and 15 // limitations under the License. 16 17 package parquet_test 18 19 import ( 20 "bytes" 21 "testing" 22 23 "github.com/apache/arrow/go/v7/arrow/memory" 24 "github.com/apache/arrow/go/v7/parquet" 25 "github.com/apache/arrow/go/v7/parquet/compress" 26 "github.com/stretchr/testify/assert" 27 ) 28 29 func TestReaderPropBasics(t *testing.T) { 30 props := parquet.NewReaderProperties(nil) 31 assert.Equal(t, parquet.DefaultBufSize, props.BufferSize) 32 assert.False(t, props.BufferedStreamEnabled) 33 } 34 35 func TestWriterPropBasics(t *testing.T) { 36 props := parquet.NewWriterProperties() 37 38 assert.Equal(t, parquet.DefaultDataPageSize, props.DataPageSize()) 39 assert.Equal(t, parquet.DefaultDictionaryPageSizeLimit, props.DictionaryPageSizeLimit()) 40 assert.Equal(t, parquet.V2_LATEST, props.Version()) 41 assert.Equal(t, parquet.DataPageV1, props.DataPageVersion()) 42 } 43 44 func TestWriterPropAdvanced(t *testing.T) { 45 props := parquet.NewWriterProperties( 46 parquet.WithCompressionFor("gzip", compress.Codecs.Gzip), 47 parquet.WithCompressionFor("zstd", compress.Codecs.Zstd), 48 parquet.WithCompression(compress.Codecs.Snappy), 49 parquet.WithEncoding(parquet.Encodings.DeltaBinaryPacked), 50 parquet.WithEncodingFor("delta-length", parquet.Encodings.DeltaLengthByteArray), 51 parquet.WithDataPageVersion(parquet.DataPageV2)) 52 53 assert.Equal(t, compress.Codecs.Gzip, props.CompressionPath(parquet.ColumnPathFromString("gzip"))) 54 assert.Equal(t, compress.Codecs.Zstd, props.CompressionFor("zstd")) 55 assert.Equal(t, compress.Codecs.Snappy, props.CompressionPath(parquet.ColumnPathFromString("delta-length"))) 56 assert.Equal(t, parquet.Encodings.DeltaBinaryPacked, props.EncodingFor("gzip")) 57 assert.Equal(t, parquet.Encodings.DeltaLengthByteArray, props.EncodingPath(parquet.ColumnPathFromString("delta-length"))) 58 assert.Equal(t, parquet.DataPageV2, props.DataPageVersion()) 59 } 60 61 func TestReaderPropsGetStreamInsufficient(t *testing.T) { 62 data := "shorter than expected" 63 buf := memory.NewBufferBytes([]byte(data)) 64 rdr := bytes.NewReader(buf.Bytes()) 65 66 props := parquet.NewReaderProperties(nil) 67 _, err := props.GetStream(rdr, 12, 15) 68 assert.Error(t, err) 69 }