github.com/hasnat/dolt/go@v0.0.0-20210628190320-9eb5d843fbb7/store/nbs/benchmarks/chunker/main.go (about)

     1  // Copyright 2019 Dolthub, Inc.
     2  //
     3  // Licensed under the Apache License, Version 2.0 (the "License");
     4  // you may not use this file except in compliance with the License.
     5  // You may obtain a copy of the License at
     6  //
     7  //     http://www.apache.org/licenses/LICENSE-2.0
     8  //
     9  // Unless required by applicable law or agreed to in writing, software
    10  // distributed under the License is distributed on an "AS IS" BASIS,
    11  // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
    12  // See the License for the specific language governing permissions and
    13  // limitations under the License.
    14  //
    15  // This file incorporates work covered by the following copyright and
    16  // permission notice:
    17  //
    18  // Copyright 2016 Attic Labs, Inc. All rights reserved.
    19  // Licensed under the Apache License, version 2.0:
    20  // http://www.apache.org/licenses/LICENSE-2.0
    21  
    22  package main
    23  
    24  import (
    25  	"fmt"
    26  	"os"
    27  
    28  	"github.com/dustin/go-humanize"
    29  	flag "github.com/juju/gnuflag"
    30  
    31  	"github.com/dolthub/dolt/go/store/d"
    32  	"github.com/dolthub/dolt/go/store/nbs/benchmarks/gen"
    33  )
    34  
    35  var (
    36  	genSize    = flag.Uint64("gen", 1024, "MiB of data to generate and chunk")
    37  	chunkInput = flag.Bool("chunk", false, "Treat arg as data file to chunk")
    38  )
    39  
    40  func main() {
    41  	flag.Usage = func() {
    42  		fmt.Fprintf(os.Stderr, "Usage of %s:\n", os.Args[0])
    43  		fmt.Fprintf(os.Stderr, "%s [--gen=<data in MiB>|--chunk] /path/to/file\n", os.Args[0])
    44  		flag.PrintDefaults()
    45  	}
    46  	flag.Parse(true)
    47  	if flag.NArg() != 1 {
    48  		flag.Usage()
    49  		os.Exit(1)
    50  	}
    51  
    52  	fileName := flag.Arg(0)
    53  
    54  	var fd *os.File
    55  	var err error
    56  	if *chunkInput {
    57  		fd, err = os.Open(fileName)
    58  		d.Chk.NoError(err)
    59  		defer fd.Close()
    60  	} else {
    61  		fd, err = gen.OpenOrGenerateDataFile(fileName, (*genSize)*humanize.MiByte)
    62  		d.Chk.NoError(err)
    63  		defer fd.Close()
    64  	}
    65  
    66  	cm := gen.OpenOrBuildChunkMap(fileName+".chunks", fd)
    67  	defer cm.Close()
    68  }