github.com/consensys/gnark-crypto@v0.14.0/field/goldilocks/vector.go (about)

     1  // Copyright 2020 ConsenSys Software Inc.
     2  //
     3  // Licensed under the Apache License, Version 2.0 (the "License");
     4  // you may not use this file except in compliance with the License.
     5  // You may obtain a copy of the License at
     6  //
     7  //     http://www.apache.org/licenses/LICENSE-2.0
     8  //
     9  // Unless required by applicable law or agreed to in writing, software
    10  // distributed under the License is distributed on an "AS IS" BASIS,
    11  // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
    12  // See the License for the specific language governing permissions and
    13  // limitations under the License.
    14  
    15  // Code generated by consensys/gnark-crypto DO NOT EDIT
    16  
    17  package goldilocks
    18  
    19  import (
    20  	"bytes"
    21  	"encoding/binary"
    22  	"fmt"
    23  	"io"
    24  	"runtime"
    25  	"strings"
    26  	"sync"
    27  	"sync/atomic"
    28  	"unsafe"
    29  )
    30  
    31  // Vector represents a slice of Element.
    32  //
    33  // It implements the following interfaces:
    34  //   - Stringer
    35  //   - io.WriterTo
    36  //   - io.ReaderFrom
    37  //   - encoding.BinaryMarshaler
    38  //   - encoding.BinaryUnmarshaler
    39  //   - sort.Interface
    40  type Vector []Element
    41  
    42  // MarshalBinary implements encoding.BinaryMarshaler
    43  func (vector *Vector) MarshalBinary() (data []byte, err error) {
    44  	var buf bytes.Buffer
    45  
    46  	if _, err = vector.WriteTo(&buf); err != nil {
    47  		return
    48  	}
    49  	return buf.Bytes(), nil
    50  }
    51  
    52  // UnmarshalBinary implements encoding.BinaryUnmarshaler
    53  func (vector *Vector) UnmarshalBinary(data []byte) error {
    54  	r := bytes.NewReader(data)
    55  	_, err := vector.ReadFrom(r)
    56  	return err
    57  }
    58  
    59  // WriteTo implements io.WriterTo and writes a vector of big endian encoded Element.
    60  // Length of the vector is encoded as a uint32 on the first 4 bytes.
    61  func (vector *Vector) WriteTo(w io.Writer) (int64, error) {
    62  	// encode slice length
    63  	if err := binary.Write(w, binary.BigEndian, uint32(len(*vector))); err != nil {
    64  		return 0, err
    65  	}
    66  
    67  	n := int64(4)
    68  
    69  	var buf [Bytes]byte
    70  	for i := 0; i < len(*vector); i++ {
    71  		BigEndian.PutElement(&buf, (*vector)[i])
    72  		m, err := w.Write(buf[:])
    73  		n += int64(m)
    74  		if err != nil {
    75  			return n, err
    76  		}
    77  	}
    78  	return n, nil
    79  }
    80  
    81  // AsyncReadFrom reads a vector of big endian encoded Element.
    82  // Length of the vector must be encoded as a uint32 on the first 4 bytes.
    83  // It consumes the needed bytes from the reader and returns the number of bytes read and an error if any.
    84  // It also returns a channel that will be closed when the validation is done.
    85  // The validation consist of checking that the elements are smaller than the modulus, and
    86  // converting them to montgomery form.
    87  func (vector *Vector) AsyncReadFrom(r io.Reader) (int64, error, chan error) {
    88  	chErr := make(chan error, 1)
    89  	var buf [Bytes]byte
    90  	if read, err := io.ReadFull(r, buf[:4]); err != nil {
    91  		close(chErr)
    92  		return int64(read), err, chErr
    93  	}
    94  	sliceLen := binary.BigEndian.Uint32(buf[:4])
    95  
    96  	n := int64(4)
    97  	(*vector) = make(Vector, sliceLen)
    98  	if sliceLen == 0 {
    99  		close(chErr)
   100  		return n, nil, chErr
   101  	}
   102  
   103  	bSlice := unsafe.Slice((*byte)(unsafe.Pointer(&(*vector)[0])), sliceLen*Bytes)
   104  	read, err := io.ReadFull(r, bSlice)
   105  	n += int64(read)
   106  	if err != nil {
   107  		close(chErr)
   108  		return n, err, chErr
   109  	}
   110  
   111  	go func() {
   112  		var cptErrors uint64
   113  		// process the elements in parallel
   114  		execute(int(sliceLen), func(start, end int) {
   115  
   116  			var z Element
   117  			for i := start; i < end; i++ {
   118  				// we have to set vector[i]
   119  				bstart := i * Bytes
   120  				bend := bstart + Bytes
   121  				b := bSlice[bstart:bend]
   122  				z[0] = binary.BigEndian.Uint64(b[0:8])
   123  
   124  				if !z.smallerThanModulus() {
   125  					atomic.AddUint64(&cptErrors, 1)
   126  					return
   127  				}
   128  				z.toMont()
   129  				(*vector)[i] = z
   130  			}
   131  		})
   132  
   133  		if cptErrors > 0 {
   134  			chErr <- fmt.Errorf("async read: %d elements failed validation", cptErrors)
   135  		}
   136  		close(chErr)
   137  	}()
   138  	return n, nil, chErr
   139  }
   140  
   141  // ReadFrom implements io.ReaderFrom and reads a vector of big endian encoded Element.
   142  // Length of the vector must be encoded as a uint32 on the first 4 bytes.
   143  func (vector *Vector) ReadFrom(r io.Reader) (int64, error) {
   144  
   145  	var buf [Bytes]byte
   146  	if read, err := io.ReadFull(r, buf[:4]); err != nil {
   147  		return int64(read), err
   148  	}
   149  	sliceLen := binary.BigEndian.Uint32(buf[:4])
   150  
   151  	n := int64(4)
   152  	(*vector) = make(Vector, sliceLen)
   153  
   154  	for i := 0; i < int(sliceLen); i++ {
   155  		read, err := io.ReadFull(r, buf[:])
   156  		n += int64(read)
   157  		if err != nil {
   158  			return n, err
   159  		}
   160  		(*vector)[i], err = BigEndian.Element(&buf)
   161  		if err != nil {
   162  			return n, err
   163  		}
   164  	}
   165  
   166  	return n, nil
   167  }
   168  
   169  // String implements fmt.Stringer interface
   170  func (vector Vector) String() string {
   171  	var sbb strings.Builder
   172  	sbb.WriteByte('[')
   173  	for i := 0; i < len(vector); i++ {
   174  		sbb.WriteString(vector[i].String())
   175  		if i != len(vector)-1 {
   176  			sbb.WriteByte(',')
   177  		}
   178  	}
   179  	sbb.WriteByte(']')
   180  	return sbb.String()
   181  }
   182  
   183  // Len is the number of elements in the collection.
   184  func (vector Vector) Len() int {
   185  	return len(vector)
   186  }
   187  
   188  // Less reports whether the element with
   189  // index i should sort before the element with index j.
   190  func (vector Vector) Less(i, j int) bool {
   191  	return vector[i].Cmp(&vector[j]) == -1
   192  }
   193  
   194  // Swap swaps the elements with indexes i and j.
   195  func (vector Vector) Swap(i, j int) {
   196  	vector[i], vector[j] = vector[j], vector[i]
   197  }
   198  
   199  // TODO @gbotrel make a public package out of that.
   200  // execute executes the work function in parallel.
   201  // this is copy paste from internal/parallel/parallel.go
   202  // as we don't want to generate code importing internal/
   203  func execute(nbIterations int, work func(int, int), maxCpus ...int) {
   204  
   205  	nbTasks := runtime.NumCPU()
   206  	if len(maxCpus) == 1 {
   207  		nbTasks = maxCpus[0]
   208  		if nbTasks < 1 {
   209  			nbTasks = 1
   210  		} else if nbTasks > 512 {
   211  			nbTasks = 512
   212  		}
   213  	}
   214  
   215  	if nbTasks == 1 {
   216  		// no go routines
   217  		work(0, nbIterations)
   218  		return
   219  	}
   220  
   221  	nbIterationsPerCpus := nbIterations / nbTasks
   222  
   223  	// more CPUs than tasks: a CPU will work on exactly one iteration
   224  	if nbIterationsPerCpus < 1 {
   225  		nbIterationsPerCpus = 1
   226  		nbTasks = nbIterations
   227  	}
   228  
   229  	var wg sync.WaitGroup
   230  
   231  	extraTasks := nbIterations - (nbTasks * nbIterationsPerCpus)
   232  	extraTasksOffset := 0
   233  
   234  	for i := 0; i < nbTasks; i++ {
   235  		wg.Add(1)
   236  		_start := i*nbIterationsPerCpus + extraTasksOffset
   237  		_end := _start + nbIterationsPerCpus
   238  		if extraTasks > 0 {
   239  			_end++
   240  			extraTasks--
   241  			extraTasksOffset++
   242  		}
   243  		go func() {
   244  			work(_start, _end)
   245  			wg.Done()
   246  		}()
   247  	}
   248  
   249  	wg.Wait()
   250  }