github.com/pachyderm/pachyderm@v1.13.4/src/server/pkg/storage/chunk/chunk.proto (about)

     1  syntax = "proto3";
     2  
     3  package chunk;
     4  option go_package = "github.com/pachyderm/pachyderm/src/server/pkg/storage/chunk";
     5  
     6  // DataRef is a reference to data within a chunk.
     7  message DataRef {
     8    // The chunk the referenced data is located in.
     9    Ref ref = 1;
    10    // The hash of the data being referenced.
    11    // This field is empty when it is equal to the chunk hash (the ref is the whole chunk).
    12    string hash = 2;
    13    // The offset and size used for accessing the data within the chunk.
    14    int64 offset_bytes = 3;
    15    int64 size_bytes = 4;
    16  }
    17  
    18  message Ref {
    19    bytes id = 1;
    20    int64 size_bytes = 2;
    21    bool edge = 3;
    22  
    23    // TODO: compression, encryption
    24  }