github.com/pachyderm/pachyderm@v1.13.4/src/server/worker/pipeline/transform/transform.pb.go (about) 1 // Code generated by protoc-gen-gogo. DO NOT EDIT. 2 // source: server/worker/pipeline/transform/transform.proto 3 4 package transform 5 6 import ( 7 fmt "fmt" 8 _ "github.com/gogo/protobuf/gogoproto" 9 proto "github.com/gogo/protobuf/proto" 10 pfs "github.com/pachyderm/pachyderm/src/client/pfs" 11 pps "github.com/pachyderm/pachyderm/src/client/pps" 12 common "github.com/pachyderm/pachyderm/src/server/worker/common" 13 io "io" 14 math "math" 15 math_bits "math/bits" 16 ) 17 18 // Reference imports to suppress errors if they are not otherwise used. 19 var _ = proto.Marshal 20 var _ = fmt.Errorf 21 var _ = math.Inf 22 23 // This is a compile-time assertion to ensure that this generated file 24 // is compatible with the proto package it is being compiled against. 25 // A compilation error at this line likely means your copy of the 26 // proto package needs to be updated. 27 const _ = proto.GoGoProtoPackageIsVersion3 // please upgrade the proto package 28 29 // DatumInputs is the message contained in the object pointed to by the 30 // DatumData.datums field. 31 type DatumInputs struct { 32 Inputs []*common.Input `protobuf:"bytes,1,rep,name=inputs,proto3" json:"inputs,omitempty"` 33 Index int64 `protobuf:"varint,2,opt,name=index,proto3" json:"index,omitempty"` 34 XXX_NoUnkeyedLiteral struct{} `json:"-"` 35 XXX_unrecognized []byte `json:"-"` 36 XXX_sizecache int32 `json:"-"` 37 } 38 39 func (m *DatumInputs) Reset() { *m = DatumInputs{} } 40 func (m *DatumInputs) String() string { return proto.CompactTextString(m) } 41 func (*DatumInputs) ProtoMessage() {} 42 func (*DatumInputs) Descriptor() ([]byte, []int) { 43 return fileDescriptor_21583a759eb7fa97, []int{0} 44 } 45 func (m *DatumInputs) XXX_Unmarshal(b []byte) error { 46 return m.Unmarshal(b) 47 } 48 func (m *DatumInputs) XXX_Marshal(b []byte, deterministic bool) ([]byte, error) { 49 if deterministic { 50 return xxx_messageInfo_DatumInputs.Marshal(b, m, deterministic) 51 } else { 52 b = b[:cap(b)] 53 n, err := m.MarshalToSizedBuffer(b) 54 if err != nil { 55 return nil, err 56 } 57 return b[:n], nil 58 } 59 } 60 func (m *DatumInputs) XXX_Merge(src proto.Message) { 61 xxx_messageInfo_DatumInputs.Merge(m, src) 62 } 63 func (m *DatumInputs) XXX_Size() int { 64 return m.Size() 65 } 66 func (m *DatumInputs) XXX_DiscardUnknown() { 67 xxx_messageInfo_DatumInputs.DiscardUnknown(m) 68 } 69 70 var xxx_messageInfo_DatumInputs proto.InternalMessageInfo 71 72 func (m *DatumInputs) GetInputs() []*common.Input { 73 if m != nil { 74 return m.Inputs 75 } 76 return nil 77 } 78 79 func (m *DatumInputs) GetIndex() int64 { 80 if m != nil { 81 return m.Index 82 } 83 return 0 84 } 85 86 type DatumInputsList struct { 87 Datums []*DatumInputs `protobuf:"bytes,1,rep,name=datums,proto3" json:"datums,omitempty"` 88 XXX_NoUnkeyedLiteral struct{} `json:"-"` 89 XXX_unrecognized []byte `json:"-"` 90 XXX_sizecache int32 `json:"-"` 91 } 92 93 func (m *DatumInputsList) Reset() { *m = DatumInputsList{} } 94 func (m *DatumInputsList) String() string { return proto.CompactTextString(m) } 95 func (*DatumInputsList) ProtoMessage() {} 96 func (*DatumInputsList) Descriptor() ([]byte, []int) { 97 return fileDescriptor_21583a759eb7fa97, []int{1} 98 } 99 func (m *DatumInputsList) XXX_Unmarshal(b []byte) error { 100 return m.Unmarshal(b) 101 } 102 func (m *DatumInputsList) XXX_Marshal(b []byte, deterministic bool) ([]byte, error) { 103 if deterministic { 104 return xxx_messageInfo_DatumInputsList.Marshal(b, m, deterministic) 105 } else { 106 b = b[:cap(b)] 107 n, err := m.MarshalToSizedBuffer(b) 108 if err != nil { 109 return nil, err 110 } 111 return b[:n], nil 112 } 113 } 114 func (m *DatumInputsList) XXX_Merge(src proto.Message) { 115 xxx_messageInfo_DatumInputsList.Merge(m, src) 116 } 117 func (m *DatumInputsList) XXX_Size() int { 118 return m.Size() 119 } 120 func (m *DatumInputsList) XXX_DiscardUnknown() { 121 xxx_messageInfo_DatumInputsList.DiscardUnknown(m) 122 } 123 124 var xxx_messageInfo_DatumInputsList proto.InternalMessageInfo 125 126 func (m *DatumInputsList) GetDatums() []*DatumInputs { 127 if m != nil { 128 return m.Datums 129 } 130 return nil 131 } 132 133 // HashtreeObjects is the message contained in the object generated by the 134 // registry when a job moves from the 'running' state to the 'merging' state. It 135 // contains references to all generated hashtree chunks from the job, which must 136 // be merged into the final hashtree. 137 type HashtreeObjects struct { 138 ChunkObjects []string `protobuf:"bytes,1,rep,name=chunk_objects,json=chunkObjects,proto3" json:"chunk_objects,omitempty"` 139 StatsObjects []string `protobuf:"bytes,2,rep,name=stats_objects,json=statsObjects,proto3" json:"stats_objects,omitempty"` 140 XXX_NoUnkeyedLiteral struct{} `json:"-"` 141 XXX_unrecognized []byte `json:"-"` 142 XXX_sizecache int32 `json:"-"` 143 } 144 145 func (m *HashtreeObjects) Reset() { *m = HashtreeObjects{} } 146 func (m *HashtreeObjects) String() string { return proto.CompactTextString(m) } 147 func (*HashtreeObjects) ProtoMessage() {} 148 func (*HashtreeObjects) Descriptor() ([]byte, []int) { 149 return fileDescriptor_21583a759eb7fa97, []int{2} 150 } 151 func (m *HashtreeObjects) XXX_Unmarshal(b []byte) error { 152 return m.Unmarshal(b) 153 } 154 func (m *HashtreeObjects) XXX_Marshal(b []byte, deterministic bool) ([]byte, error) { 155 if deterministic { 156 return xxx_messageInfo_HashtreeObjects.Marshal(b, m, deterministic) 157 } else { 158 b = b[:cap(b)] 159 n, err := m.MarshalToSizedBuffer(b) 160 if err != nil { 161 return nil, err 162 } 163 return b[:n], nil 164 } 165 } 166 func (m *HashtreeObjects) XXX_Merge(src proto.Message) { 167 xxx_messageInfo_HashtreeObjects.Merge(m, src) 168 } 169 func (m *HashtreeObjects) XXX_Size() int { 170 return m.Size() 171 } 172 func (m *HashtreeObjects) XXX_DiscardUnknown() { 173 xxx_messageInfo_HashtreeObjects.DiscardUnknown(m) 174 } 175 176 var xxx_messageInfo_HashtreeObjects proto.InternalMessageInfo 177 178 func (m *HashtreeObjects) GetChunkObjects() []string { 179 if m != nil { 180 return m.ChunkObjects 181 } 182 return nil 183 } 184 185 func (m *HashtreeObjects) GetStatsObjects() []string { 186 if m != nil { 187 return m.StatsObjects 188 } 189 return nil 190 } 191 192 type RecoveredDatums struct { 193 Hashes []string `protobuf:"bytes,1,rep,name=hashes,proto3" json:"hashes,omitempty"` 194 XXX_NoUnkeyedLiteral struct{} `json:"-"` 195 XXX_unrecognized []byte `json:"-"` 196 XXX_sizecache int32 `json:"-"` 197 } 198 199 func (m *RecoveredDatums) Reset() { *m = RecoveredDatums{} } 200 func (m *RecoveredDatums) String() string { return proto.CompactTextString(m) } 201 func (*RecoveredDatums) ProtoMessage() {} 202 func (*RecoveredDatums) Descriptor() ([]byte, []int) { 203 return fileDescriptor_21583a759eb7fa97, []int{3} 204 } 205 func (m *RecoveredDatums) XXX_Unmarshal(b []byte) error { 206 return m.Unmarshal(b) 207 } 208 func (m *RecoveredDatums) XXX_Marshal(b []byte, deterministic bool) ([]byte, error) { 209 if deterministic { 210 return xxx_messageInfo_RecoveredDatums.Marshal(b, m, deterministic) 211 } else { 212 b = b[:cap(b)] 213 n, err := m.MarshalToSizedBuffer(b) 214 if err != nil { 215 return nil, err 216 } 217 return b[:n], nil 218 } 219 } 220 func (m *RecoveredDatums) XXX_Merge(src proto.Message) { 221 xxx_messageInfo_RecoveredDatums.Merge(m, src) 222 } 223 func (m *RecoveredDatums) XXX_Size() int { 224 return m.Size() 225 } 226 func (m *RecoveredDatums) XXX_DiscardUnknown() { 227 xxx_messageInfo_RecoveredDatums.DiscardUnknown(m) 228 } 229 230 var xxx_messageInfo_RecoveredDatums proto.InternalMessageInfo 231 232 func (m *RecoveredDatums) GetHashes() []string { 233 if m != nil { 234 return m.Hashes 235 } 236 return nil 237 } 238 239 type RecoveredDatumObjects struct { 240 Objects []string `protobuf:"bytes,1,rep,name=objects,proto3" json:"objects,omitempty"` 241 XXX_NoUnkeyedLiteral struct{} `json:"-"` 242 XXX_unrecognized []byte `json:"-"` 243 XXX_sizecache int32 `json:"-"` 244 } 245 246 func (m *RecoveredDatumObjects) Reset() { *m = RecoveredDatumObjects{} } 247 func (m *RecoveredDatumObjects) String() string { return proto.CompactTextString(m) } 248 func (*RecoveredDatumObjects) ProtoMessage() {} 249 func (*RecoveredDatumObjects) Descriptor() ([]byte, []int) { 250 return fileDescriptor_21583a759eb7fa97, []int{4} 251 } 252 func (m *RecoveredDatumObjects) XXX_Unmarshal(b []byte) error { 253 return m.Unmarshal(b) 254 } 255 func (m *RecoveredDatumObjects) XXX_Marshal(b []byte, deterministic bool) ([]byte, error) { 256 if deterministic { 257 return xxx_messageInfo_RecoveredDatumObjects.Marshal(b, m, deterministic) 258 } else { 259 b = b[:cap(b)] 260 n, err := m.MarshalToSizedBuffer(b) 261 if err != nil { 262 return nil, err 263 } 264 return b[:n], nil 265 } 266 } 267 func (m *RecoveredDatumObjects) XXX_Merge(src proto.Message) { 268 xxx_messageInfo_RecoveredDatumObjects.Merge(m, src) 269 } 270 func (m *RecoveredDatumObjects) XXX_Size() int { 271 return m.Size() 272 } 273 func (m *RecoveredDatumObjects) XXX_DiscardUnknown() { 274 xxx_messageInfo_RecoveredDatumObjects.DiscardUnknown(m) 275 } 276 277 var xxx_messageInfo_RecoveredDatumObjects proto.InternalMessageInfo 278 279 func (m *RecoveredDatumObjects) GetObjects() []string { 280 if m != nil { 281 return m.Objects 282 } 283 return nil 284 } 285 286 type HashtreeInfo struct { 287 // Address used for fetching a cached version directly from the worker 288 Address string `protobuf:"bytes,1,opt,name=address,proto3" json:"address,omitempty"` 289 // The subtask ID can be used to fetch the cached hashtree directly from the worker 290 SubtaskID string `protobuf:"bytes,2,opt,name=subtask_id,json=subtaskId,proto3" json:"subtask_id,omitempty"` 291 // The object can be used to fetch the hashtree from object storage if the 292 // worker cannot be reached or does not have it cached. 293 Object string `protobuf:"bytes,3,opt,name=object,proto3" json:"object,omitempty"` 294 XXX_NoUnkeyedLiteral struct{} `json:"-"` 295 XXX_unrecognized []byte `json:"-"` 296 XXX_sizecache int32 `json:"-"` 297 } 298 299 func (m *HashtreeInfo) Reset() { *m = HashtreeInfo{} } 300 func (m *HashtreeInfo) String() string { return proto.CompactTextString(m) } 301 func (*HashtreeInfo) ProtoMessage() {} 302 func (*HashtreeInfo) Descriptor() ([]byte, []int) { 303 return fileDescriptor_21583a759eb7fa97, []int{5} 304 } 305 func (m *HashtreeInfo) XXX_Unmarshal(b []byte) error { 306 return m.Unmarshal(b) 307 } 308 func (m *HashtreeInfo) XXX_Marshal(b []byte, deterministic bool) ([]byte, error) { 309 if deterministic { 310 return xxx_messageInfo_HashtreeInfo.Marshal(b, m, deterministic) 311 } else { 312 b = b[:cap(b)] 313 n, err := m.MarshalToSizedBuffer(b) 314 if err != nil { 315 return nil, err 316 } 317 return b[:n], nil 318 } 319 } 320 func (m *HashtreeInfo) XXX_Merge(src proto.Message) { 321 xxx_messageInfo_HashtreeInfo.Merge(m, src) 322 } 323 func (m *HashtreeInfo) XXX_Size() int { 324 return m.Size() 325 } 326 func (m *HashtreeInfo) XXX_DiscardUnknown() { 327 xxx_messageInfo_HashtreeInfo.DiscardUnknown(m) 328 } 329 330 var xxx_messageInfo_HashtreeInfo proto.InternalMessageInfo 331 332 func (m *HashtreeInfo) GetAddress() string { 333 if m != nil { 334 return m.Address 335 } 336 return "" 337 } 338 339 func (m *HashtreeInfo) GetSubtaskID() string { 340 if m != nil { 341 return m.SubtaskID 342 } 343 return "" 344 } 345 346 func (m *HashtreeInfo) GetObject() string { 347 if m != nil { 348 return m.Object 349 } 350 return "" 351 } 352 353 type DatumStats struct { 354 ProcessStats *pps.ProcessStats `protobuf:"bytes,1,opt,name=process_stats,json=processStats,proto3" json:"process_stats,omitempty"` 355 DatumsProcessed int64 `protobuf:"varint,2,opt,name=datums_processed,json=datumsProcessed,proto3" json:"datums_processed,omitempty"` 356 DatumsSkipped int64 `protobuf:"varint,3,opt,name=datums_skipped,json=datumsSkipped,proto3" json:"datums_skipped,omitempty"` 357 DatumsFailed int64 `protobuf:"varint,5,opt,name=datums_failed,json=datumsFailed,proto3" json:"datums_failed,omitempty"` 358 DatumsRecovered int64 `protobuf:"varint,6,opt,name=datums_recovered,json=datumsRecovered,proto3" json:"datums_recovered,omitempty"` 359 FailedDatumID string `protobuf:"bytes,8,opt,name=failed_datum_id,json=failedDatumId,proto3" json:"failed_datum_id,omitempty"` 360 XXX_NoUnkeyedLiteral struct{} `json:"-"` 361 XXX_unrecognized []byte `json:"-"` 362 XXX_sizecache int32 `json:"-"` 363 } 364 365 func (m *DatumStats) Reset() { *m = DatumStats{} } 366 func (m *DatumStats) String() string { return proto.CompactTextString(m) } 367 func (*DatumStats) ProtoMessage() {} 368 func (*DatumStats) Descriptor() ([]byte, []int) { 369 return fileDescriptor_21583a759eb7fa97, []int{6} 370 } 371 func (m *DatumStats) XXX_Unmarshal(b []byte) error { 372 return m.Unmarshal(b) 373 } 374 func (m *DatumStats) XXX_Marshal(b []byte, deterministic bool) ([]byte, error) { 375 if deterministic { 376 return xxx_messageInfo_DatumStats.Marshal(b, m, deterministic) 377 } else { 378 b = b[:cap(b)] 379 n, err := m.MarshalToSizedBuffer(b) 380 if err != nil { 381 return nil, err 382 } 383 return b[:n], nil 384 } 385 } 386 func (m *DatumStats) XXX_Merge(src proto.Message) { 387 xxx_messageInfo_DatumStats.Merge(m, src) 388 } 389 func (m *DatumStats) XXX_Size() int { 390 return m.Size() 391 } 392 func (m *DatumStats) XXX_DiscardUnknown() { 393 xxx_messageInfo_DatumStats.DiscardUnknown(m) 394 } 395 396 var xxx_messageInfo_DatumStats proto.InternalMessageInfo 397 398 func (m *DatumStats) GetProcessStats() *pps.ProcessStats { 399 if m != nil { 400 return m.ProcessStats 401 } 402 return nil 403 } 404 405 func (m *DatumStats) GetDatumsProcessed() int64 { 406 if m != nil { 407 return m.DatumsProcessed 408 } 409 return 0 410 } 411 412 func (m *DatumStats) GetDatumsSkipped() int64 { 413 if m != nil { 414 return m.DatumsSkipped 415 } 416 return 0 417 } 418 419 func (m *DatumStats) GetDatumsFailed() int64 { 420 if m != nil { 421 return m.DatumsFailed 422 } 423 return 0 424 } 425 426 func (m *DatumStats) GetDatumsRecovered() int64 { 427 if m != nil { 428 return m.DatumsRecovered 429 } 430 return 0 431 } 432 433 func (m *DatumStats) GetFailedDatumID() string { 434 if m != nil { 435 return m.FailedDatumID 436 } 437 return "" 438 } 439 440 type DatumData struct { 441 // Inputs 442 JobID string `protobuf:"bytes,1,opt,name=job_id,json=jobId,proto3" json:"job_id,omitempty"` 443 DatumsObject string `protobuf:"bytes,8,opt,name=datums_object,json=datumsObject,proto3" json:"datums_object,omitempty"` 444 OutputCommit *pfs.Commit `protobuf:"bytes,3,opt,name=output_commit,json=outputCommit,proto3" json:"output_commit,omitempty"` 445 // Outputs 446 Stats *DatumStats `protobuf:"bytes,4,opt,name=stats,proto3" json:"stats,omitempty"` 447 ChunkHashtree *HashtreeInfo `protobuf:"bytes,5,opt,name=chunk_hashtree,json=chunkHashtree,proto3" json:"chunk_hashtree,omitempty"` 448 StatsHashtree *HashtreeInfo `protobuf:"bytes,6,opt,name=stats_hashtree,json=statsHashtree,proto3" json:"stats_hashtree,omitempty"` 449 RecoveredDatumsObject string `protobuf:"bytes,7,opt,name=recovered_datums_object,json=recoveredDatumsObject,proto3" json:"recovered_datums_object,omitempty"` 450 XXX_NoUnkeyedLiteral struct{} `json:"-"` 451 XXX_unrecognized []byte `json:"-"` 452 XXX_sizecache int32 `json:"-"` 453 } 454 455 func (m *DatumData) Reset() { *m = DatumData{} } 456 func (m *DatumData) String() string { return proto.CompactTextString(m) } 457 func (*DatumData) ProtoMessage() {} 458 func (*DatumData) Descriptor() ([]byte, []int) { 459 return fileDescriptor_21583a759eb7fa97, []int{7} 460 } 461 func (m *DatumData) XXX_Unmarshal(b []byte) error { 462 return m.Unmarshal(b) 463 } 464 func (m *DatumData) XXX_Marshal(b []byte, deterministic bool) ([]byte, error) { 465 if deterministic { 466 return xxx_messageInfo_DatumData.Marshal(b, m, deterministic) 467 } else { 468 b = b[:cap(b)] 469 n, err := m.MarshalToSizedBuffer(b) 470 if err != nil { 471 return nil, err 472 } 473 return b[:n], nil 474 } 475 } 476 func (m *DatumData) XXX_Merge(src proto.Message) { 477 xxx_messageInfo_DatumData.Merge(m, src) 478 } 479 func (m *DatumData) XXX_Size() int { 480 return m.Size() 481 } 482 func (m *DatumData) XXX_DiscardUnknown() { 483 xxx_messageInfo_DatumData.DiscardUnknown(m) 484 } 485 486 var xxx_messageInfo_DatumData proto.InternalMessageInfo 487 488 func (m *DatumData) GetJobID() string { 489 if m != nil { 490 return m.JobID 491 } 492 return "" 493 } 494 495 func (m *DatumData) GetDatumsObject() string { 496 if m != nil { 497 return m.DatumsObject 498 } 499 return "" 500 } 501 502 func (m *DatumData) GetOutputCommit() *pfs.Commit { 503 if m != nil { 504 return m.OutputCommit 505 } 506 return nil 507 } 508 509 func (m *DatumData) GetStats() *DatumStats { 510 if m != nil { 511 return m.Stats 512 } 513 return nil 514 } 515 516 func (m *DatumData) GetChunkHashtree() *HashtreeInfo { 517 if m != nil { 518 return m.ChunkHashtree 519 } 520 return nil 521 } 522 523 func (m *DatumData) GetStatsHashtree() *HashtreeInfo { 524 if m != nil { 525 return m.StatsHashtree 526 } 527 return nil 528 } 529 530 func (m *DatumData) GetRecoveredDatumsObject() string { 531 if m != nil { 532 return m.RecoveredDatumsObject 533 } 534 return "" 535 } 536 537 type MergeData struct { 538 // Inputs 539 JobID string `protobuf:"bytes,1,opt,name=job_id,json=jobId,proto3" json:"job_id,omitempty"` 540 Hashtrees []*HashtreeInfo `protobuf:"bytes,2,rep,name=hashtrees,proto3" json:"hashtrees,omitempty"` 541 Parent *pfs.Object `protobuf:"bytes,3,opt,name=parent,proto3" json:"parent,omitempty"` 542 Shard int64 `protobuf:"varint,4,opt,name=shard,proto3" json:"shard,omitempty"` 543 Stats bool `protobuf:"varint,5,opt,name=stats,proto3" json:"stats,omitempty"` 544 // Outputs 545 Tree *pfs.Object `protobuf:"bytes,6,opt,name=tree,proto3" json:"tree,omitempty"` 546 TreeSize uint64 `protobuf:"varint,7,opt,name=tree_size,json=treeSize,proto3" json:"tree_size,omitempty"` 547 XXX_NoUnkeyedLiteral struct{} `json:"-"` 548 XXX_unrecognized []byte `json:"-"` 549 XXX_sizecache int32 `json:"-"` 550 } 551 552 func (m *MergeData) Reset() { *m = MergeData{} } 553 func (m *MergeData) String() string { return proto.CompactTextString(m) } 554 func (*MergeData) ProtoMessage() {} 555 func (*MergeData) Descriptor() ([]byte, []int) { 556 return fileDescriptor_21583a759eb7fa97, []int{8} 557 } 558 func (m *MergeData) XXX_Unmarshal(b []byte) error { 559 return m.Unmarshal(b) 560 } 561 func (m *MergeData) XXX_Marshal(b []byte, deterministic bool) ([]byte, error) { 562 if deterministic { 563 return xxx_messageInfo_MergeData.Marshal(b, m, deterministic) 564 } else { 565 b = b[:cap(b)] 566 n, err := m.MarshalToSizedBuffer(b) 567 if err != nil { 568 return nil, err 569 } 570 return b[:n], nil 571 } 572 } 573 func (m *MergeData) XXX_Merge(src proto.Message) { 574 xxx_messageInfo_MergeData.Merge(m, src) 575 } 576 func (m *MergeData) XXX_Size() int { 577 return m.Size() 578 } 579 func (m *MergeData) XXX_DiscardUnknown() { 580 xxx_messageInfo_MergeData.DiscardUnknown(m) 581 } 582 583 var xxx_messageInfo_MergeData proto.InternalMessageInfo 584 585 func (m *MergeData) GetJobID() string { 586 if m != nil { 587 return m.JobID 588 } 589 return "" 590 } 591 592 func (m *MergeData) GetHashtrees() []*HashtreeInfo { 593 if m != nil { 594 return m.Hashtrees 595 } 596 return nil 597 } 598 599 func (m *MergeData) GetParent() *pfs.Object { 600 if m != nil { 601 return m.Parent 602 } 603 return nil 604 } 605 606 func (m *MergeData) GetShard() int64 { 607 if m != nil { 608 return m.Shard 609 } 610 return 0 611 } 612 613 func (m *MergeData) GetStats() bool { 614 if m != nil { 615 return m.Stats 616 } 617 return false 618 } 619 620 func (m *MergeData) GetTree() *pfs.Object { 621 if m != nil { 622 return m.Tree 623 } 624 return nil 625 } 626 627 func (m *MergeData) GetTreeSize() uint64 { 628 if m != nil { 629 return m.TreeSize 630 } 631 return 0 632 } 633 634 func init() { 635 proto.RegisterType((*DatumInputs)(nil), "pachyderm.worker.pipeline.transform.DatumInputs") 636 proto.RegisterType((*DatumInputsList)(nil), "pachyderm.worker.pipeline.transform.DatumInputsList") 637 proto.RegisterType((*HashtreeObjects)(nil), "pachyderm.worker.pipeline.transform.HashtreeObjects") 638 proto.RegisterType((*RecoveredDatums)(nil), "pachyderm.worker.pipeline.transform.RecoveredDatums") 639 proto.RegisterType((*RecoveredDatumObjects)(nil), "pachyderm.worker.pipeline.transform.RecoveredDatumObjects") 640 proto.RegisterType((*HashtreeInfo)(nil), "pachyderm.worker.pipeline.transform.HashtreeInfo") 641 proto.RegisterType((*DatumStats)(nil), "pachyderm.worker.pipeline.transform.DatumStats") 642 proto.RegisterType((*DatumData)(nil), "pachyderm.worker.pipeline.transform.DatumData") 643 proto.RegisterType((*MergeData)(nil), "pachyderm.worker.pipeline.transform.MergeData") 644 } 645 646 func init() { 647 proto.RegisterFile("server/worker/pipeline/transform/transform.proto", fileDescriptor_21583a759eb7fa97) 648 } 649 650 var fileDescriptor_21583a759eb7fa97 = []byte{ 651 // 760 bytes of a gzipped FileDescriptorProto 652 0x1f, 0x8b, 0x08, 0x00, 0x00, 0x00, 0x00, 0x00, 0x02, 0xff, 0x9c, 0x55, 0xd1, 0x4e, 0xdb, 0x4a, 653 0x10, 0x55, 0x12, 0x62, 0xf0, 0x26, 0x26, 0x97, 0x15, 0xdc, 0x1b, 0x71, 0x25, 0xc2, 0x35, 0x42, 654 0x02, 0xe9, 0xca, 0x86, 0x5c, 0x09, 0xe9, 0xbe, 0x42, 0x5a, 0x11, 0xd4, 0x0a, 0xea, 0xbc, 0x54, 655 0xed, 0x83, 0xe5, 0xd8, 0x9b, 0xd8, 0x84, 0x78, 0xad, 0x5d, 0x87, 0xb6, 0xfc, 0x43, 0x3f, 0xa2, 656 0x5f, 0xd1, 0x5f, 0xe8, 0x63, 0xbf, 0x00, 0x55, 0xf9, 0x92, 0x6a, 0x67, 0xd6, 0xc1, 0xe9, 0x4b, 657 0x23, 0x1e, 0x2c, 0xef, 0x9c, 0x3d, 0x73, 0x66, 0x76, 0x66, 0xc7, 0x26, 0x27, 0x92, 0x89, 0x7b, 658 0x26, 0xdc, 0x0f, 0x5c, 0x4c, 0x98, 0x70, 0xb3, 0x24, 0x63, 0x77, 0x49, 0xca, 0xdc, 0x5c, 0x04, 659 0xa9, 0x1c, 0x71, 0x31, 0x7d, 0x5a, 0x39, 0x99, 0xe0, 0x39, 0xa7, 0x07, 0x59, 0x10, 0xc6, 0x9f, 660 0x22, 0x26, 0xa6, 0x0e, 0x3a, 0x39, 0x85, 0x93, 0xb3, 0xa0, 0xee, 0x6e, 0x8f, 0xf9, 0x98, 0x03, 661 0xdf, 0x55, 0x2b, 0x74, 0xdd, 0xdd, 0x0e, 0xef, 0x12, 0x96, 0xe6, 0x6e, 0x36, 0x92, 0xea, 0xf9, 662 0x15, 0xcd, 0xa4, 0x7a, 0x34, 0xfa, 0xcf, 0x72, 0x62, 0x21, 0x9f, 0x4e, 0x79, 0xaa, 0x5f, 0x48, 663 0xb1, 0xaf, 0x48, 0xa3, 0x17, 0xe4, 0xb3, 0x69, 0x3f, 0xcd, 0x66, 0xb9, 0xa4, 0x87, 0xc4, 0x48, 664 0x60, 0xd5, 0xae, 0xec, 0xd7, 0x8e, 0x1a, 0x5d, 0xcb, 0xd1, 0x6c, 0xd8, 0xf7, 0xf4, 0x26, 0xdd, 665 0x26, 0xf5, 0x24, 0x8d, 0xd8, 0xc7, 0x76, 0x75, 0xbf, 0x72, 0x54, 0xf3, 0xd0, 0xb0, 0xdf, 0x93, 666 0x56, 0x49, 0xeb, 0x55, 0x22, 0x73, 0x7a, 0x49, 0x8c, 0x48, 0x41, 0x85, 0xde, 0x89, 0xb3, 0xc2, 667 0xc9, 0x9d, 0x92, 0x8a, 0xa7, 0xfd, 0x95, 0xf8, 0x65, 0x20, 0xe3, 0x5c, 0x30, 0x76, 0x3d, 0xbc, 668 0x65, 0x61, 0x2e, 0xe9, 0x01, 0xb1, 0xc2, 0x78, 0x96, 0x4e, 0x7c, 0x8e, 0x00, 0xc4, 0x30, 0xbd, 669 0x26, 0x80, 0x25, 0x92, 0xcc, 0x83, 0x5c, 0x2e, 0x48, 0x55, 0x24, 0x01, 0xa8, 0x49, 0xf6, 0x31, 670 0x69, 0x79, 0x2c, 0xe4, 0xf7, 0x4c, 0xb0, 0x08, 0x82, 0x4b, 0xfa, 0x27, 0x31, 0xe2, 0x40, 0xc6, 671 0xac, 0x50, 0xd5, 0x96, 0x7d, 0x4a, 0x76, 0x96, 0xa9, 0x45, 0xa0, 0x36, 0x59, 0x5f, 0xce, 0xa3, 672 0x30, 0xed, 0x94, 0x34, 0x8b, 0xd4, 0xfb, 0xe9, 0x88, 0x2b, 0x66, 0x10, 0x45, 0x82, 0x49, 0xc5, 673 0xac, 0x28, 0xa6, 0x36, 0xe9, 0xbf, 0x84, 0xc8, 0xd9, 0x30, 0x0f, 0xe4, 0xc4, 0x4f, 0x22, 0x28, 674 0xae, 0x79, 0x6e, 0xcd, 0x1f, 0x3b, 0xe6, 0x00, 0xd1, 0x7e, 0xcf, 0x33, 0x35, 0xa1, 0x1f, 0xa9, 675 0x14, 0x31, 0x44, 0xbb, 0x06, 0x32, 0xda, 0xb2, 0xbf, 0x54, 0x09, 0x81, 0xd4, 0x06, 0xea, 0x8c, 676 0xf4, 0x8c, 0x58, 0x99, 0xe0, 0x21, 0x93, 0xd2, 0x87, 0x43, 0x43, 0xd0, 0x46, 0x77, 0xcb, 0x51, 677 0x17, 0xe5, 0x06, 0x77, 0x80, 0xe9, 0x35, 0xb3, 0x92, 0x45, 0x8f, 0xc9, 0x1f, 0x58, 0x7b, 0x5f, 678 0xc3, 0x2c, 0xd2, 0xfd, 0x6e, 0x21, 0x7e, 0x53, 0xc0, 0xf4, 0x90, 0x6c, 0x6a, 0xaa, 0x9c, 0x24, 679 0x59, 0xc6, 0x22, 0xc8, 0xa8, 0xe6, 0x59, 0x88, 0x0e, 0x10, 0x54, 0xbd, 0xd0, 0xb4, 0x51, 0x90, 680 0xdc, 0xb1, 0xa8, 0x5d, 0x07, 0x56, 0x13, 0xc1, 0x97, 0x80, 0x95, 0xc2, 0x8a, 0xa2, 0xce, 0x6d, 681 0xa3, 0x1c, 0x76, 0x51, 0x7e, 0xfa, 0x3f, 0x69, 0xa1, 0x90, 0x0f, 0x3b, 0xaa, 0x66, 0x1b, 0x50, 682 0xb3, 0xad, 0xf9, 0x63, 0xc7, 0x42, 0x3d, 0xbc, 0x4b, 0x3d, 0xcf, 0x1a, 0x95, 0xcc, 0xc8, 0xfe, 683 0x5a, 0x23, 0x26, 0xac, 0x7b, 0x41, 0x1e, 0xd0, 0x7d, 0x62, 0xdc, 0xf2, 0xa1, 0xf2, 0x87, 0x86, 684 0x9c, 0x9b, 0xf3, 0xc7, 0x4e, 0xfd, 0x8a, 0x0f, 0xfb, 0x3d, 0xaf, 0x7e, 0xcb, 0x87, 0xfd, 0x72, 685 0xea, 0xba, 0xe4, 0x10, 0xa8, 0x48, 0x1d, 0xef, 0x00, 0x3d, 0x21, 0x16, 0x9f, 0xe5, 0xd9, 0x2c, 686 0xf7, 0xd5, 0xd4, 0x24, 0xd8, 0x97, 0x46, 0xb7, 0xe1, 0xa8, 0x41, 0xbd, 0x00, 0xc8, 0x6b, 0x22, 687 0x03, 0x2d, 0xfa, 0x82, 0xd4, 0xb1, 0x27, 0x6b, 0xc0, 0x74, 0x57, 0x1f, 0x0f, 0xec, 0x18, 0x7a, 688 0xd3, 0xb7, 0x64, 0x13, 0x27, 0x21, 0xd6, 0xf7, 0x0c, 0x2a, 0xdb, 0xe8, 0x9e, 0xae, 0xa4, 0x57, 689 0xbe, 0x9c, 0x1e, 0x8e, 0x54, 0x01, 0x29, 0x65, 0x1c, 0x9f, 0x85, 0xb2, 0xf1, 0x6c, 0x65, 0x10, 690 0x5a, 0x28, 0x9f, 0x91, 0xbf, 0x16, 0x0d, 0xf6, 0x97, 0x6b, 0xbb, 0x0e, 0xb5, 0xdd, 0x11, 0xcb, 691 0x23, 0x89, 0x45, 0xb6, 0x3f, 0x57, 0x89, 0xf9, 0x9a, 0x89, 0x31, 0x5b, 0xb1, 0x73, 0xd7, 0xc4, 692 0x2c, 0x72, 0xc7, 0xe1, 0x7f, 0x56, 0xf2, 0x4f, 0x1a, 0xf4, 0x80, 0x18, 0x59, 0x20, 0x58, 0xba, 693 0xdc, 0x5e, 0xcc, 0xce, 0xd3, 0x5b, 0xea, 0x0b, 0x29, 0xe3, 0x40, 0x44, 0xd0, 0xd8, 0x9a, 0x87, 694 0x06, 0xa0, 0xd0, 0x6e, 0xd5, 0x9e, 0x8d, 0xa2, 0x7b, 0x1d, 0xb2, 0x56, 0xaa, 0xec, 0x92, 0x1c, 695 0x6c, 0xd0, 0xbf, 0x89, 0xa9, 0xde, 0xbe, 0x4c, 0x1e, 0x18, 0x14, 0x67, 0xcd, 0xdb, 0x50, 0xc0, 696 0x20, 0x79, 0x60, 0xe7, 0x6f, 0xbe, 0xcd, 0xf7, 0x2a, 0xdf, 0xe7, 0x7b, 0x95, 0x1f, 0xf3, 0xbd, 697 0xca, 0xbb, 0x8b, 0x71, 0x92, 0xc7, 0xb3, 0xa1, 0xfa, 0x6c, 0xbb, 0x8b, 0x43, 0x96, 0x56, 0x52, 698 0x84, 0xee, 0xef, 0x7e, 0x57, 0x43, 0x03, 0xfe, 0x0d, 0xff, 0xfd, 0x0c, 0x00, 0x00, 0xff, 0xff, 699 0x6f, 0x96, 0xe4, 0xe7, 0xd9, 0x06, 0x00, 0x00, 700 } 701 702 func (m *DatumInputs) Marshal() (dAtA []byte, err error) { 703 size := m.Size() 704 dAtA = make([]byte, size) 705 n, err := m.MarshalToSizedBuffer(dAtA[:size]) 706 if err != nil { 707 return nil, err 708 } 709 return dAtA[:n], nil 710 } 711 712 func (m *DatumInputs) MarshalTo(dAtA []byte) (int, error) { 713 size := m.Size() 714 return m.MarshalToSizedBuffer(dAtA[:size]) 715 } 716 717 func (m *DatumInputs) MarshalToSizedBuffer(dAtA []byte) (int, error) { 718 i := len(dAtA) 719 _ = i 720 var l int 721 _ = l 722 if m.XXX_unrecognized != nil { 723 i -= len(m.XXX_unrecognized) 724 copy(dAtA[i:], m.XXX_unrecognized) 725 } 726 if m.Index != 0 { 727 i = encodeVarintTransform(dAtA, i, uint64(m.Index)) 728 i-- 729 dAtA[i] = 0x10 730 } 731 if len(m.Inputs) > 0 { 732 for iNdEx := len(m.Inputs) - 1; iNdEx >= 0; iNdEx-- { 733 { 734 size, err := m.Inputs[iNdEx].MarshalToSizedBuffer(dAtA[:i]) 735 if err != nil { 736 return 0, err 737 } 738 i -= size 739 i = encodeVarintTransform(dAtA, i, uint64(size)) 740 } 741 i-- 742 dAtA[i] = 0xa 743 } 744 } 745 return len(dAtA) - i, nil 746 } 747 748 func (m *DatumInputsList) Marshal() (dAtA []byte, err error) { 749 size := m.Size() 750 dAtA = make([]byte, size) 751 n, err := m.MarshalToSizedBuffer(dAtA[:size]) 752 if err != nil { 753 return nil, err 754 } 755 return dAtA[:n], nil 756 } 757 758 func (m *DatumInputsList) MarshalTo(dAtA []byte) (int, error) { 759 size := m.Size() 760 return m.MarshalToSizedBuffer(dAtA[:size]) 761 } 762 763 func (m *DatumInputsList) MarshalToSizedBuffer(dAtA []byte) (int, error) { 764 i := len(dAtA) 765 _ = i 766 var l int 767 _ = l 768 if m.XXX_unrecognized != nil { 769 i -= len(m.XXX_unrecognized) 770 copy(dAtA[i:], m.XXX_unrecognized) 771 } 772 if len(m.Datums) > 0 { 773 for iNdEx := len(m.Datums) - 1; iNdEx >= 0; iNdEx-- { 774 { 775 size, err := m.Datums[iNdEx].MarshalToSizedBuffer(dAtA[:i]) 776 if err != nil { 777 return 0, err 778 } 779 i -= size 780 i = encodeVarintTransform(dAtA, i, uint64(size)) 781 } 782 i-- 783 dAtA[i] = 0xa 784 } 785 } 786 return len(dAtA) - i, nil 787 } 788 789 func (m *HashtreeObjects) Marshal() (dAtA []byte, err error) { 790 size := m.Size() 791 dAtA = make([]byte, size) 792 n, err := m.MarshalToSizedBuffer(dAtA[:size]) 793 if err != nil { 794 return nil, err 795 } 796 return dAtA[:n], nil 797 } 798 799 func (m *HashtreeObjects) MarshalTo(dAtA []byte) (int, error) { 800 size := m.Size() 801 return m.MarshalToSizedBuffer(dAtA[:size]) 802 } 803 804 func (m *HashtreeObjects) MarshalToSizedBuffer(dAtA []byte) (int, error) { 805 i := len(dAtA) 806 _ = i 807 var l int 808 _ = l 809 if m.XXX_unrecognized != nil { 810 i -= len(m.XXX_unrecognized) 811 copy(dAtA[i:], m.XXX_unrecognized) 812 } 813 if len(m.StatsObjects) > 0 { 814 for iNdEx := len(m.StatsObjects) - 1; iNdEx >= 0; iNdEx-- { 815 i -= len(m.StatsObjects[iNdEx]) 816 copy(dAtA[i:], m.StatsObjects[iNdEx]) 817 i = encodeVarintTransform(dAtA, i, uint64(len(m.StatsObjects[iNdEx]))) 818 i-- 819 dAtA[i] = 0x12 820 } 821 } 822 if len(m.ChunkObjects) > 0 { 823 for iNdEx := len(m.ChunkObjects) - 1; iNdEx >= 0; iNdEx-- { 824 i -= len(m.ChunkObjects[iNdEx]) 825 copy(dAtA[i:], m.ChunkObjects[iNdEx]) 826 i = encodeVarintTransform(dAtA, i, uint64(len(m.ChunkObjects[iNdEx]))) 827 i-- 828 dAtA[i] = 0xa 829 } 830 } 831 return len(dAtA) - i, nil 832 } 833 834 func (m *RecoveredDatums) Marshal() (dAtA []byte, err error) { 835 size := m.Size() 836 dAtA = make([]byte, size) 837 n, err := m.MarshalToSizedBuffer(dAtA[:size]) 838 if err != nil { 839 return nil, err 840 } 841 return dAtA[:n], nil 842 } 843 844 func (m *RecoveredDatums) MarshalTo(dAtA []byte) (int, error) { 845 size := m.Size() 846 return m.MarshalToSizedBuffer(dAtA[:size]) 847 } 848 849 func (m *RecoveredDatums) MarshalToSizedBuffer(dAtA []byte) (int, error) { 850 i := len(dAtA) 851 _ = i 852 var l int 853 _ = l 854 if m.XXX_unrecognized != nil { 855 i -= len(m.XXX_unrecognized) 856 copy(dAtA[i:], m.XXX_unrecognized) 857 } 858 if len(m.Hashes) > 0 { 859 for iNdEx := len(m.Hashes) - 1; iNdEx >= 0; iNdEx-- { 860 i -= len(m.Hashes[iNdEx]) 861 copy(dAtA[i:], m.Hashes[iNdEx]) 862 i = encodeVarintTransform(dAtA, i, uint64(len(m.Hashes[iNdEx]))) 863 i-- 864 dAtA[i] = 0xa 865 } 866 } 867 return len(dAtA) - i, nil 868 } 869 870 func (m *RecoveredDatumObjects) Marshal() (dAtA []byte, err error) { 871 size := m.Size() 872 dAtA = make([]byte, size) 873 n, err := m.MarshalToSizedBuffer(dAtA[:size]) 874 if err != nil { 875 return nil, err 876 } 877 return dAtA[:n], nil 878 } 879 880 func (m *RecoveredDatumObjects) MarshalTo(dAtA []byte) (int, error) { 881 size := m.Size() 882 return m.MarshalToSizedBuffer(dAtA[:size]) 883 } 884 885 func (m *RecoveredDatumObjects) MarshalToSizedBuffer(dAtA []byte) (int, error) { 886 i := len(dAtA) 887 _ = i 888 var l int 889 _ = l 890 if m.XXX_unrecognized != nil { 891 i -= len(m.XXX_unrecognized) 892 copy(dAtA[i:], m.XXX_unrecognized) 893 } 894 if len(m.Objects) > 0 { 895 for iNdEx := len(m.Objects) - 1; iNdEx >= 0; iNdEx-- { 896 i -= len(m.Objects[iNdEx]) 897 copy(dAtA[i:], m.Objects[iNdEx]) 898 i = encodeVarintTransform(dAtA, i, uint64(len(m.Objects[iNdEx]))) 899 i-- 900 dAtA[i] = 0xa 901 } 902 } 903 return len(dAtA) - i, nil 904 } 905 906 func (m *HashtreeInfo) Marshal() (dAtA []byte, err error) { 907 size := m.Size() 908 dAtA = make([]byte, size) 909 n, err := m.MarshalToSizedBuffer(dAtA[:size]) 910 if err != nil { 911 return nil, err 912 } 913 return dAtA[:n], nil 914 } 915 916 func (m *HashtreeInfo) MarshalTo(dAtA []byte) (int, error) { 917 size := m.Size() 918 return m.MarshalToSizedBuffer(dAtA[:size]) 919 } 920 921 func (m *HashtreeInfo) MarshalToSizedBuffer(dAtA []byte) (int, error) { 922 i := len(dAtA) 923 _ = i 924 var l int 925 _ = l 926 if m.XXX_unrecognized != nil { 927 i -= len(m.XXX_unrecognized) 928 copy(dAtA[i:], m.XXX_unrecognized) 929 } 930 if len(m.Object) > 0 { 931 i -= len(m.Object) 932 copy(dAtA[i:], m.Object) 933 i = encodeVarintTransform(dAtA, i, uint64(len(m.Object))) 934 i-- 935 dAtA[i] = 0x1a 936 } 937 if len(m.SubtaskID) > 0 { 938 i -= len(m.SubtaskID) 939 copy(dAtA[i:], m.SubtaskID) 940 i = encodeVarintTransform(dAtA, i, uint64(len(m.SubtaskID))) 941 i-- 942 dAtA[i] = 0x12 943 } 944 if len(m.Address) > 0 { 945 i -= len(m.Address) 946 copy(dAtA[i:], m.Address) 947 i = encodeVarintTransform(dAtA, i, uint64(len(m.Address))) 948 i-- 949 dAtA[i] = 0xa 950 } 951 return len(dAtA) - i, nil 952 } 953 954 func (m *DatumStats) Marshal() (dAtA []byte, err error) { 955 size := m.Size() 956 dAtA = make([]byte, size) 957 n, err := m.MarshalToSizedBuffer(dAtA[:size]) 958 if err != nil { 959 return nil, err 960 } 961 return dAtA[:n], nil 962 } 963 964 func (m *DatumStats) MarshalTo(dAtA []byte) (int, error) { 965 size := m.Size() 966 return m.MarshalToSizedBuffer(dAtA[:size]) 967 } 968 969 func (m *DatumStats) MarshalToSizedBuffer(dAtA []byte) (int, error) { 970 i := len(dAtA) 971 _ = i 972 var l int 973 _ = l 974 if m.XXX_unrecognized != nil { 975 i -= len(m.XXX_unrecognized) 976 copy(dAtA[i:], m.XXX_unrecognized) 977 } 978 if len(m.FailedDatumID) > 0 { 979 i -= len(m.FailedDatumID) 980 copy(dAtA[i:], m.FailedDatumID) 981 i = encodeVarintTransform(dAtA, i, uint64(len(m.FailedDatumID))) 982 i-- 983 dAtA[i] = 0x42 984 } 985 if m.DatumsRecovered != 0 { 986 i = encodeVarintTransform(dAtA, i, uint64(m.DatumsRecovered)) 987 i-- 988 dAtA[i] = 0x30 989 } 990 if m.DatumsFailed != 0 { 991 i = encodeVarintTransform(dAtA, i, uint64(m.DatumsFailed)) 992 i-- 993 dAtA[i] = 0x28 994 } 995 if m.DatumsSkipped != 0 { 996 i = encodeVarintTransform(dAtA, i, uint64(m.DatumsSkipped)) 997 i-- 998 dAtA[i] = 0x18 999 } 1000 if m.DatumsProcessed != 0 { 1001 i = encodeVarintTransform(dAtA, i, uint64(m.DatumsProcessed)) 1002 i-- 1003 dAtA[i] = 0x10 1004 } 1005 if m.ProcessStats != nil { 1006 { 1007 size, err := m.ProcessStats.MarshalToSizedBuffer(dAtA[:i]) 1008 if err != nil { 1009 return 0, err 1010 } 1011 i -= size 1012 i = encodeVarintTransform(dAtA, i, uint64(size)) 1013 } 1014 i-- 1015 dAtA[i] = 0xa 1016 } 1017 return len(dAtA) - i, nil 1018 } 1019 1020 func (m *DatumData) Marshal() (dAtA []byte, err error) { 1021 size := m.Size() 1022 dAtA = make([]byte, size) 1023 n, err := m.MarshalToSizedBuffer(dAtA[:size]) 1024 if err != nil { 1025 return nil, err 1026 } 1027 return dAtA[:n], nil 1028 } 1029 1030 func (m *DatumData) MarshalTo(dAtA []byte) (int, error) { 1031 size := m.Size() 1032 return m.MarshalToSizedBuffer(dAtA[:size]) 1033 } 1034 1035 func (m *DatumData) MarshalToSizedBuffer(dAtA []byte) (int, error) { 1036 i := len(dAtA) 1037 _ = i 1038 var l int 1039 _ = l 1040 if m.XXX_unrecognized != nil { 1041 i -= len(m.XXX_unrecognized) 1042 copy(dAtA[i:], m.XXX_unrecognized) 1043 } 1044 if len(m.DatumsObject) > 0 { 1045 i -= len(m.DatumsObject) 1046 copy(dAtA[i:], m.DatumsObject) 1047 i = encodeVarintTransform(dAtA, i, uint64(len(m.DatumsObject))) 1048 i-- 1049 dAtA[i] = 0x42 1050 } 1051 if len(m.RecoveredDatumsObject) > 0 { 1052 i -= len(m.RecoveredDatumsObject) 1053 copy(dAtA[i:], m.RecoveredDatumsObject) 1054 i = encodeVarintTransform(dAtA, i, uint64(len(m.RecoveredDatumsObject))) 1055 i-- 1056 dAtA[i] = 0x3a 1057 } 1058 if m.StatsHashtree != nil { 1059 { 1060 size, err := m.StatsHashtree.MarshalToSizedBuffer(dAtA[:i]) 1061 if err != nil { 1062 return 0, err 1063 } 1064 i -= size 1065 i = encodeVarintTransform(dAtA, i, uint64(size)) 1066 } 1067 i-- 1068 dAtA[i] = 0x32 1069 } 1070 if m.ChunkHashtree != nil { 1071 { 1072 size, err := m.ChunkHashtree.MarshalToSizedBuffer(dAtA[:i]) 1073 if err != nil { 1074 return 0, err 1075 } 1076 i -= size 1077 i = encodeVarintTransform(dAtA, i, uint64(size)) 1078 } 1079 i-- 1080 dAtA[i] = 0x2a 1081 } 1082 if m.Stats != nil { 1083 { 1084 size, err := m.Stats.MarshalToSizedBuffer(dAtA[:i]) 1085 if err != nil { 1086 return 0, err 1087 } 1088 i -= size 1089 i = encodeVarintTransform(dAtA, i, uint64(size)) 1090 } 1091 i-- 1092 dAtA[i] = 0x22 1093 } 1094 if m.OutputCommit != nil { 1095 { 1096 size, err := m.OutputCommit.MarshalToSizedBuffer(dAtA[:i]) 1097 if err != nil { 1098 return 0, err 1099 } 1100 i -= size 1101 i = encodeVarintTransform(dAtA, i, uint64(size)) 1102 } 1103 i-- 1104 dAtA[i] = 0x1a 1105 } 1106 if len(m.JobID) > 0 { 1107 i -= len(m.JobID) 1108 copy(dAtA[i:], m.JobID) 1109 i = encodeVarintTransform(dAtA, i, uint64(len(m.JobID))) 1110 i-- 1111 dAtA[i] = 0xa 1112 } 1113 return len(dAtA) - i, nil 1114 } 1115 1116 func (m *MergeData) Marshal() (dAtA []byte, err error) { 1117 size := m.Size() 1118 dAtA = make([]byte, size) 1119 n, err := m.MarshalToSizedBuffer(dAtA[:size]) 1120 if err != nil { 1121 return nil, err 1122 } 1123 return dAtA[:n], nil 1124 } 1125 1126 func (m *MergeData) MarshalTo(dAtA []byte) (int, error) { 1127 size := m.Size() 1128 return m.MarshalToSizedBuffer(dAtA[:size]) 1129 } 1130 1131 func (m *MergeData) MarshalToSizedBuffer(dAtA []byte) (int, error) { 1132 i := len(dAtA) 1133 _ = i 1134 var l int 1135 _ = l 1136 if m.XXX_unrecognized != nil { 1137 i -= len(m.XXX_unrecognized) 1138 copy(dAtA[i:], m.XXX_unrecognized) 1139 } 1140 if m.TreeSize != 0 { 1141 i = encodeVarintTransform(dAtA, i, uint64(m.TreeSize)) 1142 i-- 1143 dAtA[i] = 0x38 1144 } 1145 if m.Tree != nil { 1146 { 1147 size, err := m.Tree.MarshalToSizedBuffer(dAtA[:i]) 1148 if err != nil { 1149 return 0, err 1150 } 1151 i -= size 1152 i = encodeVarintTransform(dAtA, i, uint64(size)) 1153 } 1154 i-- 1155 dAtA[i] = 0x32 1156 } 1157 if m.Stats { 1158 i-- 1159 if m.Stats { 1160 dAtA[i] = 1 1161 } else { 1162 dAtA[i] = 0 1163 } 1164 i-- 1165 dAtA[i] = 0x28 1166 } 1167 if m.Shard != 0 { 1168 i = encodeVarintTransform(dAtA, i, uint64(m.Shard)) 1169 i-- 1170 dAtA[i] = 0x20 1171 } 1172 if m.Parent != nil { 1173 { 1174 size, err := m.Parent.MarshalToSizedBuffer(dAtA[:i]) 1175 if err != nil { 1176 return 0, err 1177 } 1178 i -= size 1179 i = encodeVarintTransform(dAtA, i, uint64(size)) 1180 } 1181 i-- 1182 dAtA[i] = 0x1a 1183 } 1184 if len(m.Hashtrees) > 0 { 1185 for iNdEx := len(m.Hashtrees) - 1; iNdEx >= 0; iNdEx-- { 1186 { 1187 size, err := m.Hashtrees[iNdEx].MarshalToSizedBuffer(dAtA[:i]) 1188 if err != nil { 1189 return 0, err 1190 } 1191 i -= size 1192 i = encodeVarintTransform(dAtA, i, uint64(size)) 1193 } 1194 i-- 1195 dAtA[i] = 0x12 1196 } 1197 } 1198 if len(m.JobID) > 0 { 1199 i -= len(m.JobID) 1200 copy(dAtA[i:], m.JobID) 1201 i = encodeVarintTransform(dAtA, i, uint64(len(m.JobID))) 1202 i-- 1203 dAtA[i] = 0xa 1204 } 1205 return len(dAtA) - i, nil 1206 } 1207 1208 func encodeVarintTransform(dAtA []byte, offset int, v uint64) int { 1209 offset -= sovTransform(v) 1210 base := offset 1211 for v >= 1<<7 { 1212 dAtA[offset] = uint8(v&0x7f | 0x80) 1213 v >>= 7 1214 offset++ 1215 } 1216 dAtA[offset] = uint8(v) 1217 return base 1218 } 1219 func (m *DatumInputs) Size() (n int) { 1220 if m == nil { 1221 return 0 1222 } 1223 var l int 1224 _ = l 1225 if len(m.Inputs) > 0 { 1226 for _, e := range m.Inputs { 1227 l = e.Size() 1228 n += 1 + l + sovTransform(uint64(l)) 1229 } 1230 } 1231 if m.Index != 0 { 1232 n += 1 + sovTransform(uint64(m.Index)) 1233 } 1234 if m.XXX_unrecognized != nil { 1235 n += len(m.XXX_unrecognized) 1236 } 1237 return n 1238 } 1239 1240 func (m *DatumInputsList) Size() (n int) { 1241 if m == nil { 1242 return 0 1243 } 1244 var l int 1245 _ = l 1246 if len(m.Datums) > 0 { 1247 for _, e := range m.Datums { 1248 l = e.Size() 1249 n += 1 + l + sovTransform(uint64(l)) 1250 } 1251 } 1252 if m.XXX_unrecognized != nil { 1253 n += len(m.XXX_unrecognized) 1254 } 1255 return n 1256 } 1257 1258 func (m *HashtreeObjects) Size() (n int) { 1259 if m == nil { 1260 return 0 1261 } 1262 var l int 1263 _ = l 1264 if len(m.ChunkObjects) > 0 { 1265 for _, s := range m.ChunkObjects { 1266 l = len(s) 1267 n += 1 + l + sovTransform(uint64(l)) 1268 } 1269 } 1270 if len(m.StatsObjects) > 0 { 1271 for _, s := range m.StatsObjects { 1272 l = len(s) 1273 n += 1 + l + sovTransform(uint64(l)) 1274 } 1275 } 1276 if m.XXX_unrecognized != nil { 1277 n += len(m.XXX_unrecognized) 1278 } 1279 return n 1280 } 1281 1282 func (m *RecoveredDatums) Size() (n int) { 1283 if m == nil { 1284 return 0 1285 } 1286 var l int 1287 _ = l 1288 if len(m.Hashes) > 0 { 1289 for _, s := range m.Hashes { 1290 l = len(s) 1291 n += 1 + l + sovTransform(uint64(l)) 1292 } 1293 } 1294 if m.XXX_unrecognized != nil { 1295 n += len(m.XXX_unrecognized) 1296 } 1297 return n 1298 } 1299 1300 func (m *RecoveredDatumObjects) Size() (n int) { 1301 if m == nil { 1302 return 0 1303 } 1304 var l int 1305 _ = l 1306 if len(m.Objects) > 0 { 1307 for _, s := range m.Objects { 1308 l = len(s) 1309 n += 1 + l + sovTransform(uint64(l)) 1310 } 1311 } 1312 if m.XXX_unrecognized != nil { 1313 n += len(m.XXX_unrecognized) 1314 } 1315 return n 1316 } 1317 1318 func (m *HashtreeInfo) Size() (n int) { 1319 if m == nil { 1320 return 0 1321 } 1322 var l int 1323 _ = l 1324 l = len(m.Address) 1325 if l > 0 { 1326 n += 1 + l + sovTransform(uint64(l)) 1327 } 1328 l = len(m.SubtaskID) 1329 if l > 0 { 1330 n += 1 + l + sovTransform(uint64(l)) 1331 } 1332 l = len(m.Object) 1333 if l > 0 { 1334 n += 1 + l + sovTransform(uint64(l)) 1335 } 1336 if m.XXX_unrecognized != nil { 1337 n += len(m.XXX_unrecognized) 1338 } 1339 return n 1340 } 1341 1342 func (m *DatumStats) Size() (n int) { 1343 if m == nil { 1344 return 0 1345 } 1346 var l int 1347 _ = l 1348 if m.ProcessStats != nil { 1349 l = m.ProcessStats.Size() 1350 n += 1 + l + sovTransform(uint64(l)) 1351 } 1352 if m.DatumsProcessed != 0 { 1353 n += 1 + sovTransform(uint64(m.DatumsProcessed)) 1354 } 1355 if m.DatumsSkipped != 0 { 1356 n += 1 + sovTransform(uint64(m.DatumsSkipped)) 1357 } 1358 if m.DatumsFailed != 0 { 1359 n += 1 + sovTransform(uint64(m.DatumsFailed)) 1360 } 1361 if m.DatumsRecovered != 0 { 1362 n += 1 + sovTransform(uint64(m.DatumsRecovered)) 1363 } 1364 l = len(m.FailedDatumID) 1365 if l > 0 { 1366 n += 1 + l + sovTransform(uint64(l)) 1367 } 1368 if m.XXX_unrecognized != nil { 1369 n += len(m.XXX_unrecognized) 1370 } 1371 return n 1372 } 1373 1374 func (m *DatumData) Size() (n int) { 1375 if m == nil { 1376 return 0 1377 } 1378 var l int 1379 _ = l 1380 l = len(m.JobID) 1381 if l > 0 { 1382 n += 1 + l + sovTransform(uint64(l)) 1383 } 1384 if m.OutputCommit != nil { 1385 l = m.OutputCommit.Size() 1386 n += 1 + l + sovTransform(uint64(l)) 1387 } 1388 if m.Stats != nil { 1389 l = m.Stats.Size() 1390 n += 1 + l + sovTransform(uint64(l)) 1391 } 1392 if m.ChunkHashtree != nil { 1393 l = m.ChunkHashtree.Size() 1394 n += 1 + l + sovTransform(uint64(l)) 1395 } 1396 if m.StatsHashtree != nil { 1397 l = m.StatsHashtree.Size() 1398 n += 1 + l + sovTransform(uint64(l)) 1399 } 1400 l = len(m.RecoveredDatumsObject) 1401 if l > 0 { 1402 n += 1 + l + sovTransform(uint64(l)) 1403 } 1404 l = len(m.DatumsObject) 1405 if l > 0 { 1406 n += 1 + l + sovTransform(uint64(l)) 1407 } 1408 if m.XXX_unrecognized != nil { 1409 n += len(m.XXX_unrecognized) 1410 } 1411 return n 1412 } 1413 1414 func (m *MergeData) Size() (n int) { 1415 if m == nil { 1416 return 0 1417 } 1418 var l int 1419 _ = l 1420 l = len(m.JobID) 1421 if l > 0 { 1422 n += 1 + l + sovTransform(uint64(l)) 1423 } 1424 if len(m.Hashtrees) > 0 { 1425 for _, e := range m.Hashtrees { 1426 l = e.Size() 1427 n += 1 + l + sovTransform(uint64(l)) 1428 } 1429 } 1430 if m.Parent != nil { 1431 l = m.Parent.Size() 1432 n += 1 + l + sovTransform(uint64(l)) 1433 } 1434 if m.Shard != 0 { 1435 n += 1 + sovTransform(uint64(m.Shard)) 1436 } 1437 if m.Stats { 1438 n += 2 1439 } 1440 if m.Tree != nil { 1441 l = m.Tree.Size() 1442 n += 1 + l + sovTransform(uint64(l)) 1443 } 1444 if m.TreeSize != 0 { 1445 n += 1 + sovTransform(uint64(m.TreeSize)) 1446 } 1447 if m.XXX_unrecognized != nil { 1448 n += len(m.XXX_unrecognized) 1449 } 1450 return n 1451 } 1452 1453 func sovTransform(x uint64) (n int) { 1454 return (math_bits.Len64(x|1) + 6) / 7 1455 } 1456 func sozTransform(x uint64) (n int) { 1457 return sovTransform(uint64((x << 1) ^ uint64((int64(x) >> 63)))) 1458 } 1459 func (m *DatumInputs) Unmarshal(dAtA []byte) error { 1460 l := len(dAtA) 1461 iNdEx := 0 1462 for iNdEx < l { 1463 preIndex := iNdEx 1464 var wire uint64 1465 for shift := uint(0); ; shift += 7 { 1466 if shift >= 64 { 1467 return ErrIntOverflowTransform 1468 } 1469 if iNdEx >= l { 1470 return io.ErrUnexpectedEOF 1471 } 1472 b := dAtA[iNdEx] 1473 iNdEx++ 1474 wire |= uint64(b&0x7F) << shift 1475 if b < 0x80 { 1476 break 1477 } 1478 } 1479 fieldNum := int32(wire >> 3) 1480 wireType := int(wire & 0x7) 1481 if wireType == 4 { 1482 return fmt.Errorf("proto: DatumInputs: wiretype end group for non-group") 1483 } 1484 if fieldNum <= 0 { 1485 return fmt.Errorf("proto: DatumInputs: illegal tag %d (wire type %d)", fieldNum, wire) 1486 } 1487 switch fieldNum { 1488 case 1: 1489 if wireType != 2 { 1490 return fmt.Errorf("proto: wrong wireType = %d for field Inputs", wireType) 1491 } 1492 var msglen int 1493 for shift := uint(0); ; shift += 7 { 1494 if shift >= 64 { 1495 return ErrIntOverflowTransform 1496 } 1497 if iNdEx >= l { 1498 return io.ErrUnexpectedEOF 1499 } 1500 b := dAtA[iNdEx] 1501 iNdEx++ 1502 msglen |= int(b&0x7F) << shift 1503 if b < 0x80 { 1504 break 1505 } 1506 } 1507 if msglen < 0 { 1508 return ErrInvalidLengthTransform 1509 } 1510 postIndex := iNdEx + msglen 1511 if postIndex < 0 { 1512 return ErrInvalidLengthTransform 1513 } 1514 if postIndex > l { 1515 return io.ErrUnexpectedEOF 1516 } 1517 m.Inputs = append(m.Inputs, &common.Input{}) 1518 if err := m.Inputs[len(m.Inputs)-1].Unmarshal(dAtA[iNdEx:postIndex]); err != nil { 1519 return err 1520 } 1521 iNdEx = postIndex 1522 case 2: 1523 if wireType != 0 { 1524 return fmt.Errorf("proto: wrong wireType = %d for field Index", wireType) 1525 } 1526 m.Index = 0 1527 for shift := uint(0); ; shift += 7 { 1528 if shift >= 64 { 1529 return ErrIntOverflowTransform 1530 } 1531 if iNdEx >= l { 1532 return io.ErrUnexpectedEOF 1533 } 1534 b := dAtA[iNdEx] 1535 iNdEx++ 1536 m.Index |= int64(b&0x7F) << shift 1537 if b < 0x80 { 1538 break 1539 } 1540 } 1541 default: 1542 iNdEx = preIndex 1543 skippy, err := skipTransform(dAtA[iNdEx:]) 1544 if err != nil { 1545 return err 1546 } 1547 if (skippy < 0) || (iNdEx+skippy) < 0 { 1548 return ErrInvalidLengthTransform 1549 } 1550 if (iNdEx + skippy) > l { 1551 return io.ErrUnexpectedEOF 1552 } 1553 m.XXX_unrecognized = append(m.XXX_unrecognized, dAtA[iNdEx:iNdEx+skippy]...) 1554 iNdEx += skippy 1555 } 1556 } 1557 1558 if iNdEx > l { 1559 return io.ErrUnexpectedEOF 1560 } 1561 return nil 1562 } 1563 func (m *DatumInputsList) Unmarshal(dAtA []byte) error { 1564 l := len(dAtA) 1565 iNdEx := 0 1566 for iNdEx < l { 1567 preIndex := iNdEx 1568 var wire uint64 1569 for shift := uint(0); ; shift += 7 { 1570 if shift >= 64 { 1571 return ErrIntOverflowTransform 1572 } 1573 if iNdEx >= l { 1574 return io.ErrUnexpectedEOF 1575 } 1576 b := dAtA[iNdEx] 1577 iNdEx++ 1578 wire |= uint64(b&0x7F) << shift 1579 if b < 0x80 { 1580 break 1581 } 1582 } 1583 fieldNum := int32(wire >> 3) 1584 wireType := int(wire & 0x7) 1585 if wireType == 4 { 1586 return fmt.Errorf("proto: DatumInputsList: wiretype end group for non-group") 1587 } 1588 if fieldNum <= 0 { 1589 return fmt.Errorf("proto: DatumInputsList: illegal tag %d (wire type %d)", fieldNum, wire) 1590 } 1591 switch fieldNum { 1592 case 1: 1593 if wireType != 2 { 1594 return fmt.Errorf("proto: wrong wireType = %d for field Datums", wireType) 1595 } 1596 var msglen int 1597 for shift := uint(0); ; shift += 7 { 1598 if shift >= 64 { 1599 return ErrIntOverflowTransform 1600 } 1601 if iNdEx >= l { 1602 return io.ErrUnexpectedEOF 1603 } 1604 b := dAtA[iNdEx] 1605 iNdEx++ 1606 msglen |= int(b&0x7F) << shift 1607 if b < 0x80 { 1608 break 1609 } 1610 } 1611 if msglen < 0 { 1612 return ErrInvalidLengthTransform 1613 } 1614 postIndex := iNdEx + msglen 1615 if postIndex < 0 { 1616 return ErrInvalidLengthTransform 1617 } 1618 if postIndex > l { 1619 return io.ErrUnexpectedEOF 1620 } 1621 m.Datums = append(m.Datums, &DatumInputs{}) 1622 if err := m.Datums[len(m.Datums)-1].Unmarshal(dAtA[iNdEx:postIndex]); err != nil { 1623 return err 1624 } 1625 iNdEx = postIndex 1626 default: 1627 iNdEx = preIndex 1628 skippy, err := skipTransform(dAtA[iNdEx:]) 1629 if err != nil { 1630 return err 1631 } 1632 if (skippy < 0) || (iNdEx+skippy) < 0 { 1633 return ErrInvalidLengthTransform 1634 } 1635 if (iNdEx + skippy) > l { 1636 return io.ErrUnexpectedEOF 1637 } 1638 m.XXX_unrecognized = append(m.XXX_unrecognized, dAtA[iNdEx:iNdEx+skippy]...) 1639 iNdEx += skippy 1640 } 1641 } 1642 1643 if iNdEx > l { 1644 return io.ErrUnexpectedEOF 1645 } 1646 return nil 1647 } 1648 func (m *HashtreeObjects) Unmarshal(dAtA []byte) error { 1649 l := len(dAtA) 1650 iNdEx := 0 1651 for iNdEx < l { 1652 preIndex := iNdEx 1653 var wire uint64 1654 for shift := uint(0); ; shift += 7 { 1655 if shift >= 64 { 1656 return ErrIntOverflowTransform 1657 } 1658 if iNdEx >= l { 1659 return io.ErrUnexpectedEOF 1660 } 1661 b := dAtA[iNdEx] 1662 iNdEx++ 1663 wire |= uint64(b&0x7F) << shift 1664 if b < 0x80 { 1665 break 1666 } 1667 } 1668 fieldNum := int32(wire >> 3) 1669 wireType := int(wire & 0x7) 1670 if wireType == 4 { 1671 return fmt.Errorf("proto: HashtreeObjects: wiretype end group for non-group") 1672 } 1673 if fieldNum <= 0 { 1674 return fmt.Errorf("proto: HashtreeObjects: illegal tag %d (wire type %d)", fieldNum, wire) 1675 } 1676 switch fieldNum { 1677 case 1: 1678 if wireType != 2 { 1679 return fmt.Errorf("proto: wrong wireType = %d for field ChunkObjects", wireType) 1680 } 1681 var stringLen uint64 1682 for shift := uint(0); ; shift += 7 { 1683 if shift >= 64 { 1684 return ErrIntOverflowTransform 1685 } 1686 if iNdEx >= l { 1687 return io.ErrUnexpectedEOF 1688 } 1689 b := dAtA[iNdEx] 1690 iNdEx++ 1691 stringLen |= uint64(b&0x7F) << shift 1692 if b < 0x80 { 1693 break 1694 } 1695 } 1696 intStringLen := int(stringLen) 1697 if intStringLen < 0 { 1698 return ErrInvalidLengthTransform 1699 } 1700 postIndex := iNdEx + intStringLen 1701 if postIndex < 0 { 1702 return ErrInvalidLengthTransform 1703 } 1704 if postIndex > l { 1705 return io.ErrUnexpectedEOF 1706 } 1707 m.ChunkObjects = append(m.ChunkObjects, string(dAtA[iNdEx:postIndex])) 1708 iNdEx = postIndex 1709 case 2: 1710 if wireType != 2 { 1711 return fmt.Errorf("proto: wrong wireType = %d for field StatsObjects", wireType) 1712 } 1713 var stringLen uint64 1714 for shift := uint(0); ; shift += 7 { 1715 if shift >= 64 { 1716 return ErrIntOverflowTransform 1717 } 1718 if iNdEx >= l { 1719 return io.ErrUnexpectedEOF 1720 } 1721 b := dAtA[iNdEx] 1722 iNdEx++ 1723 stringLen |= uint64(b&0x7F) << shift 1724 if b < 0x80 { 1725 break 1726 } 1727 } 1728 intStringLen := int(stringLen) 1729 if intStringLen < 0 { 1730 return ErrInvalidLengthTransform 1731 } 1732 postIndex := iNdEx + intStringLen 1733 if postIndex < 0 { 1734 return ErrInvalidLengthTransform 1735 } 1736 if postIndex > l { 1737 return io.ErrUnexpectedEOF 1738 } 1739 m.StatsObjects = append(m.StatsObjects, string(dAtA[iNdEx:postIndex])) 1740 iNdEx = postIndex 1741 default: 1742 iNdEx = preIndex 1743 skippy, err := skipTransform(dAtA[iNdEx:]) 1744 if err != nil { 1745 return err 1746 } 1747 if (skippy < 0) || (iNdEx+skippy) < 0 { 1748 return ErrInvalidLengthTransform 1749 } 1750 if (iNdEx + skippy) > l { 1751 return io.ErrUnexpectedEOF 1752 } 1753 m.XXX_unrecognized = append(m.XXX_unrecognized, dAtA[iNdEx:iNdEx+skippy]...) 1754 iNdEx += skippy 1755 } 1756 } 1757 1758 if iNdEx > l { 1759 return io.ErrUnexpectedEOF 1760 } 1761 return nil 1762 } 1763 func (m *RecoveredDatums) Unmarshal(dAtA []byte) error { 1764 l := len(dAtA) 1765 iNdEx := 0 1766 for iNdEx < l { 1767 preIndex := iNdEx 1768 var wire uint64 1769 for shift := uint(0); ; shift += 7 { 1770 if shift >= 64 { 1771 return ErrIntOverflowTransform 1772 } 1773 if iNdEx >= l { 1774 return io.ErrUnexpectedEOF 1775 } 1776 b := dAtA[iNdEx] 1777 iNdEx++ 1778 wire |= uint64(b&0x7F) << shift 1779 if b < 0x80 { 1780 break 1781 } 1782 } 1783 fieldNum := int32(wire >> 3) 1784 wireType := int(wire & 0x7) 1785 if wireType == 4 { 1786 return fmt.Errorf("proto: RecoveredDatums: wiretype end group for non-group") 1787 } 1788 if fieldNum <= 0 { 1789 return fmt.Errorf("proto: RecoveredDatums: illegal tag %d (wire type %d)", fieldNum, wire) 1790 } 1791 switch fieldNum { 1792 case 1: 1793 if wireType != 2 { 1794 return fmt.Errorf("proto: wrong wireType = %d for field Hashes", wireType) 1795 } 1796 var stringLen uint64 1797 for shift := uint(0); ; shift += 7 { 1798 if shift >= 64 { 1799 return ErrIntOverflowTransform 1800 } 1801 if iNdEx >= l { 1802 return io.ErrUnexpectedEOF 1803 } 1804 b := dAtA[iNdEx] 1805 iNdEx++ 1806 stringLen |= uint64(b&0x7F) << shift 1807 if b < 0x80 { 1808 break 1809 } 1810 } 1811 intStringLen := int(stringLen) 1812 if intStringLen < 0 { 1813 return ErrInvalidLengthTransform 1814 } 1815 postIndex := iNdEx + intStringLen 1816 if postIndex < 0 { 1817 return ErrInvalidLengthTransform 1818 } 1819 if postIndex > l { 1820 return io.ErrUnexpectedEOF 1821 } 1822 m.Hashes = append(m.Hashes, string(dAtA[iNdEx:postIndex])) 1823 iNdEx = postIndex 1824 default: 1825 iNdEx = preIndex 1826 skippy, err := skipTransform(dAtA[iNdEx:]) 1827 if err != nil { 1828 return err 1829 } 1830 if (skippy < 0) || (iNdEx+skippy) < 0 { 1831 return ErrInvalidLengthTransform 1832 } 1833 if (iNdEx + skippy) > l { 1834 return io.ErrUnexpectedEOF 1835 } 1836 m.XXX_unrecognized = append(m.XXX_unrecognized, dAtA[iNdEx:iNdEx+skippy]...) 1837 iNdEx += skippy 1838 } 1839 } 1840 1841 if iNdEx > l { 1842 return io.ErrUnexpectedEOF 1843 } 1844 return nil 1845 } 1846 func (m *RecoveredDatumObjects) Unmarshal(dAtA []byte) error { 1847 l := len(dAtA) 1848 iNdEx := 0 1849 for iNdEx < l { 1850 preIndex := iNdEx 1851 var wire uint64 1852 for shift := uint(0); ; shift += 7 { 1853 if shift >= 64 { 1854 return ErrIntOverflowTransform 1855 } 1856 if iNdEx >= l { 1857 return io.ErrUnexpectedEOF 1858 } 1859 b := dAtA[iNdEx] 1860 iNdEx++ 1861 wire |= uint64(b&0x7F) << shift 1862 if b < 0x80 { 1863 break 1864 } 1865 } 1866 fieldNum := int32(wire >> 3) 1867 wireType := int(wire & 0x7) 1868 if wireType == 4 { 1869 return fmt.Errorf("proto: RecoveredDatumObjects: wiretype end group for non-group") 1870 } 1871 if fieldNum <= 0 { 1872 return fmt.Errorf("proto: RecoveredDatumObjects: illegal tag %d (wire type %d)", fieldNum, wire) 1873 } 1874 switch fieldNum { 1875 case 1: 1876 if wireType != 2 { 1877 return fmt.Errorf("proto: wrong wireType = %d for field Objects", wireType) 1878 } 1879 var stringLen uint64 1880 for shift := uint(0); ; shift += 7 { 1881 if shift >= 64 { 1882 return ErrIntOverflowTransform 1883 } 1884 if iNdEx >= l { 1885 return io.ErrUnexpectedEOF 1886 } 1887 b := dAtA[iNdEx] 1888 iNdEx++ 1889 stringLen |= uint64(b&0x7F) << shift 1890 if b < 0x80 { 1891 break 1892 } 1893 } 1894 intStringLen := int(stringLen) 1895 if intStringLen < 0 { 1896 return ErrInvalidLengthTransform 1897 } 1898 postIndex := iNdEx + intStringLen 1899 if postIndex < 0 { 1900 return ErrInvalidLengthTransform 1901 } 1902 if postIndex > l { 1903 return io.ErrUnexpectedEOF 1904 } 1905 m.Objects = append(m.Objects, string(dAtA[iNdEx:postIndex])) 1906 iNdEx = postIndex 1907 default: 1908 iNdEx = preIndex 1909 skippy, err := skipTransform(dAtA[iNdEx:]) 1910 if err != nil { 1911 return err 1912 } 1913 if (skippy < 0) || (iNdEx+skippy) < 0 { 1914 return ErrInvalidLengthTransform 1915 } 1916 if (iNdEx + skippy) > l { 1917 return io.ErrUnexpectedEOF 1918 } 1919 m.XXX_unrecognized = append(m.XXX_unrecognized, dAtA[iNdEx:iNdEx+skippy]...) 1920 iNdEx += skippy 1921 } 1922 } 1923 1924 if iNdEx > l { 1925 return io.ErrUnexpectedEOF 1926 } 1927 return nil 1928 } 1929 func (m *HashtreeInfo) Unmarshal(dAtA []byte) error { 1930 l := len(dAtA) 1931 iNdEx := 0 1932 for iNdEx < l { 1933 preIndex := iNdEx 1934 var wire uint64 1935 for shift := uint(0); ; shift += 7 { 1936 if shift >= 64 { 1937 return ErrIntOverflowTransform 1938 } 1939 if iNdEx >= l { 1940 return io.ErrUnexpectedEOF 1941 } 1942 b := dAtA[iNdEx] 1943 iNdEx++ 1944 wire |= uint64(b&0x7F) << shift 1945 if b < 0x80 { 1946 break 1947 } 1948 } 1949 fieldNum := int32(wire >> 3) 1950 wireType := int(wire & 0x7) 1951 if wireType == 4 { 1952 return fmt.Errorf("proto: HashtreeInfo: wiretype end group for non-group") 1953 } 1954 if fieldNum <= 0 { 1955 return fmt.Errorf("proto: HashtreeInfo: illegal tag %d (wire type %d)", fieldNum, wire) 1956 } 1957 switch fieldNum { 1958 case 1: 1959 if wireType != 2 { 1960 return fmt.Errorf("proto: wrong wireType = %d for field Address", wireType) 1961 } 1962 var stringLen uint64 1963 for shift := uint(0); ; shift += 7 { 1964 if shift >= 64 { 1965 return ErrIntOverflowTransform 1966 } 1967 if iNdEx >= l { 1968 return io.ErrUnexpectedEOF 1969 } 1970 b := dAtA[iNdEx] 1971 iNdEx++ 1972 stringLen |= uint64(b&0x7F) << shift 1973 if b < 0x80 { 1974 break 1975 } 1976 } 1977 intStringLen := int(stringLen) 1978 if intStringLen < 0 { 1979 return ErrInvalidLengthTransform 1980 } 1981 postIndex := iNdEx + intStringLen 1982 if postIndex < 0 { 1983 return ErrInvalidLengthTransform 1984 } 1985 if postIndex > l { 1986 return io.ErrUnexpectedEOF 1987 } 1988 m.Address = string(dAtA[iNdEx:postIndex]) 1989 iNdEx = postIndex 1990 case 2: 1991 if wireType != 2 { 1992 return fmt.Errorf("proto: wrong wireType = %d for field SubtaskID", wireType) 1993 } 1994 var stringLen uint64 1995 for shift := uint(0); ; shift += 7 { 1996 if shift >= 64 { 1997 return ErrIntOverflowTransform 1998 } 1999 if iNdEx >= l { 2000 return io.ErrUnexpectedEOF 2001 } 2002 b := dAtA[iNdEx] 2003 iNdEx++ 2004 stringLen |= uint64(b&0x7F) << shift 2005 if b < 0x80 { 2006 break 2007 } 2008 } 2009 intStringLen := int(stringLen) 2010 if intStringLen < 0 { 2011 return ErrInvalidLengthTransform 2012 } 2013 postIndex := iNdEx + intStringLen 2014 if postIndex < 0 { 2015 return ErrInvalidLengthTransform 2016 } 2017 if postIndex > l { 2018 return io.ErrUnexpectedEOF 2019 } 2020 m.SubtaskID = string(dAtA[iNdEx:postIndex]) 2021 iNdEx = postIndex 2022 case 3: 2023 if wireType != 2 { 2024 return fmt.Errorf("proto: wrong wireType = %d for field Object", wireType) 2025 } 2026 var stringLen uint64 2027 for shift := uint(0); ; shift += 7 { 2028 if shift >= 64 { 2029 return ErrIntOverflowTransform 2030 } 2031 if iNdEx >= l { 2032 return io.ErrUnexpectedEOF 2033 } 2034 b := dAtA[iNdEx] 2035 iNdEx++ 2036 stringLen |= uint64(b&0x7F) << shift 2037 if b < 0x80 { 2038 break 2039 } 2040 } 2041 intStringLen := int(stringLen) 2042 if intStringLen < 0 { 2043 return ErrInvalidLengthTransform 2044 } 2045 postIndex := iNdEx + intStringLen 2046 if postIndex < 0 { 2047 return ErrInvalidLengthTransform 2048 } 2049 if postIndex > l { 2050 return io.ErrUnexpectedEOF 2051 } 2052 m.Object = string(dAtA[iNdEx:postIndex]) 2053 iNdEx = postIndex 2054 default: 2055 iNdEx = preIndex 2056 skippy, err := skipTransform(dAtA[iNdEx:]) 2057 if err != nil { 2058 return err 2059 } 2060 if (skippy < 0) || (iNdEx+skippy) < 0 { 2061 return ErrInvalidLengthTransform 2062 } 2063 if (iNdEx + skippy) > l { 2064 return io.ErrUnexpectedEOF 2065 } 2066 m.XXX_unrecognized = append(m.XXX_unrecognized, dAtA[iNdEx:iNdEx+skippy]...) 2067 iNdEx += skippy 2068 } 2069 } 2070 2071 if iNdEx > l { 2072 return io.ErrUnexpectedEOF 2073 } 2074 return nil 2075 } 2076 func (m *DatumStats) Unmarshal(dAtA []byte) error { 2077 l := len(dAtA) 2078 iNdEx := 0 2079 for iNdEx < l { 2080 preIndex := iNdEx 2081 var wire uint64 2082 for shift := uint(0); ; shift += 7 { 2083 if shift >= 64 { 2084 return ErrIntOverflowTransform 2085 } 2086 if iNdEx >= l { 2087 return io.ErrUnexpectedEOF 2088 } 2089 b := dAtA[iNdEx] 2090 iNdEx++ 2091 wire |= uint64(b&0x7F) << shift 2092 if b < 0x80 { 2093 break 2094 } 2095 } 2096 fieldNum := int32(wire >> 3) 2097 wireType := int(wire & 0x7) 2098 if wireType == 4 { 2099 return fmt.Errorf("proto: DatumStats: wiretype end group for non-group") 2100 } 2101 if fieldNum <= 0 { 2102 return fmt.Errorf("proto: DatumStats: illegal tag %d (wire type %d)", fieldNum, wire) 2103 } 2104 switch fieldNum { 2105 case 1: 2106 if wireType != 2 { 2107 return fmt.Errorf("proto: wrong wireType = %d for field ProcessStats", wireType) 2108 } 2109 var msglen int 2110 for shift := uint(0); ; shift += 7 { 2111 if shift >= 64 { 2112 return ErrIntOverflowTransform 2113 } 2114 if iNdEx >= l { 2115 return io.ErrUnexpectedEOF 2116 } 2117 b := dAtA[iNdEx] 2118 iNdEx++ 2119 msglen |= int(b&0x7F) << shift 2120 if b < 0x80 { 2121 break 2122 } 2123 } 2124 if msglen < 0 { 2125 return ErrInvalidLengthTransform 2126 } 2127 postIndex := iNdEx + msglen 2128 if postIndex < 0 { 2129 return ErrInvalidLengthTransform 2130 } 2131 if postIndex > l { 2132 return io.ErrUnexpectedEOF 2133 } 2134 if m.ProcessStats == nil { 2135 m.ProcessStats = &pps.ProcessStats{} 2136 } 2137 if err := m.ProcessStats.Unmarshal(dAtA[iNdEx:postIndex]); err != nil { 2138 return err 2139 } 2140 iNdEx = postIndex 2141 case 2: 2142 if wireType != 0 { 2143 return fmt.Errorf("proto: wrong wireType = %d for field DatumsProcessed", wireType) 2144 } 2145 m.DatumsProcessed = 0 2146 for shift := uint(0); ; shift += 7 { 2147 if shift >= 64 { 2148 return ErrIntOverflowTransform 2149 } 2150 if iNdEx >= l { 2151 return io.ErrUnexpectedEOF 2152 } 2153 b := dAtA[iNdEx] 2154 iNdEx++ 2155 m.DatumsProcessed |= int64(b&0x7F) << shift 2156 if b < 0x80 { 2157 break 2158 } 2159 } 2160 case 3: 2161 if wireType != 0 { 2162 return fmt.Errorf("proto: wrong wireType = %d for field DatumsSkipped", wireType) 2163 } 2164 m.DatumsSkipped = 0 2165 for shift := uint(0); ; shift += 7 { 2166 if shift >= 64 { 2167 return ErrIntOverflowTransform 2168 } 2169 if iNdEx >= l { 2170 return io.ErrUnexpectedEOF 2171 } 2172 b := dAtA[iNdEx] 2173 iNdEx++ 2174 m.DatumsSkipped |= int64(b&0x7F) << shift 2175 if b < 0x80 { 2176 break 2177 } 2178 } 2179 case 5: 2180 if wireType != 0 { 2181 return fmt.Errorf("proto: wrong wireType = %d for field DatumsFailed", wireType) 2182 } 2183 m.DatumsFailed = 0 2184 for shift := uint(0); ; shift += 7 { 2185 if shift >= 64 { 2186 return ErrIntOverflowTransform 2187 } 2188 if iNdEx >= l { 2189 return io.ErrUnexpectedEOF 2190 } 2191 b := dAtA[iNdEx] 2192 iNdEx++ 2193 m.DatumsFailed |= int64(b&0x7F) << shift 2194 if b < 0x80 { 2195 break 2196 } 2197 } 2198 case 6: 2199 if wireType != 0 { 2200 return fmt.Errorf("proto: wrong wireType = %d for field DatumsRecovered", wireType) 2201 } 2202 m.DatumsRecovered = 0 2203 for shift := uint(0); ; shift += 7 { 2204 if shift >= 64 { 2205 return ErrIntOverflowTransform 2206 } 2207 if iNdEx >= l { 2208 return io.ErrUnexpectedEOF 2209 } 2210 b := dAtA[iNdEx] 2211 iNdEx++ 2212 m.DatumsRecovered |= int64(b&0x7F) << shift 2213 if b < 0x80 { 2214 break 2215 } 2216 } 2217 case 8: 2218 if wireType != 2 { 2219 return fmt.Errorf("proto: wrong wireType = %d for field FailedDatumID", wireType) 2220 } 2221 var stringLen uint64 2222 for shift := uint(0); ; shift += 7 { 2223 if shift >= 64 { 2224 return ErrIntOverflowTransform 2225 } 2226 if iNdEx >= l { 2227 return io.ErrUnexpectedEOF 2228 } 2229 b := dAtA[iNdEx] 2230 iNdEx++ 2231 stringLen |= uint64(b&0x7F) << shift 2232 if b < 0x80 { 2233 break 2234 } 2235 } 2236 intStringLen := int(stringLen) 2237 if intStringLen < 0 { 2238 return ErrInvalidLengthTransform 2239 } 2240 postIndex := iNdEx + intStringLen 2241 if postIndex < 0 { 2242 return ErrInvalidLengthTransform 2243 } 2244 if postIndex > l { 2245 return io.ErrUnexpectedEOF 2246 } 2247 m.FailedDatumID = string(dAtA[iNdEx:postIndex]) 2248 iNdEx = postIndex 2249 default: 2250 iNdEx = preIndex 2251 skippy, err := skipTransform(dAtA[iNdEx:]) 2252 if err != nil { 2253 return err 2254 } 2255 if (skippy < 0) || (iNdEx+skippy) < 0 { 2256 return ErrInvalidLengthTransform 2257 } 2258 if (iNdEx + skippy) > l { 2259 return io.ErrUnexpectedEOF 2260 } 2261 m.XXX_unrecognized = append(m.XXX_unrecognized, dAtA[iNdEx:iNdEx+skippy]...) 2262 iNdEx += skippy 2263 } 2264 } 2265 2266 if iNdEx > l { 2267 return io.ErrUnexpectedEOF 2268 } 2269 return nil 2270 } 2271 func (m *DatumData) Unmarshal(dAtA []byte) error { 2272 l := len(dAtA) 2273 iNdEx := 0 2274 for iNdEx < l { 2275 preIndex := iNdEx 2276 var wire uint64 2277 for shift := uint(0); ; shift += 7 { 2278 if shift >= 64 { 2279 return ErrIntOverflowTransform 2280 } 2281 if iNdEx >= l { 2282 return io.ErrUnexpectedEOF 2283 } 2284 b := dAtA[iNdEx] 2285 iNdEx++ 2286 wire |= uint64(b&0x7F) << shift 2287 if b < 0x80 { 2288 break 2289 } 2290 } 2291 fieldNum := int32(wire >> 3) 2292 wireType := int(wire & 0x7) 2293 if wireType == 4 { 2294 return fmt.Errorf("proto: DatumData: wiretype end group for non-group") 2295 } 2296 if fieldNum <= 0 { 2297 return fmt.Errorf("proto: DatumData: illegal tag %d (wire type %d)", fieldNum, wire) 2298 } 2299 switch fieldNum { 2300 case 1: 2301 if wireType != 2 { 2302 return fmt.Errorf("proto: wrong wireType = %d for field JobID", wireType) 2303 } 2304 var stringLen uint64 2305 for shift := uint(0); ; shift += 7 { 2306 if shift >= 64 { 2307 return ErrIntOverflowTransform 2308 } 2309 if iNdEx >= l { 2310 return io.ErrUnexpectedEOF 2311 } 2312 b := dAtA[iNdEx] 2313 iNdEx++ 2314 stringLen |= uint64(b&0x7F) << shift 2315 if b < 0x80 { 2316 break 2317 } 2318 } 2319 intStringLen := int(stringLen) 2320 if intStringLen < 0 { 2321 return ErrInvalidLengthTransform 2322 } 2323 postIndex := iNdEx + intStringLen 2324 if postIndex < 0 { 2325 return ErrInvalidLengthTransform 2326 } 2327 if postIndex > l { 2328 return io.ErrUnexpectedEOF 2329 } 2330 m.JobID = string(dAtA[iNdEx:postIndex]) 2331 iNdEx = postIndex 2332 case 3: 2333 if wireType != 2 { 2334 return fmt.Errorf("proto: wrong wireType = %d for field OutputCommit", wireType) 2335 } 2336 var msglen int 2337 for shift := uint(0); ; shift += 7 { 2338 if shift >= 64 { 2339 return ErrIntOverflowTransform 2340 } 2341 if iNdEx >= l { 2342 return io.ErrUnexpectedEOF 2343 } 2344 b := dAtA[iNdEx] 2345 iNdEx++ 2346 msglen |= int(b&0x7F) << shift 2347 if b < 0x80 { 2348 break 2349 } 2350 } 2351 if msglen < 0 { 2352 return ErrInvalidLengthTransform 2353 } 2354 postIndex := iNdEx + msglen 2355 if postIndex < 0 { 2356 return ErrInvalidLengthTransform 2357 } 2358 if postIndex > l { 2359 return io.ErrUnexpectedEOF 2360 } 2361 if m.OutputCommit == nil { 2362 m.OutputCommit = &pfs.Commit{} 2363 } 2364 if err := m.OutputCommit.Unmarshal(dAtA[iNdEx:postIndex]); err != nil { 2365 return err 2366 } 2367 iNdEx = postIndex 2368 case 4: 2369 if wireType != 2 { 2370 return fmt.Errorf("proto: wrong wireType = %d for field Stats", wireType) 2371 } 2372 var msglen int 2373 for shift := uint(0); ; shift += 7 { 2374 if shift >= 64 { 2375 return ErrIntOverflowTransform 2376 } 2377 if iNdEx >= l { 2378 return io.ErrUnexpectedEOF 2379 } 2380 b := dAtA[iNdEx] 2381 iNdEx++ 2382 msglen |= int(b&0x7F) << shift 2383 if b < 0x80 { 2384 break 2385 } 2386 } 2387 if msglen < 0 { 2388 return ErrInvalidLengthTransform 2389 } 2390 postIndex := iNdEx + msglen 2391 if postIndex < 0 { 2392 return ErrInvalidLengthTransform 2393 } 2394 if postIndex > l { 2395 return io.ErrUnexpectedEOF 2396 } 2397 if m.Stats == nil { 2398 m.Stats = &DatumStats{} 2399 } 2400 if err := m.Stats.Unmarshal(dAtA[iNdEx:postIndex]); err != nil { 2401 return err 2402 } 2403 iNdEx = postIndex 2404 case 5: 2405 if wireType != 2 { 2406 return fmt.Errorf("proto: wrong wireType = %d for field ChunkHashtree", wireType) 2407 } 2408 var msglen int 2409 for shift := uint(0); ; shift += 7 { 2410 if shift >= 64 { 2411 return ErrIntOverflowTransform 2412 } 2413 if iNdEx >= l { 2414 return io.ErrUnexpectedEOF 2415 } 2416 b := dAtA[iNdEx] 2417 iNdEx++ 2418 msglen |= int(b&0x7F) << shift 2419 if b < 0x80 { 2420 break 2421 } 2422 } 2423 if msglen < 0 { 2424 return ErrInvalidLengthTransform 2425 } 2426 postIndex := iNdEx + msglen 2427 if postIndex < 0 { 2428 return ErrInvalidLengthTransform 2429 } 2430 if postIndex > l { 2431 return io.ErrUnexpectedEOF 2432 } 2433 if m.ChunkHashtree == nil { 2434 m.ChunkHashtree = &HashtreeInfo{} 2435 } 2436 if err := m.ChunkHashtree.Unmarshal(dAtA[iNdEx:postIndex]); err != nil { 2437 return err 2438 } 2439 iNdEx = postIndex 2440 case 6: 2441 if wireType != 2 { 2442 return fmt.Errorf("proto: wrong wireType = %d for field StatsHashtree", wireType) 2443 } 2444 var msglen int 2445 for shift := uint(0); ; shift += 7 { 2446 if shift >= 64 { 2447 return ErrIntOverflowTransform 2448 } 2449 if iNdEx >= l { 2450 return io.ErrUnexpectedEOF 2451 } 2452 b := dAtA[iNdEx] 2453 iNdEx++ 2454 msglen |= int(b&0x7F) << shift 2455 if b < 0x80 { 2456 break 2457 } 2458 } 2459 if msglen < 0 { 2460 return ErrInvalidLengthTransform 2461 } 2462 postIndex := iNdEx + msglen 2463 if postIndex < 0 { 2464 return ErrInvalidLengthTransform 2465 } 2466 if postIndex > l { 2467 return io.ErrUnexpectedEOF 2468 } 2469 if m.StatsHashtree == nil { 2470 m.StatsHashtree = &HashtreeInfo{} 2471 } 2472 if err := m.StatsHashtree.Unmarshal(dAtA[iNdEx:postIndex]); err != nil { 2473 return err 2474 } 2475 iNdEx = postIndex 2476 case 7: 2477 if wireType != 2 { 2478 return fmt.Errorf("proto: wrong wireType = %d for field RecoveredDatumsObject", wireType) 2479 } 2480 var stringLen uint64 2481 for shift := uint(0); ; shift += 7 { 2482 if shift >= 64 { 2483 return ErrIntOverflowTransform 2484 } 2485 if iNdEx >= l { 2486 return io.ErrUnexpectedEOF 2487 } 2488 b := dAtA[iNdEx] 2489 iNdEx++ 2490 stringLen |= uint64(b&0x7F) << shift 2491 if b < 0x80 { 2492 break 2493 } 2494 } 2495 intStringLen := int(stringLen) 2496 if intStringLen < 0 { 2497 return ErrInvalidLengthTransform 2498 } 2499 postIndex := iNdEx + intStringLen 2500 if postIndex < 0 { 2501 return ErrInvalidLengthTransform 2502 } 2503 if postIndex > l { 2504 return io.ErrUnexpectedEOF 2505 } 2506 m.RecoveredDatumsObject = string(dAtA[iNdEx:postIndex]) 2507 iNdEx = postIndex 2508 case 8: 2509 if wireType != 2 { 2510 return fmt.Errorf("proto: wrong wireType = %d for field DatumsObject", wireType) 2511 } 2512 var stringLen uint64 2513 for shift := uint(0); ; shift += 7 { 2514 if shift >= 64 { 2515 return ErrIntOverflowTransform 2516 } 2517 if iNdEx >= l { 2518 return io.ErrUnexpectedEOF 2519 } 2520 b := dAtA[iNdEx] 2521 iNdEx++ 2522 stringLen |= uint64(b&0x7F) << shift 2523 if b < 0x80 { 2524 break 2525 } 2526 } 2527 intStringLen := int(stringLen) 2528 if intStringLen < 0 { 2529 return ErrInvalidLengthTransform 2530 } 2531 postIndex := iNdEx + intStringLen 2532 if postIndex < 0 { 2533 return ErrInvalidLengthTransform 2534 } 2535 if postIndex > l { 2536 return io.ErrUnexpectedEOF 2537 } 2538 m.DatumsObject = string(dAtA[iNdEx:postIndex]) 2539 iNdEx = postIndex 2540 default: 2541 iNdEx = preIndex 2542 skippy, err := skipTransform(dAtA[iNdEx:]) 2543 if err != nil { 2544 return err 2545 } 2546 if (skippy < 0) || (iNdEx+skippy) < 0 { 2547 return ErrInvalidLengthTransform 2548 } 2549 if (iNdEx + skippy) > l { 2550 return io.ErrUnexpectedEOF 2551 } 2552 m.XXX_unrecognized = append(m.XXX_unrecognized, dAtA[iNdEx:iNdEx+skippy]...) 2553 iNdEx += skippy 2554 } 2555 } 2556 2557 if iNdEx > l { 2558 return io.ErrUnexpectedEOF 2559 } 2560 return nil 2561 } 2562 func (m *MergeData) Unmarshal(dAtA []byte) error { 2563 l := len(dAtA) 2564 iNdEx := 0 2565 for iNdEx < l { 2566 preIndex := iNdEx 2567 var wire uint64 2568 for shift := uint(0); ; shift += 7 { 2569 if shift >= 64 { 2570 return ErrIntOverflowTransform 2571 } 2572 if iNdEx >= l { 2573 return io.ErrUnexpectedEOF 2574 } 2575 b := dAtA[iNdEx] 2576 iNdEx++ 2577 wire |= uint64(b&0x7F) << shift 2578 if b < 0x80 { 2579 break 2580 } 2581 } 2582 fieldNum := int32(wire >> 3) 2583 wireType := int(wire & 0x7) 2584 if wireType == 4 { 2585 return fmt.Errorf("proto: MergeData: wiretype end group for non-group") 2586 } 2587 if fieldNum <= 0 { 2588 return fmt.Errorf("proto: MergeData: illegal tag %d (wire type %d)", fieldNum, wire) 2589 } 2590 switch fieldNum { 2591 case 1: 2592 if wireType != 2 { 2593 return fmt.Errorf("proto: wrong wireType = %d for field JobID", wireType) 2594 } 2595 var stringLen uint64 2596 for shift := uint(0); ; shift += 7 { 2597 if shift >= 64 { 2598 return ErrIntOverflowTransform 2599 } 2600 if iNdEx >= l { 2601 return io.ErrUnexpectedEOF 2602 } 2603 b := dAtA[iNdEx] 2604 iNdEx++ 2605 stringLen |= uint64(b&0x7F) << shift 2606 if b < 0x80 { 2607 break 2608 } 2609 } 2610 intStringLen := int(stringLen) 2611 if intStringLen < 0 { 2612 return ErrInvalidLengthTransform 2613 } 2614 postIndex := iNdEx + intStringLen 2615 if postIndex < 0 { 2616 return ErrInvalidLengthTransform 2617 } 2618 if postIndex > l { 2619 return io.ErrUnexpectedEOF 2620 } 2621 m.JobID = string(dAtA[iNdEx:postIndex]) 2622 iNdEx = postIndex 2623 case 2: 2624 if wireType != 2 { 2625 return fmt.Errorf("proto: wrong wireType = %d for field Hashtrees", wireType) 2626 } 2627 var msglen int 2628 for shift := uint(0); ; shift += 7 { 2629 if shift >= 64 { 2630 return ErrIntOverflowTransform 2631 } 2632 if iNdEx >= l { 2633 return io.ErrUnexpectedEOF 2634 } 2635 b := dAtA[iNdEx] 2636 iNdEx++ 2637 msglen |= int(b&0x7F) << shift 2638 if b < 0x80 { 2639 break 2640 } 2641 } 2642 if msglen < 0 { 2643 return ErrInvalidLengthTransform 2644 } 2645 postIndex := iNdEx + msglen 2646 if postIndex < 0 { 2647 return ErrInvalidLengthTransform 2648 } 2649 if postIndex > l { 2650 return io.ErrUnexpectedEOF 2651 } 2652 m.Hashtrees = append(m.Hashtrees, &HashtreeInfo{}) 2653 if err := m.Hashtrees[len(m.Hashtrees)-1].Unmarshal(dAtA[iNdEx:postIndex]); err != nil { 2654 return err 2655 } 2656 iNdEx = postIndex 2657 case 3: 2658 if wireType != 2 { 2659 return fmt.Errorf("proto: wrong wireType = %d for field Parent", wireType) 2660 } 2661 var msglen int 2662 for shift := uint(0); ; shift += 7 { 2663 if shift >= 64 { 2664 return ErrIntOverflowTransform 2665 } 2666 if iNdEx >= l { 2667 return io.ErrUnexpectedEOF 2668 } 2669 b := dAtA[iNdEx] 2670 iNdEx++ 2671 msglen |= int(b&0x7F) << shift 2672 if b < 0x80 { 2673 break 2674 } 2675 } 2676 if msglen < 0 { 2677 return ErrInvalidLengthTransform 2678 } 2679 postIndex := iNdEx + msglen 2680 if postIndex < 0 { 2681 return ErrInvalidLengthTransform 2682 } 2683 if postIndex > l { 2684 return io.ErrUnexpectedEOF 2685 } 2686 if m.Parent == nil { 2687 m.Parent = &pfs.Object{} 2688 } 2689 if err := m.Parent.Unmarshal(dAtA[iNdEx:postIndex]); err != nil { 2690 return err 2691 } 2692 iNdEx = postIndex 2693 case 4: 2694 if wireType != 0 { 2695 return fmt.Errorf("proto: wrong wireType = %d for field Shard", wireType) 2696 } 2697 m.Shard = 0 2698 for shift := uint(0); ; shift += 7 { 2699 if shift >= 64 { 2700 return ErrIntOverflowTransform 2701 } 2702 if iNdEx >= l { 2703 return io.ErrUnexpectedEOF 2704 } 2705 b := dAtA[iNdEx] 2706 iNdEx++ 2707 m.Shard |= int64(b&0x7F) << shift 2708 if b < 0x80 { 2709 break 2710 } 2711 } 2712 case 5: 2713 if wireType != 0 { 2714 return fmt.Errorf("proto: wrong wireType = %d for field Stats", wireType) 2715 } 2716 var v int 2717 for shift := uint(0); ; shift += 7 { 2718 if shift >= 64 { 2719 return ErrIntOverflowTransform 2720 } 2721 if iNdEx >= l { 2722 return io.ErrUnexpectedEOF 2723 } 2724 b := dAtA[iNdEx] 2725 iNdEx++ 2726 v |= int(b&0x7F) << shift 2727 if b < 0x80 { 2728 break 2729 } 2730 } 2731 m.Stats = bool(v != 0) 2732 case 6: 2733 if wireType != 2 { 2734 return fmt.Errorf("proto: wrong wireType = %d for field Tree", wireType) 2735 } 2736 var msglen int 2737 for shift := uint(0); ; shift += 7 { 2738 if shift >= 64 { 2739 return ErrIntOverflowTransform 2740 } 2741 if iNdEx >= l { 2742 return io.ErrUnexpectedEOF 2743 } 2744 b := dAtA[iNdEx] 2745 iNdEx++ 2746 msglen |= int(b&0x7F) << shift 2747 if b < 0x80 { 2748 break 2749 } 2750 } 2751 if msglen < 0 { 2752 return ErrInvalidLengthTransform 2753 } 2754 postIndex := iNdEx + msglen 2755 if postIndex < 0 { 2756 return ErrInvalidLengthTransform 2757 } 2758 if postIndex > l { 2759 return io.ErrUnexpectedEOF 2760 } 2761 if m.Tree == nil { 2762 m.Tree = &pfs.Object{} 2763 } 2764 if err := m.Tree.Unmarshal(dAtA[iNdEx:postIndex]); err != nil { 2765 return err 2766 } 2767 iNdEx = postIndex 2768 case 7: 2769 if wireType != 0 { 2770 return fmt.Errorf("proto: wrong wireType = %d for field TreeSize", wireType) 2771 } 2772 m.TreeSize = 0 2773 for shift := uint(0); ; shift += 7 { 2774 if shift >= 64 { 2775 return ErrIntOverflowTransform 2776 } 2777 if iNdEx >= l { 2778 return io.ErrUnexpectedEOF 2779 } 2780 b := dAtA[iNdEx] 2781 iNdEx++ 2782 m.TreeSize |= uint64(b&0x7F) << shift 2783 if b < 0x80 { 2784 break 2785 } 2786 } 2787 default: 2788 iNdEx = preIndex 2789 skippy, err := skipTransform(dAtA[iNdEx:]) 2790 if err != nil { 2791 return err 2792 } 2793 if (skippy < 0) || (iNdEx+skippy) < 0 { 2794 return ErrInvalidLengthTransform 2795 } 2796 if (iNdEx + skippy) > l { 2797 return io.ErrUnexpectedEOF 2798 } 2799 m.XXX_unrecognized = append(m.XXX_unrecognized, dAtA[iNdEx:iNdEx+skippy]...) 2800 iNdEx += skippy 2801 } 2802 } 2803 2804 if iNdEx > l { 2805 return io.ErrUnexpectedEOF 2806 } 2807 return nil 2808 } 2809 func skipTransform(dAtA []byte) (n int, err error) { 2810 l := len(dAtA) 2811 iNdEx := 0 2812 depth := 0 2813 for iNdEx < l { 2814 var wire uint64 2815 for shift := uint(0); ; shift += 7 { 2816 if shift >= 64 { 2817 return 0, ErrIntOverflowTransform 2818 } 2819 if iNdEx >= l { 2820 return 0, io.ErrUnexpectedEOF 2821 } 2822 b := dAtA[iNdEx] 2823 iNdEx++ 2824 wire |= (uint64(b) & 0x7F) << shift 2825 if b < 0x80 { 2826 break 2827 } 2828 } 2829 wireType := int(wire & 0x7) 2830 switch wireType { 2831 case 0: 2832 for shift := uint(0); ; shift += 7 { 2833 if shift >= 64 { 2834 return 0, ErrIntOverflowTransform 2835 } 2836 if iNdEx >= l { 2837 return 0, io.ErrUnexpectedEOF 2838 } 2839 iNdEx++ 2840 if dAtA[iNdEx-1] < 0x80 { 2841 break 2842 } 2843 } 2844 case 1: 2845 iNdEx += 8 2846 case 2: 2847 var length int 2848 for shift := uint(0); ; shift += 7 { 2849 if shift >= 64 { 2850 return 0, ErrIntOverflowTransform 2851 } 2852 if iNdEx >= l { 2853 return 0, io.ErrUnexpectedEOF 2854 } 2855 b := dAtA[iNdEx] 2856 iNdEx++ 2857 length |= (int(b) & 0x7F) << shift 2858 if b < 0x80 { 2859 break 2860 } 2861 } 2862 if length < 0 { 2863 return 0, ErrInvalidLengthTransform 2864 } 2865 iNdEx += length 2866 case 3: 2867 depth++ 2868 case 4: 2869 if depth == 0 { 2870 return 0, ErrUnexpectedEndOfGroupTransform 2871 } 2872 depth-- 2873 case 5: 2874 iNdEx += 4 2875 default: 2876 return 0, fmt.Errorf("proto: illegal wireType %d", wireType) 2877 } 2878 if iNdEx < 0 { 2879 return 0, ErrInvalidLengthTransform 2880 } 2881 if depth == 0 { 2882 return iNdEx, nil 2883 } 2884 } 2885 return 0, io.ErrUnexpectedEOF 2886 } 2887 2888 var ( 2889 ErrInvalidLengthTransform = fmt.Errorf("proto: negative length found during unmarshaling") 2890 ErrIntOverflowTransform = fmt.Errorf("proto: integer overflow") 2891 ErrUnexpectedEndOfGroupTransform = fmt.Errorf("proto: unexpected end of group") 2892 )