github.com/keybase/client/go@v0.0.0-20241007131713-f10651d043c8/kbfs/libkbfs/modes.go (about) 1 // Copyright 2018 Keybase Inc. All rights reserved. 2 // Use of this source code is governed by a BSD 3 // license that can be found in the LICENSE file. 4 5 package libkbfs 6 7 import ( 8 "fmt" 9 "math" 10 "os" 11 "strings" 12 "time" 13 14 "github.com/keybase/client/go/protocol/keybase1" 15 "github.com/syndtr/goleveldb/leveldb/opt" 16 ) 17 18 // NewInitModeFromType returns an InitMode object corresponding to the 19 // given type. 20 func NewInitModeFromType(t InitModeType) InitMode { 21 switch t { 22 case InitDefault: 23 return modeDefault{} 24 case InitMinimal: 25 return modeMinimal{} 26 case InitSingleOp: 27 return modeSingleOp{modeDefault{}} 28 case InitConstrained: 29 return modeConstrained{modeDefault{}} 30 case InitMemoryLimited: 31 return modeMemoryLimited{modeConstrained{modeDefault{}}} 32 case InitTestSearch: 33 return modeTestSearch{modeDefault{}} 34 case InitSingleOpWithQR: 35 return modeSingleOpWithQR{modeSingleOp{modeDefault{}}} 36 default: 37 panic(fmt.Sprintf("Unknown mode: %s", t)) 38 } 39 } 40 41 const ( 42 defaultQRPeriod = 1 * time.Hour 43 defaultQRMinUnrefAge = 2 * 7 * 24 * time.Hour // 2 weeks 44 ) 45 46 // Default mode: 47 48 type modeDefault struct { 49 } 50 51 func (md modeDefault) Type() InitModeType { 52 return InitDefault 53 } 54 55 func (md modeDefault) BlockWorkers() int { 56 return defaultBlockRetrievalWorkerQueueSize 57 } 58 59 func (md modeDefault) PrefetchWorkers() int { 60 return defaultPrefetchWorkerQueueSize 61 } 62 63 func (md modeDefault) ThrottledPrefetchPeriod() time.Duration { 64 return defaultThrottledPrefetchPeriod 65 } 66 67 func (md modeDefault) DefaultBlockRequestAction() BlockRequestAction { 68 return BlockRequestWithPrefetch 69 } 70 71 func (md modeDefault) RekeyWorkers() int { 72 return 16 73 } 74 75 func (md modeDefault) RekeyQueueSize() int { 76 return 2048 // 48 KB 77 } 78 79 func (md modeDefault) IsTestMode() bool { 80 return false 81 } 82 83 func (md modeDefault) IsSingleOp() bool { 84 return false 85 } 86 87 func (md modeDefault) DirtyBlockCacheEnabled() bool { 88 return true 89 } 90 91 func (md modeDefault) BackgroundFlushesEnabled() bool { 92 return true 93 } 94 95 func (md modeDefault) MetricsEnabled() bool { 96 return true 97 } 98 99 func (md modeDefault) ConflictResolutionEnabled() bool { 100 return true 101 } 102 103 func (md modeDefault) BlockManagementEnabled() bool { 104 return true 105 } 106 107 func (md modeDefault) MaxBlockPtrsToManageAtOnce() int { 108 return -1 /* unconstrained by default */ 109 } 110 111 func (md modeDefault) QuotaReclamationEnabled() bool { 112 return true 113 } 114 115 func (md modeDefault) QuotaReclamationPeriod() time.Duration { 116 return defaultQRPeriod 117 } 118 119 func (md modeDefault) QuotaReclamationMinUnrefAge() time.Duration { 120 return defaultQRMinUnrefAge 121 } 122 123 func (md modeDefault) QuotaReclamationMinHeadAge() time.Duration { 124 // How old must the most recent TLF revision be before another 125 // device can run QR on that TLF? This is large, to avoid 126 // unnecessary conflicts on the TLF between devices. 127 return defaultQRMinUnrefAge + 24*time.Hour 128 } 129 130 func (md modeDefault) NodeCacheEnabled() bool { 131 return true 132 } 133 134 func (md modeDefault) TLFUpdatesEnabled() bool { 135 return true 136 } 137 138 func (md modeDefault) KBFSServiceEnabled() bool { 139 return true 140 } 141 142 func (md modeDefault) JournalEnabled() bool { 143 return true 144 } 145 146 func (md modeDefault) UnmergedTLFsEnabled() bool { 147 return true 148 } 149 150 func (md modeDefault) ServiceKeepaliveEnabled() bool { 151 return true 152 } 153 154 func (md modeDefault) TLFEditHistoryEnabled() bool { 155 return true 156 } 157 158 func (md modeDefault) SendEditNotificationsEnabled() bool { 159 return true 160 } 161 162 func (md modeDefault) ClientType() keybase1.ClientType { 163 return keybase1.ClientType_KBFS 164 } 165 166 func (md modeDefault) LocalHTTPServerEnabled() bool { 167 return true 168 } 169 170 func (md modeDefault) MaxCleanBlockCacheCapacity() uint64 { 171 return math.MaxUint64 172 } 173 174 func (md modeDefault) OldStorageRootCleaningEnabled() bool { 175 return true 176 } 177 178 func (md modeDefault) DoRefreshFavoritesOnInit() bool { 179 return true 180 } 181 182 func (md modeDefault) DoLogObfuscation() bool { 183 return true 184 } 185 186 func (md modeDefault) BlockTLFEditHistoryIntialization() bool { 187 return false 188 } 189 190 func (md modeDefault) InitialDelayForBackgroundWork() time.Duration { 191 return 0 192 } 193 194 func (md modeDefault) BackgroundWorkPeriod() time.Duration { 195 return 0 196 } 197 198 func (md modeDefault) IndexingEnabled() bool { 199 return false 200 } 201 202 func (md modeDefault) DelayInitialConnect() bool { 203 return false 204 } 205 206 func (md modeDefault) DbWriteBufferSize() int { 207 return 10 * opt.MiB // 10 MB 208 } 209 210 func (md modeDefault) DiskCacheCompactionEnabled() bool { 211 return true 212 } 213 214 func (md modeDefault) EditHistoryPrefetchingEnabled() bool { 215 return false 216 } 217 218 // Minimal mode: 219 220 type modeMinimal struct { 221 } 222 223 func (mm modeMinimal) Type() InitModeType { 224 return InitMinimal 225 } 226 227 func (mm modeMinimal) BlockWorkers() int { 228 // In minimal mode, block re-embedding is not required, so we 229 // don't fetch the unembedded blocks.. 230 return 0 231 } 232 233 func (mm modeMinimal) PrefetchWorkers() int { 234 return 0 235 } 236 237 func (mm modeMinimal) ThrottledPrefetchPeriod() time.Duration { 238 return 0 239 } 240 241 func (mm modeMinimal) DefaultBlockRequestAction() BlockRequestAction { 242 return BlockRequestSolo 243 } 244 245 func (mm modeMinimal) RekeyWorkers() int { 246 return 4 247 } 248 249 func (mm modeMinimal) RekeyQueueSize() int { 250 return 512 // 12 KB 251 } 252 253 func (mm modeMinimal) IsTestMode() bool { 254 return false 255 } 256 257 func (mm modeMinimal) IsSingleOp() bool { 258 return false 259 } 260 261 func (mm modeMinimal) DirtyBlockCacheEnabled() bool { 262 // No blocks will be dirtied in minimal mode, so don't bother with 263 // the dirty block cache. 264 return false 265 } 266 267 func (mm modeMinimal) BackgroundFlushesEnabled() bool { 268 // Don't do background flushes when in minimal mode, since there 269 // shouldn't be any data writes. 270 return false 271 } 272 273 func (mm modeMinimal) MetricsEnabled() bool { 274 return false 275 } 276 277 func (mm modeMinimal) ConflictResolutionEnabled() bool { 278 // No need to run CR if there won't be any data writes on this 279 // device. (There may still be rekey writes, but we don't allow 280 // conflicts to happen in that case.) 281 return false 282 } 283 284 func (mm modeMinimal) BlockManagementEnabled() bool { 285 // If this device is in minimal mode and won't be doing any data 286 // writes, no need deal with block-level cleanup operations. 287 // TODO: in the future it might still be useful to have 288 // e.g. mobile devices doing QR. 289 return false 290 } 291 292 func (mm modeMinimal) MaxBlockPtrsToManageAtOnce() int { 293 panic("Shouldn't be called when block management is disabled") 294 } 295 296 func (mm modeMinimal) QuotaReclamationEnabled() bool { 297 return false 298 } 299 300 func (mm modeMinimal) QuotaReclamationPeriod() time.Duration { 301 return 0 302 } 303 304 func (mm modeMinimal) QuotaReclamationMinUnrefAge() time.Duration { 305 return 0 306 } 307 308 func (mm modeMinimal) QuotaReclamationMinHeadAge() time.Duration { 309 return 0 310 } 311 312 func (mm modeMinimal) NodeCacheEnabled() bool { 313 // If we're in minimal mode, let the node cache remain nil to 314 // ensure that the user doesn't try any data reads or writes. 315 return false 316 } 317 318 func (mm modeMinimal) TLFUpdatesEnabled() bool { 319 return true 320 } 321 322 func (mm modeMinimal) KBFSServiceEnabled() bool { 323 return false 324 } 325 326 func (mm modeMinimal) JournalEnabled() bool { 327 return false 328 } 329 330 func (mm modeMinimal) UnmergedTLFsEnabled() bool { 331 // Writes aren't allowed, so unmerged TLFs on this device 332 // shouldn't be possible. 333 return false 334 } 335 336 func (mm modeMinimal) ServiceKeepaliveEnabled() bool { 337 return false 338 } 339 340 func (mm modeMinimal) TLFEditHistoryEnabled() bool { 341 return false 342 } 343 344 func (mm modeMinimal) SendEditNotificationsEnabled() bool { 345 // Writes aren't allowed, so we shouldn't need to send any. 346 return false 347 } 348 349 func (mm modeMinimal) ClientType() keybase1.ClientType { 350 return keybase1.ClientType_KBFS 351 } 352 353 func (mm modeMinimal) LocalHTTPServerEnabled() bool { 354 return false 355 } 356 357 func (mm modeMinimal) MaxCleanBlockCacheCapacity() uint64 { 358 return math.MaxUint64 359 } 360 361 func (mm modeMinimal) OldStorageRootCleaningEnabled() bool { 362 return false 363 } 364 365 func (mm modeMinimal) DoRefreshFavoritesOnInit() bool { 366 return false 367 } 368 369 func (mm modeMinimal) DoLogObfuscation() bool { 370 return true 371 } 372 373 func (mm modeMinimal) BlockTLFEditHistoryIntialization() bool { 374 // Never used. 375 return false 376 } 377 378 func (mm modeMinimal) InitialDelayForBackgroundWork() time.Duration { 379 // No background work 380 return math.MaxInt64 381 } 382 383 func (mm modeMinimal) BackgroundWorkPeriod() time.Duration { 384 // No background work 385 return math.MaxInt64 386 } 387 388 func (mm modeMinimal) IndexingEnabled() bool { 389 return false 390 } 391 392 func (mm modeMinimal) DelayInitialConnect() bool { 393 return false 394 } 395 396 func (mm modeMinimal) DbWriteBufferSize() int { 397 return 1 * opt.KiB // 1 KB 398 } 399 400 func (mm modeMinimal) DiskCacheCompactionEnabled() bool { 401 return false 402 } 403 404 func (mm modeMinimal) EditHistoryPrefetchingEnabled() bool { 405 return false 406 } 407 408 // Single op mode: 409 410 type modeSingleOp struct { 411 InitMode 412 } 413 414 func (mso modeSingleOp) Type() InitModeType { 415 return InitSingleOp 416 } 417 418 func (mso modeSingleOp) RekeyWorkers() int { 419 // Just block all rekeys and don't bother cleaning up requests 420 // since the process is short lived anyway. 421 return 0 422 } 423 424 func (mso modeSingleOp) RekeyQueueSize() int { 425 return 0 426 } 427 428 func (mso modeSingleOp) QuotaReclamationEnabled() bool { 429 return false 430 } 431 432 func (mso modeSingleOp) QuotaReclamationPeriod() time.Duration { 433 return 0 434 } 435 436 func (mso modeSingleOp) QuotaReclamationMinUnrefAge() time.Duration { 437 return 0 438 } 439 440 func (mso modeSingleOp) QuotaReclamationMinHeadAge() time.Duration { 441 return 0 442 } 443 444 func (mso modeSingleOp) TLFUpdatesEnabled() bool { 445 return false 446 } 447 448 func (mso modeSingleOp) KBFSServiceEnabled() bool { 449 return false 450 } 451 452 func (mso modeSingleOp) UnmergedTLFsEnabled() bool { 453 // There's basically no way for a TLF to start off as unmerged 454 // since single-ops should be using a fresh journal. 455 return false 456 } 457 458 func (mso modeSingleOp) TLFEditHistoryEnabled() bool { 459 return false 460 } 461 462 func (mso modeSingleOp) MetricsEnabled() bool { 463 return false 464 } 465 466 func (mso modeSingleOp) SendEditNotificationsEnabled() bool { 467 // We don't want git, or other single op writes, showing up in the 468 // notification history. 469 return false 470 } 471 472 func (mso modeSingleOp) ClientType() keybase1.ClientType { 473 return keybase1.ClientType_NONE 474 } 475 476 func (mso modeSingleOp) LocalHTTPServerEnabled() bool { 477 return false 478 } 479 480 func (mso modeSingleOp) OldStorageRootCleaningEnabled() bool { 481 return false 482 } 483 484 func (mso modeSingleOp) DoRefreshFavoritesOnInit() bool { 485 return false 486 } 487 488 func (mso modeSingleOp) InitialDelayForBackgroundWork() time.Duration { 489 // No background work 490 return math.MaxInt64 491 } 492 493 func (mso modeSingleOp) BackgroundWorkPeriod() time.Duration { 494 // No background work 495 return math.MaxInt64 496 } 497 498 func (mso modeSingleOp) IsSingleOp() bool { 499 return true 500 } 501 502 func (mso modeSingleOp) DiskCacheCompactionEnabled() bool { 503 return false 504 } 505 506 // Single-op mode with QR: 507 508 type modeSingleOpWithQR struct { 509 modeSingleOp 510 } 511 512 func (msowq modeSingleOpWithQR) QuotaReclamationEnabled() bool { 513 return true 514 } 515 516 func (msowq modeSingleOpWithQR) QuotaReclamationPeriod() time.Duration { 517 // We might end up needing to make this much shorter, because it 518 // can take a while to get through all the revisions. But for now 519 // I want to make sure it doesn't wake up too often and cause too 520 // much CPU. 521 return 1 * time.Minute 522 } 523 524 func (msowq modeSingleOpWithQR) QuotaReclamationMinUnrefAge() time.Duration { 525 return 1 * time.Minute 526 } 527 528 func (msowq modeSingleOpWithQR) QuotaReclamationMinHeadAge() time.Duration { 529 // In the case of indexing, another device will never run QR on 530 // the TLFs in question, but might as well set it to something... 531 return 2 * time.Minute 532 } 533 534 // Constrained mode: 535 536 type modeConstrained struct { 537 InitMode 538 } 539 540 func (mc modeConstrained) Type() InitModeType { 541 return InitConstrained 542 } 543 544 func (mc modeConstrained) BlockWorkers() int { 545 return 1 546 } 547 548 func (mc modeConstrained) PrefetchWorkers() int { 549 return 1 550 } 551 552 func (mc modeConstrained) DefaultBlockRequestAction() BlockRequestAction { 553 return BlockRequestSolo 554 } 555 556 func (mc modeConstrained) RekeyWorkers() int { 557 return 4 558 } 559 560 func (mc modeConstrained) RekeyQueueSize() int { 561 return 1024 // 24 KB 562 } 563 564 func (mc modeConstrained) BackgroundFlushesEnabled() bool { 565 return true 566 } 567 568 func (mc modeConstrained) ConflictResolutionEnabled() bool { 569 return true 570 } 571 572 func (mc modeConstrained) MaxBlockPtrsToManageAtOnce() int { 573 return 10000 574 } 575 576 func (mc modeConstrained) QuotaReclamationEnabled() bool { 577 return true 578 } 579 580 func (mc modeConstrained) QuotaReclamationPeriod() time.Duration { 581 return defaultQRPeriod 582 } 583 584 func (mc modeConstrained) QuotaReclamationMinUnrefAge() time.Duration { 585 return defaultQRMinUnrefAge 586 } 587 588 func (mc modeConstrained) QuotaReclamationMinHeadAge() time.Duration { 589 // Don't ever run QR in constrained mode unless this device was 590 // the most recent writer. 591 return 0 592 } 593 594 func (mc modeConstrained) KBFSServiceEnabled() bool { 595 return false 596 } 597 598 func (mc modeConstrained) JournalEnabled() bool { 599 return true 600 } 601 602 func (mc modeConstrained) UnmergedTLFsEnabled() bool { 603 return true 604 } 605 606 func (mc modeConstrained) ServiceKeepaliveEnabled() bool { 607 return false 608 } 609 610 func (mc modeConstrained) TLFEditHistoryEnabled() bool { 611 return true 612 } 613 614 func (mc modeConstrained) SendEditNotificationsEnabled() bool { 615 return true 616 } 617 618 func (mc modeConstrained) LocalHTTPServerEnabled() bool { 619 return true 620 } 621 622 func (mc modeConstrained) BlockTLFEditHistoryIntialization() bool { 623 // In constrained mode, we don't want to incur this work in the 624 // background when it might interfere with other foreground tasks. 625 // Instead, make requests that depend on the edit history block 626 // and effectively foreground that initialization work. 627 return true 628 } 629 630 func (mc modeConstrained) InitialDelayForBackgroundWork() time.Duration { 631 return 10 * time.Second 632 } 633 634 func (mc modeConstrained) BackgroundWorkPeriod() time.Duration { 635 return 5 * time.Second 636 } 637 638 func (mc modeConstrained) DelayInitialConnect() bool { 639 return true 640 } 641 642 func (mc modeConstrained) DbWriteBufferSize() int { 643 return 100 * opt.KiB // 100 KB 644 } 645 646 func (mc modeConstrained) DiskCacheCompactionEnabled() bool { 647 return false 648 } 649 650 // Memory limited mode 651 652 type modeMemoryLimited struct { 653 InitMode 654 } 655 656 func (mml modeMemoryLimited) Type() InitModeType { 657 return InitMemoryLimited 658 } 659 660 func (mml modeMemoryLimited) RekeyWorkers() int { 661 return 0 662 } 663 664 func (mml modeMemoryLimited) RekeyQueueSize() int { 665 return 0 666 } 667 668 func (mml modeMemoryLimited) ConflictResolutionEnabled() bool { 669 return false 670 } 671 672 func (mml modeMemoryLimited) QuotaReclamationEnabled() bool { 673 return false 674 } 675 676 func (mml modeMemoryLimited) UnmergedTLFsEnabled() bool { 677 return false 678 } 679 680 func (mml modeMemoryLimited) SendEditNotificationsEnabled() bool { 681 return false 682 } 683 684 func (mml modeMemoryLimited) LocalHTTPServerEnabled() bool { 685 return false 686 } 687 688 func (mml modeMemoryLimited) MaxCleanBlockCacheCapacity() uint64 { 689 return 1 * (1 << 20) // 1 MB 690 } 691 692 func (mml modeMemoryLimited) TLFEditHistoryEnabled() bool { 693 return false 694 } 695 696 func (mml modeMemoryLimited) DbWriteBufferSize() int { 697 return 1 * opt.KiB // 1 KB 698 } 699 700 type modeTestSearch struct { 701 InitMode 702 } 703 704 func (mts modeTestSearch) IndexingEnabled() bool { 705 return true 706 } 707 708 func (mts modeTestSearch) InitialDelayForBackgroundWork() time.Duration { 709 // Delay background work like loading the synced TLFs, until the 710 // indexer has registered to receive notifications about them. 711 return 5 * time.Second 712 } 713 714 func (mts modeTestSearch) DelayInitialConnect() bool { 715 return false 716 } 717 718 // Wrapper for tests. 719 720 type modeTest struct { 721 InitMode 722 } 723 724 func (mt modeTest) IsTestMode() bool { 725 return true 726 } 727 728 func (mt modeTest) QuotaReclamationPeriod() time.Duration { 729 // No auto-reclamation during testing. 730 return 0 731 } 732 733 func (mt modeTest) QuotaReclamationMinUnrefAge() time.Duration { 734 // Smaller archival window by default during testing, for 735 // backwards compatibility with old tests. 736 return 1 * time.Minute 737 } 738 739 func (mt modeTest) QuotaReclamationMinHeadAge() time.Duration { 740 // No min head age during testing. 741 return 0 742 } 743 744 // EnvKeybaseTestObfuscateLogsForTest is "KEYBASE_TEST_OBFUSCATE_LOGS" and used 745 // to specify if log obfuscation should be enabled for test. 746 const EnvKeybaseTestObfuscateLogsForTest = "KEYBASE_TEST_OBFUSCATE_LOGS" 747 748 func (mt modeTest) DoLogObfuscation() bool { 749 e := os.Getenv(EnvKeybaseTestObfuscateLogsForTest) 750 return e != "" && e != "0" && strings.ToLower(e) != "false" 751 }