github.com/cellofellow/gopkg@v0.0.0-20140722061823-eec0544a62ad/database/leveldb/src/c.cc (about) 1 // Copyright (c) 2011 The LevelDB Authors. All rights reserved. 2 // Use of this source code is governed by a BSD-style license that can be 3 // found in the LICENSE file. See the AUTHORS file for names of contributors. 4 5 #include "leveldb/c.h" 6 7 #include <stdlib.h> 8 #include "leveldb/cache.h" 9 #include "leveldb/comparator.h" 10 #include "leveldb/db.h" 11 #include "leveldb/env.h" 12 #include "leveldb/filter_policy.h" 13 #include "leveldb/iterator.h" 14 #include "leveldb/options.h" 15 #include "leveldb/status.h" 16 #include "leveldb/write_batch.h" 17 18 using leveldb::Cache; 19 using leveldb::Comparator; 20 using leveldb::CompressionType; 21 using leveldb::DB; 22 using leveldb::Env; 23 using leveldb::FileLock; 24 using leveldb::FilterPolicy; 25 using leveldb::Iterator; 26 using leveldb::kMajorVersion; 27 using leveldb::kMinorVersion; 28 using leveldb::Logger; 29 using leveldb::NewBloomFilterPolicy; 30 using leveldb::NewLRUCache; 31 using leveldb::Options; 32 using leveldb::RandomAccessFile; 33 using leveldb::Range; 34 using leveldb::ReadOptions; 35 using leveldb::SequentialFile; 36 using leveldb::Slice; 37 using leveldb::Snapshot; 38 using leveldb::Status; 39 using leveldb::WritableFile; 40 using leveldb::WriteBatch; 41 using leveldb::WriteOptions; 42 43 extern "C" { 44 45 struct leveldb_t { DB* rep; }; 46 struct leveldb_iterator_t { Iterator* rep; }; 47 struct leveldb_writebatch_t { WriteBatch rep; }; 48 struct leveldb_snapshot_t { const Snapshot* rep; }; 49 struct leveldb_readoptions_t { ReadOptions rep; }; 50 struct leveldb_writeoptions_t { WriteOptions rep; }; 51 struct leveldb_options_t { Options rep; }; 52 struct leveldb_cache_t { Cache* rep; }; 53 struct leveldb_seqfile_t { SequentialFile* rep; }; 54 struct leveldb_randomfile_t { RandomAccessFile* rep; }; 55 struct leveldb_writablefile_t { WritableFile* rep; }; 56 struct leveldb_logger_t { Logger* rep; }; 57 struct leveldb_filelock_t { FileLock* rep; }; 58 59 struct leveldb_comparator_t : public Comparator { 60 void* state_; 61 void (*destructor_)(void*); 62 int (*compare_)( 63 void*, 64 const char* a, size_t alen, 65 const char* b, size_t blen); 66 const char* (*name_)(void*); 67 68 virtual ~leveldb_comparator_t() { 69 (*destructor_)(state_); 70 } 71 72 virtual int Compare(const Slice& a, const Slice& b) const { 73 return (*compare_)(state_, a.data(), a.size(), b.data(), b.size()); 74 } 75 76 virtual const char* Name() const { 77 return (*name_)(state_); 78 } 79 80 // No-ops since the C binding does not support key shortening methods. 81 virtual void FindShortestSeparator(std::string*, const Slice&) const { } 82 virtual void FindShortSuccessor(std::string* key) const { } 83 }; 84 85 struct leveldb_filterpolicy_t : public FilterPolicy { 86 void* state_; 87 void (*destructor_)(void*); 88 const char* (*name_)(void*); 89 char* (*create_)( 90 void*, 91 const char* const* key_array, const size_t* key_length_array, 92 int num_keys, 93 size_t* filter_length); 94 void (*free_)(void*); 95 unsigned char (*key_match_)( 96 void*, 97 const char* key, size_t length, 98 const char* filter, size_t filter_length); 99 100 virtual ~leveldb_filterpolicy_t() { 101 (*destructor_)(state_); 102 } 103 104 virtual const char* Name() const { 105 return (*name_)(state_); 106 } 107 108 virtual void CreateFilter(const Slice* keys, int n, std::string* dst) const { 109 std::vector<const char*> key_pointers(n); 110 std::vector<size_t> key_sizes(n); 111 for (int i = 0; i < n; i++) { 112 key_pointers[i] = keys[i].data(); 113 key_sizes[i] = keys[i].size(); 114 } 115 size_t len; 116 char* filter = (*create_)(state_, &key_pointers[0], &key_sizes[0], n, &len); 117 dst->append(filter, len); 118 (*free_)(filter); 119 } 120 121 virtual bool KeyMayMatch(const Slice& key, const Slice& filter) const { 122 return (*key_match_)(state_, key.data(), key.size(), 123 filter.data(), filter.size()); 124 } 125 }; 126 127 struct leveldb_env_t { 128 Env* rep; 129 bool is_default; 130 }; 131 132 static bool SaveError(char** errptr, const Status& s) { 133 assert(errptr != NULL); 134 if (s.ok()) { 135 return false; 136 } else if (*errptr == NULL) { 137 *errptr = strdup(s.ToString().c_str()); 138 } else { 139 // TODO(sanjay): Merge with existing error? 140 free(*errptr); 141 *errptr = strdup(s.ToString().c_str()); 142 } 143 return true; 144 } 145 146 static char* CopyString(const std::string& str) { 147 char* result = reinterpret_cast<char*>(malloc(sizeof(char) * str.size())); 148 memcpy(result, str.data(), sizeof(char) * str.size()); 149 return result; 150 } 151 152 leveldb_t* leveldb_open( 153 const leveldb_options_t* options, 154 const char* name, 155 char** errptr) { 156 DB* db; 157 if (SaveError(errptr, DB::Open(options->rep, std::string(name), &db))) { 158 return NULL; 159 } 160 leveldb_t* result = new leveldb_t; 161 result->rep = db; 162 return result; 163 } 164 165 void leveldb_close(leveldb_t* db) { 166 delete db->rep; 167 delete db; 168 } 169 170 void leveldb_put( 171 leveldb_t* db, 172 const leveldb_writeoptions_t* options, 173 const char* key, size_t keylen, 174 const char* val, size_t vallen, 175 char** errptr) { 176 SaveError(errptr, 177 db->rep->Put(options->rep, Slice(key, keylen), Slice(val, vallen))); 178 } 179 180 void leveldb_delete( 181 leveldb_t* db, 182 const leveldb_writeoptions_t* options, 183 const char* key, size_t keylen, 184 char** errptr) { 185 SaveError(errptr, db->rep->Delete(options->rep, Slice(key, keylen))); 186 } 187 188 189 void leveldb_write( 190 leveldb_t* db, 191 const leveldb_writeoptions_t* options, 192 leveldb_writebatch_t* batch, 193 char** errptr) { 194 SaveError(errptr, db->rep->Write(options->rep, &batch->rep)); 195 } 196 197 char* leveldb_get( 198 leveldb_t* db, 199 const leveldb_readoptions_t* options, 200 const char* key, size_t keylen, 201 size_t* vallen, 202 char** errptr) { 203 char* result = NULL; 204 std::string tmp; 205 Status s = db->rep->Get(options->rep, Slice(key, keylen), &tmp); 206 if (s.ok()) { 207 *vallen = tmp.size(); 208 result = CopyString(tmp); 209 } else { 210 *vallen = 0; 211 SaveError(errptr, s); 212 } 213 return result; 214 } 215 216 leveldb_iterator_t* leveldb_create_iterator( 217 leveldb_t* db, 218 const leveldb_readoptions_t* options) { 219 leveldb_iterator_t* result = new leveldb_iterator_t; 220 result->rep = db->rep->NewIterator(options->rep); 221 return result; 222 } 223 224 const leveldb_snapshot_t* leveldb_create_snapshot( 225 leveldb_t* db) { 226 leveldb_snapshot_t* result = new leveldb_snapshot_t; 227 result->rep = db->rep->GetSnapshot(); 228 return result; 229 } 230 231 void leveldb_release_snapshot( 232 leveldb_t* db, 233 const leveldb_snapshot_t* snapshot) { 234 db->rep->ReleaseSnapshot(snapshot->rep); 235 delete snapshot; 236 } 237 238 char* leveldb_property_value( 239 leveldb_t* db, 240 const char* propname) { 241 std::string tmp; 242 if (db->rep->GetProperty(Slice(propname), &tmp)) { 243 // We use strdup() since we expect human readable output. 244 return strdup(tmp.c_str()); 245 } else { 246 return NULL; 247 } 248 } 249 250 void leveldb_approximate_sizes( 251 leveldb_t* db, 252 int num_ranges, 253 const char* const* range_start_key, const size_t* range_start_key_len, 254 const char* const* range_limit_key, const size_t* range_limit_key_len, 255 uint64_t* sizes) { 256 Range* ranges = new Range[num_ranges]; 257 for (int i = 0; i < num_ranges; i++) { 258 ranges[i].start = Slice(range_start_key[i], range_start_key_len[i]); 259 ranges[i].limit = Slice(range_limit_key[i], range_limit_key_len[i]); 260 } 261 db->rep->GetApproximateSizes(ranges, num_ranges, sizes); 262 delete[] ranges; 263 } 264 265 void leveldb_compact_range( 266 leveldb_t* db, 267 const char* start_key, size_t start_key_len, 268 const char* limit_key, size_t limit_key_len) { 269 Slice a, b; 270 db->rep->CompactRange( 271 // Pass NULL Slice if corresponding "const char*" is NULL 272 (start_key ? (a = Slice(start_key, start_key_len), &a) : NULL), 273 (limit_key ? (b = Slice(limit_key, limit_key_len), &b) : NULL)); 274 } 275 276 void leveldb_destroy_db( 277 const leveldb_options_t* options, 278 const char* name, 279 char** errptr) { 280 SaveError(errptr, DestroyDB(name, options->rep)); 281 } 282 283 void leveldb_repair_db( 284 const leveldb_options_t* options, 285 const char* name, 286 char** errptr) { 287 SaveError(errptr, RepairDB(name, options->rep)); 288 } 289 290 void leveldb_iter_destroy(leveldb_iterator_t* iter) { 291 delete iter->rep; 292 delete iter; 293 } 294 295 unsigned char leveldb_iter_valid(const leveldb_iterator_t* iter) { 296 return iter->rep->Valid(); 297 } 298 299 void leveldb_iter_seek_to_first(leveldb_iterator_t* iter) { 300 iter->rep->SeekToFirst(); 301 } 302 303 void leveldb_iter_seek_to_last(leveldb_iterator_t* iter) { 304 iter->rep->SeekToLast(); 305 } 306 307 void leveldb_iter_seek(leveldb_iterator_t* iter, const char* k, size_t klen) { 308 iter->rep->Seek(Slice(k, klen)); 309 } 310 311 void leveldb_iter_next(leveldb_iterator_t* iter) { 312 iter->rep->Next(); 313 } 314 315 void leveldb_iter_prev(leveldb_iterator_t* iter) { 316 iter->rep->Prev(); 317 } 318 319 const char* leveldb_iter_key(const leveldb_iterator_t* iter, size_t* klen) { 320 Slice s = iter->rep->key(); 321 *klen = s.size(); 322 return s.data(); 323 } 324 325 const char* leveldb_iter_value(const leveldb_iterator_t* iter, size_t* vlen) { 326 Slice s = iter->rep->value(); 327 *vlen = s.size(); 328 return s.data(); 329 } 330 331 void leveldb_iter_get_error(const leveldb_iterator_t* iter, char** errptr) { 332 SaveError(errptr, iter->rep->status()); 333 } 334 335 leveldb_writebatch_t* leveldb_writebatch_create() { 336 return new leveldb_writebatch_t; 337 } 338 339 void leveldb_writebatch_destroy(leveldb_writebatch_t* b) { 340 delete b; 341 } 342 343 void leveldb_writebatch_clear(leveldb_writebatch_t* b) { 344 b->rep.Clear(); 345 } 346 347 void leveldb_writebatch_put( 348 leveldb_writebatch_t* b, 349 const char* key, size_t klen, 350 const char* val, size_t vlen) { 351 b->rep.Put(Slice(key, klen), Slice(val, vlen)); 352 } 353 354 void leveldb_writebatch_delete( 355 leveldb_writebatch_t* b, 356 const char* key, size_t klen) { 357 b->rep.Delete(Slice(key, klen)); 358 } 359 360 void leveldb_writebatch_iterate( 361 leveldb_writebatch_t* b, 362 void* state, 363 void (*put)(void*, const char* k, size_t klen, const char* v, size_t vlen), 364 void (*deleted)(void*, const char* k, size_t klen)) { 365 class H : public WriteBatch::Handler { 366 public: 367 void* state_; 368 void (*put_)(void*, const char* k, size_t klen, const char* v, size_t vlen); 369 void (*deleted_)(void*, const char* k, size_t klen); 370 virtual void Put(const Slice& key, const Slice& value) { 371 (*put_)(state_, key.data(), key.size(), value.data(), value.size()); 372 } 373 virtual void Delete(const Slice& key) { 374 (*deleted_)(state_, key.data(), key.size()); 375 } 376 }; 377 H handler; 378 handler.state_ = state; 379 handler.put_ = put; 380 handler.deleted_ = deleted; 381 b->rep.Iterate(&handler); 382 } 383 384 leveldb_options_t* leveldb_options_create() { 385 return new leveldb_options_t; 386 } 387 388 void leveldb_options_destroy(leveldb_options_t* options) { 389 delete options; 390 } 391 392 void leveldb_options_set_comparator( 393 leveldb_options_t* opt, 394 leveldb_comparator_t* cmp) { 395 opt->rep.comparator = cmp; 396 } 397 398 void leveldb_options_set_filter_policy( 399 leveldb_options_t* opt, 400 leveldb_filterpolicy_t* policy) { 401 opt->rep.filter_policy = policy; 402 } 403 404 void leveldb_options_set_create_if_missing( 405 leveldb_options_t* opt, unsigned char v) { 406 opt->rep.create_if_missing = v; 407 } 408 409 void leveldb_options_set_error_if_exists( 410 leveldb_options_t* opt, unsigned char v) { 411 opt->rep.error_if_exists = v; 412 } 413 414 void leveldb_options_set_paranoid_checks( 415 leveldb_options_t* opt, unsigned char v) { 416 opt->rep.paranoid_checks = v; 417 } 418 419 void leveldb_options_set_env(leveldb_options_t* opt, leveldb_env_t* env) { 420 opt->rep.env = (env ? env->rep : NULL); 421 } 422 423 void leveldb_options_set_info_log(leveldb_options_t* opt, leveldb_logger_t* l) { 424 opt->rep.info_log = (l ? l->rep : NULL); 425 } 426 427 void leveldb_options_set_write_buffer_size(leveldb_options_t* opt, size_t s) { 428 opt->rep.write_buffer_size = s; 429 } 430 431 void leveldb_options_set_max_open_files(leveldb_options_t* opt, int n) { 432 opt->rep.max_open_files = n; 433 } 434 435 void leveldb_options_set_cache(leveldb_options_t* opt, leveldb_cache_t* c) { 436 opt->rep.block_cache = c->rep; 437 } 438 439 void leveldb_options_set_block_size(leveldb_options_t* opt, size_t s) { 440 opt->rep.block_size = s; 441 } 442 443 void leveldb_options_set_block_restart_interval(leveldb_options_t* opt, int n) { 444 opt->rep.block_restart_interval = n; 445 } 446 447 void leveldb_options_set_compression(leveldb_options_t* opt, int t) { 448 opt->rep.compression = static_cast<CompressionType>(t); 449 } 450 451 leveldb_comparator_t* leveldb_comparator_create( 452 void* state, 453 void (*destructor)(void*), 454 int (*compare)( 455 void*, 456 const char* a, size_t alen, 457 const char* b, size_t blen), 458 const char* (*name)(void*)) { 459 leveldb_comparator_t* result = new leveldb_comparator_t; 460 result->state_ = state; 461 result->destructor_ = destructor; 462 result->compare_ = compare; 463 result->name_ = name; 464 return result; 465 } 466 467 void leveldb_comparator_destroy(leveldb_comparator_t* cmp) { 468 delete cmp; 469 } 470 471 leveldb_filterpolicy_t* leveldb_filterpolicy_create( 472 void* state, 473 void (*destructor)(void*), 474 char* (*create_filter)( 475 void*, 476 const char* const* key_array, const size_t* key_length_array, 477 int num_keys, 478 size_t* filter_length), 479 void (*free_filter)(void*), 480 unsigned char (*key_may_match)( 481 void*, 482 const char* key, size_t length, 483 const char* filter, size_t filter_length), 484 const char* (*name)(void*)) { 485 leveldb_filterpolicy_t* result = new leveldb_filterpolicy_t; 486 result->state_ = state; 487 result->destructor_ = destructor; 488 result->create_ = create_filter; 489 result->free_ = free_filter; 490 result->key_match_ = key_may_match; 491 result->name_ = name; 492 return result; 493 } 494 495 void leveldb_filterpolicy_destroy(leveldb_filterpolicy_t* filter) { 496 delete filter; 497 } 498 499 leveldb_filterpolicy_t* leveldb_filterpolicy_create_bloom(int bits_per_key) { 500 // Make a leveldb_filterpolicy_t, but override all of its methods so 501 // they delegate to a NewBloomFilterPolicy() instead of user 502 // supplied C functions. 503 struct Wrapper : public leveldb_filterpolicy_t { 504 const FilterPolicy* rep_; 505 ~Wrapper() { delete rep_; } 506 const char* Name() const { return rep_->Name(); } 507 void CreateFilter(const Slice* keys, int n, std::string* dst) const { 508 return rep_->CreateFilter(keys, n, dst); 509 } 510 bool KeyMayMatch(const Slice& key, const Slice& filter) const { 511 return rep_->KeyMayMatch(key, filter); 512 } 513 static void DoNothing(void*) { } 514 }; 515 Wrapper* wrapper = new Wrapper; 516 wrapper->rep_ = NewBloomFilterPolicy(bits_per_key); 517 wrapper->state_ = NULL; 518 wrapper->destructor_ = &Wrapper::DoNothing; 519 return wrapper; 520 } 521 522 leveldb_readoptions_t* leveldb_readoptions_create() { 523 return new leveldb_readoptions_t; 524 } 525 526 void leveldb_readoptions_destroy(leveldb_readoptions_t* opt) { 527 delete opt; 528 } 529 530 void leveldb_readoptions_set_verify_checksums( 531 leveldb_readoptions_t* opt, 532 unsigned char v) { 533 opt->rep.verify_checksums = v; 534 } 535 536 void leveldb_readoptions_set_fill_cache( 537 leveldb_readoptions_t* opt, unsigned char v) { 538 opt->rep.fill_cache = v; 539 } 540 541 void leveldb_readoptions_set_snapshot( 542 leveldb_readoptions_t* opt, 543 const leveldb_snapshot_t* snap) { 544 opt->rep.snapshot = (snap ? snap->rep : NULL); 545 } 546 547 leveldb_writeoptions_t* leveldb_writeoptions_create() { 548 return new leveldb_writeoptions_t; 549 } 550 551 void leveldb_writeoptions_destroy(leveldb_writeoptions_t* opt) { 552 delete opt; 553 } 554 555 void leveldb_writeoptions_set_sync( 556 leveldb_writeoptions_t* opt, unsigned char v) { 557 opt->rep.sync = v; 558 } 559 560 leveldb_cache_t* leveldb_cache_create_lru(size_t capacity) { 561 leveldb_cache_t* c = new leveldb_cache_t; 562 c->rep = NewLRUCache(capacity); 563 return c; 564 } 565 566 void leveldb_cache_destroy(leveldb_cache_t* cache) { 567 delete cache->rep; 568 delete cache; 569 } 570 571 leveldb_env_t* leveldb_create_default_env() { 572 leveldb_env_t* result = new leveldb_env_t; 573 result->rep = Env::Default(); 574 result->is_default = true; 575 return result; 576 } 577 578 void leveldb_env_destroy(leveldb_env_t* env) { 579 if (!env->is_default) delete env->rep; 580 delete env; 581 } 582 583 void leveldb_free(void* ptr) { 584 free(ptr); 585 } 586 587 int leveldb_major_version() { 588 return kMajorVersion; 589 } 590 591 int leveldb_minor_version() { 592 return kMinorVersion; 593 } 594 595 } // end extern "C"