github.com/cellofellow/gopkg@v0.0.0-20140722061823-eec0544a62ad/database/leveldb/src/c.cc (about)

     1  // Copyright (c) 2011 The LevelDB Authors. All rights reserved.
     2  // Use of this source code is governed by a BSD-style license that can be
     3  // found in the LICENSE file. See the AUTHORS file for names of contributors.
     4  
     5  #include "leveldb/c.h"
     6  
     7  #include <stdlib.h>
     8  #include "leveldb/cache.h"
     9  #include "leveldb/comparator.h"
    10  #include "leveldb/db.h"
    11  #include "leveldb/env.h"
    12  #include "leveldb/filter_policy.h"
    13  #include "leveldb/iterator.h"
    14  #include "leveldb/options.h"
    15  #include "leveldb/status.h"
    16  #include "leveldb/write_batch.h"
    17  
    18  using leveldb::Cache;
    19  using leveldb::Comparator;
    20  using leveldb::CompressionType;
    21  using leveldb::DB;
    22  using leveldb::Env;
    23  using leveldb::FileLock;
    24  using leveldb::FilterPolicy;
    25  using leveldb::Iterator;
    26  using leveldb::kMajorVersion;
    27  using leveldb::kMinorVersion;
    28  using leveldb::Logger;
    29  using leveldb::NewBloomFilterPolicy;
    30  using leveldb::NewLRUCache;
    31  using leveldb::Options;
    32  using leveldb::RandomAccessFile;
    33  using leveldb::Range;
    34  using leveldb::ReadOptions;
    35  using leveldb::SequentialFile;
    36  using leveldb::Slice;
    37  using leveldb::Snapshot;
    38  using leveldb::Status;
    39  using leveldb::WritableFile;
    40  using leveldb::WriteBatch;
    41  using leveldb::WriteOptions;
    42  
    43  extern "C" {
    44  
    45  struct leveldb_t              { DB*               rep; };
    46  struct leveldb_iterator_t     { Iterator*         rep; };
    47  struct leveldb_writebatch_t   { WriteBatch        rep; };
    48  struct leveldb_snapshot_t     { const Snapshot*   rep; };
    49  struct leveldb_readoptions_t  { ReadOptions       rep; };
    50  struct leveldb_writeoptions_t { WriteOptions      rep; };
    51  struct leveldb_options_t      { Options           rep; };
    52  struct leveldb_cache_t        { Cache*            rep; };
    53  struct leveldb_seqfile_t      { SequentialFile*   rep; };
    54  struct leveldb_randomfile_t   { RandomAccessFile* rep; };
    55  struct leveldb_writablefile_t { WritableFile*     rep; };
    56  struct leveldb_logger_t       { Logger*           rep; };
    57  struct leveldb_filelock_t     { FileLock*         rep; };
    58  
    59  struct leveldb_comparator_t : public Comparator {
    60    void* state_;
    61    void (*destructor_)(void*);
    62    int (*compare_)(
    63        void*,
    64        const char* a, size_t alen,
    65        const char* b, size_t blen);
    66    const char* (*name_)(void*);
    67  
    68    virtual ~leveldb_comparator_t() {
    69      (*destructor_)(state_);
    70    }
    71  
    72    virtual int Compare(const Slice& a, const Slice& b) const {
    73      return (*compare_)(state_, a.data(), a.size(), b.data(), b.size());
    74    }
    75  
    76    virtual const char* Name() const {
    77      return (*name_)(state_);
    78    }
    79  
    80    // No-ops since the C binding does not support key shortening methods.
    81    virtual void FindShortestSeparator(std::string*, const Slice&) const { }
    82    virtual void FindShortSuccessor(std::string* key) const { }
    83  };
    84  
    85  struct leveldb_filterpolicy_t : public FilterPolicy {
    86    void* state_;
    87    void (*destructor_)(void*);
    88    const char* (*name_)(void*);
    89    char* (*create_)(
    90        void*,
    91        const char* const* key_array, const size_t* key_length_array,
    92        int num_keys,
    93        size_t* filter_length);
    94    void (*free_)(void*);
    95    unsigned char (*key_match_)(
    96        void*,
    97        const char* key, size_t length,
    98        const char* filter, size_t filter_length);
    99  
   100    virtual ~leveldb_filterpolicy_t() {
   101      (*destructor_)(state_);
   102    }
   103  
   104    virtual const char* Name() const {
   105      return (*name_)(state_);
   106    }
   107  
   108    virtual void CreateFilter(const Slice* keys, int n, std::string* dst) const {
   109      std::vector<const char*> key_pointers(n);
   110      std::vector<size_t> key_sizes(n);
   111      for (int i = 0; i < n; i++) {
   112        key_pointers[i] = keys[i].data();
   113        key_sizes[i] = keys[i].size();
   114      }
   115      size_t len;
   116      char* filter = (*create_)(state_, &key_pointers[0], &key_sizes[0], n, &len);
   117      dst->append(filter, len);
   118      (*free_)(filter);
   119    }
   120  
   121    virtual bool KeyMayMatch(const Slice& key, const Slice& filter) const {
   122      return (*key_match_)(state_, key.data(), key.size(),
   123                           filter.data(), filter.size());
   124    }
   125  };
   126  
   127  struct leveldb_env_t {
   128    Env* rep;
   129    bool is_default;
   130  };
   131  
   132  static bool SaveError(char** errptr, const Status& s) {
   133    assert(errptr != NULL);
   134    if (s.ok()) {
   135      return false;
   136    } else if (*errptr == NULL) {
   137      *errptr = strdup(s.ToString().c_str());
   138    } else {
   139      // TODO(sanjay): Merge with existing error?
   140      free(*errptr);
   141      *errptr = strdup(s.ToString().c_str());
   142    }
   143    return true;
   144  }
   145  
   146  static char* CopyString(const std::string& str) {
   147    char* result = reinterpret_cast<char*>(malloc(sizeof(char) * str.size()));
   148    memcpy(result, str.data(), sizeof(char) * str.size());
   149    return result;
   150  }
   151  
   152  leveldb_t* leveldb_open(
   153      const leveldb_options_t* options,
   154      const char* name,
   155      char** errptr) {
   156    DB* db;
   157    if (SaveError(errptr, DB::Open(options->rep, std::string(name), &db))) {
   158      return NULL;
   159    }
   160    leveldb_t* result = new leveldb_t;
   161    result->rep = db;
   162    return result;
   163  }
   164  
   165  void leveldb_close(leveldb_t* db) {
   166    delete db->rep;
   167    delete db;
   168  }
   169  
   170  void leveldb_put(
   171      leveldb_t* db,
   172      const leveldb_writeoptions_t* options,
   173      const char* key, size_t keylen,
   174      const char* val, size_t vallen,
   175      char** errptr) {
   176    SaveError(errptr,
   177              db->rep->Put(options->rep, Slice(key, keylen), Slice(val, vallen)));
   178  }
   179  
   180  void leveldb_delete(
   181      leveldb_t* db,
   182      const leveldb_writeoptions_t* options,
   183      const char* key, size_t keylen,
   184      char** errptr) {
   185    SaveError(errptr, db->rep->Delete(options->rep, Slice(key, keylen)));
   186  }
   187  
   188  
   189  void leveldb_write(
   190      leveldb_t* db,
   191      const leveldb_writeoptions_t* options,
   192      leveldb_writebatch_t* batch,
   193      char** errptr) {
   194    SaveError(errptr, db->rep->Write(options->rep, &batch->rep));
   195  }
   196  
   197  char* leveldb_get(
   198      leveldb_t* db,
   199      const leveldb_readoptions_t* options,
   200      const char* key, size_t keylen,
   201      size_t* vallen,
   202      char** errptr) {
   203    char* result = NULL;
   204    std::string tmp;
   205    Status s = db->rep->Get(options->rep, Slice(key, keylen), &tmp);
   206    if (s.ok()) {
   207      *vallen = tmp.size();
   208      result = CopyString(tmp);
   209    } else {
   210      *vallen = 0;
   211      SaveError(errptr, s);
   212    }
   213    return result;
   214  }
   215  
   216  leveldb_iterator_t* leveldb_create_iterator(
   217      leveldb_t* db,
   218      const leveldb_readoptions_t* options) {
   219    leveldb_iterator_t* result = new leveldb_iterator_t;
   220    result->rep = db->rep->NewIterator(options->rep);
   221    return result;
   222  }
   223  
   224  const leveldb_snapshot_t* leveldb_create_snapshot(
   225      leveldb_t* db) {
   226    leveldb_snapshot_t* result = new leveldb_snapshot_t;
   227    result->rep = db->rep->GetSnapshot();
   228    return result;
   229  }
   230  
   231  void leveldb_release_snapshot(
   232      leveldb_t* db,
   233      const leveldb_snapshot_t* snapshot) {
   234    db->rep->ReleaseSnapshot(snapshot->rep);
   235    delete snapshot;
   236  }
   237  
   238  char* leveldb_property_value(
   239      leveldb_t* db,
   240      const char* propname) {
   241    std::string tmp;
   242    if (db->rep->GetProperty(Slice(propname), &tmp)) {
   243      // We use strdup() since we expect human readable output.
   244      return strdup(tmp.c_str());
   245    } else {
   246      return NULL;
   247    }
   248  }
   249  
   250  void leveldb_approximate_sizes(
   251      leveldb_t* db,
   252      int num_ranges,
   253      const char* const* range_start_key, const size_t* range_start_key_len,
   254      const char* const* range_limit_key, const size_t* range_limit_key_len,
   255      uint64_t* sizes) {
   256    Range* ranges = new Range[num_ranges];
   257    for (int i = 0; i < num_ranges; i++) {
   258      ranges[i].start = Slice(range_start_key[i], range_start_key_len[i]);
   259      ranges[i].limit = Slice(range_limit_key[i], range_limit_key_len[i]);
   260    }
   261    db->rep->GetApproximateSizes(ranges, num_ranges, sizes);
   262    delete[] ranges;
   263  }
   264  
   265  void leveldb_compact_range(
   266      leveldb_t* db,
   267      const char* start_key, size_t start_key_len,
   268      const char* limit_key, size_t limit_key_len) {
   269    Slice a, b;
   270    db->rep->CompactRange(
   271        // Pass NULL Slice if corresponding "const char*" is NULL
   272        (start_key ? (a = Slice(start_key, start_key_len), &a) : NULL),
   273        (limit_key ? (b = Slice(limit_key, limit_key_len), &b) : NULL));
   274  }
   275  
   276  void leveldb_destroy_db(
   277      const leveldb_options_t* options,
   278      const char* name,
   279      char** errptr) {
   280    SaveError(errptr, DestroyDB(name, options->rep));
   281  }
   282  
   283  void leveldb_repair_db(
   284      const leveldb_options_t* options,
   285      const char* name,
   286      char** errptr) {
   287    SaveError(errptr, RepairDB(name, options->rep));
   288  }
   289  
   290  void leveldb_iter_destroy(leveldb_iterator_t* iter) {
   291    delete iter->rep;
   292    delete iter;
   293  }
   294  
   295  unsigned char leveldb_iter_valid(const leveldb_iterator_t* iter) {
   296    return iter->rep->Valid();
   297  }
   298  
   299  void leveldb_iter_seek_to_first(leveldb_iterator_t* iter) {
   300    iter->rep->SeekToFirst();
   301  }
   302  
   303  void leveldb_iter_seek_to_last(leveldb_iterator_t* iter) {
   304    iter->rep->SeekToLast();
   305  }
   306  
   307  void leveldb_iter_seek(leveldb_iterator_t* iter, const char* k, size_t klen) {
   308    iter->rep->Seek(Slice(k, klen));
   309  }
   310  
   311  void leveldb_iter_next(leveldb_iterator_t* iter) {
   312    iter->rep->Next();
   313  }
   314  
   315  void leveldb_iter_prev(leveldb_iterator_t* iter) {
   316    iter->rep->Prev();
   317  }
   318  
   319  const char* leveldb_iter_key(const leveldb_iterator_t* iter, size_t* klen) {
   320    Slice s = iter->rep->key();
   321    *klen = s.size();
   322    return s.data();
   323  }
   324  
   325  const char* leveldb_iter_value(const leveldb_iterator_t* iter, size_t* vlen) {
   326    Slice s = iter->rep->value();
   327    *vlen = s.size();
   328    return s.data();
   329  }
   330  
   331  void leveldb_iter_get_error(const leveldb_iterator_t* iter, char** errptr) {
   332    SaveError(errptr, iter->rep->status());
   333  }
   334  
   335  leveldb_writebatch_t* leveldb_writebatch_create() {
   336    return new leveldb_writebatch_t;
   337  }
   338  
   339  void leveldb_writebatch_destroy(leveldb_writebatch_t* b) {
   340    delete b;
   341  }
   342  
   343  void leveldb_writebatch_clear(leveldb_writebatch_t* b) {
   344    b->rep.Clear();
   345  }
   346  
   347  void leveldb_writebatch_put(
   348      leveldb_writebatch_t* b,
   349      const char* key, size_t klen,
   350      const char* val, size_t vlen) {
   351    b->rep.Put(Slice(key, klen), Slice(val, vlen));
   352  }
   353  
   354  void leveldb_writebatch_delete(
   355      leveldb_writebatch_t* b,
   356      const char* key, size_t klen) {
   357    b->rep.Delete(Slice(key, klen));
   358  }
   359  
   360  void leveldb_writebatch_iterate(
   361      leveldb_writebatch_t* b,
   362      void* state,
   363      void (*put)(void*, const char* k, size_t klen, const char* v, size_t vlen),
   364      void (*deleted)(void*, const char* k, size_t klen)) {
   365    class H : public WriteBatch::Handler {
   366     public:
   367      void* state_;
   368      void (*put_)(void*, const char* k, size_t klen, const char* v, size_t vlen);
   369      void (*deleted_)(void*, const char* k, size_t klen);
   370      virtual void Put(const Slice& key, const Slice& value) {
   371        (*put_)(state_, key.data(), key.size(), value.data(), value.size());
   372      }
   373      virtual void Delete(const Slice& key) {
   374        (*deleted_)(state_, key.data(), key.size());
   375      }
   376    };
   377    H handler;
   378    handler.state_ = state;
   379    handler.put_ = put;
   380    handler.deleted_ = deleted;
   381    b->rep.Iterate(&handler);
   382  }
   383  
   384  leveldb_options_t* leveldb_options_create() {
   385    return new leveldb_options_t;
   386  }
   387  
   388  void leveldb_options_destroy(leveldb_options_t* options) {
   389    delete options;
   390  }
   391  
   392  void leveldb_options_set_comparator(
   393      leveldb_options_t* opt,
   394      leveldb_comparator_t* cmp) {
   395    opt->rep.comparator = cmp;
   396  }
   397  
   398  void leveldb_options_set_filter_policy(
   399      leveldb_options_t* opt,
   400      leveldb_filterpolicy_t* policy) {
   401    opt->rep.filter_policy = policy;
   402  }
   403  
   404  void leveldb_options_set_create_if_missing(
   405      leveldb_options_t* opt, unsigned char v) {
   406    opt->rep.create_if_missing = v;
   407  }
   408  
   409  void leveldb_options_set_error_if_exists(
   410      leveldb_options_t* opt, unsigned char v) {
   411    opt->rep.error_if_exists = v;
   412  }
   413  
   414  void leveldb_options_set_paranoid_checks(
   415      leveldb_options_t* opt, unsigned char v) {
   416    opt->rep.paranoid_checks = v;
   417  }
   418  
   419  void leveldb_options_set_env(leveldb_options_t* opt, leveldb_env_t* env) {
   420    opt->rep.env = (env ? env->rep : NULL);
   421  }
   422  
   423  void leveldb_options_set_info_log(leveldb_options_t* opt, leveldb_logger_t* l) {
   424    opt->rep.info_log = (l ? l->rep : NULL);
   425  }
   426  
   427  void leveldb_options_set_write_buffer_size(leveldb_options_t* opt, size_t s) {
   428    opt->rep.write_buffer_size = s;
   429  }
   430  
   431  void leveldb_options_set_max_open_files(leveldb_options_t* opt, int n) {
   432    opt->rep.max_open_files = n;
   433  }
   434  
   435  void leveldb_options_set_cache(leveldb_options_t* opt, leveldb_cache_t* c) {
   436    opt->rep.block_cache = c->rep;
   437  }
   438  
   439  void leveldb_options_set_block_size(leveldb_options_t* opt, size_t s) {
   440    opt->rep.block_size = s;
   441  }
   442  
   443  void leveldb_options_set_block_restart_interval(leveldb_options_t* opt, int n) {
   444    opt->rep.block_restart_interval = n;
   445  }
   446  
   447  void leveldb_options_set_compression(leveldb_options_t* opt, int t) {
   448    opt->rep.compression = static_cast<CompressionType>(t);
   449  }
   450  
   451  leveldb_comparator_t* leveldb_comparator_create(
   452      void* state,
   453      void (*destructor)(void*),
   454      int (*compare)(
   455          void*,
   456          const char* a, size_t alen,
   457          const char* b, size_t blen),
   458      const char* (*name)(void*)) {
   459    leveldb_comparator_t* result = new leveldb_comparator_t;
   460    result->state_ = state;
   461    result->destructor_ = destructor;
   462    result->compare_ = compare;
   463    result->name_ = name;
   464    return result;
   465  }
   466  
   467  void leveldb_comparator_destroy(leveldb_comparator_t* cmp) {
   468    delete cmp;
   469  }
   470  
   471  leveldb_filterpolicy_t* leveldb_filterpolicy_create(
   472      void* state,
   473      void (*destructor)(void*),
   474      char* (*create_filter)(
   475          void*,
   476          const char* const* key_array, const size_t* key_length_array,
   477          int num_keys,
   478          size_t* filter_length),
   479      void (*free_filter)(void*),
   480      unsigned char (*key_may_match)(
   481          void*,
   482          const char* key, size_t length,
   483          const char* filter, size_t filter_length),
   484      const char* (*name)(void*)) {
   485    leveldb_filterpolicy_t* result = new leveldb_filterpolicy_t;
   486    result->state_ = state;
   487    result->destructor_ = destructor;
   488    result->create_ = create_filter;
   489    result->free_ = free_filter;
   490    result->key_match_ = key_may_match;
   491    result->name_ = name;
   492    return result;
   493  }
   494  
   495  void leveldb_filterpolicy_destroy(leveldb_filterpolicy_t* filter) {
   496    delete filter;
   497  }
   498  
   499  leveldb_filterpolicy_t* leveldb_filterpolicy_create_bloom(int bits_per_key) {
   500    // Make a leveldb_filterpolicy_t, but override all of its methods so
   501    // they delegate to a NewBloomFilterPolicy() instead of user
   502    // supplied C functions.
   503    struct Wrapper : public leveldb_filterpolicy_t {
   504      const FilterPolicy* rep_;
   505      ~Wrapper() { delete rep_; }
   506      const char* Name() const { return rep_->Name(); }
   507      void CreateFilter(const Slice* keys, int n, std::string* dst) const {
   508        return rep_->CreateFilter(keys, n, dst);
   509      }
   510      bool KeyMayMatch(const Slice& key, const Slice& filter) const {
   511        return rep_->KeyMayMatch(key, filter);
   512      }
   513      static void DoNothing(void*) { }
   514    };
   515    Wrapper* wrapper = new Wrapper;
   516    wrapper->rep_ = NewBloomFilterPolicy(bits_per_key);
   517    wrapper->state_ = NULL;
   518    wrapper->destructor_ = &Wrapper::DoNothing;
   519    return wrapper;
   520  }
   521  
   522  leveldb_readoptions_t* leveldb_readoptions_create() {
   523    return new leveldb_readoptions_t;
   524  }
   525  
   526  void leveldb_readoptions_destroy(leveldb_readoptions_t* opt) {
   527    delete opt;
   528  }
   529  
   530  void leveldb_readoptions_set_verify_checksums(
   531      leveldb_readoptions_t* opt,
   532      unsigned char v) {
   533    opt->rep.verify_checksums = v;
   534  }
   535  
   536  void leveldb_readoptions_set_fill_cache(
   537      leveldb_readoptions_t* opt, unsigned char v) {
   538    opt->rep.fill_cache = v;
   539  }
   540  
   541  void leveldb_readoptions_set_snapshot(
   542      leveldb_readoptions_t* opt,
   543      const leveldb_snapshot_t* snap) {
   544    opt->rep.snapshot = (snap ? snap->rep : NULL);
   545  }
   546  
   547  leveldb_writeoptions_t* leveldb_writeoptions_create() {
   548    return new leveldb_writeoptions_t;
   549  }
   550  
   551  void leveldb_writeoptions_destroy(leveldb_writeoptions_t* opt) {
   552    delete opt;
   553  }
   554  
   555  void leveldb_writeoptions_set_sync(
   556      leveldb_writeoptions_t* opt, unsigned char v) {
   557    opt->rep.sync = v;
   558  }
   559  
   560  leveldb_cache_t* leveldb_cache_create_lru(size_t capacity) {
   561    leveldb_cache_t* c = new leveldb_cache_t;
   562    c->rep = NewLRUCache(capacity);
   563    return c;
   564  }
   565  
   566  void leveldb_cache_destroy(leveldb_cache_t* cache) {
   567    delete cache->rep;
   568    delete cache;
   569  }
   570  
   571  leveldb_env_t* leveldb_create_default_env() {
   572    leveldb_env_t* result = new leveldb_env_t;
   573    result->rep = Env::Default();
   574    result->is_default = true;
   575    return result;
   576  }
   577  
   578  void leveldb_env_destroy(leveldb_env_t* env) {
   579    if (!env->is_default) delete env->rep;
   580    delete env;
   581  }
   582  
   583  void leveldb_free(void* ptr) {
   584    free(ptr);
   585  }
   586  
   587  int leveldb_major_version() {
   588    return kMajorVersion;
   589  }
   590  
   591  int leveldb_minor_version() {
   592    return kMinorVersion;
   593  }
   594  
   595  }  // end extern "C"