-
Notifications
You must be signed in to change notification settings - Fork 6.3k
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
cassandra compaction filter for purge expired ttl columns and rows
- Loading branch information
Showing
22 changed files
with
322 additions
and
74 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,22 @@ | ||
| // Copyright (c) 2011-present, Facebook, Inc. All rights reserved. | ||
| // This source code is licensed under the BSD-style license found in the | ||
| // LICENSE file in the root directory of this source tree. An additional grant | ||
| // of patent rights can be found in the PATENTS file in the same directory. | ||
|
|
||
| #include <jni.h> | ||
|
|
||
| #include "include/org_rocksdb_CassandraCompactionFilter.h" | ||
| #include "utilities/cassandra/cassandra_compaction_filter.h" | ||
|
|
||
| /* | ||
| * Class: org_rocksdb_CassandraCompactionFilter | ||
| * Method: createNewCassandraCompactionFilter0 | ||
| * Signature: ()J | ||
| */ | ||
| jlong Java_org_rocksdb_CassandraCompactionFilter_createNewCassandraCompactionFilter0( | ||
| JNIEnv* env, jclass jcls) { | ||
| auto* compaction_filter = | ||
| new rocksdb::cassandra::CassandraCompactionFilter(); | ||
| // set the native handle to our native compaction filter | ||
| return reinterpret_cast<jlong>(compaction_filter); | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
18 changes: 18 additions & 0 deletions
18
java/src/main/java/org/rocksdb/CassandraCompactionFilter.java
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,18 @@ | ||
| // Copyright (c) 2011-present, Facebook, Inc. All rights reserved. | ||
| // This source code is licensed under the BSD-style license found in the | ||
| // LICENSE file in the root directory of this source tree. An additional grant | ||
| // of patent rights can be found in the PATENTS file in the same directory. | ||
|
|
||
| package org.rocksdb; | ||
|
|
||
| /** | ||
| * Just a Java wrapper around CassandraCompactionFilter implemented in C++ | ||
| */ | ||
| public class CassandraCompactionFilter | ||
| extends AbstractCompactionFilter<Slice> { | ||
| public CassandraCompactionFilter() { | ||
| super(createNewCassandraCompactionFilter0()); | ||
| } | ||
|
|
||
| private native static long createNewCassandraCompactionFilter0(); | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,49 @@ | ||
| // Copyright (c) 2011-present, Facebook, Inc. All rights reserved. | ||
| // This source code is licensed under the BSD-style license found in the | ||
| // LICENSE file in the root directory of this source tree. An additional grant | ||
| // of patent rights can be found in the PATENTS file in the same directory. | ||
|
|
||
| #ifndef ROCKSDB_LITE | ||
|
|
||
| #include <string> | ||
|
|
||
| #include "rocksdb/slice.h" | ||
| #include "utilities/cassandra/cassandra_compaction_filter.h" | ||
| #include "utilities/cassandra/format.h" | ||
|
|
||
|
|
||
| namespace rocksdb { | ||
| namespace cassandra { | ||
|
|
||
| const char* CassandraCompactionFilter::Name() const { | ||
| return "CassandraCompactionFilter"; | ||
| } | ||
|
|
||
| CompactionFilter::Decision CassandraCompactionFilter::FilterV2( | ||
| int level, | ||
| const Slice& key, | ||
| ValueType value_type, | ||
| const Slice& existing_value, | ||
| std::string* new_value, | ||
| std::string* skip_until) const { | ||
|
|
||
| bool value_changed = false; | ||
| RowValue row_value = RowValue::Deserialize(existing_value.data(), existing_value.size()); | ||
| RowValue compacted = row_value.GC(&value_changed); | ||
|
|
||
| if(compacted.Empty()) { | ||
| return Decision::kRemove; | ||
| } | ||
|
|
||
| if (value_changed) { | ||
| compacted.Serialize(new_value); | ||
| return Decision::kChangeValue; | ||
| } | ||
|
|
||
| return Decision::kKeep; | ||
| } | ||
|
|
||
|
|
||
| } // namespace cassandra | ||
| } // namespace rocksdb | ||
| #endif // !ROCKSDB_LITE |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,30 @@ | ||
| // Copyright (c) 2011-present, Facebook, Inc. All rights reserved. | ||
| // This source code is licensed under the BSD-style license found in the | ||
| // LICENSE file in the root directory of this source tree. An additional grant | ||
| // of patent rights can be found in the PATENTS file in the same directory. | ||
|
|
||
| #ifndef ROCKSDB_LITE | ||
|
|
||
| #pragma once | ||
|
|
||
| #include <string> | ||
|
|
||
| #include "rocksdb/compaction_filter.h" | ||
| #include "rocksdb/slice.h" | ||
|
|
||
| namespace rocksdb { | ||
| namespace cassandra { | ||
|
|
||
| class CassandraCompactionFilter : public CompactionFilter { | ||
| public: | ||
| const char* Name() const override; | ||
| virtual Decision FilterV2(int level, | ||
| const Slice& key, | ||
| ValueType value_type, | ||
| const Slice& existing_value, | ||
| std::string* new_value, | ||
| std::string* skip_until) const override; | ||
| }; | ||
| } // namespace cassandra | ||
| } // namespace rocksdb | ||
| #endif // !ROCKSDB_LITE |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.