|
|
@@ -1,593 +0,0 @@
|
|
|
-/*
|
|
|
- * Licensed to the Apache Software Foundation (ASF) under one or more
|
|
|
- * contributor license agreements. See the NOTICE file distributed with
|
|
|
- * this work for additional information regarding copyright ownership.
|
|
|
- * The ASF licenses this file to You under the Apache License, Version 2.0
|
|
|
- * (the "License"); you may not use this file except in compliance with
|
|
|
- * the License. You may obtain a copy of the License at
|
|
|
- *
|
|
|
- * http://www.apache.org/licenses/LICENSE-2.0
|
|
|
- *
|
|
|
- * Unless required by applicable law or agreed to in writing, software
|
|
|
- * distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
- * See the License for the specific language governing permissions and
|
|
|
- * limitations under the License.
|
|
|
- */
|
|
|
-package com.qingjian.common.rocksdb;
|
|
|
-
|
|
|
-import cn.hutool.core.map.MapUtil;
|
|
|
-import cn.hutool.core.util.ArrayUtil;
|
|
|
-import lombok.extern.slf4j.Slf4j;
|
|
|
-import org.rocksdb.*;
|
|
|
-import org.slf4j.Logger;
|
|
|
-
|
|
|
-import java.nio.ByteBuffer;
|
|
|
-import java.nio.charset.StandardCharsets;
|
|
|
-import java.util.ArrayList;
|
|
|
-import java.util.List;
|
|
|
-import java.util.Map;
|
|
|
-import java.util.function.BiConsumer;
|
|
|
-@Slf4j
|
|
|
-public abstract class AbstractRocksDBStorage {
|
|
|
-
|
|
|
- /**
|
|
|
- * Direct Jemalloc allocator
|
|
|
- */
|
|
|
- private static final String SPACE = " | ";
|
|
|
-
|
|
|
- protected final String dbPath;
|
|
|
- protected boolean readOnly;
|
|
|
- protected RocksDB db;
|
|
|
- protected DBOptions options;
|
|
|
-
|
|
|
- protected WriteOptions writeOptions;
|
|
|
- //protected WriteOptions ableWalWriteOptions;
|
|
|
-
|
|
|
- protected ReadOptions readOptions;
|
|
|
- protected ReadOptions totalOrderReadOptions;
|
|
|
-
|
|
|
- protected CompactionOptions compactionOptions;
|
|
|
- protected CompactRangeOptions compactRangeOptions;
|
|
|
-
|
|
|
- protected ColumnFamilyHandle defaultCFHandle;
|
|
|
- protected final List<ColumnFamilyOptions> cfOptions = new ArrayList<>();
|
|
|
- protected final List<ColumnFamilyHandle> cfHandles = new ArrayList<>();
|
|
|
-
|
|
|
- protected CompressionType compressionType = CompressionType.LZ4_COMPRESSION;
|
|
|
- protected volatile boolean loaded;
|
|
|
- private volatile boolean closed;
|
|
|
-
|
|
|
- static {
|
|
|
- RocksDB.loadLibrary();
|
|
|
- }
|
|
|
-
|
|
|
- public AbstractRocksDBStorage(String dbPath) {
|
|
|
- this.dbPath = dbPath;
|
|
|
- }
|
|
|
-
|
|
|
- protected void initOptions() {
|
|
|
- initWriteOptions();
|
|
|
- //initAbleWalWriteOptions();
|
|
|
- initReadOptions();
|
|
|
- initTotalOrderReadOptions();
|
|
|
- initCompactRangeOptions();
|
|
|
- initCompactionOptions();
|
|
|
- }
|
|
|
-
|
|
|
- /**
|
|
|
- * Write options for <a href="https://github.com/facebook/rocksdb/wiki/Atomic-flush">Atomic Flush</a>
|
|
|
- */
|
|
|
- protected void initWriteOptions() {
|
|
|
- this.writeOptions = new WriteOptions();
|
|
|
- this.writeOptions.setSync(false);
|
|
|
- this.writeOptions.setDisableWAL(true);
|
|
|
- // https://github.com/facebook/rocksdb/wiki/Write-Stalls
|
|
|
- this.writeOptions.setNoSlowdown(false);
|
|
|
- }
|
|
|
-
|
|
|
-/* protected void initAbleWalWriteOptions() {
|
|
|
- this.ableWalWriteOptions = new WriteOptions();
|
|
|
- this.ableWalWriteOptions.setSync(false);
|
|
|
- this.ableWalWriteOptions.setDisableWAL(false);
|
|
|
- // https://github.com/facebook/rocksdb/wiki/Write-Stalls
|
|
|
- this.ableWalWriteOptions.setNoSlowdown(false);
|
|
|
- }*/
|
|
|
-
|
|
|
- protected void initReadOptions() {
|
|
|
- this.readOptions = new ReadOptions();
|
|
|
- this.readOptions.setPrefixSameAsStart(true);
|
|
|
- this.readOptions.setTotalOrderSeek(false);
|
|
|
- this.readOptions.setTailing(false);
|
|
|
- this.readOptions.setVerifyChecksums(false);
|
|
|
- }
|
|
|
-
|
|
|
- protected void initTotalOrderReadOptions() {
|
|
|
- this.totalOrderReadOptions = new ReadOptions();
|
|
|
- this.totalOrderReadOptions.setPrefixSameAsStart(false);
|
|
|
- this.totalOrderReadOptions.setTotalOrderSeek(true);
|
|
|
- this.totalOrderReadOptions.setTailing(false);
|
|
|
- this.totalOrderReadOptions.setVerifyChecksums(false);
|
|
|
- }
|
|
|
-
|
|
|
- protected void initCompactRangeOptions() {
|
|
|
- this.compactRangeOptions = new CompactRangeOptions();
|
|
|
- this.compactRangeOptions.setBottommostLevelCompaction(CompactRangeOptions.BottommostLevelCompaction.kForce);
|
|
|
- this.compactRangeOptions.setAllowWriteStall(true);
|
|
|
- this.compactRangeOptions.setExclusiveManualCompaction(false);
|
|
|
- this.compactRangeOptions.setChangeLevel(true);
|
|
|
- this.compactRangeOptions.setTargetLevel(-1);
|
|
|
- this.compactRangeOptions.setMaxSubcompactions(4);
|
|
|
- }
|
|
|
-
|
|
|
- protected void initCompactionOptions() {
|
|
|
- this.compactionOptions = new CompactionOptions();
|
|
|
- this.compactionOptions.setCompression(compressionType);
|
|
|
- this.compactionOptions.setMaxSubcompactions(4);
|
|
|
- this.compactionOptions.setOutputFileSizeLimit(4 * 1024 * 1024 * 1024L);
|
|
|
- }
|
|
|
-
|
|
|
- public boolean hold() {
|
|
|
- if (!this.loaded || this.db == null || this.closed) {
|
|
|
- log.error("hold rocksdb Failed. {}", this.dbPath);
|
|
|
- return false;
|
|
|
- } else {
|
|
|
- return true;
|
|
|
- }
|
|
|
- }
|
|
|
-
|
|
|
- public void release() {
|
|
|
- }
|
|
|
-
|
|
|
- protected void put(ColumnFamilyHandle cfHandle, WriteOptions writeOptions,
|
|
|
- final byte[] keyBytes, final int keyLen,
|
|
|
- final byte[] valueBytes, final int valueLen) throws RocksDBException {
|
|
|
- if (!hold()) {
|
|
|
- throw new IllegalStateException("rocksDB:" + this + " is not ready");
|
|
|
- }
|
|
|
- try {
|
|
|
- this.db.put(cfHandle, writeOptions, keyBytes, 0, keyLen, valueBytes, 0, valueLen);
|
|
|
- } catch (RocksDBException e) {
|
|
|
- log.error("put Failed. {}, {}", this.dbPath, getStatusError(e));
|
|
|
- throw e;
|
|
|
- } finally {
|
|
|
- release();
|
|
|
- }
|
|
|
- }
|
|
|
-
|
|
|
- protected void put(ColumnFamilyHandle cfHandle, WriteOptions writeOptions,
|
|
|
- final ByteBuffer keyBB, final ByteBuffer valueBB) throws RocksDBException {
|
|
|
- if (!hold()) {
|
|
|
- throw new IllegalStateException("rocksDB:" + this + " is not ready");
|
|
|
- }
|
|
|
- try {
|
|
|
- this.db.put(cfHandle, writeOptions, keyBB, valueBB);
|
|
|
- } catch (RocksDBException e) {
|
|
|
- log.error("put Failed. {}, {}", this.dbPath, getStatusError(e));
|
|
|
- throw e;
|
|
|
- } finally {
|
|
|
- release();
|
|
|
- }
|
|
|
- }
|
|
|
-
|
|
|
- protected void batchPut(WriteOptions writeOptions, final WriteBatch batch) throws RocksDBException {
|
|
|
- try {
|
|
|
- this.db.write(writeOptions, batch);
|
|
|
- } catch (RocksDBException e) {
|
|
|
- log.error("batchPut Failed. {}, {}", this.dbPath, getStatusError(e));
|
|
|
- throw e;
|
|
|
- } finally {
|
|
|
- batch.clear();
|
|
|
- }
|
|
|
- }
|
|
|
-
|
|
|
- protected byte[] get(ColumnFamilyHandle cfHandle, ReadOptions readOptions, byte[] keyBytes) throws RocksDBException {
|
|
|
- if (!hold()) {
|
|
|
- throw new IllegalStateException("rocksDB:" + this + " is not ready");
|
|
|
- }
|
|
|
- try {
|
|
|
- return this.db.get(cfHandle, readOptions, keyBytes);
|
|
|
- } catch (RocksDBException e) {
|
|
|
- log.error("get Failed. {}, {}", this.dbPath, getStatusError(e));
|
|
|
- throw e;
|
|
|
- } finally {
|
|
|
- release();
|
|
|
- }
|
|
|
- }
|
|
|
-
|
|
|
- protected int get(ColumnFamilyHandle cfHandle, ReadOptions readOptions, final ByteBuffer keyBB,
|
|
|
- final ByteBuffer valueBB) throws RocksDBException {
|
|
|
- if (!hold()) {
|
|
|
- throw new IllegalStateException("rocksDB:" + this + " is not ready");
|
|
|
- }
|
|
|
- try {
|
|
|
- return this.db.get(cfHandle, readOptions, keyBB, valueBB);
|
|
|
- } catch (RocksDBException e) {
|
|
|
- log.error("get Failed. {}, {}", this.dbPath, getStatusError(e));
|
|
|
- throw e;
|
|
|
- } finally {
|
|
|
- release();
|
|
|
- }
|
|
|
- }
|
|
|
-
|
|
|
- protected List<byte[]> multiGet(final ReadOptions readOptions,
|
|
|
- final List<ColumnFamilyHandle> columnFamilyHandleList,
|
|
|
- final List<byte[]> keys) throws RocksDBException {
|
|
|
- if (!hold()) {
|
|
|
- throw new IllegalStateException("rocksDB:" + this + " is not ready");
|
|
|
- }
|
|
|
- try {
|
|
|
- return this.db.multiGetAsList(readOptions, columnFamilyHandleList, keys);
|
|
|
- } catch (RocksDBException e) {
|
|
|
- log.error("multiGet Failed. {}, {}", this.dbPath, getStatusError(e));
|
|
|
- throw e;
|
|
|
- } finally {
|
|
|
- release();
|
|
|
- }
|
|
|
- }
|
|
|
-
|
|
|
- protected void delete(ColumnFamilyHandle cfHandle, WriteOptions writeOptions,
|
|
|
- byte[] keyBytes) throws RocksDBException {
|
|
|
- if (!hold()) {
|
|
|
- throw new IllegalStateException("rocksDB:" + this + " is not ready");
|
|
|
- }
|
|
|
- try {
|
|
|
- this.db.delete(cfHandle, writeOptions, keyBytes);
|
|
|
- } catch (RocksDBException e) {
|
|
|
- log.error("delete Failed. {}, {}", this.dbPath, getStatusError(e));
|
|
|
- throw e;
|
|
|
- } finally {
|
|
|
- release();
|
|
|
- }
|
|
|
- }
|
|
|
-
|
|
|
- protected void delete(ColumnFamilyHandle cfHandle, WriteOptions writeOptions, ByteBuffer keyBB)
|
|
|
- throws RocksDBException {
|
|
|
- if (!hold()) {
|
|
|
- throw new IllegalStateException("rocksDB:" + this + " is not ready");
|
|
|
- }
|
|
|
- try {
|
|
|
- this.db.delete(cfHandle, writeOptions, keyBB);
|
|
|
- } catch (RocksDBException e) {
|
|
|
- log.error("delete Failed. {}, {}", this.dbPath, getStatusError(e));
|
|
|
- throw e;
|
|
|
- } finally {
|
|
|
- release();
|
|
|
- }
|
|
|
- }
|
|
|
-
|
|
|
- protected void rangeDelete(ColumnFamilyHandle cfHandle, WriteOptions writeOptions, final byte[] startKey,
|
|
|
- final byte[] endKey) throws RocksDBException {
|
|
|
- if (!hold()) {
|
|
|
- throw new IllegalStateException("rocksDB:" + this + " is not ready");
|
|
|
- }
|
|
|
- try {
|
|
|
- this.db.deleteRange(cfHandle, writeOptions, startKey, endKey);
|
|
|
- } catch (RocksDBException e) {
|
|
|
- log.error("rangeDelete Failed. {}, {}", this.dbPath, getStatusError(e));
|
|
|
- throw e;
|
|
|
- } finally {
|
|
|
- release();
|
|
|
- }
|
|
|
- }
|
|
|
-
|
|
|
- public void iterate(ColumnFamilyHandle columnFamilyHandle, final byte[] prefix, BiConsumer<byte[], byte[]> callback)
|
|
|
- throws RocksDBException {
|
|
|
-
|
|
|
- if (ArrayUtil.isEmpty(prefix)) {
|
|
|
- throw new RocksDBException("Prefix is not allowed to be null");
|
|
|
- }
|
|
|
-
|
|
|
- iterate(columnFamilyHandle, prefix, null, null, callback);
|
|
|
- }
|
|
|
-
|
|
|
- public void iterate(ColumnFamilyHandle columnFamilyHandle, byte[] prefix,
|
|
|
- final byte[] start, final byte[] end, BiConsumer<byte[], byte[]> callback) throws RocksDBException {
|
|
|
-
|
|
|
- if (ArrayUtil.isEmpty(prefix) && ArrayUtil.isEmpty(start)) {
|
|
|
- throw new RocksDBException("To determine lower boundary, prefix and start may not be null at the same "
|
|
|
- + "time.");
|
|
|
- }
|
|
|
-
|
|
|
- if (ArrayUtil.isEmpty(prefix) && ArrayUtil.isEmpty(end)) {
|
|
|
- throw new RocksDBException("To determine upper boundary, prefix and end may not be null at the same time.");
|
|
|
- }
|
|
|
-
|
|
|
- if (columnFamilyHandle == null) {
|
|
|
- return;
|
|
|
- }
|
|
|
-
|
|
|
- ReadOptions readOptions = null;
|
|
|
- Slice startSlice = null;
|
|
|
- Slice endSlice = null;
|
|
|
- Slice prefixSlice = null;
|
|
|
- RocksIterator iterator = null;
|
|
|
- try {
|
|
|
- readOptions = new ReadOptions();
|
|
|
- readOptions.setTotalOrderSeek(true);
|
|
|
- readOptions.setReadaheadSize(4L * 1024 * 1024);
|
|
|
- boolean hasStart = !ArrayUtil.isEmpty(start);
|
|
|
- boolean hasPrefix = !ArrayUtil.isEmpty(prefix);
|
|
|
-
|
|
|
- if (hasStart) {
|
|
|
- startSlice = new Slice(start);
|
|
|
- readOptions.setIterateLowerBound(startSlice);
|
|
|
- }
|
|
|
-
|
|
|
- if (!ArrayUtil.isEmpty(end)) {
|
|
|
- endSlice = new Slice(end);
|
|
|
- readOptions.setIterateUpperBound(endSlice);
|
|
|
- }
|
|
|
-
|
|
|
- if (!hasStart && hasPrefix) {
|
|
|
- prefixSlice = new Slice(prefix);
|
|
|
- readOptions.setIterateLowerBound(prefixSlice);
|
|
|
- }
|
|
|
-
|
|
|
- iterator = db.newIterator(columnFamilyHandle, readOptions);
|
|
|
- if (hasStart) {
|
|
|
- iterator.seek(start);
|
|
|
- } else if (hasPrefix) {
|
|
|
- iterator.seek(prefix);
|
|
|
- }
|
|
|
-
|
|
|
- while (iterator.isValid()) {
|
|
|
- byte[] key = iterator.key();
|
|
|
- if (hasPrefix && !checkPrefix(key, prefix)) {
|
|
|
- break;
|
|
|
- }
|
|
|
- callback.accept(iterator.key(), iterator.value());
|
|
|
- iterator.next();
|
|
|
- }
|
|
|
- } finally {
|
|
|
- if (startSlice != null) {
|
|
|
- startSlice.close();
|
|
|
- }
|
|
|
- if (endSlice != null) {
|
|
|
- endSlice.close();
|
|
|
- }
|
|
|
- if (prefixSlice != null) {
|
|
|
- prefixSlice.close();
|
|
|
- }
|
|
|
- if (readOptions != null) {
|
|
|
- readOptions.close();
|
|
|
- }
|
|
|
- if (iterator != null) {
|
|
|
- iterator.close();
|
|
|
- }
|
|
|
- }
|
|
|
- }
|
|
|
-
|
|
|
- private boolean checkPrefix(byte[] key, byte[] upperBound) {
|
|
|
- if (key.length < upperBound.length) {
|
|
|
- return false;
|
|
|
- }
|
|
|
- for (int i = 0; i < upperBound.length; i++) {
|
|
|
- if (key[i] > upperBound[i]) {
|
|
|
- return false;
|
|
|
- }
|
|
|
- }
|
|
|
- return true;
|
|
|
- }
|
|
|
-
|
|
|
-
|
|
|
-
|
|
|
- protected void open(final List<ColumnFamilyDescriptor> cfDescriptors) throws RocksDBException {
|
|
|
- this.cfHandles.clear();
|
|
|
- if (this.readOnly) {
|
|
|
- this.db = RocksDB.openReadOnly(this.options, this.dbPath, cfDescriptors, cfHandles);
|
|
|
- } else {
|
|
|
- this.db = RocksDB.open(this.options, this.dbPath, cfDescriptors, cfHandles);
|
|
|
- }
|
|
|
- assert cfDescriptors.size() == cfHandles.size();
|
|
|
-
|
|
|
- if (this.db == null) {
|
|
|
- throw new RocksDBException("open rocksdb null");
|
|
|
- }
|
|
|
- try (Env env = this.db.getEnv()) {
|
|
|
- env.setBackgroundThreads(8, Priority.LOW);
|
|
|
- }
|
|
|
- }
|
|
|
-
|
|
|
- protected abstract boolean postLoad();
|
|
|
-
|
|
|
- public synchronized boolean start() {
|
|
|
- if (this.loaded) {
|
|
|
- return true;
|
|
|
- }
|
|
|
- if (postLoad()) {
|
|
|
- this.loaded = true;
|
|
|
- log.info("RocksDB [{}] starts OK", this.dbPath);
|
|
|
- this.closed = false;
|
|
|
- return true;
|
|
|
- } else {
|
|
|
- return false;
|
|
|
- }
|
|
|
- }
|
|
|
-
|
|
|
- /**
|
|
|
- * Close column family handles except the default column family
|
|
|
- */
|
|
|
- protected abstract void preShutdown();
|
|
|
-
|
|
|
- public synchronized boolean shutdown() {
|
|
|
- try {
|
|
|
- if (!this.loaded) {
|
|
|
- log.info("RocksDBStorage is not loaded, shutdown OK. dbPath={}, readOnly={}", this.dbPath, this.readOnly);
|
|
|
- return true;
|
|
|
- }
|
|
|
-
|
|
|
- final FlushOptions flushOptions = new FlushOptions();
|
|
|
- flushOptions.setWaitForFlush(true);
|
|
|
- try {
|
|
|
- flush(flushOptions);
|
|
|
- } catch (Throwable e) {
|
|
|
- log.error("flush rocksdb wal failed when shutdown", e);
|
|
|
- } finally {
|
|
|
- flushOptions.close();
|
|
|
- }
|
|
|
- this.db.cancelAllBackgroundWork(true);
|
|
|
- this.db.pauseBackgroundWork();
|
|
|
- //The close order matters.
|
|
|
- //1. close column family handles
|
|
|
- preShutdown();
|
|
|
-
|
|
|
- this.defaultCFHandle.close();
|
|
|
-
|
|
|
- //2. close column family options.
|
|
|
- for (final ColumnFamilyOptions opt : this.cfOptions) {
|
|
|
- opt.close();
|
|
|
- }
|
|
|
- //3. close options
|
|
|
- if (this.writeOptions != null) {
|
|
|
- this.writeOptions.close();
|
|
|
- }
|
|
|
- //if (this.ableWalWriteOptions != null) {
|
|
|
- // this.ableWalWriteOptions.close();
|
|
|
- //}
|
|
|
- if (this.readOptions != null) {
|
|
|
- this.readOptions.close();
|
|
|
- }
|
|
|
- if (this.totalOrderReadOptions != null) {
|
|
|
- this.totalOrderReadOptions.close();
|
|
|
- }
|
|
|
- //4. close db.
|
|
|
- if (db != null && !this.readOnly) {
|
|
|
- try {
|
|
|
- this.db.syncWal();
|
|
|
- } catch (Throwable e) {
|
|
|
- log.error("rocksdb sync wal failed when shutdown", e);
|
|
|
- } finally {
|
|
|
- flushOptions.close();
|
|
|
- }
|
|
|
-
|
|
|
- }
|
|
|
- if (db != null) {
|
|
|
- try {
|
|
|
- this.db.closeE();
|
|
|
- } catch (Throwable e) {
|
|
|
- log.error("rocksdb db closeE failed when shutdown", e);
|
|
|
- }
|
|
|
-
|
|
|
- }
|
|
|
- // Close DBOptions after RocksDB instance is closed.
|
|
|
- if (this.options != null) {
|
|
|
- this.options.close();
|
|
|
- }
|
|
|
- //5. help gc.
|
|
|
- this.cfOptions.clear();
|
|
|
- this.db = null;
|
|
|
- this.readOptions = null;
|
|
|
- this.totalOrderReadOptions = null;
|
|
|
- this.writeOptions = null;
|
|
|
- //this.ableWalWriteOptions = null;
|
|
|
- this.options = null;
|
|
|
-
|
|
|
- this.loaded = false;
|
|
|
- log.info("RocksDB shutdown OK. {}", this.dbPath);
|
|
|
- } catch (Exception e) {
|
|
|
- log.error("RocksDB shutdown failed. {}", this.dbPath, e);
|
|
|
- return false;
|
|
|
- }
|
|
|
- return true;
|
|
|
- }
|
|
|
-
|
|
|
- public void flush(final FlushOptions flushOptions) throws RocksDBException {
|
|
|
- flush(flushOptions, this.cfHandles);
|
|
|
- }
|
|
|
-
|
|
|
- public void flush(final FlushOptions flushOptions, List<ColumnFamilyHandle> columnFamilyHandles) throws RocksDBException {
|
|
|
- if (!this.loaded || this.readOnly || closed) {
|
|
|
- return;
|
|
|
- }
|
|
|
-
|
|
|
- try {
|
|
|
- if (db != null) {
|
|
|
- // For atomic-flush, we have to explicitly specify column family handles
|
|
|
- // See https://github.com/rust-rocksdb/rust-rocksdb/pull/793
|
|
|
- // and https://github.com/facebook/rocksdb/blob/8ad4c7efc48d301f5e85467105d7019a49984dc8/include/rocksdb/db.h#L1667
|
|
|
- this.db.flush(flushOptions, columnFamilyHandles);
|
|
|
- }
|
|
|
- } catch (RocksDBException e) {
|
|
|
- log.error("flush Failed. {}, {}", this.dbPath, getStatusError(e));
|
|
|
- throw e;
|
|
|
- }
|
|
|
- }
|
|
|
-
|
|
|
- public void flushWAL() throws RocksDBException {
|
|
|
- this.db.flushWal(true);
|
|
|
- }
|
|
|
-
|
|
|
- public Statistics getStatistics() {
|
|
|
- return this.options.statistics();
|
|
|
- }
|
|
|
-
|
|
|
- public ColumnFamilyHandle getDefaultCFHandle() {
|
|
|
- return defaultCFHandle;
|
|
|
- }
|
|
|
-
|
|
|
- public List<LiveFileMetaData> getCompactionStatus() {
|
|
|
- if (!hold()) {
|
|
|
- return null;
|
|
|
- }
|
|
|
- try {
|
|
|
- return this.db.getLiveFilesMetaData();
|
|
|
- } finally {
|
|
|
- release();
|
|
|
- }
|
|
|
- }
|
|
|
-
|
|
|
-
|
|
|
- private String getStatusError(RocksDBException e) {
|
|
|
- if (e == null || e.getStatus() == null) {
|
|
|
- return "null";
|
|
|
- }
|
|
|
- Status status = e.getStatus();
|
|
|
- StringBuilder sb = new StringBuilder(64);
|
|
|
- sb.append("code: ");
|
|
|
- if (status.getCode() != null) {
|
|
|
- sb.append(status.getCode().name());
|
|
|
- } else {
|
|
|
- sb.append("null");
|
|
|
- }
|
|
|
- sb.append(", ").append("subCode: ");
|
|
|
- if (status.getSubCode() != null) {
|
|
|
- sb.append(status.getSubCode().name());
|
|
|
- } else {
|
|
|
- sb.append("null");
|
|
|
- }
|
|
|
- sb.append(", ").append("state: ").append(status.getState());
|
|
|
- return sb.toString();
|
|
|
- }
|
|
|
-
|
|
|
- public void statRocksdb(Logger log) {
|
|
|
- try {
|
|
|
- // Log Memory Usage
|
|
|
- String blockCacheMemUsage = this.db.getProperty("rocksdb.block-cache-usage");
|
|
|
- String indexesAndFilterBlockMemUsage = this.db.getProperty("rocksdb.estimate-table-readers-mem");
|
|
|
- String memTableMemUsage = this.db.getProperty("rocksdb.cur-size-all-mem-tables");
|
|
|
- String blocksPinnedByIteratorMemUsage = this.db.getProperty("rocksdb.block-cache-pinned-usage");
|
|
|
- log.info("RocksDB Memory Usage: BlockCache: {}, IndexesAndFilterBlock: {}, MemTable: {}, BlocksPinnedByIterator: {}",
|
|
|
- blockCacheMemUsage, indexesAndFilterBlockMemUsage, memTableMemUsage, blocksPinnedByIteratorMemUsage);
|
|
|
-
|
|
|
- // Log file metadata by level
|
|
|
- List<LiveFileMetaData> liveFileMetaDataList = this.getCompactionStatus();
|
|
|
- if (liveFileMetaDataList == null || liveFileMetaDataList.isEmpty()) {
|
|
|
- return;
|
|
|
- }
|
|
|
- Map<Integer, StringBuilder> map = MapUtil.newHashMap();
|
|
|
- for (LiveFileMetaData metaData : liveFileMetaDataList) {
|
|
|
- StringBuilder sb = map.computeIfAbsent(metaData.level(), k -> new StringBuilder(256));
|
|
|
- sb.append(new String(metaData.columnFamilyName(), StandardCharsets.UTF_8)).append(SPACE).
|
|
|
- append(metaData.fileName()).append(SPACE).
|
|
|
- append("file-size: ").append(metaData.size()).append(SPACE).
|
|
|
- append("number-of-entries: ").append(metaData.numEntries()).append(SPACE).
|
|
|
- append("file-read-times: ").append(metaData.numReadsSampled()).append(SPACE).
|
|
|
- append("deletions: ").append(metaData.numDeletions()).append(SPACE).
|
|
|
- append("being-compacted: ").append(metaData.beingCompacted()).append("\n");
|
|
|
- }
|
|
|
- map.forEach((key, value) -> log.info("level: {}\n{}", key, value.toString()));
|
|
|
- } catch (Exception ignored) {
|
|
|
- }
|
|
|
- }
|
|
|
-}
|
