Skip to content

Commit

Permalink
Rename to number of compaction sorted runs
Browse files Browse the repository at this point in the history
  • Loading branch information
archang19 committed Jan 22, 2025
1 parent 03dd23a commit 1231ef7
Show file tree
Hide file tree
Showing 7 changed files with 39 additions and 40 deletions.
16 changes: 8 additions & 8 deletions db/db_compaction_test.cc
Original file line number Diff line number Diff line change
Expand Up @@ -5857,16 +5857,16 @@ TEST_F(DBCompactionTest, CompactionStatsTest) {
DestroyAndReopen(options);

// Verify that the internal statistics for num_running_compactions and
// num_running_compaction_input_iterators start and end at valid states
// num_running_compaction_sorted_runs start and end at valid states
uint64_t num_running_compactions = 0;
ASSERT_TRUE(db_->GetIntProperty(DB::Properties::kNumRunningCompactions,
&num_running_compactions));
ASSERT_EQ(num_running_compactions, 0);
uint64_t num_running_compaction_input_iterators = 0;
uint64_t num_running_compaction_sorted_runs = 0;
ASSERT_TRUE(
db_->GetIntProperty(DB::Properties::kNumRunningCompactionInputIterators,
&num_running_compaction_input_iterators));
ASSERT_EQ(num_running_compaction_input_iterators, 0);
db_->GetIntProperty(DB::Properties::kNumRunningCompactionSortedRuns,
&num_running_compaction_sorted_runs));
ASSERT_EQ(num_running_compaction_sorted_runs, 0);

for (int i = 0; i < 32; i++) {
for (int j = 0; j < 5000; j++) {
Expand All @@ -5887,9 +5887,9 @@ TEST_F(DBCompactionTest, CompactionStatsTest) {
&num_running_compactions));
ASSERT_EQ(num_running_compactions, 0);
ASSERT_TRUE(
db_->GetIntProperty(DB::Properties::kNumRunningCompactionInputIterators,
&num_running_compaction_input_iterators));
ASSERT_EQ(num_running_compaction_input_iterators, 0);
db_->GetIntProperty(DB::Properties::kNumRunningCompactionSortedRuns,
&num_running_compaction_sorted_runs));
ASSERT_EQ(num_running_compaction_sorted_runs, 0);
}

TEST_F(DBCompactionTest, SubcompactionEvent) {
Expand Down
2 changes: 1 addition & 1 deletion db/db_impl/db_impl.cc
Original file line number Diff line number Diff line change
Expand Up @@ -216,7 +216,7 @@ DBImpl::DBImpl(const DBOptions& options, const std::string& dbname,
bg_bottom_compaction_scheduled_(0),
bg_compaction_scheduled_(0),
num_running_compactions_(0),
num_running_compaction_input_iterators_(0),
num_running_compaction_sorted_runs_(0),
bg_flush_scheduled_(0),
num_running_flushes_(0),
bg_purge_scheduled_(0),
Expand Down
4 changes: 2 additions & 2 deletions db/db_impl/db_impl.h
Original file line number Diff line number Diff line change
Expand Up @@ -2424,7 +2424,7 @@ class DBImpl : public DB {
const std::vector<CompactionInputFiles>& inputs,
bool* sfm_bookkeeping, LogBuffer* log_buffer);

size_t GetNumberCompactionInputIterators(Compaction* c);
size_t GetNumberCompactionSortedRuns(Compaction* c);

// Request compaction tasks token from compaction thread limiter.
// It always succeeds if force = true or limiter is disable.
Expand Down Expand Up @@ -2961,7 +2961,7 @@ class DBImpl : public DB {

// stores the number of input iterators required for currently running
// compactions
int num_running_compaction_input_iterators_;
int num_running_compaction_sorted_runs_;

// number of background memtable flush jobs, submitted to the HIGH pool
int bg_flush_scheduled_;
Expand Down
31 changes: 15 additions & 16 deletions db/db_impl/db_impl_compaction_flush.cc
Original file line number Diff line number Diff line change
Expand Up @@ -61,7 +61,7 @@ bool DBImpl::EnoughRoomForCompaction(
return enough_room;
}

size_t DBImpl::GetNumberCompactionInputIterators(Compaction* c) {
size_t DBImpl::GetNumberCompactionSortedRuns(Compaction* c) {
assert(c);
if (c->IsTrivialMove() || c->deletion_compaction()) {
return 0;
Expand Down Expand Up @@ -3435,12 +3435,12 @@ void DBImpl::BackgroundCallCompaction(PrepickedCompaction* prepicked_compaction,
(bg_thread_pri == Env::Priority::LOW && bg_compaction_scheduled_));

// BackgroundCompaction will update the
// num_running_compaction_input_iterators_ total and later we will subtract
// num_running_compaction_sorted_runs_ total and later we will subtract
// what was added
int num_compaction_input_iterators_added = 0;
int num_compaction_sorted_runs_added = 0;
Status s = BackgroundCompaction(&made_progress, &job_context, &log_buffer,
prepicked_compaction, bg_thread_pri,
num_compaction_input_iterators_added);
num_compaction_sorted_runs_added);
TEST_SYNC_POINT("BackgroundCallCompaction:1");
if (s.IsBusy()) {
bg_cv_.SignalAll(); // In case a waiter can proceed despite the error
Expand Down Expand Up @@ -3505,11 +3505,10 @@ void DBImpl::BackgroundCallCompaction(PrepickedCompaction* prepicked_compaction,

assert(num_running_compactions_ > 0);
num_running_compactions_--;
assert(num_running_compaction_input_iterators_ >= 0);
assert(num_running_compaction_input_iterators_ >=
num_compaction_input_iterators_added);
num_running_compaction_input_iterators_ -=
num_compaction_input_iterators_added;
assert(num_running_compaction_sorted_runs_ >= 0);
assert(num_running_compaction_sorted_runs_ >=
num_compaction_sorted_runs_added);
num_running_compaction_sorted_runs_ -= num_compaction_sorted_runs_added;

if (bg_thread_pri == Env::Priority::LOW) {
bg_compaction_scheduled_--;
Expand Down Expand Up @@ -3554,7 +3553,7 @@ Status DBImpl::BackgroundCompaction(bool* made_progress,
LogBuffer* log_buffer,
PrepickedCompaction* prepicked_compaction,
Env::Priority thread_pri,
int& num_compaction_input_iterators_added) {
int& num_compaction_sorted_runs_added) {
ManualCompactionState* manual_compaction =
prepicked_compaction == nullptr
? nullptr
Expand Down Expand Up @@ -3748,12 +3747,12 @@ Status DBImpl::BackgroundCompaction(bool* made_progress,
num_files += each_level.files.size();
}
RecordInHistogram(stats_, NUM_FILES_IN_SINGLE_COMPACTION, num_files);
num_compaction_input_iterators_added =
static_cast<int>(GetNumberCompactionInputIterators(c.get()));
assert(num_compaction_input_iterators_added >= 0);
assert(num_running_compaction_input_iterators_ >= 0);
num_running_compaction_input_iterators_ +=
num_compaction_input_iterators_added;
num_compaction_sorted_runs_added =
static_cast<int>(GetNumberCompactionSortedRuns(c.get()));
assert(num_compaction_sorted_runs_added >= 0);
assert(num_running_compaction_sorted_runs_ >= 0);
num_running_compaction_sorted_runs_ +=
num_compaction_sorted_runs_added;

// There are three things that can change compaction score:
// 1) When flush or compaction finish. This case is covered by
Expand Down
20 changes: 10 additions & 10 deletions db/internal_stats.cc
Original file line number Diff line number Diff line change
Expand Up @@ -301,7 +301,7 @@ static const std::string aggregated_table_properties =
static const std::string aggregated_table_properties_at_level =
aggregated_table_properties + "-at-level";
static const std::string num_running_compactions = "num-running-compactions";
static const std::string num_running_compaction_input_iterators =
static const std::string num_running_compaction_sorted_runs =
"num-running-compaction-input-iterators";
static const std::string num_running_flushes = "num-running-flushes";
static const std::string actual_delayed_write_rate =
Expand Down Expand Up @@ -353,8 +353,8 @@ const std::string DB::Properties::kCompactionPending =
rocksdb_prefix + compaction_pending;
const std::string DB::Properties::kNumRunningCompactions =
rocksdb_prefix + num_running_compactions;
const std::string DB::Properties::kNumRunningCompactionInputIterators =
rocksdb_prefix + num_running_compaction_input_iterators;
const std::string DB::Properties::kNumRunningCompactionSortedRuns =
rocksdb_prefix + num_running_compaction_sorted_runs;
const std::string DB::Properties::kNumRunningFlushes =
rocksdb_prefix + num_running_flushes;
const std::string DB::Properties::kBackgroundErrors =
Expand Down Expand Up @@ -584,10 +584,9 @@ const UnorderedMap<std::string, DBPropertyInfo>
{DB::Properties::kNumRunningCompactions,
{false, nullptr, &InternalStats::HandleNumRunningCompactions, nullptr,
nullptr}},
{DB::Properties::kNumRunningCompactionInputIterators,
{false, nullptr,
&InternalStats::HandleNumRunningCompactionInputIterators, nullptr,
nullptr}},
{DB::Properties::kNumRunningCompactionSortedRuns,
{false, nullptr, &InternalStats::HandleNumRunningCompactionSortedRuns,
nullptr, nullptr}},
{DB::Properties::kActualDelayedWriteRate,
{false, nullptr, &InternalStats::HandleActualDelayedWriteRate, nullptr,
nullptr}},
Expand Down Expand Up @@ -1273,9 +1272,10 @@ bool InternalStats::HandleNumRunningCompactions(uint64_t* value, DBImpl* db,
return true;
}

bool InternalStats::HandleNumRunningCompactionInputIterators(
uint64_t* value, DBImpl* db, Version* /*version*/) {
*value = db->num_running_compaction_input_iterators_;
bool InternalStats::HandleNumRunningCompactionSortedRuns(uint64_t* value,
DBImpl* db,
Version* /*version*/) {
*value = db->num_running_compaction_sorted_runs_;
return true;
}

Expand Down
4 changes: 2 additions & 2 deletions db/internal_stats.h
Original file line number Diff line number Diff line change
Expand Up @@ -847,8 +847,8 @@ class InternalStats {
bool HandleCompactionPending(uint64_t* value, DBImpl* db, Version* version);
bool HandleNumRunningCompactions(uint64_t* value, DBImpl* db,
Version* version);
bool HandleNumRunningCompactionInputIterators(uint64_t* value, DBImpl* db,
Version* version);
bool HandleNumRunningCompactionSortedRuns(uint64_t* value, DBImpl* db,
Version* version);
bool HandleBackgroundErrors(uint64_t* value, DBImpl* db, Version* version);
bool HandleCurSizeActiveMemTable(uint64_t* value, DBImpl* db,
Version* version);
Expand Down
2 changes: 1 addition & 1 deletion include/rocksdb/db.h
Original file line number Diff line number Diff line change
Expand Up @@ -1212,7 +1212,7 @@ class DB {

// "rocksdb.num-running-compaction-input-iterators" - returns the number of
// input iterators required for currently running compactions.
static const std::string kNumRunningCompactionInputIterators;
static const std::string kNumRunningCompactionSortedRuns;

// "rocksdb.background-errors" - returns accumulated number of background
// errors.
Expand Down

0 comments on commit 1231ef7

Please sign in to comment.