Skip to main content

Browse the archive

Revision dae3b5545c556e2479972a21d1ed8850aac0bae8 authored by anand76 on 28 March 2019, 22:13:02 UTC, committed by Facebook Github Bot on 28 March 2019, 22:17:13 UTC 
Smooth the deletion of WAL files (#5116)
 
Summary:
WAL files are currently not subject to deletion rate limiting by DeleteScheduler. If the size of the WAL files is significant, this can cause a high delete rate on SSDs that may affect other operations. To fix it, force WAL file deletions to go through the SstFileManager. Original PR for this is #2768
Pull Request resolved: https://github.com/facebook/rocksdb/pull/5116

Differential Revision: D14669437

Pulled By: anand1976

fbshipit-source-id: c5f62d0640cebaa1574de841a1d01e4ce2faadf0
1 parent a98317f
Raw File
report_lite_binary_size.sh 
#!/usr/bin/env bash
# Script to report lite build binary size for latest RocksDB commits.
# Usage:
#   ./report_lite_binary_size [num_recent_commits]

num_recent_commits=${1:-10}

echo "Computing RocksDB lite build binary size for the most recent $num_recent_commits commits."

for ((i=0; i < num_recent_commits; i++))
do
  git checkout master~$i
  commit_hash=$(git show -s --format=%H)
  commit_time=$(git show -s --format=%ct)

  # It would be nice to check if scuba already have a record for the commit,
  # but sandcastle don't seems to have scuba CLI installed.

  make clean
  make OPT=-DROCKSDB_LITE static_lib

  if make OPT=-DROCKSDB_LITE static_lib
  then
    build_succeeded='true'
    strip librocksdb.a
    binary_size=$(stat -c %s librocksdb.a)
  else
    build_succeeded='false'
    binary_size=0
  fi

  current_time="\"time\": $(date +%s)"
  commit_hash="\"hash\": \"$commit_hash\""
  commit_time="\"commit_time\": $commit_time"
  build_succeeded="\"build_succeeded\": \"$build_succeeded\""
  binary_size="\"binary_size\": $binary_size"

  scribe_log="{\"int\":{$current_time, $commit_time, $binary_size}, \"normal\":{$commit_hash, $build_succeeded}}"
  echo "Logging to scribe: $scribe_log"
  scribe_cat perfpipe_rocksdb_lite_build "$scribe_log"
done
back to top