Revision dae3b5545c556e2479972a21d1ed8850aac0bae8 authored by anand76 on 28 March 2019, 22:13:02 UTC, committed by Facebook Github Bot on 28 March 2019, 22:17:13 UTC
Summary: WAL files are currently not subject to deletion rate limiting by DeleteScheduler. If the size of the WAL files is significant, this can cause a high delete rate on SSDs that may affect other operations. To fix it, force WAL file deletions to go through the SstFileManager. Original PR for this is #2768 Pull Request resolved: https://github.com/facebook/rocksdb/pull/5116 Differential Revision: D14669437 Pulled By: anand1976 fbshipit-source-id: c5f62d0640cebaa1574de841a1d01e4ce2faadf0
1 parent a98317f
write_external_sst.sh
#!/usr/bin/env bash
#
#
#
if [ "$#" -lt 3 ]; then
echo "usage: $BASH_SOURCE <input_data_path> <DB Path> <extern SST dir>"
exit 1
fi
input_data_dir=$1
db_dir=$2
extern_sst_dir=$3
rm -rf $db_dir
set -e
n=0
for f in `find $input_data_dir -name sorted_data*`
do
echo == Writing external SST file $f to $extern_sst_dir/extern_sst${n}
./ldb --db=$db_dir --create_if_missing write_extern_sst $extern_sst_dir/extern_sst${n} < $f
let "n = n + 1"
done
![swh spinner](/static/img/swh-spinner.gif)
Computing file changes ...