HBase Major Compaction 优化

Posted on Edited on In Disqus:

Compaction speed limit

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
<property>
  <name>hbase.regionserver.throughput.controller</name>
  <value>org.apache.hadoop.hbase.regionserver.compactions.PressureAwareCompactionThroughputController</value>
  <description>Compaction speed limit ,use PressureAwareCompactionThroughputController</description>
</property>
<property>
  <name>hbase.hstore.compaction.throughput.higher.bound</name>
  <value>209715200</value>
  <description>In normal hours,! off-peak,The default is 200 MB/sec</description>
</property>
<property>
  <name>hbase.hstore.compaction.throughput.lower.bound</name>
  <value>20971520</value>
  <description>In normal hours,! off-peak,The limit is 20 MB/sec</description>
</property>
<property>
  <name>hbase.hstore.compaction.throughput.offpeak</name>
  <value>9223372036854775807</value>
  <description>The default is Long.MAX_VALUE, which effectively means no limitation</description>
</property>
<property>
  <name>hbase.offpeak.start.hour</name>
  <value>22</value>
  <description>When to begin using off-peak compaction settings, expressed as an integer between 0 and 23.</description>
</property>
<property>
  <name>hbase.offpeak.end.hour</name>
  <value>6</value>
  <description>When to stop using off-peak compaction settings, expressed as an integer between 0 and 23.</description>
</property>
<property>
  <name>hbase.hstore.compaction.throughput.tune.period</name>
  <value>60000</value>
</property>