Docstoc

HBase Cluster Config Details

Document Sample
HBase Cluster Config Details Powered By Docstoc
					Property
hbase.rootdir
hbase.master.port
hbase.cluster.distributed
hbase.tmp.dir
hbase.master.info.port
hbase.master.info.bindAddress
hbase.regionserver.port
hbase.regionserver.info.port
hbase.regionserver.info.port.auto
hbase.regionserver.info.bindAddress
hbase.regionserver.class
hbase.bulkload.retries.number
hbase.regionserver.lease.period
hbase.regionserver.handler.count
hbase.regionserver.msginterval
hbase.regionserver.optionallogflushinterval
hbase.regionserver.regionSplitLimit
hbase.regionserver.logroll.period
hbase.regionserver.logroll.errors.tolerated
hbase.regionserver.hlog.reader.impl
hbase.regionserver.hlog.writer.impl
hbase.regionserver.nbreservationblocks
hbase.zookeeper.dns.interface
hbase.zookeeper.dns.nameserver
hbase.regionserver.dns.interface
hbase.regionserver.dns.nameserver
hbase.master.dns.interface
hbase.master.dns.nameserver
hbase.balancer.period
hbase.regions.slop
hbase.master.logcleaner.ttl
hbase.master.logcleaner.plugins
hbase.regionserver.global.memstore.upperLimit
hbase.regionserver.global.memstore.lowerLimit
hbase.server.thread.wakefrequency
hbase.server.versionfile.writeattempts
hbase.hregion.memstore.flush.size
hbase.hregion.preclose.flush.size
hbase.hregion.memstore.block.multiplier
hbase.hregion.memstore.mslab.enabled
hbase.hregion.max.filesize
hbase.hstore.compactionThreshold
hbase.hstore.blockingStoreFiles
hbase.hstore.blockingWaitTime
hbase.hstore.compaction.max
hbase.hregion.majorcompaction
hbase.mapreduce.hfileoutputformat.blocksize
hfile.block.cache.size
hbase.hash.type
hfile.block.index.cacheonwrite
hfile.index.block.max.size
hfile.format.version
io.storefile.bloom.block.size
io.storefile.bloom.cacheonwrite
hbase.rs.cacheblocksonwrite
hbase.rpc.engine
hbase.master.keytab.file
hbase.master.kerberos.principal
hbase.regionserver.keytab.file
hbase.regionserver.kerberos.principal
hadoop.policy.file<
hbase.superuser
hbase.auth.key.update.interval
hbase.auth.token.max.lifetime
zookeeper.session.timeout
zookeeper.znode.parent
zookeeper.znode.rootserver
zookeeper.znode.acl.parent
hbase.coprocessor.region.classes
hbase.coprocessor.master.classes
hbase.zookeeper.quorum
hbase.zookeeper.peerport
hbase.zookeeper.leaderport
hbase.zookeeper.property.initLimit
hbase.zookeeper.property.syncLimit
hbase.zookeeper.property.dataDir
hbase.zookeeper.property.clientPort
hbase.zookeeper.property.maxClientCnxns
hbase.rest.port
hbase.rest.readonly
hbase.defaults.for.version
hbase.defaults.for.version.skip
hbase.coprocessor.abortonerror
hbase.instant.schema.alter.enabled
hbase.instant.schema.janitor.period
hbase.instant.schema.alter.timeout
hbase.online.schema.update.enable
dfs.support.append
hbase.thrift.minWorkerThreads
hbase.thrift.maxWorkerThreads
hbase.thrift.maxQueuedRequests
hbase.offheapcache.percentage
hbase.master.executor.openregion.threads
hbase.master.executor.closeregion.threads
hbase.master.executor.serverops.threads
hbase.data.umask.enable
hbase.data.umask
hbase.metrics.showTableName
hbase.metrics.exposeOperationTimes

Missing in hbase-default.xml
hbase.htable.threads.max
hbase.htable.threads.keepalivetime
hbase.client.write.buffer
hbase.client.scanner.caching
hbase.client.keyvalue.maxsize
hbase.client.operation.timeout
hbase.client.ipc.pool.type
hbase.client.ipc.pool.size
ipc.ping.interval
ipc.socket.timeout
hbase.security.relogin.maxbackoff
hbase.ipc.client.connection.maxidletime
hbase.ipc.client.connect.max.retries
hbase.ipc.client.tcpnodelay
hbase.ipc.client.tcpkeepalive
hbase.adminprotocol.class
hbase.clientprotocol.class
hbase.client.pause
hbase.client.retries.number
hbase.client.rpc.maxattempts
hbase.rpc.timeout
hbase.client.prefetch.limit
hbase.cluster.id
hbase.master.assignment.timeoutmonitor.period
hbase.master.assignment.timeoutmonitor.timeout
hbase.assignment.maximum.attempts
hbase.master.catalog.timeout
io.storefile.bloom.enabled
io.storefile.delete.family.bloom.enabled
io.storefile.bloom.error.rate
io.storefile.bloom.max.fold
io.storefile.bloom.block.size
io.storefile.bloom.max.keys
hbase.catalogtracker.default.timeout
hbase.client.scanner.max.result.size
hbase.hstore.compaction.ratio
hbase.hstore.compaction.ratio.offpeak
hbase.offpeak.start.hour
hbase.offpeak.end.hour
hbase.regionserver.thread.compaction.large
hbase.regionserver.thread.compaction.small
hbase.regionserver.thread.compaction.throttle
hbase.regionserver.thread.split
hbase.coprocessor.wal.classes
hbase.client.retries.longer.multiplier
hbasefsck.numthreads
ipc.server.max.callqueue.length
ipc.server.max.callqueue.size
ipc.server.read.threadpool.size
ipc.client.kill.max
ipc.client.idlethreshold
ipc.client.call.purge.timeout
ipc.server.tcpnodelay
ipc.server.tcpkeepalive
hbase.ipc.warn.delayedrpc.number
hadoop.security.authorization
hfile.compression
hbase.hfileoutputformat.families.compression
hbase.mapreduce.hfileoutputformat.compaction.exclude
hbase.regionserver.hlog.blocksize
hbase.regionserver.logroll.multiplier
hbase.regionserver.maxlogs
zookeeper.znode.rs
zookeeper.znode.draining.rs
zookeeper.znode.master
zookeeper.znode.backup.masters
zookeeper.znode.state
zookeeper.znode.unassigned
zookeeper.znode.tableEnableDisable
zookeeper.znode.clusterId
zookeeper.znode.splitlog
zookeeper.znode.cluster.config
zookeeper.recovery.retry
zookeeper.recovery.retry.intervalmill
zookeeper.dump.connection.timeout
zookeeper.znode.tokenauth.parent
zookeeper.znode.acl.parent
hbase.ipc.warn.response.time
hbase.ipc.warn.response.size
hlog.bulk.output
hbase.mapreduce.scan.cachedrows
verifyrep.startTime
verifyrep.endTime
verifyrep.families
hbase.replication
verifyrep.tableName
hbase.security.authentication
importtsv.columns
importtsv.separator
importtsv.timestamp
importtsv.skip.bad.lines
mapreduce.totalorderpartitioner.naturalorder
mapreduce.totalorderpartitioner.trie.maxdepth
mapreduce.totalorderpartitioner.path
hbase.master.logcleaner.ttl
hbase.regionserver.thrift.server.type
hbase.regionserver.thrift.port
hbase.regionserver.thrift.compact
hbase.regionserver.thrift.ipaddress
hbase.regionserver.thrift.framed
hbase.thrift.dns.interface
hbase.thrift.dns.nameserver
hbase.thrift.keytab.file
hbase.thrift.kerberos.principal
hbase.thrift.filters
hbase.thrift.slow.response.nano.second
hbase.thrift.minWorkerThreads
hbase.thrift.maxWorkerThreads
hbase.thrift.maxQueuedRequests
hbase.thrift.threadKeepAliveTimeSec
hbase.mapred.outputtable
hbase.mapred.output.quorum
hbase.mapred.output.quorum.port
hbase.mapred.output.rs.class
hbase.mapred.output.rs.impl
hbase.mapreduce.inputtable
hbase.mapreduce.scan
hbase.mapreduce.scan.cacheblocks
hbase.mapreduce.scan.maxversions
hbase.mapreduce.scan.timerange.end
hbase.mapreduce.scan.timerange.start
hbase.mapreduce.scan.timestamp
hbase.mapreduce.scan.columns
hbase.mapreduce.scan.column.family
hbase.mapreduce.scan.row.stop
hbase.mapreduce.scan.row.start
hbase.superuser
hbase.hstore.time.to.purge.deletes
hbase.hstore.compaction.min
hbase.hstore.compaction.min.size
hbase.hstore.compaction.max.size
hbase.hstore.bulkload.verify
hbase.hstore.close.check.interval
hbase.hstore.bytes.per.checksum
hbase.hstore.checksum.algorithm
hbase.hstore.compaction.complete
hbase.hregion.majorcompaction.jitter
hbase.store.delete.expired.storefile
hbase.splitlog.zk.retries
hbase.splitlog.max.resubmit
hbase.splitlog.manager.timeout
hbase.splitlog.manager.unassigned.timeout
hbase.splitlog.manager.timeoutmonitor.period
hbase.offheapcache.slab.proportions
hbase.offheapcache.slab.sizes
hbase.simpletotalorder.start.base64
hbase.simpletotalorder.end.base64
hbase.simpletotalorder.start
hbase.simpletotalorder.end
hbase.shutdown.hook
hbase.fs.shutdown.hook.wait
hbase.regionserver.wal.enablecompression
hbase.regionserver.hlog.replication
zookeeper.znode.replication
zookeeper.znode.replication.peers
zookeeper.znode.replication.peers.state
zookeeper.znode.replication.state
zookeeper.znode.replication.rs
replication.sleep.before.failover
replication.executor.workers
replication.replicationsource.implementation
replication.source.size.capacity
replication.source.nb.capacity
replication.source.maxretriesmultiplier
replication.source.ratio
replication.source.sleepforretries
replication.sink.htablepool.capacity
hbase.rest.client.max.retries
hbase.rest.client.sleep
split.count
split.verify
split.outstanding
hbase.regionserver.region.split.policy
nmapinputformat.num.maps
hbase.mapreduce.multitableoutputformat.wal
hbase.hregion.memstore.mslab.chunksize
hbase.hregion.memstore.mslab.max.allocation
hbase.master.ui.fragmentation.enabled
hbase.master.distributed.log.splitting
hbase.hlog.split.skip.errors
hbase.hlog.split.failure.retry.interval
hbase.master.logcleaner.plugins
hbase.regionserver.thrift.redirect
hbase.thrift.selector.threads
hbase.thrift.worker.threads
hbase.thrift.stop.timeout.seconds
hbase.thrift.accept.queue.size.per.selector
hbase.thrift.accept.policy
hbase.master.loadbalancer.class
import.bulk.output
HBASE_IMPORTER_RENAME_CFS
importtsv.mapper.class
importtsv.bulk.output
importtsv.columns
importtsv.separator
Default Value
file:///tmp/hbase-${user.name}/hbase
60000
FALSE
/tmp/hbase-${user.name}
60010
0.0.0.0
60020
60030
FALSE
0.0.0.0
org.apache.hadoop.hbase.ipc.HRegionInterface
0
60000
10
3000
1000
2147483647
3600000
2
org.apache.hadoop.hbase.regionserver.wal.SequenceFileLogReader
org.apache.hadoop.hbase.regionserver.wal.SequenceFileLogWriter
4
default
default
default
default
default
default
300000
0.2
600000
org.apache.hadoop.hbase.master.TimeToLiveLogCleaner
0.4
0.35
10000
3
134217728
5242880
2
TRUE
10737418240
3
7
90000
10
86400000
65536
0.25
murmur
FALSE
131072
2
131072
FALSE
FALSE
org.apache.hadoop.hbase.ipc.WritableRpcEngine




hbase-policy.xml

86400000
604800000
180000
/hbase
root-region-server
acl


localhost
2888
3888
10
5
${hbase.tmp.dir}/zookeeper
2181
300
8080
FALSE
@@@VERSION@@@
FALSE
FALSE
FALSE
120000
60000
FALSE
TRUE
16
1000
1000
0
5
5
3, 5
FALSE
0
FALSE
TRUE



1
60
2097152
1
10485760
INT.MAX
RoundRobin
1
60000
20000
5000
10000
0
FALSE
TRUE
AdminProtocol.class
ClientProtocol.class
1000
10
1
60000
10
default
10000
1800000
10
INT.MAX
TRUE
TRUE
0.01
7
128*1024
128*1000*1000
1000
Long.MAX
1.2F
5.0F
-1
-1
1
1
0
1

10
50
handlerCount*10
1024*1024*1024
10
10
4000
2*60000
FALSE
TRUE
1000
FALSE
NONE

FALSE

0.95f
32
rs
draining
master
backup-masters
shutdown
unassigned
table
hbaseid
splitlog
clusterConfig
3
1000
1000
tokenauth
acl
10000
1024*1024*1024

1
0
0
null
FALSE




\t
System.currentTimeMillis()
TRUE
TRUE
200
_partition.lst
600000
threadpool
9090
FALSE
0.0.0.0
FALSE
default
default
10*1000*1000
16
1000
1000
60


0




new String[0]
0

this.region.memstoreFlushSize
Long.MAX_VALUE
FALSE
10*1000*1000
16*1024
ChecksumType.CRC32
TRUE
0.20F
FALSE
3
3
25000
3*60*1000
1000
0.80,0.20
Long.valueOf(avgBlockSize * 11 / 10), Long.valueOf(avgBlockSize * 21 / 10)




TRUE
30000
FALSE
fs.getDefaultReplication()
replication
peers
peer-state
state
rs
2000
1
ReplicationSource.class.getCanonicalName()
1024*1024*64
25000
10
0.1F
1000
10
10
1000
0
TRUE
2
IncreasingToUpperBoundRegionSplitPolicy.class
1
TRUE
2048*1024
256*1024
FALSE
TRUE
FALSE
30*1000

FALSE
DefaultLoadBalancer.class


TsvImporterMapper.class
Override Possible   Failover/Secondary
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
Y
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
Y
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N




Y
Y
Y
Y
Y
Y
Y
Y
Y
Y
Y
Y
Y
Y
Y
Y
Y
Y
Y
Y
Y
Y
??
N    Y
N    Y
N    Y
N    Y
Y
Y
Y
Y
Y
Y
N
Y
Y
Y
Y
Y
Y
Y
Y
Y

Y
N
?
?
?
?




Y
Y
Y
N
N
N
hbase.rootdir
hbase.master.port
hbase.cluster.distributed
hbase.tmp.dir
hbase.master.info.port
hbase.master.info.bindAddress
hbase.regionserver.port
hbase.regionserver.info.port
hbase.regionserver.info.port.auto
hbase.regionserver.info.bindAddress
hbase.regionserver.class
hbase.client.pause
hbase.client.retries.number
hbase.bulkload.retries.number
hbase.regionserver.lease.period
hbase.regionserver.handler.count
hbase.regionserver.msginterval
hbase.regionserver.optionallogflushinterval
hbase.regionserver.regionSplitLimit
hbase.regionserver.logroll.period
hbase.regionserver.logroll.errors.tolerated
hbase.regionserver.hlog.reader.impl
hbase.regionserver.hlog.writer.impl
hbase.regionserver.nbreservationblocks
hbase.zookeeper.dns.interface
hbase.zookeeper.dns.nameserver
hbase.regionserver.dns.interface
hbase.regionserver.dns.nameserver
hbase.master.dns.interface
hbase.master.dns.nameserver
hbase.balancer.period
hbase.regions.slop
hbase.master.logcleaner.ttl
hbase.master.logcleaner.plugins
hbase.regionserver.global.memstore.upperLimit
hbase.regionserver.global.memstore.lowerLimit
hbase.server.thread.wakefrequency
hbase.server.versionfile.writeattempts
hbase.hregion.memstore.flush.size
hbase.hregion.preclose.flush.size
hbase.hregion.memstore.block.multiplier
hbase.hregion.memstore.mslab.enabled
hbase.hregion.max.filesize<
hbase.hstore.compactionThreshold
hbase.hstore.blockingStoreFiles
hbase.hstore.blockingWaitTime
hbase.hstore.compaction.max
hbase.hregion.majorcompaction
hbase.mapreduce.hfileoutputformat.blocksize
hfile.block.cache.size
hbase.hash.type
hfile.block.index.cacheonwrite
hfile.index.block.max.size
hfile.format.version
io.storefile.bloom.block.size
io.storefile.bloom.cacheonwrite
hbase.rs.cacheblocksonwrite
hbase.rpc.engine
hbase.master.keytab.file
hbase.master.kerberos.principal
hbase.regionserver.keytab.file
hbase.regionserver.kerberos.principal
hadoop.policy.file<
hbase.superuser
hbase.auth.key.update.interval
hbase.auth.token.max.lifetime
zookeeper.session.timeout
zookeeper.znode.parent
zookeeper.znode.rootserver
zookeeper.znode.acl.parent
hbase.coprocessor.region.classes
hbase.coprocessor.master.classes<
hbase.zookeeper.quorum
hbase.zookeeper.peerport
hbase.zookeeper.leaderport<
hbase.zookeeper.property.initLimit
hbase.zookeeper.property.syncLimit
hbase.zookeeper.property.dataDir
hbase.zookeeper.property.clientPort
hbase.zookeeper.property.maxClientCnxns
hbase.rest.port
hbase.rest.readonly
hbase.defaults.for.version
hbase.defaults.for.version.skip
hbase.coprocessor.abortonerror
hbase.instant.schema.alter.enabled
hbase.instant.schema.janitor.period
hbase.instant.schema.alter.timeout
hbase.online.schema.update.enable
dfs.support.append
hbase.thrift.minWorkerThreads
hbase.thrift.maxWorkerThreads
hbase.thrift.maxQueuedRequests
hbase.offheapcache.percentage<
hbase.master.executor.openregion.threads
hbase.master.executor.closeregion.threads
hbase.master.executor.serverops.threads

hbase.htable.threads.max
hbase.htable.threads.keepalivetime
hbase.client.write.buffer
hbase.client.scanner.caching
hbase.client.keyvalue.maxsize
hbase.client.operation.timeout
hbase.client.ipc.pool.type
hbase.client.ipc.pool.size

hbase.adminprotocol.class
hbase.clientprotocol.class
file:///tmp/hbase-${user.name}/hbase
60000
FALSE
/tmp/hbase-${user.name}
60010
0.0.0.0
60020
60030
FALSE
0.0.0.0
org.apache.hadoop.hbase.ipc.HRegionInterface
1000
10
0
60000
10
3000
1000
2147483647
3600000
2
org.apache.hadoop.hbase.regionserver.wal.SequenceFileLogReader
org.apache.hadoop.hbase.regionserver.wal.SequenceFileLogWriter
4
default
default
default
default
default
default
300000
0.2
600000
org.apache.hadoop.hbase.master.TimeToLiveLogCleaner
0.4
0.35
10000
3
134217728
5242880
2
TRUE
10737418240
3
7
90000
10
86400000
65536
0.25
murmur
FALSE
131072
2
131072
FALSE
FALSE
org.apache.hadoop.hbase.ipc.WritableRpcEngine




hbase-policy.xml

86400000
604800000
180000
/hbase
root-region-server
acl


localhost
2888
3888
10
5
${hbase.tmp.dir}/zookeeper
2181
300
8080
FALSE
@@@VERSION@@@
FALSE
FALSE
FALSE
120000
60000
FALSE
TRUE
16
1000
1000
0
5
5
3, 5

1
60
2097152
1
10485760
INT.MAX




AdminProtocol.class
ClientProtocol.class
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N
N

Y
Y
Y
Y
Y
Y
N
N

				
DOCUMENT INFO
Shared By:
Categories:
Tags:
Stats:
views:2
posted:2/17/2013
language:Unknown
pages:33