hadoop和hbase文件配置

0. 机器结构

1台NameNode，3台DataNode

1.3.0.241    cloud1
1.3.10.229   cloud2
1.3.10.231   cloud3
1.3.10.230   cloud4

1.Hadoop

core-site.xml

 
   fs.defaultFS
   hdfs://cloud1:9000
 
 
   io.file.buffer.size
   131072
 
 
   hadoop.tmp.dir
   /mnt/hadoop/tmp
   A base for other temporary directories.
 

hdfs-site.xml

 
   dfs.namenode.name.dir
   /mnt/hadoop/name
 
 
   dfs.datanode.data.dir
   /mnt/hadoop/data
 
 
   dfs.replication
   3
 

 
   dfs.support.append
   true
 
 
   dfs.datanode.max.xcievers
   4096
 

mapred-site.xml

 
   mapreduce.framework.name
   yarn
 
 
   mapreduce.jobhistory.address
   cloud1:10020
 
 
   mapreduce.jobhistory.webapp.address
   cloud1:19888
 

yarn-site.xml

 
   yarn.resourcemanager.address
   cloud1:8032
   ResourceManager host:port for clients to submit jobs. 
 
 
   yarn.resourcemanager.scheduler.address
   cloud1:8030
   ResourceManager host:port for ApplicationMasters to talk to Scheduler to obtain resources.
 
 
   yarn.resourcemanager.resource-tracker.address
   cloud1:8031
   ResourceManager host:port for NodeManagers. 
 
 
   yarn.resourcemanager.admin.address
   cloud1:8033
   ResourceManager host:port for administrative commands. 
 
 
   yarn.resourcemanager.webapp.address
   cloud1:8088
   ResourceManager web-ui host:port. 
 
 
   yarn.resourcemanager.scheduler.class
   org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler
   In case you do not want to use the default scheduler
 
 
 
   yarn.nodemanager.resource.memory-mb
   10240
   the amount of memory on the NodeManager in MB
 
 
   yarn.nodemanager.local-dirs
   
   the local directories used by the nodemanager
 
 
   yarn.nodemanager.log-dirs
   
   the directories used by Nodemanagers as log directories
 
 
   yarn.nodemanager.remote-app-log-dir
   /app-logs
   directory on hdfs where the application logs are moved to 
 
 
   yarn.nodemanager.aux-services
   mapreduce_shuffle
   shuffle service that needs to be set for Map Reduce to run 
 

2.Hbase

hbase-site.xml

 
   hbase.rootdir
   hdfs://cloud1:9000/hbase
   The directory shared by RegionServers.
 
 
   dfs.support.append
   true
 
 
   hbase.cluster.distributed
   true
   The mode the cluster will be in. Possible values are
     false: standalone and pseudo-distributed setups with managed Zookeeper
     true: fully-distributed with unmanaged Zookeeper Quorum (see hbase-env.sh)
   
 
 
   hbase.zookeeper.property.clientPort
   2181
   Property from ZooKeeper's config zoo.cfg.The port at which the clients will connect.
 
 
   hbase.zookeeper.quorum
   cloud2,cloud3,cloud4
   The directory shared by RegionServers.
 
 
   hbase.zookeeper.property.dataDir
   /mnt/zookeeper-john
   Property from ZooKeeper\'s config zoo.cfg. The directory where the snapshot is stored.
 
 
   hbase.zookeeper.property.maxClientCnxns
   1000