Skip to content

Commit

Permalink
adding the datasets of hadoop and hbase
Browse files Browse the repository at this point in the history
  • Loading branch information
tianyin committed Mar 16, 2016
1 parent 4052c40 commit 0499aa3
Show file tree
Hide file tree
Showing 1,266 changed files with 1,720 additions and 0 deletions.
2 changes: 2 additions & 0 deletions configfiles/README.md
Original file line number Diff line number Diff line change
Expand Up @@ -11,3 +11,5 @@ The format of `$version.metadata.csv` is:
"``FILENAME,VERSION,LINK,DESC,SOURCE``"

The only difference is that `$version.metadata.csv` contains the file name pointing to the files, while `all_versions.metadata.csv` does not include the files.

Recently, we also add the configurations of Hadoop and HBase, which has different file format. Please see the docs in `hadoop+hbase` for details.
4 changes: 4 additions & 0 deletions configfiles/hadoop+hbase/README.md
Original file line number Diff line number Diff line change
@@ -0,0 +1,4 @@
#How to use the dataset?

TODO

Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"hbase.regionserver": ["ec2externaldns:60020"], "hbase.regionserver.dns.interface": ["0.0.0.0"]}
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"hbase.hstore.blockingStoreFiles": ["120"], "hbase.regionserver.maxlogs": ["50"], "hbase.hstore.flusher.count": ["15"], "hbase.wal.regiongrouping.numgroups": ["4"], "hbase.regionserver.thread.compaction.large": ["5"], "dfs.datanode.handler.count": ["200"], "hbase.hstore.compaction.throughput.higher.bound": ["20971520"], "hbase.ipc.server.read.threadpool.size": ["50"], "hbase.hstore.compaction.throughput.lower.bound": ["10485760"], "hbase.regionserver.metahandler.count": ["30"], "hbase.regionserver.thread.compaction.small": ["100"], "hbase.wal.provider": ["multiwal"], "hbase.regionserver.handler.count": ["100"]}
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"hbase.regionserver.handler.count": ["10"]}
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"mapred.job.tracker": ["http://server:"], "hadoop.security.auth_to_local": ["DEFAULT"], "fs.defaultFS": ["hdfs://server:8020"], "hadoop.security.authentication": ["simple"]}
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"mapreduce.framework.name": ["yarn"]}
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"dfs.name.dir": ["${hadoop.tmp.dir}/dfs/name,/media/usb0/"]}
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"hbase.regionserver.impl": ["org.apache.hadoop.hbase.regionserver.tableindexed.IndexedRegionServer"]}
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"hbase.roo=\ntdir": ["hdfs://ec2-54-234-17-36.compute-1.amazonaws.com:901=\n0/hbase"], "hbase.cluster.distributed": ["true"], "hbase.client.scanner.caching": ["10000"], "hbase.zookeepe=\nr.quorum": ["ip-10-159-41-177.ec2.intern=\nal"], "hive.aux.jars.path": ["/root/hive/build/dist/lib/hive-hbase-handler-0.9.0-amplab-4.jar,/root/hive/build/dist/lib/hbase-0.92.0.jar,/root/hive/build/dist/lib/zookeeper-3.4.3.jar,/root/hive/build/dist/lib/guava-r09.jar", "/root/hive/bui=\nld/dist/lib/hive-hbase-handler-0.9.0-amplab-4.jar,/root/hive/build/dist/lib=\n/hbase-0.92.0.jar,/root/hive/build/dist/lib/zookeeper-3.4.3.jar,/root/hive/=\nbuild/dist/lib/guava-r09.jar"], "hbase.client.s=\ncanner.caching": ["10000"], "hbase.rootdir": ["hdfs://ec2-54-234-17-36.compute-1.amazonaws.com:9010/hbase"], "hbase.zookeeper.quorum": ["ip-10-159-41-177.ec2.internal"]}
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"fs.default.name": ["hdfs://localhost:9000"]}
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"hbase.zookeeper.property.syncLimit": ["20"], "zookeeper.session.timeout": ["400000"], "hbase.zookeeper.property.tickTime": ["20000"], "dfs.socket.timeout": ["400000"], "hbase.zookeeper.property.initLimit": ["20"], "hbase.regionserver.lease.period": ["400000"]}
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"hbase.metrics.showTableName": ["false"]}
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"zookeeper.session.timeout": ["1200000"], "hbase.zookeeper.property.tickTime": ["6000"]}
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"param1": ["paramValue"]}
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"javax.jdo.option.ConnectionDriverName": ["com.mysql.jdbc.Driver"], "javax.jdo.option.ConnectionUserName": ["hadoop"], "javax.jdo.option.ConnectionPassword": ["hadoop"], "javax.jdo.option.ConnectionURL": ["jdbc:mysql://localhost:3306/hadoop?createDatabaseIfNotExist=3Dtrue=\n", "jdbc:mysql://localhost:3306/hadoop?createDatabaseIfNotExist=3Dtru=\ne", "jdbc:mysql://localhost:3306/hadoop?createDatabaseIfNotExist=3Dtr=\nue"]}
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"mapreduce.jobhistory.address": ["localhost:10020"], "mapreduce.jobhistory.webapp.address": ["localhost:19888"]}
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"hbase.zookeeper.property.dataDir": ["/local/panton/hadoop-0.20.2-cdh3u0/dfs/zoo"], "hbase.cluster.distributed": ["true"], "hbase.rootdir": ["hdfs://clone11:9000/hbase"], "hbase.zookeeper.quorum": ["clone11"], "hbase.zookeeper.property.clientPort": ["2181"]}
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"dfs.block.size": ["268435456"]}
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"hbase.io.index.interval": ["128"]}
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"hbase.zookeeper.property.dataDir": ["/hadoop/zoo/data"], "hbase.rootdir": ["hdfs://10.11.1.1:9000/hbase"], "hbase.zookeeper.quorum": ["hadoop1.local,node1.local,node2.local,node3.local,node4.local"], "hbase.cluster.distributed": ["true"]}
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"fs.default.name": ["hdfs://A:9000"], "mapreduce.tasktracker.map.tasks.maximum": ["1"], "dfs.replication": ["1"], "dfs.name.dir": ["/tmp/hadoop-bala/dfs/name"], "mapred.job.tracker": ["A:9001"], "dfs.data.dir": ["/tmp/hadoop-bala/dfs/data"]}
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"io.compression.codecs": ["\n\norg.apache.hadoop.io.compress.GzipCodec,\n\norg.apache.hadoop.io.compress.DefaultCodec,\n\norg.apache.hadoop.io.compress.BZip2Codec,\n\norg.apache.hadoop.io.compress.SnappyCodec\n ", "\n>\n> org.apache.hadoop.io.compress.GzipCodec,\n>\n> org.apache.hadoop.io.compress.DefaultCodec,\n>\n> org.apache.hadoop.io.compress.BZip2Codec,\n>\n> org.apache.hadoop.io.compress.SnappyCodec\n> ", "\n> >\n> > org.apache.hadoop.io.compress.GzipCodec,\n> >\n> > org.apache.hadoop.io.compress.DefaultCodec,\n> >\n> > org.apache.hadoop.io.compress.BZip2Codec,\n> >\n> > org.apache.hadoop.io.compress.SnappyCodec\n> > ", "\n>> >\n>> > org.apache.hadoop.io.compress.GzipCodec,\n>> >\n>> > org.apache.hadoop.io.compress.DefaultCodec,\n>> >\n>> > org.apache.hadoop.io.compress.BZip2Codec,\n>> >\n>> > org.apache.hadoop.io.compress.SnappyCodec\n>> > "], "mapreduce.map.output.compress": ["true"], "mapred.map.output.compress.codec": ["org.apache.hadoop.io.compress.SnappyCodec"]}
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"mapred.queue.name": ["admin"]}
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"mapreduce.map.memory.mb": ["512"], "mapreduce.reduce.memory.mb": ["512"], "yarn.scheduler.minimum-allocation-vcores": ["1"], "yarn.scheduler.maximum-allocation-vcores": ["2"], "yarn.nodemanager.resource.memory-mb": ["4096"], "yarn.scheduler.minimum-allocation-mb": ["256"], "yarn.nodemanager.resource.cpu-vcores": ["2"], "mapreduce.map.cpu.vcores": ["2"], "yarn.scheduler.maximum-allocation-mb": ["2048"]}
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"mapred.child.java.opts": ["-Xmx1024m"]}
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"dfs.name.edits.dir": ["/home/musa.ll/hdfs_ha/local/name"], "dfs.name.edits.dir.shared1": ["/data6/hdfs_ha1/ha_share1/share1/editlog"], "dfs.name.edits.dir.shared0": ["/data6/hdfs_ha1/ha_share1/share0/editlog"], "dfs.name.dir": ["/home/musa.ll/hdfs_ha/local/name"], "dfs.name.dir.shared0": ["/data6/hdfs_ha1/ha_share1/share0/namenode"], "dfs.name.dir.shared1": ["/data6/hdfs_ha1/ha_share1/share1/namenode"]}
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"dfs.heartbeat.interval": ["3"]}
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"yarn.nodemanager.aux-services.mapreduce.shuffle.class": ["org.apache.hadoop.mapred.ShuffleHandler"], "yarn.nodemanager.aux-services": ["mapreduce.shuffle"], "fs.default.name": ["hdfs://localhost:9000"], "mapreduce.framework.name": ["yarn"], "dfs.replication": ["1"]}
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"mapreduce.task.io.sort.factor": ["300"], "dfs.datanode.max.transfer.threads": ["4096"], "mapreduce.task.io.sort.mb": ["300"], "mapreduce.reduce.merge.inmem.threshold": ["0"]}
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"hbase.tmp.dir": ["/Users/me/deployments/current/data/hbase"]}
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"hbase.zookeeper.property.clientPort": ["2181"], "hbase.zookeeper.property.dataDir": ["/home/ubuntu/Desktop/hbase/zookeeper"], "hbase.rootdir": ["/home/ubuntu/Desktop/hbase"], "hbase.zookeeper.quorum": ["localhost"], "hbase.log.dir": ["/home/ubuntu/Desktop/hbase/logs"]}
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"dfs.datanode.http.address": ["hostname.dc.xx.org:50075"], "dfs.datanode.address": ["hostname.dc.xx.org:50010"], "dfs.datanode.ipc.address": ["hostname.dc.xx.org:50020"]}
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"hadoop.proxyuser.xeon.hosts": ["*"], "hadoop.proxyuser.xeon.groups": ["supergroup"]}
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"hbase.master": ["ycsb1:60000"], "hbase.rootdir": ["hdfs://ycsb1:20001/hbase"], "hbase.zookeeper.quorum": ["ycsb1"]}
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"hbase.zookeeper.property.dataDir": ["/home/hadoop/HbaseData/zookeeper"], "hbase.tmp.dir": ["/home/hadoop/Hbasetemp"], "hbase.rootdir": ["hdfs://10.14.24.19:9000/hbase"], "hbase.cluster.distributed": ["true"], "dfs.replication": ["2"], "hbase.zookeeper.property.clientPort": ["2181"], "hbase.zookeeper.quorum": ["10.14.24.19"]}
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"hbase.zookeeper.property.dataDir": ["/opt/data/zookeeper"], "mapred.job.tracker": ["hdfs://206.88.43.4:54311"], "hadoop.tmp.dir": ["/opt/data/hadoop"], "hbase.cluster.distributed": ["true"], "dfs.replication": ["8"], "hbase.master": ["206.88.43.8:60000"], "fs.default.name": ["hdfs://206.88.43.8:54310"], "mapred.child.java.opts": ["-Xmx512m"], "hbase.rootdir": ["hdfs://206.88.43.8:54310/hbase"], "hbase.zookeeper.quorum": ["206.88.43.8,206.88.43.4"]}
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"hadoop.tmp.dir": ["/app/hadoop/app"], "fs.default.name": ["hdfs://kyahadmaster:54310"], "fs.defaultFS": ["hdfs://localhost:9000"]}
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"fs.default.name": ["hdfs://devubuntu05:9000"]}
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"dfs.balance.bandwidthPerSec": ["10485760"], "dfs.datanode.socket.write.timeout": ["0"], "dfs.replication": ["3"], "dfs.datanode.max.xcievers": ["8196"]}
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"hbase.zookeeper.property.maxClientCnxns": ["30"]}
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"hbase.coprocessor.region.classes": ["com.dianping.hbase.ClientGetRegionObserver"], "=\nhbase.coprocessor.region.classes": ["com.dianping.h=\nbase.ClientGetRegionObserver"]}
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"hadoop.tmp.dir": ["file:///hadoop_temp"]}
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"dfs.namenode.shared.edits.dir": ["qjournal://n1.com:8485;n2.com:8485/cluster1", "qjournal://n1.com:8485;n2.com:8485/cluster2"]}
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"mapreduce.jobtracker.expire.trackers.interval": ["60000"]}
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"mapreduce.admin.reduce.child.java.opts": ["-server -XX:NewRatio=3D8 =\n-Djava.library.path=3D/usr/lib/hadoop/lib/native/ =\n-Djava.net.preferIPv4Stack=3Dtrue", "-server -XX:NewRatio=3D8\n> -Djava.library.path=3D/usr/lib/hadoop/lib/native/\n> -Djava.net.preferIPv4Stack=3Dtrue"], "io.compression.codecs": ["org.apache.hadoop.io.compress.GzipCodec,org.apache.hadoop.io.compre=\nss.DefaultCodec,org.apache.hadoop.io.compress.SnappyCodec", "org.apache.hadoop.io.compress.GzipCodec,org.apache.hadoop.io.compr=\ness.DefaultCodec,org.apache.hadoop.io.compress.SnappyCodec"], "mapreduce.admin.map.child.java.opts": ["-server -XX:NewRatio=3D8 =\n-Djava.library.path=3D/usr/lib/hadoop/lib/native/ =\n-Djava.net.preferIPv4Stack=3Dtrue", "-server -XX:NewRatio=3D8\n> -Djava.library.path=3D/usr/lib/hadoop/lib/native/\n> -Djava.net.preferIPv4Stack=3Dtrue"]}
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"hbase.cluster.distributed": ["true"], "hbase.tmp.dir": ["/var/lib/hbase/cache/${user.name}/tmp"], "hbase.rootdir": ["/var/lib/hbase/cache/${user.name}/root"], "hbase.zookeeper.quorum": ["VM_11"]}
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"mapred.hosts.exclude": ["/myhadoop/etc/hadoop/datanode-excludes"], "dfs.hosts.exclude": ["/myhadoop/etc/hadoop/datanode-excludes"], "mapred.hosts": ["/myhadoop/etc/hadoop/datanode-excludes"], "yarn.resourcemanager.nodes.exclude-path": ["/myhadoop/etc/hadoop/nodemanager-excludes"], "dfs.hosts": ["/myhadoop/etc/hadoop/datanode-excludes"]}
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"hbase.hregion.memstore.flush.size": ["33554432"]}
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"hbase.regionserver.msginterval": ["3000"], "hbase.master.lease.period": ["120000"]}
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"yarn.log-aggregation-enable": ["false"], "yarn.nodemanager.delete.debug-delay-sec": ["0"], "yarn.nodemanager.log.retain-seconds": ["3600"]}
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"hadoop.tmp.dir": ["/app/software/app1", "/app/software/app=\n1", "/home1/user=\n1/dir1,/home2/user2/dir2", "/home1/user1/dir1,/home2/user2/dir2"], "hadoop.tmp.d=\nir": ["/app/software/app1"], "dfs.data.dir": ["${hadoop.tmp.dir}/dfs/data", "/SD1/hadoop_data"]}
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"dfs.datanode.address": ["0.0.0.0:50011"], "dfs.name.dir": ["/data/hadoopnamespace"], "dfs.http.address": ["192.168.10.22:50070"], "dfs.permissions": ["false"], "dfs.webhdfs.enabled": ["true"], "dfs.datanode.max.xcievers": ["4096"], "dfs.data.dir": ["/data/hadoopdata"]}
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"hbase.snapshot.region.timeout": ["1800000"], "hbase.snapshot.master.timeout.millis": ["1800000"], "hbase.snapshot.enabled": ["true"], "hbase.snapshot.master.timeoutMillis": ["1800000"]}
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"hfile.block.cache.size": ["0.25"]}
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"hbase.zookeeper.dns.nameserver": ["10.10.10.1"], "hbase.zookeeper.dns.interface": ["eth0"], "hbase.cluster.distributed": ["true"], "hbase.client.write.buffer": ["5097152"], "hbase.rootdir": ["hdfs://master.bigdata.com:54310/hbase"], "hbase.zookeeper.quorum": ["master.bigdata.com,slave1.bigdata.com,slave2.bigdata.com,\nslave3.bigdata.com", "master.bigdata.com,slave1.bigdata.com,slave2.bigdata.com,\n> slave3.bigdata.com", "master.bigdata.com,slave1.bigdata.com,slave2.bigda=\nta.com,\n>> slave3.bigdata.com", "master.bigdata.com,slave1.bigdata.com,slave2.bigdata.com,\n>>> slave3.bigdata.com", "master.bigdata.com,slave1.bigdata.com,slave2.bigdata.com,\n> > slave3.bigdata.com"], "hbase.regionserver.handler.count": ["20"]}
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"hbase.master.kerberos.principal": ["hbase/_HOST@HADOOP.LAN"], "hbase.regionserver.keytab.file": ["/home/ivan/hadoop/hbase/conf/hbase.keytab"], "hbase.regionserver.kerberos.principal": ["hbase/_HOST@HADOOP.LAN"], "hbase.rootdir": ["hdfs://kdc.hadoop.lan:8020/hbase"], "hbase.cluster.distributed": ["true"], "hbase.master.keytab.file": ["/home/ivan/hadoop/hbase/conf/hbase.keytab"], "hbase.coprocessor.master.classes": ["org.apache.hadoop.hbase.security.access.AccessController"], "hbase.coprocessor.region.classes": ["org.apache.hadoop.hbase.security.token.TokenProvider,\norg.apache.hadoop.hbase.security.access.AccessController"], "hbase.zookeeper.quorum": ["kdc.hadoop.lan"]}
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"hbase.cluster.distributed": ["true"], "hbase.rootdir": ["file:///mnt/nfs_disk/hbase/"]}
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"hbase.regionserver.class": ["org.apache.hadoop.hbase.ipc.IndexedRegionInterface"], "hbase.hregion.impl": ["org.apache.hadoop.hbase.regionserver.IdxRegion"], "hbase.regionserver.impl": ["org.apache.hadoop.hbase.regionserver.tableindexed.IndexedRegionS=\nerver", "org.apache.hadoop.hbase.regionserver.tableindexed.IndexedRe=\ngionServer"]}
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"": [" "]}
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"hbase.zookeeper.property.dataDir": ["/zookeeper_data"], "hbase.zookeeper.property.clientPort": ["2181"], "hbase.cluster.distributed": ["true"], "dfs.replication": ["1"], "hbase.rootdir": ["hdfs://localhost:9000/hbase", "hdfs://namenode:8020/hbase", "file:///hbase_data"], "hbase.zookeeper.quorum": ["namenode, jobtracker, slave0"]}
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"hbase.master": ["192.168.2.3:60000"], "hbase.rootdir": ["hdfs://192.168.2.3:20001/hbase"], "hbase.zookeeper.quorum": ["192.168.2.3"]}
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"mapreduce.jobhistory.address": ["hadoop1.rad.wc.truecarcorp.com:10020"], "yarn.nodemanager.local-dirs": ["/home/data/1/yarn/local,/home/data/2/yarn/local,/home/data/3/yarn/lo\ncal"], "yarn.resourcemanager.resource-tracker.address": ["hadoop1.rad.wc.truecarcorp.com:8031"], "mapreduce.framework.name": ["yarn"], "yarn.nodemanager.resource.memory-mb": ["84000"], "yarn.resourcemanager.address": ["hadoop1.rad.wc.truecarcorp.com:8032"], "yarn.resourcemanager.scheduler.address": ["hadoop1.rad.wc.truecarcorp.com:8030"], "mapred.map.child.java.opts": ["-Xmx800m"], "yarn.log-aggregation-enable": ["true"], "mapred.reduce.child.java.opts": ["-Xmx800m"], "mapred.child.java.opts": ["-Xmx800m"], "mapred.job.tracker": ["hadoop1.rad.wc.truecarcorp.com:8021"], "yarn.nodemanager.aux-services": ["mapreduce.shuffle"], "yarn.nodemanager.aux-services.mapreduce.shuffle.class": ["org.apache.hadoop.mapred.ShuffleHandler"], "yarn.resourcemanager.webapp.address": ["hadoop1.rad.wc.truecarcorp.com:8088"], "yarn.nodemanager.log-dirs": ["/home/data/1/yarn/logs,/home/data/2/yarn/logs,/home/data/3/yarn/logs\n"], "yarn.nodemanager.remote-app-log-dir": ["/var/log/hadoop-yarn/apps"], "mapred.map.output.compress.codec": ["org.apache.hadoop.io.compress.SnappyCodec"], "mapreduce.map.output.compress": ["true"], "yarn.app.mapreduce.am.staging-dir": ["/home/data/tmp"], "mapreduce.jobhistory.webapp.address": ["hadoop1.rad.wc.truecarcorp.com:19888"], "yarn.application.classpath": ["\n$HADOOP_CONF_DIR,\n$HADOOP_COMMON_HOME/*,$HADOOP_COMMON_HOME/lib/*,\n $HADOOP_HDFS_HOME/*,$HADOOP_HDFS_HOME/lib/*,\n$HADOOP_MAPRED_HOME/*,$HADOOP_MAPRED_HOME/lib/*,\n$YARN_HOME/*,$YARN_HOME/lib/*\n"], "yarn.resourcemanager.admin.address": ["hadoop1.rad.wc.truecarcorp.com:8033"]}
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"yarn.application.classpath": ["/opt/yarn/hadoop-2.3.0/etc/hadoop,/opt/yarn/hadoop-2.3.0/*,/opt/=\nyarn/hadoop-2.3.0/lib/*,/opt/yarn/hadoop-2.3.0/*,/opt/yarn/hadoop-2.3.0/lib=\n/*,/opt/yarn/hadoop-2.3.0/*,/opt/yarn/hadoop-2.3.0/lib/*,/opt/yarn/hadoop-2=\n.3.0/*,/opt/yarn/hadoop-2.3.0/lib/*"]}
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"dfs.namenode.rpc-address.mycluster.nn2": ["10.232.98.78:20020"], "dfs.namenode.rpc-address.mycluster.nn3": ["10.232.98.79:20020"], "dfs.namenode.rpc-address.mycluster.nn1": ["10.232.98.77:20020"], "dfs.client.failover.proxy.provider.mycluster": ["org.apache.hadoop.hdfs.server.namenode.ha.ConfiguredFailoverProxyProvider"], "dfs.ha.namenodes.mycluster": ["nn1,nn2,nn3"]}
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"hbase.hregion.memstore.block.multiplier": ["2"], "hbase.regionserver.global.memstore.upperLimit": ["0.4"], "hbase.hregion.memstore.flush.size": ["134217728"], "hbase.regionserver.global.memstore.lowerLimit": ["0.35"]}
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"hbase.hstore.blockingStoreFiles": ["200"], "hbase.hregion.majorcompaction": ["0"], "hbase.hregion.memstore.block.multiplier": ["4"], "hbase.hregion.memstore.flush.size": ["1073741824"], "hbase.hregion.max.filesize": ["1073741824"], "hbase.hstore.compactionThreshold": ["5"], "hbase.regionserver.lease.period": ["3000000"], "hbase.hstore.blockingWaitTime": ["30000"]}
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"dfs.replication": ["1"], "mapreduce.jobtracker.address": ["localhost:9000"], "mapreduce.jobtracker.addre=\nss": ["localhost:9000"], "dfs.webhdfs.enabled": ["true"], "dfs.name.dir": ["/home/anand_vihar/hadoop-2.6.0/hdfs/name"], "fs.defaultFS": ["hdfs://localhost:9000"], "dfs.data.dir": ["/home/anand_vihar/hadoop-2.6.0/hdfs/data"]}
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"hbase.zookeeper.property.dataDir": ["/Users/tyu/tmp/zk", "/Users/pat/zookeeper-data"], "hbase.rootdir": ["file:////Users/tyu/tmp", "file:///Users/pat/hbase-data"]}
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
{"hbase.cluster.distributed": ["true", "false"], "hbase.rootdir": ["hdfs://master:54310/hbase"], "hbase.zookeeper.quorum": ["master,slave1,slave2"], "hbase.zookeeper.property.clientPort": ["2181"]}
Loading

0 comments on commit 0499aa3

Please sign in to comment.