Skip to content

appfirst/python-hbase-client

Repository files navigation

1) install hbase
yum install hadoop hadoop-client hbase hadoop_2_2_0_0_2041-client hbase_2_2_0_0_2041

2) .bashrc
memory="2048m"
export JAVA_HOME=/usr/lib/jvm/java-1.7.0-openjdk.x86_64
export HBASE_CONF_DIR=/etc/hbase/conf
export HADOOP_CONF_DIR=/etc/hadoop/conf
export CLASSPATH=/home/appfirst/common/common_hbase/hbaseClient/:/etc/hadoop/conf:/etc/hbase/conf
for file in `ls /usr/hdp/2.2.0.0-2041/hadoop/client/*.jar`
do
  export CLASSPATH=$CLASSPATH:$file
done
for file in `ls /usr/hdp/2.2.0.0-2041/hbase/lib/*.jar`
do
  export CLASSPATH=$CLASSPATH:$file
done
export LD_LIBRARY_PATH="$JAVA_HOME/jre/lib/amd64/server/:/usr/hdp/current/hadoop-client/lib/native/"
export LIBHBASE_OPTS="-Xmx$memory"
   
3) /var/log/hbase
mkdir -p /var/log/hbase/local/jars
sudo chmod -R ga+w /var/log/hbase
sudo mkdir -p /var/log/hbase/local/jars; sudo chown appfirst:appfirst -R /var/log/hbase; touch /var/log/hbase/hbase.log
4) /var/log/libhbase.log
touch /var/log/libhbase.log
chmod ga+w /var/log/libhbase.log
sudo touch /var/log/libhbase.log; sudo chown appfirst:appfirst /var/log/libhbase.log
5) Update /etc/sysconfig/httpd
export JAVA_HOME=/usr/lib/jvm/java-1.7.0-openjdk.x86_64
export HBASE_CONF_DIR=/etc/hbase/conf
export HADOOP_CONF_DIR=/etc/hadoop/conf
export LD_LIBRARY_PATH=$JAVA_HOME/jre/lib/amd64/server/:/usr/hdp/current/hadoop-client/lib/native/
export CLASSPATH=/home/appfirst/common/common_hbase/hbaseClient/:/etc/hadoop/conf:/etc/hbase/conf:/usr/hdp/2.2.0.0-2041/hadoop/client/activation-1.1.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/activation.jar:/usr/hdp/2.2.0.0-2041/hadoop/\
client/apacheds-i18n-2.0.0-M15.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/apacheds-i18n.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/apacheds-kerberos-codec-2.0.0-M15.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/apacheds-kerberos-codec.jar:/usr/h\
dp/2.2.0.0-2041/hadoop/client/api-asn1-api-1.0.0-M20.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/api-asn1-api.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/api-util-1.0.0-M20.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/api-util.jar:/usr/hdp/2.2.9.\
0-3393/hadoop/client/avro-1.7.4.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/avro.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/azure-storage-2.2.0.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/azure-storage.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/co\
mmons-beanutils-1.7.0.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/commons-beanutils-core-1.8.0.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/commons-beanutils-core.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/commons-beanutils.jar:/usr/hdp/2.2.9.0-\
3393/hadoop/client/commons-cli-1.2.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/commons-cli.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/commons-codec-1.4.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/commons-codec.jar:/usr/hdp/2.2.0.0-2041/hadoop/c\
lient/commons-collections-3.2.1.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/commons-collections.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/commons-compress-1.4.1.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/commons-compress.jar:/usr/hdp/2.2.9.0-\
3393/hadoop/client/commons-configuration-1.6.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/commons-configuration.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/commons-digester-1.8.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/commons-digester.jar:/usr\
/hdp/2.2.0.0-2041/hadoop/client/commons-httpclient-3.1.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/commons-httpclient.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/commons-io-2.4.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/commons-io.jar:/usr/hdp/\
2.2.0.0-2041/hadoop/client/commons-lang-2.6.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/commons-lang3-3.3.2.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/commons-lang3.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/commons-lang.jar:/usr/hdp/2.2.9.0-3\
393/hadoop/client/commons-logging-1.1.3.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/commons-logging.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/commons-math3-3.1.1.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/commons-math3.jar:/usr/hdp/2.2.9.0-33\
93/hadoop/client/commons-net-3.1.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/commons-net.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/curator-client-2.6.0.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/curator-client.jar:/usr/hdp/2.2.0.0-2041/hadoop\
/client/curator-framework-2.6.0.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/curator-framework.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/curator-recipes-2.6.0.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/curator-recipes.jar:/usr/hdp/2.2.0.0-2041\
/hadoop/client/gson-2.2.4.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/gson.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/guava-11.0.2.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/guava.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/hadoop-annotations-2.6.\
0.2.2.0.0-2041.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/hadoop-annotations.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/hadoop-auth-2.6.0.2.2.0.0-2041.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/hadoop-auth.jar:/usr/hdp/2.2.0.0-2041/hadoop/cli\
ent/hadoop-common-2.6.0.2.2.0.0-2041.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/hadoop-common.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/hadoop-hdfs-2.6.0.2.2.0.0-2041.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/hadoop-hdfs.jar:/usr/hdp/2.2.9.\
0-3393/hadoop/client/hadoop-mapreduce-client-app-2.6.0.2.2.0.0-2041.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/hadoop-mapreduce-client-app.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/hadoop-mapreduce-client-common-2.6.0.2.2.0.0-2041.jar:/us\
r/hdp/2.2.0.0-2041/hadoop/client/hadoop-mapreduce-client-common.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/hadoop-mapreduce-client-core-2.6.0.2.2.0.0-2041.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/hadoop-mapreduce-client-core.jar:/usr/hdp\
/2.2.0.0-2041/hadoop/client/hadoop-mapreduce-client-jobclient-2.6.0.2.2.0.0-2041.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/hadoop-mapreduce-client-jobclient.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/hadoop-mapreduce-client-shuffle-2.6.0.\
2.2.0.0-2041.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/hadoop-mapreduce-client-shuffle.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/hadoop-yarn-api-2.6.0.2.2.0.0-2041.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/hadoop-yarn-api.jar:/usr/hdp/2.2.\
9.0-3393/hadoop/client/hadoop-yarn-client-2.6.0.2.2.0.0-2041.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/hadoop-yarn-client.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/hadoop-yarn-common-2.6.0.2.2.0.0-2041.jar:/usr/hdp/2.2.0.0-2041/hadoop/cl\
ient/hadoop-yarn-common.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/hadoop-yarn-registry-2.6.0.2.2.0.0-2041.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/hadoop-yarn-registry.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/hadoop-yarn-server-common-2.\
6.0.2.2.0.0-2041.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/hadoop-yarn-server-common.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/htrace-core-3.0.4.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/htrace-core.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/\
httpclient-4.2.5.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/httpclient.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/httpcore-4.2.5.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/httpcore.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/jackson-core-2.2.3.ja\
r:/usr/hdp/2.2.0.0-2041/hadoop/client/jackson-core-asl-1.9.13.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/jackson-core-asl.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/jackson-core.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/jackson-jaxrs-1.9.13.\
jar:/usr/hdp/2.2.0.0-2041/hadoop/client/jackson-jaxrs.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/jackson-mapper-asl-1.9.13.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/jackson-mapper-asl.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/jackson-xc-1.9\
.13.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/jackson-xc.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/jaxb-api-2.2.2.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/jaxb-api.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/jersey-client-1.9.jar:/usr/hdp/2.2\
.9.0-3393/hadoop/client/jersey-client.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/jersey-core-1.9.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/jersey-core.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/jetty-util-6.1.26.hwx.jar:/usr/hdp/2.2.0.0-2041\
/hadoop/client/jetty-util.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/jsr305-1.3.9.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/jsr305.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/leveldbjni-all-1.8.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/leveldbj\
ni-all.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/log4j-1.2.17.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/log4j.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/netty-3.6.2.Final.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/netty.jar:/usr/hdp/2.2.9.0-33\
93/hadoop/client/okhttp-2.4.0.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/okhttp.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/okio-1.4.0.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/okio.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/paranamer-2.3.jar:/u\
sr/hdp/2.2.0.0-2041/hadoop/client/paranamer.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/protobuf-java-2.5.0.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/protobuf-java.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/servlet-api-2.5.jar:/usr/hdp/2.2.9.\
0-3393/hadoop/client/servlet-api.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/slf4j-api-1.7.5.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/slf4j-api.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/slf4j-log4j12-1.7.5.jar:/usr/hdp/2.2.0.0-2041/hadoop/c\
lient/slf4j-log4j12.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/snappy-java-1.0.4.1.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/snappy-java.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/stax-api-1.0-2.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/stax-a\
pi.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/xercesImpl-2.9.1.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/xercesImpl.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/xml-apis-1.3.04.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/xml-apis.jar:/usr/hdp/2.2.\
9.0-3393/hadoop/client/xmlenc-0.52.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/xmlenc.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/xz-1.0.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/xz.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/zookeeper-3.4.6.2.2.9\
.0-3393.jar:/usr/hdp/2.2.0.0-2041/hadoop/client/zookeeper.jar:/usr/hdp/2.2.0.0-2041/hbase/lib/activation-1.1.jar:/usr/hdp/2.2.0.0-2041/hbase/lib/aopalliance-1.0.jar:/usr/hdp/2.2.0.0-2041/hbase/lib/apacheds-i18n-2.0.0-M15.jar:/usr/hdp\
/2.2.0.0-2041/hbase/lib/apacheds-kerberos-codec-2.0.0-M15.jar:/usr/hdp/2.2.0.0-2041/hbase/lib/api-asn1-api-1.0.0-M20.jar:/usr/hdp/2.2.0.0-2041/hbase/lib/api-util-1.0.0-M20.jar:/usr/hdp/2.2.0.0-2041/hbase/lib/asm-3.1.jar:/usr/hdp/2.2.\
9.0-3393/hbase/lib/avro-1.7.4.jar:/usr/hdp/2.2.0.0-2041/hbase/lib/azure-storage-2.2.0.jar:/usr/hdp/2.2.0.0-2041/hbase/lib/commons-beanutils-1.7.0.jar:/usr/hdp/2.2.0.0-2041/hbase/lib/commons-beanutils-core-1.8.0.jar:/usr/hdp/2.2.9.0-3\
393/hbase/lib/commons-cli-1.2.jar:/usr/hdp/2.2.0.0-2041/hbase/lib/commons-codec-1.7.jar:/usr/hdp/2.2.0.0-2041/hbase/lib/commons-collections-3.2.1.jar:/usr/hdp/2.2.0.0-2041/hbase/lib/commons-compress-1.4.1.jar:/usr/hdp/2.2.0.0-2041/hb\
ase/lib/commons-configuration-1.6.jar:/usr/hdp/2.2.0.0-2041/hbase/lib/commons-daemon-1.0.13.jar:/usr/hdp/2.2.0.0-2041/hbase/lib/commons-digester-1.8.jar:/usr/hdp/2.2.0.0-2041/hbase/lib/commons-el-1.0.jar:/usr/hdp/2.2.0.0-2041/hbase/l\
ib/commons-httpclient-3.1.jar:/usr/hdp/2.2.0.0-2041/hbase/lib/commons-io-2.4.jar:/usr/hdp/2.2.0.0-2041/hbase/lib/commons-lang-2.6.jar:/usr/hdp/2.2.0.0-2041/hbase/lib/commons-lang3-3.3.2.jar:/usr/hdp/2.2.0.0-2041/hbase/lib/commons-log\
ging-1.1.1.jar:/usr/hdp/2.2.0.0-2041/hbase/lib/commons-math-2.1.jar:/usr/hdp/2.2.0.0-2041/hbase/lib/commons-math3-3.1.1.jar:/usr/hdp/2.2.0.0-2041/hbase/lib/commons-net-3.1.jar:/usr/hdp/2.2.0.0-2041/hbase/lib/curator-client-2.6.0.jar:\
/usr/hdp/2.2.0.0-2041/hbase/lib/curator-framework-2.6.0.jar:/usr/hdp/2.2.0.0-2041/hbase/lib/curator-recipes-2.6.0.jar:/usr/hdp/2.2.0.0-2041/hbase/lib/eclipselink-2.5.2-M1.jar:/usr/hdp/2.2.0.0-2041/hbase/lib/findbugs-annotations-1.3.9\
-1.jar:/usr/hdp/2.2.0.0-2041/hbase/lib/gson-2.2.4.jar:/usr/hdp/2.2.0.0-2041/hbase/lib/guava-12.0.1.jar:/usr/hdp/2.2.0.0-2041/hbase/lib/guice-3.0.jar:/usr/hdp/2.2.0.0-2041/hbase/lib/guice-servlet-3.0.jar:/usr/hdp/2.2.0.0-2041/hbase/li\
b/hamcrest-core-1.3.jar:/usr/hdp/2.2.0.0-2041/hbase/lib/hbase-client-0.98.4.2.2.0.0-2041-hadoop2.jar:/usr/hdp/2.2.0.0-2041/hbase/lib/hbase-client-0.98.4.2.2.0.0-2041-hadoop2.jar:/usr/hdp/2.2.0.0-2041/hbase/lib/hbase-client.jar:/usr/h\
dp/2.2.0.0-2041/hbase/lib/hbase-common-0.98.4.2.2.0.0-2041-hadoop2.jar:/usr/hdp/2.2.0.0-2041/hbase/lib/hbase-common-0.98.4.2.2.0.0-2041-hadoop2-tests.jar:/usr/hdp/2.2.0.0-2041/hbase/lib/hbase-common-0.98.4.2.2.0.0-2041-hadoop2.jar:/u\
sr/hdp/2.2.0.0-2041/hbase/lib/hbase-common-0.98.4.2.2.0.0-2041-hadoop2-tests.jar:/usr/hdp/2.2.0.0-2041/hbase/lib/hbase-common.jar:/usr/hdp/2.2.0.0-2041/hbase/lib/hbase-examples-0.98.4.2.2.0.0-2041-hadoop2.jar:/usr/hdp/2.2.0.0-2041/hb\
ase/lib/hbase-examples-0.98.4.2.2.0.0-2041-hadoop2.jar:/usr/hdp/2.2.0.0-2041/hbase/lib/hbase-examples.jar:/usr/hdp/2.2.0.0-2041/hbase/l

About

A native python client for Hbase

Resources

License

Stars

Watchers

Forks

Releases

No releases published

Packages

No packages published