Socialabel
[Facebook]
Friday, February 6, 2015
Friday, April 18, 2014
Setting Environment Hadoop Ecosystem
/etc/profile
atau
/etc/environment
#
# Check which shell is reading this file
#
# Set Hadoop-related environment variables
export HADOOP_HOME='/opt/hadoop-1.2.0'
# Set JAVA_HOME (we will also configure JAVA_HOME directly for Hadoop later on)
export JAVA_HOME='/usr/lib64/jvm/jre-1.7.0-openjdk'
# Add Hadoop bin/ directory to PATH
export PATH=$PATH:$HADOOP_HOME/bin
### Komodo Program
export KOMODO_HOME='/opt/komodo'
export PATH=$PATH:$KOMODO_HOME/bin
## PIG Setting ###
export PIG_HOME='/opt/pig-0.12.1'
export PATH=$PATH:$PIG_HOME/bin
## HIVE Setting ###
export HIVE_HOME='/opt/hive-0.11.0-bin'
export PATH=$PATH:$HIVE_HOME/bin
atau
/etc/environment
#
# Check which shell is reading this file
#
# Set Hadoop-related environment variables
export HADOOP_HOME='/opt/hadoop-1.2.0'
# Set JAVA_HOME (we will also configure JAVA_HOME directly for Hadoop later on)
export JAVA_HOME='/usr/lib64/jvm/jre-1.7.0-openjdk'
# Add Hadoop bin/ directory to PATH
export PATH=$PATH:$HADOOP_HOME/bin
### Komodo Program
export KOMODO_HOME='/opt/komodo'
export PATH=$PATH:$KOMODO_HOME/bin
## PIG Setting ###
export PIG_HOME='/opt/pig-0.12.1'
export PATH=$PATH:$PIG_HOME/bin
## HIVE Setting ###
export HIVE_HOME='/opt/hive-0.11.0-bin'
export PATH=$PATH:$HIVE_HOME/bin
Friday, April 4, 2014
SSH: Error: cannot open display: :0
$ xhost + access control disabled, clients can connect from any host
$ ssh username@hostname -X ##Disable
$ ssh username@hostname -Y ##Enable
$ export DISPLAY=:0.0
Thursday, April 3, 2014
Pydoop: #include
-I/usr/lib/jvm/jre-1.7.0-openjdk/include/linux -Isrc/hadoop-1.2.1.patched/libhdfs -I/usr/include/python2.7 -c src/hdfs_fs.cpp -o build/temp.linux-i686-2.7/src/hdfs_fs.o
In file included from src/hdfs_common.hpp:25:0,
from src/hdfs_fs.hpp:24,
from src/hdfs_fs.cpp:21:
src/hadoop-1.2.1.patched/libhdfs/hdfs.h:33:17: fatal error: jni.h: No such file or directory
#include <jni.h>
Solusi:
export JAVA_HOME="/usr/lib/jvm/java-1.7.0-openjdk-1.7.0/"
export PATH="$JAVA_HOME/bin:$PATH"
In file included from src/hdfs_common.hpp:25:0,
from src/hdfs_fs.hpp:24,
from src/hdfs_fs.cpp:21:
src/hadoop-1.2.1.patched/libhdfs/hdfs.h:33:17: fatal error: jni.h: No such file or directory
#include <jni.h>
Solusi:
export JAVA_HOME="/usr/lib/jvm/java-1.7.0-openjdk-1.7.0/"
export PATH="$JAVA_HOME/bin:$PATH"
Pydoop: fatal error: openssl/hmac.h: No such file or directory
-Wall -D_FORTIFY_SOURCE=2 -funwind-tables -fasynchronous-unwind-tables -g -DOPENSSL_LOAD_CONF -fPIC -Isrc/hadoop-1.2.1.patched/pipes/api -Isrc/hadoop-1.2.1.patched/utils/api -I/usr/include/python2.7 -c src/hadoop-1.2.1.patched/pipes/impl/HadoopPipes.cc -o build/temp.linux-i686-2.7/src/hadoop-1.2.1.patched/pipes/impl/HadoopPipes.o
src/hadoop-1.2.1.patched/pipes/impl/HadoopPipes.cc:39:26: fatal error: openssl/hmac.h: No such file or directory
#include <openssl/hmac.h>
Solusi:
zypper install libopenssl-devel
src/hadoop-1.2.1.patched/pipes/impl/HadoopPipes.cc:39:26: fatal error: openssl/hmac.h: No such file or directory
#include <openssl/hmac.h>
Solusi:
zypper install libopenssl-devel
Subscribe to:
Posts (Atom)