télécharger et installer CentOS 7 & HADOOP

Pour télécharges les outils :
https://mirror.umd.edu/centos/7/isos/x86_64/
http://83.103.170.157/apps/java/jdk_1.8/
https://downloads.apache.org/hadoop/common/hadoop-2.9.2/

Les commandes utilisés dans cette vidéo :
#tar zxvf jdk-8u231-linux-x64.tar.gz
#mv jdk1.8.0_231 /usr/java

#groupadd hadoop
#adduser -G hadoop hduser
#passwd hduser
#su – hduser

$ssh-keygen -t rsa -P “”
$cp .ssh/id_rsa.pub .ssh/authorized_keys
$chmod 0600 .ssh/authorized_keys
$ssh localhost
$exit

#tar xzvf hadoop-2.9.2.tar.gz
#mv hadoop-2.9.2 /opt/hadoop

#vi ~/.bashrc
——————————————-
export JAVA_HOME=/usr/java/
export PATH=$PATH:$JAVA_HOME/bin
export HADOOP_HOME=/opt/hadoop/
export HADOOP_INSTALL=$HADOOP_HOME
export HADOOP_MAPRED_HOME=$HADOOP_HOME
export HADOOP_COMMON_HOME=$HADOOP_HOME
export HADOOP_HDFS_HOME=$HADOOP_HOME
export YARN_HOME=$HADOOP_HOME
export HADOOP_COMMON_LIB_NATIVE_DIR=$HADOOP_HOME/lib/native
export HADOOP_OPTS=”-Djava.library.path=$HADOOP_INSTALL/lib/native”
export PATH=$PATH:$HADOOP_HOME/sbin:$HADOOP_HOME/bin
export HADOOP_CLASSPATH=$(hadoop classpath)
export HADOOP_CLASSPATH=$JAVA_HOME/jre/lib:$JAVA_HOME/lib:$JAVA_HOME/lib/tools.jar
——————————————-
#source ~/.bashrc

#vi $HADOOP_HOME/etc/hadoop/hadoop-env.sh
——————————————-
export JAVA_HOME=/usr/java/
——————————————-

#sudo mkdir -p /opt/hadoop/hadoopdata/namenode
#sudo mkdir -p /opt/hadoop/hadoopdata/datanode
#sudo chown -R hduser:hadoop /opt/hadoop

#cd $HADOOP_HOME/etc/hadoop

#vi core-site.xml
——————————————-
property
name fs.default.name /name
value hdfs://localhost:9000 /value
/property
——————————————-

#vi hdfs-site.xml
——————————————-
property
name dfs.replication /name
value 1 /value
/property
property
name dfs.name.dir /name
value file:/opt/hadoop/hadoopdata/namenode /value
/property
property
name dfs.data.dir /name
value file:/opt/hadoop/hadoopdata/datanode /value
/property
——————————————-

#vi yarn-site.xml
——————————————-
property
name yarn.nodemanager.aux-services /name
value mapreduce_shuffle /value
/property
——————————————-

#mv mapred-site.xml.template mapred-site.xml
#vi mapred-site.xml
——————————————-
property
name mapreduce.framework.name /name
value yarn /value
/property
——————————————-

#start-dfs.sh
#start-yarn.sh
#jps

http://localhost:50070
http://localhost:8088
http://localhost:8042

télécharger et installer CentOS 7 & HADOOP
install CentOS 7 dans VMWare
install HADOOP
install JDK / JAVA

source

centos 7