install cent os

这步废话
CentOS 7 minimal

1. Setup network
   nmcli d show ethernet card
   nmtui networkmanager: activate & set hostname
   sudo systemctl stop firewalld
sudo systemctl disable firewalld

2. 修改为阿里源
   mv /etc/yum.repos.d/CentOS-Base.repo /etc/yum.repos.d/CentOS-Base.repo.backup
curl -o /etc/yum.repos.d/CentOS-Base.repo https://mirrors.aliyun.com/repo/Centos-7.repo
yum update
yum makecache

3. OpenJDK8

   yum install java-1.8.0-openjdk-devel
   alternatives --config java
   vim /etc/profile
   export JAVA_HOME=$(dirname $(dirname $(readlink $(readlink $(which javac)))))
   export PATH=$PATH:$JAVA_HOME/bin
   export CLASSPATH=.:$JAVA_HOME/jre/lib:$JAVA_HOME/lib:$JAVA_HOME/lib/tools.jar
   

安装组件

HDFS

wget https://mirrors.tuna.tsinghua.edu.cn/apache/hadoop/common/hadoop-3.3.0/hadoop-3.3.0.tar.gz
sudo groupadd hadoop
adduser hduser
passwd hduser
usermod -a -G wheel hduser
usermod -a -G hadoop hduser
sudo chown -R hduser:hadoop hadoop-3.3.0

https://hadoop.apache.org/docs/stable/hadoop-project-dist/hadoop-common/SingleCluster.html#Standalone_Operation

Spark

wget https://mirrors.tuna.tsinghua.edu.cn/apache/spark/spark-3.0.1/spark-3.0.1-bin-hadoop3.2.tgz
sudo chown -R hduser:hadoop spark-3.0.1-bin-hadoop3.2

some error:

1. warning: setlocale: LC_CTYPE: cannot change locale (UTF-8): No such file or directory

   cat /etc/environment
   LANG=en_US.utf-8
   LC_ALL=en_US.utf-8