wsl [Ubuntu20.04.6] 安装 Hadoop

1.安装WSL

• 重启电脑

管理员打开powershell

PS C:\windows\system32> wsl --list --online
PS C:\windows\system32> wsl --install -d Ubuntu-20.04
1
2

2.安装Java

# 下载链接
https://repo.huaweicloud.com/java/jdk/8u202-b08/jdk-8u202-linux-x64.tar.gz

# 安装Java
sudo tar -zxvf  jdk-*-linux-x64.tar.gz -C  /usr/local 
cd /usr/local
sudo mv jdk* jdk8
1
2
3
4
5
6
7

环境变量
vim ~/.bashrc

# jdk环境
export JAVA_HOME=/usr/local/jdk8
export JRE_HOME=${JAVA_HOME}/jre
export CLASSPATH=.:${JAVA_HOME}/lib:${JRE_HOME}/lib
export PATH=${JAVA_HOME}/bin:$PATH
1
2
3
4
5

source .bashrc
java -version

安装Hadoop3.3

# 下载
https://mirrors.tuna.tsinghua.edu.cn/apache/hadoop/common/hadoop-3.3.1/hadoop-3.3.1.tar.gz

sudo tar -zxvf  hadoop*.tar.gz -C  /usr/local 
cd /usr/local
sudo mv hadoop* hadoop
1
2
3
4
5
6

• 环境变量
  vim ~/.bashrc

# Hadoop环境
export HADOOP_HOME=/usr/local/hadoop
export HADOOP_COMMON_LIB_NATIVE_DIR=$HADOOP_HOME/lib/native
export PATH=$PATH:$HADOOP_HOME/bin:$HADOOP_HOME/sbin
export JAVA_LIBRAY_PATH=/usr/local/hadoop/lib/native
1
2
3
4
5

source ~/.bashrc

hadoop version

配置文件

cd /usr/local/hadoop/etc/hadoop
1

1.修改hadoop-env.sh

1. 在hadoop-env.sh顶部添加

export HDFS_NAMENODE_USER=用户名
export HDFS_DATANODE_USER=用户名
export HDFS_SECONDARYNAMENODE_USER=用户名
export YARN_RESOURCEMANAGER_USER=用户名
export YARN_NODEMANAGER_USER=用户名
1
2
3
4
5

2. 在hadoop-env.sh尾部添加

export JAVA_HOME=/usr/local/jdk8
# 解决Unable to load native-hadoop library for your platform...
export HADOOP_OPTS="-Djava.library.path=${HADOOP_HOME}/lib/native"
1
2
3

2.修改core-site.xml

        
                hadoop.tmp.dir
                file:/usr/local/hadoop/tmp
                Abase for other temporary directories.
        
        
                fs.defaultFS
                hdfs://localhost:9000
        

1
2
3
4
5
6
7
8
9
10
11

3.修改hdfs-site.xml

        
                dfs.replication
                1
        
        
                dfs.namenode.name.dir
                file:/usr/local/hadoop/tmp/dfs/name
        
        
                dfs.datanode.data.dir
                file:/usr/local/hadoop/tmp/dfs/data
        

1
2
3
4
5
6
7
8
9
10
11
12
13
14

ssh

sudo service ssh start
# 尝试是否可以连接本机(重要)
ssh 用户名@localhost
1
2
3

解决Permission denied (publickey).
连不上参考 解决Permission denied (publickey).

启动

/usr/local/hadoop/bin/hdfs namenode –format

./sbin/start-all.sh

jps
1
2
3
4
5

恭喜你, 安装成功!

参考