-
#build an image for hadoop from a dockerfile docker build -t hadoop .
-
create config files bootstrap.sh, ssh_config, sshd_config, slaves, core-site.xml, hdfs-site.xml, mapred-sit.xml,yarn-site.xml
4.create a network for hadoop cluster docker network create --driver=bridge hadoop
-
create hadoop master docker rm -f hadoop-master docker run -itd --net=hadoop -p 50070:50070 -p 8088:8088 --name hadoop-master --hostname hadoop-master hadoop
-
create hadoop slave1,2,3 docker run -itd --net=hadoop --name hadoop-slave1 --hostname hadoop-slave1 hadoop &> /dev/null docker run -itd --net=hadoop --name hadoop-slave2 --hostname hadoop-slave2 hadoop &> /dev/null docker run -itd --net=hadoop --name hadoop-slave3 --hostname hadoop-slave3 hadoop &> /dev/null
-
login hadoop-master docker exec -it hadoop-master bash
-
hdfs namenode -format
-
start-dfs.sh
-
start-yarn.sh
-
get hadoop-master's ip docker inspect hadoop-master
-
input hadoop-master's ip:8088 to browser hadoop cluster
-
run test.sh in hadoop-master container to test hadoop-cluser.