- Install Java
- Install Git
- Install Maven
- Install Docker
- EKS Cluster
yum install java-1.8.0-openjdk-devel -y
yum install git -y
wget https://mirrors.estointernet.in/apache/maven/maven-3/3.6.3/binaries/apache-maven-3.6.3-bin.tar.gz
tar xvzf apache-maven-3.6.3-bin.tar.gz
vi /etc/profile.d/maven.sh
--------------------------------------------
export MAVEN_HOME=/opt/apache-maven-3.6.3
export PATH=$PATH:$MAVEN_HOME/bin
--------------------------------------------
source /etc/profile.d/maven.sh
mvn -version
yum install docker -y
service docker start
cd /opt
wget https://mirrors.estointernet.in/apache/spark/spark-2.4.7/spark-2.4.7-bin-hadoop2.7.tgz
tar xvf spark-2.4.7-bin-hadoop2.7.tgz
cd spark-2.4.7-bin-hadoop2.7
docker build -t cloudtechmasters/sparkimage:latest -f kubernetes/dockerfiles/spark/Dockerfile .
docker login enter your username and password
docker push cloudtechmasters/sparkimage:latest