An example project
- Scala 2.10.4
- JDK 1.8
run: //mvn scala:run -DmainClass=com.jlab.demo.ScalaJob mvn scala:run -DmainClass=com.jlab.message.URLReader
CentOS
- spark://localhost.localdomain:7077
- ./bin/spark-class org.apache.spark.deploy.worker.Worker spark://localhost.localdomain:7077
- ./bin/spark-submit --class com.jlab.demo.ScalaJob --master spark://localhost.localdomain:7077 /home/training/git/maven-example/core/target/core-1.0.0.jar
Ubuntu
- spark://scorpiovn:7077
- ./bin/spark-class org.apache.spark.deploy.worker.Worker spark://scorpiovn:7077
- ./bin/spark-submit --class com.jlab.demo.ScalaJob --master spark://scorpiovn:7077 /home/scorpiovn/git/maven-example/core/target/core-1.0.0.jar /data/economist/*.txt /home/scorpiovn/sparkout/economist.text
FiniteDuration(2.toLong, TimeUnit.SECONDS)