Update spark
parent
71fd22f2f9
commit
0859731ac6
|
@ -0,0 +1,2 @@
|
||||||
|
|
||||||
|
Got request from HAProxy.
|
|
@ -5,8 +5,10 @@
|
||||||
# After startup, try submit a pi calculation application.
|
# After startup, try submit a pi calculation application.
|
||||||
# /usr/local/spark/bin/spark-submit --master spark://master:7077 --class org.apache.spark.examples.SparkPi /usr/local/spark/lib/spark-examples-1.4.0-hadoop2.6.0.jar 1000
|
# /usr/local/spark/bin/spark-submit --master spark://master:7077 --class org.apache.spark.examples.SparkPi /usr/local/spark/lib/spark-examples-1.4.0-hadoop2.6.0.jar 1000
|
||||||
|
|
||||||
master:
|
version: "3.9"
|
||||||
image: sequenceiq/spark:1.4.0
|
services:
|
||||||
|
master:
|
||||||
|
image: sequenceiq/spark:1.6.0
|
||||||
hostname: master
|
hostname: master
|
||||||
ports:
|
ports:
|
||||||
- "4040:4040"
|
- "4040:4040"
|
||||||
|
@ -18,8 +20,8 @@ master:
|
||||||
#mem_limit: 1024m
|
#mem_limit: 1024m
|
||||||
command: bash /usr/local/spark/sbin/start-master.sh && ping localhost > /dev/null
|
command: bash /usr/local/spark/sbin/start-master.sh && ping localhost > /dev/null
|
||||||
|
|
||||||
worker:
|
worker:
|
||||||
image: sequenceiq/spark:1.4.0
|
image: sequenceiq/spark:1.6.0
|
||||||
links:
|
links:
|
||||||
- master:master
|
- master:master
|
||||||
expose:
|
expose:
|
||||||
|
|
Loading…
Reference in New Issue