Enable cleanup for spark-worker
The tmpfs that is /run on devstack can fill up quickly, enable the cleanup. Change-Id: I687204c2713e0edc075d57159e8842de8e519710
This commit is contained in:
parent
8ac3250aef
commit
501297ab03
|
@ -12,7 +12,7 @@ export SPARK_WORKER_DIR=/var/run/spark/work
|
|||
|
||||
export SPARK_WORKER_MEMORY=2g
|
||||
export SPARK_WORKER_CORES=2
|
||||
|
||||
export SPARK_WORKER_OPTS="$SPARK_WORKER_OPTS -Dspark.worker.cleanup.enabled=true -Dspark.worker.cleanup.interval=900 -Dspark.worker.cleanup.appDataTtl=1*24*3600"
|
||||
export SPARK_HISTORY_OPTS="$SPARK_HISTORY_OPTS -Dspark.history.fs.logDirectory=file://var/log/spark/events -Dspark.history.ui.port=18082"
|
||||
export SPARK_LOG_DIR=/var/log/spark
|
||||
export SPARK_DAEMON_JAVA_OPTS="$SPARK_DAEMON_JAVA_OPTS -Dspark.deploy.recoveryMode=ZOOKEEPER -Dspark.deploy.zookeeper.url=127.0.0.1:2181 -Dspark.deploy.zookeeper.dir=/var/run/spark"
|
||||
|
|
Loading…
Reference in New Issue