31 lines
1.2 KiB
Plaintext
31 lines
1.2 KiB
Plaintext
spark.driver.extraClassPath /opt/spark/current/assembly/target/scala-2.10/jars/drizzle-jdbc-1.3.jar
|
|
spark.executor.extraClassPath /opt/spark/current/assembly/target/scala-2.10/jars/drizzle-jdbc-1.3.jar
|
|
|
|
spark.blockManager.port 7100
|
|
spark.broadcast.port 7105
|
|
spark.cores.max 1
|
|
spark.driver.memory 512m
|
|
spark.driver.port 7110
|
|
spark.eventLog.dir /var/log/spark/events
|
|
spark.executor.cores 1
|
|
spark.executor.memory 512m
|
|
spark.executor.port 7115
|
|
spark.fileserver.port 7120
|
|
spark.python.worker.memory 16m
|
|
spark.speculation true
|
|
spark.speculation.interval 200
|
|
spark.sql.shuffle.partitions 32
|
|
spark.worker.cleanup.enabled True
|
|
spark.cleaner.ttl 900
|
|
spark.sql.ui.retainedExecutions 10
|
|
spark.streaming.ui.retainedBatches 10
|
|
spark.worker.ui.retainedExecutors 10
|
|
spark.worker.ui.retainedDrivers 10
|
|
spark.ui.retainedJobs 10
|
|
spark.ui.retainedStages 10
|
|
spark.driver.extraJavaOptions -verbose:gc -XX:+PrintGCDetails -XX:+PrintGCDateStamps -Xloggc:/tmp/gc_driver.log
|
|
spark.executor.extraJavaOptions -verbose:gc -XX:+PrintGCDetails -XX:+PrintGCDateStamps -Xloggc:/tmp/gc_executor.log
|
|
spark.executor.logs.rolling.maxRetainedFiles 6
|
|
spark.executor.logs.rolling.strategy time
|
|
spark.executor.logs.rolling.time.interval hourly
|