diff --git a/devstack/files/spark/spark-defaults.conf b/devstack/files/spark/spark-defaults.conf index 35a6e3e..32c5071 100644 --- a/devstack/files/spark/spark-defaults.conf +++ b/devstack/files/spark/spark-defaults.conf @@ -25,3 +25,6 @@ spark.ui.retainedJobs 10 spark.ui.retainedStages 10 spark.driver.extraJavaOptions -verbose:gc -XX:+PrintGCDetails -XX:+PrintGCDateStamps -Xloggc:/tmp/gc_driver.log spark.executor.extraJavaOptions -verbose:gc -XX:+PrintGCDetails -XX:+PrintGCDateStamps -Xloggc:/tmp/gc_executor.log +spark.executor.logs.rolling.maxRetainedFiles 6 +spark.executor.logs.rolling.strategy time +spark.executor.logs.rolling.time.interval hourly