SPARK-460: Spark Metrics for CollectD Configuration for collecting Spark metrics (apache#476)

Author: rsotn-mapr

bin/configure.sh

@@ -119,6 +119,13 @@ if [ -f $SPARK_HOME/conf/spark-defaults.conf.template ] && [ ! -f $SPARK_HOME/co
 	cp "$SPARK_HOME/conf/spark-defaults.conf.template" "$SPARK_HOME/conf/spark-defaults.conf"
 fi
 
+#
+# Create metrics.properties from metrics.properties.template
+#
+if [ -f $SPARK_HOME/conf/metrics.properties.template ] && [ ! -f $SPARK_HOME/conf/metrics.properties ] ; then
+	cp "$SPARK_HOME/conf/metrics.properties.template" "$SPARK_HOME/conf/metrics.properties"
+fi
+
 #
 # Make the logs directory rwx, and set the sticky bit.
 #

conf/metrics.properties.template

@@ -128,7 +128,7 @@
 
 ## Examples
 # Enable JmxSink for all instances by class name
-#*.sink.jmx.class=org.apache.spark.metrics.sink.JmxSink
+*.sink.jmx.class=org.apache.spark.metrics.sink.JmxSink
 
 # Enable ConsoleSink for all instances by class name
 #*.sink.console.class=org.apache.spark.metrics.sink.ConsoleSink
@@ -173,10 +173,10 @@
 #*.sink.slf4j.unit=minutes
 
 # Enable JvmSource for instance master, worker, driver and executor
-#master.source.jvm.class=org.apache.spark.metrics.source.JvmSource
+master.source.jvm.class=org.apache.spark.metrics.source.JvmSource
 
-#worker.source.jvm.class=org.apache.spark.metrics.source.JvmSource
+worker.source.jvm.class=org.apache.spark.metrics.source.JvmSource
 
-#driver.source.jvm.class=org.apache.spark.metrics.source.JvmSource
+driver.source.jvm.class=org.apache.spark.metrics.source.JvmSource
 
-#executor.source.jvm.class=org.apache.spark.metrics.source.JvmSource
+executor.source.jvm.class=org.apache.spark.metrics.source.JvmSource