From f012145585f3907c0ef129f11b468c1810ed7b19 Mon Sep 17 00:00:00 2001 From: Kumar Date: Wed, 10 Jul 2024 20:37:33 +0100 Subject: [PATCH] corrected configuration.json file with right jmx-exporter agent path and version. --- .../conf_files/configuration.json | 35 ++++++++++++++++++- 1 file changed, 34 insertions(+), 1 deletion(-) diff --git a/utilities/emr-observability/conf_files/configuration.json b/utilities/emr-observability/conf_files/configuration.json index 0d46cba..a6a66cf 100644 --- a/utilities/emr-observability/conf_files/configuration.json +++ b/utilities/emr-observability/conf_files/configuration.json @@ -1 +1,34 @@ -[{"classification":"yarn-env", "properties":{}, "configurations":[{"classification":"export", "properties":{"YARN_RESOURCEMANAGER_OPTS":"\"${YARN_RESOURCEMANAGER_OPTS} -javaagent:/etc/prometheus/jmx_prometheus_javaagent-0.17.0.jar=7005:/etc/hadoop/conf/yarn_jmx_config_resource_manager.yaml -Dcom.sun.management.jmxremote -Dcom.sun.management.jmxremote.ssl=false -Dcom.sun.management.jmxremote.authenticate=false -Dcom.sun.management.jmxremote.port=50111\"", "YARN_NODEMANAGER_OPTS":"\"${YARN_NODEMANAGER_OPTS} -javaagent:/etc/prometheus/jmx_prometheus_javaagent-0.17.0.jar=7005:/etc/hadoop/conf/yarn_jmx_config_node_manager.yaml -Dcom.sun.management.jmxremote -Dcom.sun.management.jmxremote.ssl=false -Dcom.sun.management.jmxremote.authenticate=false -Dcom.sun.management.jmxremote.port=50111\""}, "configurations":[]}]},{"classification":"hdfs-env", "properties":{}, "configurations":[{"classification":"export", "properties":{"HADOOP_DATANODE_OPTS":"\"${HADOOP_DATANODE_OPTS} -javaagent:/etc/prometheus/jmx_prometheus_javaagent-0.17.0.jar=7001:/etc/hadoop/conf/hdfs_jmx_config_datanode.yaml -Dcom.sun.management.jmxremote -Dcom.sun.management.jmxremote.ssl=false -Dcom.sun.management.jmxremote.authenticate=false -Dcom.sun.management.jmxremote.port=50103\"", "HADOOP_NAMENODE_OPTS":"\"${HADOOP_NAMENODE_OPTS} -javaagent:/etc/prometheus/jmx_prometheus_javaagent-0.17.0.jar=7001:/etc/hadoop/conf/hdfs_jmx_config_namenode.yaml -Dcom.sun.management.jmxremote -Dcom.sun.management.jmxremote.ssl=false -Dcom.sun.management.jmxremote.authenticate=false -Dcom.sun.management.jmxremote.port=50103\""}, "configurations":[]}]},{"classification":"spark-metrics", "properties":{"*.sink.jmx.class":"org.apache.spark.metrics.sink.JmxSink"}, "configurations":[]}] +[ + { + "Classification": "yarn-env", + "Configurations": [ + { + "Classification": "export", + "Properties": { + "YARN_NODEMANAGER_OPTS": "\"${YARN_NODEMANAGER_OPTS} -javaagent:/usr/lib/prometheus/jmx_prometheus_javaagent-0.17.2.jar=7005:/etc/hadoop/conf/yarn_jmx_config_node_manager.yaml -Dcom.sun.management.jmxremote -Dcom.sun.management.jmxremote.ssl=false -Dcom.sun.management.jmxremote.authenticate=false -Dcom.sun.management.jmxremote.port=50111\"", + "YARN_RESOURCEMANAGER_OPTS": "\"${YARN_RESOURCEMANAGER_OPTS} -javaagent:/usr/lib/prometheus/jmx_prometheus_javaagent-0.17.2.jar=7005:/etc/hadoop/conf/yarn_jmx_config_resource_manager.yaml -Dcom.sun.management.jmxremote -Dcom.sun.management.jmxremote.ssl=false -Dcom.sun.management.jmxremote.authenticate=false -Dcom.sun.management.jmxremote.port=50111\"" + } + } + ], + "Properties": {} + }, + { + "Classification": "hdfs-env", + "Configurations": [ + { + "Classification": "export", + "Properties": { + "HADOOP_DATANODE_OPTS": "\"${HADOOP_DATANODE_OPTS} -javaagent:/usr/lib/prometheus/jmx_prometheus_javaagent-0.17.2.jar=7001:/etc/hadoop/conf/hdfs_jmx_config_datanode.yaml -Dcom.sun.management.jmxremote -Dcom.sun.management.jmxremote.ssl=false -Dcom.sun.management.jmxremote.authenticate=false -Dcom.sun.management.jmxremote.port=50103\"", + "HADOOP_NAMENODE_OPTS": "\"${HADOOP_NAMENODE_OPTS} -javaagent:/usr/lib/prometheus/jmx_prometheus_javaagent-0.17.2.jar=7001:/etc/hadoop/conf/hdfs_jmx_config_namenode.yaml -Dcom.sun.management.jmxremote -Dcom.sun.management.jmxremote.ssl=false -Dcom.sun.management.jmxremote.authenticate=false -Dcom.sun.management.jmxremote.port=50103\"" + } + } + ], + "Properties": {} + }, + { + "Classification": "spark-metrics", + "Properties": { + "*.sink.jmx.class": "org.apache.spark.metrics.sink.JmxSink" + } + } +]