Add grafana spark dashboard link (#114)

Author: edingroot

service_configuration_lib/spark_config.py

@@ -1255,6 +1255,16 @@ def compute_requested_memory_overhead(spark_opts: Mapping[str, str], executor_me
     )
 
 
+def get_grafana_url(spark_conf: Mapping[str, str]) -> str:
+    return (
+        'https://grafana.yelpcorp.com/d/b8f79180-bea8-4001-9d4a-94978b5a20b6/spark-on-paasta-job-status?orgId=1&'
+        f"var-paasta_cluster={spark_conf['spark.executorEnv.PAASTA_CLUSTER']}&"
+        f"var-service={spark_conf['spark.executorEnv.PAASTA_SERVICE']}&"
+        f"var-instance={spark_conf['spark.executorEnv.PAASTA_INSTANCE']}&"
+        'var-pod_name_spark=All'
+    )
+
+
 def get_signalfx_url(spark_conf: Mapping[str, str]) -> str:
     return (
         'https://app.signalfx.com/#/dashboard/FOjL2yRAcAA?density=4'

tests/spark_config_test.py

@@ -1515,6 +1515,21 @@ def test_parse_memory_string(memory_string, expected_output):
     assert spark_config.parse_memory_string(memory_string) == expected_output
 
 
+def test_get_grafana_url():
+    spark_conf = {
+        'spark.executorEnv.PAASTA_CLUSTER': 'test-cluster',
+        'spark.executorEnv.PAASTA_SERVICE': 'test-service',
+        'spark.executorEnv.PAASTA_INSTANCE': 'test-instance',
+    }
+    assert spark_config.get_grafana_url(spark_conf) == (
+        'https://grafana.yelpcorp.com/d/b8f79180-bea8-4001-9d4a-94978b5a20b6/spark-on-paasta-job-status?orgId=1&'
+        'var-paasta_cluster=test-cluster&'
+        'var-service=test-service&'
+        'var-instance=test-instance&'
+        'var-pod_name_spark=All'
+    )
+
+
 def test_get_signalfx_url():
     spark_conf = {
         'spark.executorEnv.PAASTA_CLUSTER': 'test-cluster',