Skip to content

Commit d247e46

Browse files
authored
Update spark job monitoring dashboard url (#132)
* Update spark job monitoring dashboard url * Update test
1 parent b4b10ce commit d247e46

File tree

3 files changed

+5
-7
lines changed

3 files changed

+5
-7
lines changed

service_configuration_lib/spark_config.py

Lines changed: 2 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -1184,11 +1184,10 @@ def compute_requested_memory_overhead(spark_opts: Mapping[str, str], executor_me
11841184

11851185
def get_grafana_url(spark_conf: Mapping[str, str]) -> str:
11861186
return (
1187-
'https://grafana.yelpcorp.com/d/b8f79180-bea8-4001-9d4a-94978b5a20b6/spark-on-paasta-job-status?orgId=1&'
1187+
'http://y/spark-monitoring?'
11881188
f"var-paasta_cluster={spark_conf['spark.executorEnv.PAASTA_CLUSTER']}&"
11891189
f"var-service={spark_conf['spark.executorEnv.PAASTA_SERVICE']}&"
1190-
f"var-instance={spark_conf['spark.executorEnv.PAASTA_INSTANCE']}&"
1191-
'var-pod_name_spark=All'
1190+
f"var-instance={spark_conf['spark.executorEnv.PAASTA_INSTANCE']}"
11921191
)
11931192

11941193

setup.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -17,7 +17,7 @@
1717

1818
setup(
1919
name='service-configuration-lib',
20-
version='2.18.8',
20+
version='2.18.9',
2121
provides=['service_configuration_lib'],
2222
description='Start, stop, and inspect Yelp SOA services',
2323
url='https://github.com/Yelp/service_configuration_lib',

tests/spark_config_test.py

Lines changed: 2 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -1501,11 +1501,10 @@ def test_get_grafana_url():
15011501
'spark.executorEnv.PAASTA_INSTANCE': 'test-instance',
15021502
}
15031503
assert spark_config.get_grafana_url(spark_conf) == (
1504-
'https://grafana.yelpcorp.com/d/b8f79180-bea8-4001-9d4a-94978b5a20b6/spark-on-paasta-job-status?orgId=1&'
1504+
'http://y/spark-monitoring?'
15051505
'var-paasta_cluster=test-cluster&'
15061506
'var-service=test-service&'
1507-
'var-instance=test-instance&'
1508-
'var-pod_name_spark=All'
1507+
'var-instance=test-instance'
15091508
)
15101509

15111510

0 commit comments

Comments
 (0)