Skip to content

Commit 87624ac

Browse files
authored
Fix spark master assignment (#121)
1 parent 8a553e3 commit 87624ac

File tree

2 files changed

+2
-2
lines changed

2 files changed

+2
-2
lines changed

service_configuration_lib/spark_config.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -278,6 +278,7 @@ def _get_k8s_spark_env(
278278
_paasta_instance = _get_k8s_resource_name_limit_size_with_hash(paasta_instance)
279279

280280
spark_env = {
281+
'spark.master': f'k8s://https://k8s.{paasta_cluster}.paasta:6443',
281282
'spark.executorEnv.PAASTA_SERVICE': paasta_service,
282283
'spark.executorEnv.PAASTA_INSTANCE': paasta_instance,
283284
'spark.executorEnv.PAASTA_CLUSTER': paasta_cluster,
@@ -311,7 +312,6 @@ def _get_k8s_spark_env(
311312
elif include_self_managed_configs:
312313
spark_env.update(
313314
{
314-
'spark.master': f'k8s://https://k8s.{paasta_cluster}.paasta:6443',
315315
'spark.kubernetes.authenticate.caCertFile': f'{K8S_AUTH_FOLDER}/{paasta_cluster}-ca.crt',
316316
'spark.kubernetes.authenticate.clientKeyFile': f'{K8S_AUTH_FOLDER}/{paasta_cluster}-client.key',
317317
'spark.kubernetes.authenticate.clientCertFile': f'{K8S_AUTH_FOLDER}/{paasta_cluster}-client.crt',

setup.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -17,7 +17,7 @@
1717

1818
setup(
1919
name='service-configuration-lib',
20-
version='2.18.0',
20+
version='2.18.1',
2121
provides=['service_configuration_lib'],
2222
description='Start, stop, and inspect Yelp SOA services',
2323
url='https://github.com/Yelp/service_configuration_lib',

0 commit comments

Comments
 (0)