allow for choice of python (#42)

* allow for choice of python

* keep 3.6 hard coded for pitzer

* fix syntax error

Author: johrstrom

form.yml

@@ -8,6 +8,7 @@ form:
   - auto_accounts
   - jupyterlab_switch
   - spark_version
+  - auto_modules_python
   - bc_num_hours
   - bc_num_slots
   - node_type
@@ -18,6 +19,12 @@ form:
   - bc_email_on_started
   - version
 attributes:
+  auto_modules_python:
+    default: false
+    help: | 
+      Specify the Python version to match the one used in your Conda environment.
+      This ensures compatibility when setting up the Spark cluster and helps prevent issues related
+      to Python version mismatches.
   bc_num_slots:
     min: 1
   num_workers:

template/before.sh.erb

@@ -138,10 +138,10 @@ module purge
 # Load the runtime environment
 runtime_env() {
   module purge
-  <%- if context.cluster == 'pitzer' -%>
+  <%- if ['pitzer'].include?(context.cluster) -%>
   module load python/3.6-conda5.2 spark/<%= context.spark_version %>
   <%- else -%>
-  module load python/3.12 spark/<%= context.spark_version %>
+  module load <%= context.auto_modules_python %> spark/<%= context.spark_version %>
   <%- end -%>
 
   # Disable randomized hash for string in Python 3.3+