###
# Pyspark setup commands
###

# On a bridges2 login node start an interactive job
interact  -n 7 -R BigRM6Jul11

# Set up your environment
cp -r ~training/BigData .
cd BigData/Shakespeare
module load spark
pyspark


###
# Deep Learning setup commands
### 

# start a interactive gpu job
interact -gpu -R BigGPUJul11
# (if the reservation is full you could try just interact -gpu )

# once the session starts load our singularity image for tensorflow
singularity shell --nv  /ocean/containers/ngc/tensorflow/tensorflow_23.04-tf2-py3.sif
cd ~/BigData/MNIST/
python CNN_Dropout.py

# to switch to the fashion dataset change one line:
# from
# mnist = tf.keras.datasets.mnist
# to
# mnist = tf.keras.datasets.fashion_mnist