Updated atlas_controller scripts to loop until a connection can be established

atlas_controller/start_remote_server.sh

@@ -4,4 +4,15 @@
 USER=schiffer1
 HOST=jureca11.fz-juelich.de
 COMMAND='cd /p/home/jusers/schiffer1/jureca/project_jinm16/atlasui/atlas_controller/; source load_modules.sh; source venv/bin/activate; export PYTHONPATH=`pwd`:$PYTHONPATH; python atlas_controller/app.py'
-ssh ${USER}@${HOST} -t "bash -cl '${COMMAND}'"
+
+while true
+do
+	echo "Connecting"
+	ssh ${USER}@${HOST} -t "bash -cl '${COMMAND}'"
+	retval=$?
+	# Check for timeout
+	if [[ ${retval} -ne 0 ]]; then
+		echo "Could not establish connection to ${HOST}. Will try again in ${RECONNECT} seconds..."
+		sleep ${RECONNECT}
+	fi
+done

atlas_controller/start_tunnel.sh

@@ -3,7 +3,19 @@
 
 USER=schiffer1
 HOST=jureca11.fz-juelich.de
+RECONNECT=60
 echo "Starting SSH tunnel..."
-# Make sure tunnel is externally reachable (see https://superuser.com/questions/588591/how-to-make-ssh-tunnel-open-to-public)
-ssh ${USER}@${HOST} -N -L \*:8000:localhost:8000
+
+while true
+do
+	# Make sure tunnel is externally reachable (see https://superuser.com/questions/588591/how-to-make-ssh-tunnel-open-to-public)
+	echo "Connecting"
+	ssh ${USER}@${HOST} -N -L \*:8000:localhost:8000
+	retval=$?
+	# Check for timeout
+	if [[ ${retval} -ne 0 ]]; then
+		echo "Could not establish connection to ${HOST}. Will try again in ${RECONNECT} seconds..."
+		sleep ${RECONNECT}
+	fi
+done
 echo "Stopped SSH tunnel"