CAMP2EX Satellite Processing Scripts

# Mount the volumes
bash remount.sh

# Setup tunnels on globemaster (tmux windows)

# SSH tunnel for rsyncing AHI
# ec2:5702 -> globemaster:22
autossh -M 20000 -NR 5703:localhost:22 ec2

# Rabbitmq tunnel for AHI available message
# ec2:5672 -> globemaster:5672
autossh -M 20002 -NR 5672:mq1.ssec.wisc.edu:5672 ec2

# Start tmux
bash start_tmux.sh
# Attach
tmux attach

# For each window, start corresponding process
# download_ahi listens to rabbitmq and downloads AHI from globemaster
python download_ahi.py

# job_creator watches the download directories for completed downloads creates
# work directories in queue/
python job_creator.py

# job_runner watches the queue/ and runs the jobs
python job_runner.py

# post_process watches the output directories and creates mrfs when it detects new output
source activate gdal2
python post_process.py

# download_dynamic ocassionally downloads dynamic ancillary data from globemaster
bash download_dynamic.sh

# tempwatch deletes old files
bash tempwatch.sh

# get_gfs ocassionally downloads and converts gfs output
cd get_gfs.py
python get_gfs.py