Add APID_FILTER GRB option

cspp_geo_grb/README.md

@@ -10,20 +10,13 @@ docker build -t gitlab.ssec.wisc.edu:5555/cspp_geo/cspp-geo-web-viewer/cspp_geo_
 
 ## Usage
 
-The current version of this container requires starting the
-`cspp_geo_grb_feeder` container at the same time. These two
-containers should be on the same network `cspp-geo-grb` which
-must be created beforehand:
+This container can be run by executing:
 
 ```bash
-docker network create cspp-geo-grb
+docker run -d --rm --name cspp-geo-grb-g16 -v cspp-geo-l1b:/data gitlab.ssec.wisc.edu:5555/cspp_geo/cspp-geo-web-viewer/cspp_geo_grb:latest ./grb-wrapper.sh <fanout_hostname>
 ```
 
-After that, this container can be run by executing:
 
-```bash
-docker run -d --rm --name cspp-geo-grb-g16 --network cspp-geo-grb -v cspp-geo-l1b:/data gitlab.ssec.wisc.edu:5555/cspp_geo/cspp-geo-web-viewer/cspp_geo_grb:latest ./grb-wrapper.sh <fanout_hostname>
-```
 
 ## Options
 
@@ -32,3 +25,46 @@ docker run -d --rm --name cspp-geo-grb-g16 --network cspp-geo-grb -v cspp-geo-l1
 * `CSPP_GEO_GRB_OUT`: Output directory where `log`, `product`, `tmp`, and
   `track` directories will be created. Defaults to `/data` which must be
   a mounted volume.
+* `CSPP_GEO_GRBR_IMAGE_COMPRESSION`: NetCDF compression level (default 1).
+* `APID_FILTER`: Specify XML config file to use to limit application
+  processing. Configuration files are stored in
+  `/work/cspp-geo-grb/RT-CSPP/config` and come with CSPP Geo GRB. The current
+  list of configs at the time of writing:
+ 
+  * GOES-16-ABI-Only.xml
+  * GOES-16-EXIS-Only.xml
+  * GOES-16-GLM-Only.xml
+  * GOES-16-MAG-Only.xml
+  * GOES-16-No-CRC.xml
+  * GOES-16-Or-17.xml
+  * GOES-16-SEISS-Only.xml
+  * GOES-16-SUVI-Only.xml
+  * GOES-16.xml
+  * GOES-17-ABI-Only.xml
+  * GOES-17-EXIS-Only.xml
+  * GOES-17-GLM-Only.xml
+  * GOES-17-MAG-Only.xml
+  * GOES-17-No-CRC.xml
+  * GOES-17-SEISS-Only.xml
+  * GOES-17-SUVI-Only.xml
+  * GOES-17.xml
+  * GOES-18-ABI-Only.xml
+  * GOES-18-EXIS-Only.xml
+  * GOES-18-GLM-Only.xml
+  * GOES-18-MAG-Only.xml
+  * GOES-18-No-CRC.xml
+  * GOES-18-SEISS-Only.xml
+  * GOES-18-SUVI-Only.xml
+  * GOES-18.xml
+  * GOES-19-ABI-Only.xml
+  * GOES-19-EXIS-Only.xml
+  * GOES-19-GLM-Only.xml
+  * GOES-19-MAG-Only.xml
+  * GOES-19-No-CRC.xml
+  * GOES-19-SEISS-Only.xml
+  * GOES-19-SUVI-Only.xml
+  * GOES-19.xml
+  * default.xml 
+
+  The default is "GOES-16-Or-17.xml". To limit to only GOES-16 ABI you should
+  specify `-e APID_FILTER=GOES-16-ABI-Only.xml` in the `docker run` command.
\ No newline at end of file

cspp_geo_grb/RT-CSPP/jsw/conf/grb-ingestor.conf

@@ -30,7 +30,7 @@ wrapper.java.library.path.1=./jsw/lib
 
 wrapper.java.additional.1=-server
 wrapper.java.additional.2=-Dsetup=./config
-wrapper.java.additional.3=-Dconfig=GOES-16-Or-17.xml
+wrapper.java.additional.3=-Dconfig=__APID_FILTER__
 wrapper.java.additional.4=-Droot=.
 
 # This value in seconds, so default gives us a 30 minute timeout

cspp_geo_grb/grb-wrapper.sh

@@ -12,11 +12,18 @@ if [[ ! -d "${CSPP_GEO_GRB_OUT}" ]]; then
     exit 1
 fi
 
+## Config Customization
+CONF_FILE="/work/cspp-geo-grb/RT-CSPP/jsw/conf/grb-ingestor.conf"
+
+# APID Filter XML file
+APID_FILTER=${APID_FILTER:-"GOES-16-Or-17.xml"}
+sed -i "s/__APID_FILTER__/${APID_FILTER}/g" "${CONF_FILE}"
+
 # can be IP address or hostname
 SOURCE_ADDR=$1
-CONF_FILE="/work/cspp-geo-grb/RT-CSPP/jsw/conf/grb-ingestor.conf"
 sed -i "s/__SOURCE_ADDRESS__/${SOURCE_ADDR}/g" "${CONF_FILE}"
 
+## Run it
 /work/cspp-geo-grb/cspp-geo-grb.sh start
 
 while $(/work/cspp-geo-grb/cspp-geo-grb.sh status &> /dev/null); do

cspp_geo_grb_notify/README.md

+# CSPP Geo GRB Notifier
+
+This container sends out RabbitMQ notfiications when new GRB output is
+available.
+
+## Build
+
+```bash
+docker build -t gitlab.ssec.wisc.edu:5555/cspp_geo/cspp-geo-web-viewer/cspp_geo_grb_notify:latest cspp_geo_grb_notify/
+```
+
+## Usage
+
+This container must be on the same network as the RabbitMQ container.
+After that, this container can be run by executing:
+
+```bash
+docker run -d --rm --name cspp-geo-grb-notify-g16 --network cspp-geo-rabbit -v cspp-geo-l1b:/data gitlab.ssec.wisc.edu:5555/cspp_geo/cspp-geo-web-viewer/cspp_geo_grb_notify:latest ./grb-notify.sh '/data/product/OR_ABI*.nc'
+```
+
+## Options
+
+**Environment Variables**
+
+* `CSPP_GEO_GRB_OUT`: Output directory where `log`, `product`, `tmp`, and
+  `track` directories will be created. Defaults to `/data` which must be
+  a mounted volume.

cspp_geo_grb_notify/grb-notify.sh

+#!/usr/bin/env bash
+
+#inotifywait -mr -e moved_to -e create --format %w%f $MNTFOLDER | while read fpath
+#do
+#   echo "$fpath"
+#   ./process.sh "$fpath"
+#done
\ No newline at end of file

tmpwatch/README.md

@@ -11,7 +11,7 @@ To search for files every 7 days (7d) and delete any files older than
 6 days (6) run:
 
 ```bash
-docker -d -v /path/to/watch:/watch tmpwatch 7d 6 /watch
+docker -d --rm -v /path/to/watch:/watch tmpwatch 7d +6 /watch
 ```
 
 Note that the first argument (7d) is passed to the `sleep` command and allows
@@ -23,4 +23,13 @@ If you would like to use access time instead of modified time you can specify
 the environment variable `-e TIME_MODE=atime`.
 
 More than one directory can be listed, but since we are running from a
-container they must all be mounted.
\ No newline at end of file
+container they must all be mounted.
+
+If you would like to use minutes instead of days for deletion use the `mmin`
+flag:
+
+```bash
+docker -d --rm -v /path/to/watch:/watch -e TIME_MODE=mmin 2h +60 /watch
+```
+
+This will run every 2 hours and delete anything older than 60 minutes.
\ No newline at end of file