| ... | @@ -2,9 +2,10 @@ |
... | @@ -2,9 +2,10 @@ |
|
|
|
|
|
|
|
The generic packaging scripts are in a git repo, and can be obtained by...
|
|
The generic packaging scripts are in a git repo, and can be obtained by...
|
|
|
|
|
|
|
|
|
|
```bash
|
|
|
cd ~/GEOCAT/repos
|
|
cd ~/GEOCAT/repos/git
|
|
|
git clone git@gitlab.ssec.wisc.edu:scottm/infra.git
|
|
git clone git@gitlab.ssec.wisc.edu:scottm/infra.git
|
|
|
|
```
|
|
|
|
|
|
|
|
creating the directory `infra`.
|
|
creating the directory `infra`.
|
|
|
|
|
|
| ... | @@ -52,29 +53,33 @@ which take the command line args... |
... | @@ -52,29 +53,33 @@ which take the command line args... |
|
|
-c "path to json config"
|
|
-c "path to json config"
|
|
|
|
|
|
|
|
1. We first run `prj-repos.bash` to populate our work environment with the correct revisions from the
|
|
1. We first run `prj-repos.bash` to populate our work environment with the correct revisions from the
|
|
|
desired repos. If we have been doing this by hand, then we can skip this step.
|
|
desired repos. If we have been doing this by hand (most likely), then we can skip this step.
|
|
|
|
|
|
|
|
2. Running `prj-create.bash`...
|
|
2. Running `prj-create.bash`...
|
|
|
|
|
|
|
|
```text
|
|
```bash
|
|
|
verbosity="";
|
|
verbosity="";
|
|
|
export INFRA_HOME=/home/RH6B/GEOCAT/repos/infra
|
|
export PKG_ROOT=/data/users/geoffc/CSPP_GEO_dev/GEOCAT
|
|
|
rm -rf /home/RH6B/GEOCAT/CSPP_GEOCAT/cspp-geo-geocat-1.0b4 ;
|
|
export INFRA_HOME=$PKG_ROOT/repos/git/infra
|
|
|
$INFRA_HOME/tools/prj-create.bash -H /home/RH6B/GEOCAT -c $INFRA_HOME/configs/GEOCAT/cspp_geocat_l2.json $verbosity ; echo $'\n';
|
|
export PKG_NAME=cspp-geo-geocat-1.0a1
|
|
|
$INFRA_HOME/tools/prj-create.bash -H /home/RH6B/GEOCAT -c $INFRA_HOME/configs/GEOCAT/cspp_geocat_l2_static.json $verbosity; echo $'\n';
|
|
|
|
|
$INFRA_HOME/tools/prj-create.bash -H /home/RH6B/GEOCAT -c $INFRA_HOME/configs/GEOCAT/cspp_geocat_l2_cache.json $verbosity
|
|
cd $PKG_ROOT
|
|
|
|
rm -rf $PKG_ROOT/CSPP_GEOCAT/$PKG_NAME ;
|
|
|
|
$INFRA_HOME/tools/prj-create.bash -H $PKG_ROOT -c $INFRA_HOME/configs/GEOCAT/cspp_geocat_l2.json $verbosity ; echo $'\n';
|
|
|
|
$INFRA_HOME/tools/prj-create.bash -H $PKG_ROOT -c $INFRA_HOME/configs/GEOCAT/cspp_geocat_l2_static.json $verbosity; echo $'\n';
|
|
|
|
$INFRA_HOME/tools/prj-create.bash -H $PKG_ROOT -c $INFRA_HOME/configs/GEOCAT/cspp_geocat_l2_cache.json $verbosity
|
|
|
```
|
|
```
|
|
|
|
|
|
|
|
builds the software tree `cspp-geo-geocat-1.0b4` under `/home/RH6B/GEOCAT/CSPP_GEOCAT/`.
|
|
builds the software tree `cspp-geo-geocat-1.0-rc1` under `/data/users/geoffc/CSPP_GEO_dev/GEOCAT`.
|
|
|
The `cspp_geocat_l2*.json` files contain the entry `"a_home": "CSPP_GEOCAT/cspp-geo-geocat-1.0b4"`,
|
|
The `cspp_geocat_l2*.json` files contain the entry `"a_home": "CSPP_GEOCAT/cspp-geo-geocat-1.0-rc1"`,
|
|
|
and so create a package dir tree under `/home/RH6B/GEOCAT/CSPP_GEOCAT/cspp-geo-geocat-1.0b4`. The
|
|
and so create a package dir tree under `/data/users/geoffc/CSPP_GEO_dev/GEOCAT/CSPP_GEOCAT/cspp-geo-geocat-1.0-rc1`. The
|
|
|
script `prj-create.bash` can be run over and over again until the correct package dir tree is
|
|
script `prj-create.bash` can be run over and over again until the correct package dir tree is
|
|
|
achieved, without the need to remove previous attempts (although this may be desirable).
|
|
achieved, without the need to remove previous attempts (although this may be desirable).
|
|
|
|
|
|
|
|
3. Running `prj-rpath.bash`...
|
|
3. Running `prj-rpath.bash`...
|
|
|
|
|
|
|
|
```text
|
|
```bash
|
|
|
$INFRA_HOME/tools/prj-rpath.bash -H /home/RH6B/GEOCAT -c $INFRA_HOME/configs/GEOCAT/cspp_geocat_l2.json -v
|
|
$INFRA_HOME/tools/prj-rpath.bash -H $PKG_ROOT -c $INFRA_HOME/configs/GEOCAT/cspp_geocat_l2.json -v
|
|
|
```
|
|
```
|
|
|
|
|
|
|
|
which inserts the correct `RPATH` into the listed executables.
|
|
which inserts the correct `RPATH` into the listed executables.
|
| ... | @@ -83,225 +88,291 @@ desired repos. If we have been doing this by hand, then we can skip this step. |
... | @@ -83,225 +88,291 @@ desired repos. If we have been doing this by hand, then we can skip this step. |
|
|
|
|
|
|
|
5. Running `prj-tar.bash` for the main software package config `cspp_geocat_l2.json`...
|
|
5. Running `prj-tar.bash` for the main software package config `cspp_geocat_l2.json`...
|
|
|
|
|
|
|
|
```text
|
|
```bash
|
|
|
$INFRA_HOME/tools/prj-tar.bash -H /home/RH6B/GEOCAT -c $INFRA_HOME/configs/GEOCAT/cspp_geocat_l2.json -t cspp-geo-geocat-1.0b4
|
|
cd $PKG_ROOT
|
|
|
|
$INFRA_HOME/tools/prj-tar.bash -H $PKG_ROOT -c $INFRA_HOME/configs/GEOCAT/cspp_geocat_l2.json -t $PKG_NAME
|
|
|
```
|
|
```
|
|
|
|
|
|
|
|
generates these files in the `~/GEOCAT/prj_scripts` directory...
|
|
generates these files in the `$PKG_ROOT/prj_scripts` directory...
|
|
|
|
|
|
|
|
```text
|
|
```bash
|
|
|
cspp-geo-geocat-1.0b4_links.bash
|
|
cspp-geo-geocat-1.0-rc1_links.bash
|
|
|
cspp-geo-geocat-1.0b4_deref.bash
|
|
cspp-geo-geocat-1.0-rc1_deref.bash
|
|
|
cspp-geo-geocat-1.0b4_ignores.bash
|
|
cspp-geo-geocat-1.0-rc1_ignores.bash
|
|
|
cspp-geo-geocat-1.0b4_tar.bash
|
|
cspp-geo-geocat-1.0-rc1_tar.bash
|
|
|
```
|
|
```
|
|
|
|
|
|
|
|
6. Running `prj-tar.bash` for the static data config `cspp_geocat_l2_static.json`...
|
|
6. Running `prj-tar.bash` for the static data config `cspp_geocat_l2_static.json`...
|
|
|
|
|
|
|
|
```text
|
|
```bash
|
|
|
$INFRA_HOME/tools/prj-tar.bash -H /home/RH6B/GEOCAT -c $INFRA_HOME/configs/GEOCAT/cspp_geocat_l2_static.json -t cspp-geo-geocat-1.0b4-static
|
|
cd $PKG_ROOT
|
|
|
|
$INFRA_HOME/tools/prj-tar.bash -H $PKG_ROOT -c $INFRA_HOME/configs/GEOCAT/cspp_geocat_l2_static.json -t $PKG_NAME"_static"
|
|
|
```
|
|
```
|
|
|
|
|
|
|
|
generates these files in the `~/GEOCAT/prj_scripts` directory...
|
|
generates these files in the `$PKG_ROOT/prj_scripts` directory...
|
|
|
|
|
|
|
|
```text
|
|
```bash
|
|
|
cspp-geo-geocat-1.0b4-static_links.bash
|
|
cspp-geo-geocat-1.0-rc1_static_links.bash
|
|
|
cspp-geo-geocat-1.0b4-static_deref.bash
|
|
cspp-geo-geocat-1.0-rc1_static_deref.bash
|
|
|
cspp-geo-geocat-1.0b4-static_ignores.bash
|
|
cspp-geo-geocat-1.0-rc1_static_ignores.bash
|
|
|
cspp-geo-geocat-1.0b4-static_tar.bash
|
|
cspp-geo-geocat-1.0-rc1_static_tar.bash
|
|
|
```
|
|
```
|
|
|
|
|
|
|
|
7. Running `prj-tar.bash` for the cache config `cspp_geocat_l2_cache.json`...
|
|
7. Running `prj-tar.bash` for the cache config `cspp_geocat_l2_cache.json`...
|
|
|
|
|
|
|
|
```text
|
|
```bash
|
|
|
$INFRA_HOME/tools/prj-tar.bash -H /home/RH6B/GEOCAT -c $INFRA_HOME/configs/GEOCAT/cspp_geocat_l2_cache.json -t cspp-geo-geocat-1.0b4_cache
|
|
cd $PKG_ROOT
|
|
|
|
$INFRA_HOME/tools/prj-tar.bash -H $PKG_ROOT -c $INFRA_HOME/configs/GEOCAT/cspp_geocat_l2_cache.json -t $PKG_NAME"_cache"
|
|
|
```
|
|
```
|
|
|
|
|
|
|
|
generates these files in the `~/GEOCAT/prj_scripts` directory...
|
|
generates these files in the `$PKG_ROOT/prj_scripts` directory...
|
|
|
|
|
|
|
|
```text
|
|
```bash
|
|
|
cspp-geo-geocat-1.0b4_cache.test_deref.bash
|
|
cspp-geo-geocat-1.0-rc1_cache.test_deref.bash
|
|
|
cspp-geo-geocat-1.0b4_cache.test_ignores.bash
|
|
cspp-geo-geocat-1.0-rc1_cache.test_ignores.bash
|
|
|
cspp-geo-geocat-1.0b4_cache.test_links.bash
|
|
cspp-geo-geocat-1.0-rc1_cache.test_links.bash
|
|
|
cspp-geo-geocat-1.0b4_cache.test_tar.bash
|
|
cspp-geo-geocat-1.0-rc1_cache.test_tar.bash
|
|
|
```
|
|
```
|
|
|
|
|
|
|
|
|
8. Run the scripts generated in steps 5-7 in `$PKG_ROOT/prj_scripts` to generate the tarballs...
|
|
|
|
|
|
|
|
```bash
|
|
|
|
cd $PKG_ROOT/prj_scripts/
|
|
|
|
./$PKG_NAME"_tar.bash"
|
|
|
|
./$PKG_NAME"_static_tar.bash"
|
|
|
|
./$PKG_NAME"_cache_tar.bash"
|
|
|
|
```
|
|
|
|
|
|
|
|
- Consolidated commands...
|
|
- Consolidated commands...
|
|
|
|
|
|
|
|
* Build the new development environment...
|
|
* Build the new development environment...
|
|
|
|
|
|
|
|
|
```bash
|
|
|
|
verbosity="";
|
|
|
|
export PKG_ROOT=$HOME/SSEC/CSPP-GEO/docker_test/GEOCAT
|
|
|
|
export INFRA_HOME=$PKG_ROOT/repos/git/infra
|
|
|
|
export PKG_NAME=cspp-geo-geocat-1.0a1
|
|
|
|
|
|
|
|
```text
|
|
cd $PKG_ROOT
|
|
|
verbosity=""
|
|
rm -rf $PKG_ROOT/CSPP_GEOCAT/$PKG_NAME ;
|
|
|
export INFRA_HOME=/home/RH6B/GEOCAT/repos/infra
|
|
$INFRA_HOME/tools/prj-create.bash -H $PKG_ROOT -c $INFRA_HOME/configs/GEOCAT/cspp_geocat_l2.json $verbosity ; echo $'\n';
|
|
|
|
$INFRA_HOME/tools/prj-create.bash -H $PKG_ROOT -c $INFRA_HOME/configs/GEOCAT/cspp_geocat_l2_static.json $verbosity; echo $'\n';
|
|
|
|
$INFRA_HOME/tools/prj-create.bash -H $PKG_ROOT -c $INFRA_HOME/configs/GEOCAT/cspp_geocat_l2_cache.json $verbosity
|
|
|
|
|
|
|
|
rm -rf /home/RH6B/GEOCAT/CSPP_GEOCAT/cspp-geo-geocat-1.0b4 ;
|
|
$INFRA_HOME/tools/prj-rpath.bash -H $PKG_ROOT -c $INFRA_HOME/configs/GEOCAT/cspp_geocat_l2.json -v
|
|
|
$INFRA_HOME/tools/prj-create.bash -H /home/RH6B/GEOCAT -c $INFRA_HOME/configs/GEOCAT/cspp_geocat_l2.json $verbosity ; echo $'\n';
|
|
|
|
|
$INFRA_HOME/tools/prj-create.bash -H /home/RH6B/GEOCAT -c $INFRA_HOME/configs/GEOCAT/cspp_geocat_l2_static.json $verbosity; echo $'\n';
|
|
|
|
|
$INFRA_HOME/tools/prj-create.bash -H /home/RH6B/GEOCAT -c $INFRA_HOME/configs/GEOCAT/cspp_geocat_l2_cache.json $verbosity
|
|
|
|
|
|
|
|
|
|
$INFRA_HOME/tools/prj-rpath.bash -H /home/RH6B/GEOCAT -c $INFRA_HOME/configs/GEOCAT/cspp_geocat_l2.json -v
|
|
cd $PKG_ROOT/CSPP_GEOCAT
|
|
|
|
ln -s -f $PKG_NAME cspp-geo-geocat
|
|
|
|
```
|
|
|
|
ensuring that the JSON files have their attribute `a_home` set to `CSPP_GEOCAT/$PKG_NAME`.
|
|
|
|
|
|
|
|
* There will likely be a mismatch between the toolchain versions used to build `libHimawari.so` and the distributed python environment, resulting
|
|
|
|
in an error like
|
|
|
|
```bash
|
|
|
|
geocat_l2.sh -h
|
|
|
|
Traceback (most recent call last):
|
|
|
|
File "/home/RH6B/GEOCAT/CSPP_GEOCAT/cspp-geo-geocat-1.0-rc/l2/geocat_l2.py", line 29, in <module>
|
|
|
|
from geocat_interface import execution_time, create_l2_products
|
|
|
|
File "/home/RH6B/GEOCAT/CSPP_GEOCAT/cspp-geo-geocat-1.0-rc/common/geocat_interface.py", line 29, in <module>
|
|
|
|
import satellites
|
|
|
|
File "/home/RH6B/GEOCAT/repos/git/cspp_geo_geocat/scripts/l2/satellites/__init__.py", line 24, in <module>
|
|
|
|
from himawari import Himawari
|
|
|
|
File "/home/RH6B/GEOCAT/repos/git/cspp_geo_geocat/scripts/l2/satellites/himawari.py", line 28, in <module>
|
|
|
|
from libHimawari.HimawariScene import HimawariScene
|
|
|
|
File "/home/RH6B/GEOCAT/CSPP_GEOCAT/cspp-geo-geocat-1.0-rc/l2/libHimawari/HimawariScene.py", line 288, in <module>
|
|
|
|
_hsd = ffi.dlopen(libHimawariPath())
|
|
|
|
File "/home/RH6B/GEOCAT/CSPP_GEOCAT/cspp-geo-geocat-1.0-rc/common/ShellB3/lib/python2.7/site-packages/cffi-0.7.2-py2.7-linux-x86_64.egg/cffi/api.py", line 112, in dlopen
|
|
|
|
lib, function_cache = _make_ffi_library(self, name, flags)
|
|
|
|
File "/home/RH6B/GEOCAT/CSPP_GEOCAT/cspp-geo-geocat-1.0-rc/common/ShellB3/lib/python2.7/site-packages/cffi-0.7.2-py2.7-linux-x86_64.egg/cffi/api.py", line 366, in _make_ffi_library
|
|
|
|
backendlib = backend.load_library(name, flags)
|
|
|
|
OSError: cannot load library /home/RH6B/GEOCAT/CSPP_GEOCAT/cspp-geo-geocat-1.0-rc/l2/libHimawari/libHimawari.so: /home/RH6B/GEOCAT/CSPP_GEOCAT/cspp-geo-geocat-1.0-rc/common/local/lib64/libstdc++.so.6: version 'GLIBCXX_3.4.20' not found (required by /home/RH6B/GEOCAT/CSPP_GEOCAT/cspp-geo-geocat-1.0-rc/l2/libHimawari/libHimawari.so)
|
|
|
|
```
|
|
|
|
In order to (temporarily) fix this, we copy the system library file `libstdc++.so.6` to the distribution package...
|
|
|
|
```bash
|
|
|
|
cp /opt/gcc/4.9.2/lib64/libstdc++.so.6 /data/users/geoffc/CSPP_GEO_dev/GEOCAT/CSPP_GEOCAT//cspp-geo-geocat-1.0-rc1/common/local/lib64/
|
|
|
```
|
|
```
|
|
|
|
|
|
|
|
* Test the new development environment...
|
|
* Test the new development environment...
|
|
|
|
|
|
|
|
```text
|
|
```bash
|
|
|
export CSPP_GEO_GEOCAT_HOME=$HOME/GEOCAT/CSPP_GEOCAT/cspp-geo-geocat-1.0b4 ; . $CSPP_GEO_GEOCAT_HOME/geocat_env.bash
|
|
PKG_NAME="cspp-geo-geocat-1.0-rc1"
|
|
|
|
export CSPP_GEO_GEOCAT_HOME=/data/users/geoffc/CSPP_GEO_dev/GEOCAT/CSPP_GEOCAT/$PKG_NAME ; . $CSPP_GEO_GEOCAT_HOME/geocat_env.sh
|
|
|
cd /mnt/WORK/work_dir/test_data/sample_data
|
|
cd /mnt/WORK/work_dir/test_data/sample_data
|
|
|
geocat_l2.bash -h
|
|
|
|
|
geocat_l2.bash -W output_new_converter --satellite goes input/goes13_2015_143_1700 --no_rtm
|
|
geocat_l2.sh -h
|
|
|
geocat_l2.bash -W output_new_converter --satellite goes input/goes15_2015_143_0000 --no_rtm
|
|
|
|
|
|
for dirs in input/goes13_2015_143_1700; \
|
|
|
|
do \
|
|
|
|
outdir="output_"$(basename $dirs); \
|
|
|
|
rm -rf $outdir/*; \
|
|
|
|
geocat_l2.sh -W $outdir --satellite goes $dirs --no_rtm --tmp_dir test_l1_dir --debug --line_segments 2 --element_segments 2 --num_cpu 4 ; \
|
|
|
|
done
|
|
|
|
|
|
|
|
for dirs in input/himawari08/2016_03_22_082_0220_R301; \
|
|
|
|
do \
|
|
|
|
outdir="output_himawari08_"$(basename $dirs); \
|
|
|
|
rm -rf $outdir/*; \
|
|
|
|
geocat_l2.sh -W $outdir --satellite him8 $dirs --no_rtm --tmp_dir test_l1_dir --debug --line_segments 2 --element_segments 2 --num_cpu 4 ; \
|
|
|
|
done
|
|
|
```
|
|
```
|
|
|
|
|
|
|
|
```text
|
|
```bash
|
|
|
for files in ../output_new_converter/geocatL1.GOES-13.2015143.1700*.nc; \
|
|
for files in ../output_new_converter/geocatL1.GOES-13.2015143.1700*.nc; \
|
|
|
do \
|
|
do \
|
|
|
ql_geocat_level1.bash $files None --list_datasets ; \
|
|
ql_geocat_level1.sh $files None --list_datasets ; \
|
|
|
done
|
|
done
|
|
|
|
|
|
|
|
for files in ../output_new_converter/geocatL1.GOES-13.2015143.1700*.nc; \
|
|
for files in ../output_new_converter/geocatL1.GOES-13.2015143.1700*.nc; \
|
|
|
do \
|
|
do \
|
|
|
for dataset in $(ql_geocat_level1.bash $files None --list_datasets); \
|
|
for dataset in $(ql_geocat_level1.sh $files None --list_datasets); \
|
|
|
do \
|
|
do \
|
|
|
ql_geocat_level1.bash $files $dataset -O $(basename $files) -S 4 ; \
|
|
ql_geocat_level1.sh $files $dataset -O $(basename $files) -S 4 ; \
|
|
|
done \
|
|
done \
|
|
|
done
|
|
done
|
|
|
|
|
|
|
|
for files in ../output_new_converter/geocatL2.GOES-13.2015143.1700*.nc; \
|
|
for files in ../output_new_converter/geocatL2.GOES-13.2015143.1700*.nc; \
|
|
|
do \
|
|
do \
|
|
|
ql_geocat_level2.bash $files None --list_datasets ; \
|
|
ql_geocat_level2.sh $files None --list_datasets ; \
|
|
|
done
|
|
done
|
|
|
|
|
|
|
|
for files in ../output_new_converter/geocatL2.GOES-13.2015143.1700*.nc; \
|
|
for files in ../output_new_converter/geocatL2.GOES-13.2015143.1700*.nc; \
|
|
|
do \
|
|
do \
|
|
|
for dataset in $(ql_geocat_level2.bash $files None --list_datasets); \
|
|
for dataset in $(ql_geocat_level2.sh $files None --list_datasets); \
|
|
|
do \
|
|
do \
|
|
|
ql_geocat_level2.bash $files $dataset -O $(basename $files) -S 4 ; \
|
|
ql_geocat_level2.sh $files $dataset -O $(basename $files) -S 4 ; \
|
|
|
done \
|
|
done \
|
|
|
done
|
|
done
|
|
|
|
|
|
|
|
```
|
|
```
|
|
|
|
|
|
|
|
* Construct the tarball file lists and scripts and generate the tarballs...
|
|
* Construct the tarball file lists and scripts, which will be written to `$PKG_ROOT/prj_scripts` ...
|
|
|
|
|
|
|
|
```text
|
|
```bash
|
|
|
$INFRA_HOME/tools/prj-tar.bash -H /home/RH6B/GEOCAT -c $INFRA_HOME/configs/GEOCAT/cspp_geocat_l2.json -t cspp-geo-geocat-1.0b4
|
|
cd $PKG_ROOT
|
|
|
$INFRA_HOME/tools/prj-tar.bash -H /home/RH6B/GEOCAT -c $INFRA_HOME/configs/GEOCAT/cspp_geocat_l2_static.json -t cspp-geo-geocat-1.0b4-static
|
|
|
|
|
$INFRA_HOME/tools/prj-tar.bash -H /home/RH6B/GEOCAT -c $INFRA_HOME/configs/GEOCAT/cspp_geocat_l2_cache.json -t cspp-geo-geocat-1.0b4_cache
|
|
$INFRA_HOME/tools/prj-tar.bash -H $PKG_ROOT -c $INFRA_HOME/configs/GEOCAT/cspp_geocat_l2.json -t $PKG_NAME
|
|
|
|
$INFRA_HOME/tools/prj-tar.bash -H $PKG_ROOT -c $INFRA_HOME/configs/GEOCAT/cspp_geocat_l2_static.json -t $PKG_NAME"_static"
|
|
|
|
$INFRA_HOME/tools/prj-tar.bash -H $PKG_ROOT -c $INFRA_HOME/configs/GEOCAT/cspp_geocat_l2_cache.json -t $PKG_NAME"_cache"
|
|
|
|
```
|
|
|
|
|
|
|
|
cd /home/RH6B/GEOCAT/prj_scripts/
|
|
* Run the scripts in `$PKG_ROOT/prj_scripts` to generate the tarballs in `$PKG_ROOT/packages`...
|
|
|
./cspp-geo-geocat-1.0b4_tar.bash
|
|
```bash
|
|
|
./cspp-geo-geocat-1.0b4-static_tar.bash
|
|
cd $PKG_ROOT/prj_scripts/
|
|
|
./cspp-geo-geocat-1.0b4_cache_tar.bash
|
|
./$PKG_NAME"_tar.bash"
|
|
|
|
./$PKG_NAME"_static_tar.bash"
|
|
|
|
./$PKG_NAME"_cache_tar.bash"
|
|
|
```
|
|
```
|
|
|
|
which will result in the dir `$PKG_ROOT/packages/$pkg_dir` containing the tarballs. We generally then might move the tarball dir to
|
|
|
|
`/mnt/WORK/packages` as a backup.
|
|
|
|
|
|
|
|
* Untar the tarballs into a test dir and setup...
|
|
* Untar the tarballs into a test dir and setup...
|
|
|
|
|
|
|
|
```text
|
|
```bash
|
|
|
cd /mnt/WORK/work_dir
|
|
cd /mnt/WORK/work_dir
|
|
|
mkdir -p cspp-geo-geocat-1.0b4_TEST/output
|
|
mkdir -p $PKG_NAME"_TEST/output"
|
|
|
tar xzvf /mnt/WORK/packages/cspp-geo-geocat-1.0b4.tar.gz -C cspp-geo-geocat-1.0b4_TEST
|
|
ln -s $PKG_NAME"_TEST" cspp-geo-geocat_TEST
|
|
|
tar xzvf /mnt/WORK/packages/cspp-geo-geocat-1.0b4-static.tar.gz -C cspp-geo-geocat-1.0b4_TEST
|
|
tar xzvf /mnt/WORK/packages/$PKG_NAME/$PKG_NAME".tar.gz" -C $PKG_NAME"_TEST"
|
|
|
tar xzvf /mnt/WORK/packages/cspp-geo-geocat-1.0b4_cache.tar.gz -C cspp-geo-geocat-1.0b4_TEST
|
|
tar xzvf /mnt/WORK/packages/$PKG_NAME/$PKG_NAME"_static.tar.gz" -C $PKG_NAME"_TEST"
|
|
|
|
tar xzvf /mnt/WORK/packages/$PKG_NAME/$PKG_NAME"_cache.tar.gz" -C $PKG_NAME"_TEST"
|
|
|
|
|
|
|
|
export CSPP_GEO_GEOCAT_HOME=/mnt/WORK/work_dir/cspp-geo-geocat-1.0b4_TEST/cspp-geo-geocat-1.0b4 ; . $CSPP_GEO_GEOCAT_HOME/geocat_env.bash
|
|
export CSPP_GEO_GEOCAT_HOME=/mnt/WORK/work_dir/$PKG_NAME"_TEST"/$PKG_NAME ; . $CSPP_GEO_GEOCAT_HOME/geocat_env.bash
|
|
|
```
|
|
```
|
|
|
|
|
|
|
|
* Run the example area files...
|
|
* Run the example area files...
|
|
|
|
|
|
|
|
```text
|
|
```bash
|
|
|
cd cspp-geo-geocat-1.0b4_TEST
|
|
cd /mnt/WORK/work_dir/$PKG_NAME"_TEST"
|
|
|
geocat_l2.bash -h
|
|
|
|
|
geocat_l2.bash -W output --satellite goes input/goes13_2015_143_17* --no_rtm
|
|
geocat_l2.bash -W output --satellite goes /mnt/WORK/work_dir/input/goes13_2015_143_17* --no_rtm --tmp_dir test_l1_dir_goes --line_segments 2 --element_segments 2 --num_cpu 4
|
|
|
geocat_l2.bash -W output --satellite goes input/goes15_2015_143_21* --no_rtm
|
|
geocat_l2.bash -W output --satellite goes /mnt/WORK/work_dir/input/goes15_2015_143_21* --no_rtm --tmp_dir test_l1_dir_goes --line_segments 2 --element_segments 2 --num_cpu 4
|
|
|
|
geocat_l2.bash -W output --satellite him8 /mnt/WORK/work_dir/input/himawari08/2016_03_22_082_0220_* --no_rtm --tmp_dir test_l1_dir_him8 --line_segments 2 --element_segments 2 --num_cpu 4
|
|
|
```
|
|
```
|
|
|
|
|
|
|
|
* Create some quicklook images from the resulting Level1 NetCDF files...
|
|
* Create some quicklook images from the resulting Level1 NetCDF files...
|
|
|
|
|
|
|
|
Unnavigated...
|
|
Unnavigated...
|
|
|
|
|
|
|
|
```text
|
|
```bash
|
|
|
mkdir -p png/unnavigated
|
|
mkdir -p png/unnavigated
|
|
|
navstr='_unnav --unnavigated'
|
|
navstr='_unnav --unnavigated'
|
|
|
```
|
|
```
|
|
|
|
|
|
|
|
```text
|
|
```bash
|
|
|
l1_files=output/geocatL1.GOES-13.2015143.17*.nc
|
|
l1_files=output/geocatL1.GOES-13.2015143.17*.nc
|
|
|
l1_datasets=$(for files in $l1_files; do ql_geocat_level1.bash $files None --list_datasets; done | grep imager | sort | uniq)
|
|
l1_datasets=$(for files in $l1_files; do ql_geocat_level1.sh $files None --list_datasets; done | sort | uniq)
|
|
|
|
|
|
|
|
for files in $l1_files; \
|
|
for files in $l1_files; \
|
|
|
do \
|
|
do \
|
|
|
for dataset in $l1_datasets; \
|
|
for dataset in $l1_datasets; \
|
|
|
do \
|
|
do \
|
|
|
ql_geocat_level1.bash $files $dataset -O png/unnavigated/$(basename $files)$navstr ; \
|
|
ql_geocat_level1.sh $files $dataset -O png/unnavigated/$(basename $files)$navstr ; \
|
|
|
done \
|
|
done \
|
|
|
done
|
|
done
|
|
|
|
|
|
|
|
l1_files=output/geocatL1.GOES-15.2015143.21*.nc
|
|
l1_files=output/geocatL1.GOES-15.2015143.21*.nc
|
|
|
l1_datasets=$(for files in $l1_files; do ql_geocat_level1.bash $files None --list_datasets; done | grep imager | sort | uniq)
|
|
l1_datasets=$(for files in $l1_files; do ql_geocat_level1.sh $files None --list_datasets; done | sort | uniq)
|
|
|
|
|
|
|
|
for files in $l1_files; \
|
|
for files in $l1_files; \
|
|
|
do \
|
|
do \
|
|
|
for dataset in $l1_datasets; \
|
|
for dataset in $l1_datasets; \
|
|
|
do \
|
|
do \
|
|
|
ql_geocat_level1.bash $files $dataset -O png/unnavigated/$(basename $files)$navstr ; \
|
|
ql_geocat_level1.sh $files $dataset -O png/unnavigated/$(basename $files)$navstr ; \
|
|
|
done \
|
|
done \
|
|
|
done
|
|
done
|
|
|
```
|
|
```
|
|
|
|
|
|
|
|
Navigated...
|
|
Navigated...
|
|
|
|
|
|
|
|
```text
|
|
```bash
|
|
|
mkdir -p png/navigated
|
|
mkdir -p png/navigated
|
|
|
navstr=' -m l -S 2'
|
|
navstr=' -m l -S 2'
|
|
|
```
|
|
```
|
|
|
|
|
|
|
|
```text
|
|
```bash
|
|
|
l1_files=output/geocatL1.GOES-13.2015143.17*.nc
|
|
l1_files=output/geocatL1.GOES-13.2015143.17*.nc
|
|
|
l1_datasets=$(for files in $l1_files; do ql_geocat_level1.bash $files None --list_datasets; done | grep imager | sort | uniq)
|
|
l1_datasets=$(for files in $l1_files; do ql_geocat_level1.sh $files None --list_datasets; done | sort | uniq)
|
|
|
|
|
|
|
|
for files in $l1_files; \
|
|
for files in $l1_files; \
|
|
|
do \
|
|
do \
|
|
|
for dataset in $l1_datasets; \
|
|
for dataset in $l1_datasets; \
|
|
|
do \
|
|
do \
|
|
|
ql_geocat_level1.bash $files $dataset -O png/navigated/$(basename $files)$navstr ; \
|
|
ql_geocat_level1.sh $files $dataset -O png/navigated/$(basename $files)$navstr ; \
|
|
|
done \
|
|
done \
|
|
|
done
|
|
done
|
|
|
|
|
|
|
|
l1_files=output/geocatL1.GOES-15.2015143.21*.nc
|
|
l1_files=output/geocatL1.GOES-15.2015143.21*.nc
|
|
|
l1_datasets=$(for files in $l1_files; do ql_geocat_level1.bash $files None --list_datasets; done | grep imager | sort | uniq)
|
|
l1_datasets=$(for files in $l1_files; do ql_geocat_level1.sh $files None --list_datasets; done | sort | uniq)
|
|
|
|
|
|
|
|
for files in $l1_files; \
|
|
for files in $l1_files; \
|
|
|
do \
|
|
do \
|
|
|
for dataset in $l1_datasets; \
|
|
for dataset in $l1_datasets; \
|
|
|
do \
|
|
do \
|
|
|
ql_geocat_level1.bash $files $dataset -O png/navigated/$(basename $files)$navstr ; \
|
|
ql_geocat_level1.sh $files $dataset -O png/navigated/$(basename $files)$navstr ; \
|
|
|
done \
|
|
done \
|
|
|
done
|
|
done
|
|
|
```
|
|
```
|
|
|
|
|
|
|
|
* Create some quicklook images from the resulting Level2 NetCDF files...
|
|
* Create some quicklook images from the resulting Level2 NetCDF files...
|
|
|
|
|
|
|
|
```text
|
|
```bash
|
|
|
l2_datasets="baseline_cmask_goes_nop_cloud_mask goesnp_ctype_cloud_phase goesnp_ctype_cloud_type ACHA_mode_7_goes_cloud_emissivity ACHA_mode_7_goes_cloud_optical_depth_vis ACHA_mode_7_goes_cloud_particle_effective_radius ACHA_mode_7_goes_cloud_top_height ACHA_mode_7_goes_cloud_top_pressure ACHA_mode_7_goes_cloud_top_temperature DCOMP_mode_3_cloud_albedo DCOMP_mode_3_cloud_spherical_albedo DCOMP_mode_3_cloud_ice_water_path DCOMP_mode_3_cloud_liquid_water_path DCOMP_mode_3_cloud_optical_depth_vis DCOMP_mode_3_cloud_particle_effective_radius goesr_fog_IFR_fog_probability goesr_fog_LIFR_fog_probability goesr_fog_MVFR_fog_probability"
|
|
l2_datasets="baseline_cmask_goes_nop_cloud_mask goesnp_ctype_cloud_phase goesnp_ctype_cloud_type ACHA_mode_7_goes_cloud_emissivity ACHA_mode_7_goes_cloud_optical_depth_vis ACHA_mode_7_goes_cloud_particle_effective_radius ACHA_mode_7_goes_cloud_top_height ACHA_mode_7_goes_cloud_top_pressure ACHA_mode_7_goes_cloud_top_temperature DCOMP_mode_3_cloud_albedo DCOMP_mode_3_cloud_spherical_albedo DCOMP_mode_3_cloud_ice_water_path DCOMP_mode_3_cloud_liquid_water_path DCOMP_mode_3_cloud_optical_depth_vis DCOMP_mode_3_cloud_particle_effective_radius goesr_fog_IFR_fog_probability goesr_fog_LIFR_fog_probability goesr_fog_MVFR_fog_probability"
|
|
|
```
|
|
```
|
|
|
|
|
|
|
|
Unnavigated...
|
|
Unnavigated...
|
|
|
|
|
|
|
|
```text
|
|
```bash
|
|
|
mkdir -p png/unnavigated
|
|
mkdir -p png/unnavigated
|
|
|
navstr='_unnav --unnavigated'
|
|
navstr='_unnav --unnavigated'
|
|
|
```
|
|
```
|
|
|
|
|
|
|
|
```text
|
|
```bash
|
|
|
l2_files=output/geocatL2.GOES-13.2015143.17*.nc
|
|
l2_files=output/geocatL2.GOES-13.2015143.17*.nc
|
|
|
|
|
|
|
|
for files in $l2_files; \
|
|
for files in $l2_files; \
|
|
|
do \
|
|
do \
|
|
|
for dataset in $l2_datasets; \
|
|
for dataset in $l2_datasets; \
|
|
|
do \
|
|
do \
|
|
|
ql_geocat_level2.bash $files $dataset -O png/unnavigated/$(basename $files)$navstr ; \
|
|
ql_geocat_level2.sh $files $dataset -O png/unnavigated/$(basename $files)$navstr ; \
|
|
|
done \
|
|
done \
|
|
|
done
|
|
done
|
|
|
|
|
|
| ... | @@ -311,26 +382,26 @@ desired repos. If we have been doing this by hand, then we can skip this step. |
... | @@ -311,26 +382,26 @@ desired repos. If we have been doing this by hand, then we can skip this step. |
|
|
do \
|
|
do \
|
|
|
for dataset in $l2_datasets; \
|
|
for dataset in $l2_datasets; \
|
|
|
do \
|
|
do \
|
|
|
ql_geocat_level2.bash $files $dataset -O png/unnavigated/$(basename $files)$navstr ; \
|
|
ql_geocat_level2.sh $files $dataset -O png/unnavigated/$(basename $files)$navstr ; \
|
|
|
done \
|
|
done \
|
|
|
done
|
|
done
|
|
|
```
|
|
```
|
|
|
|
|
|
|
|
Navigated...
|
|
Navigated...
|
|
|
|
|
|
|
|
```text
|
|
```bash
|
|
|
mkdir -p png/navigated
|
|
mkdir -p png/navigated
|
|
|
navstr=' -m l -S 2'
|
|
navstr=' -m l -S 2'
|
|
|
```
|
|
```
|
|
|
|
|
|
|
|
```text
|
|
```bash
|
|
|
l2_files=output/geocatL2.GOES-13.2015143.17*.nc
|
|
l2_files=output/geocatL2.GOES-13.2015143.17*.nc
|
|
|
|
|
|
|
|
for files in $l2_files; \
|
|
for files in $l2_files; \
|
|
|
do \
|
|
do \
|
|
|
for dataset in $l2_datasets; \
|
|
for dataset in $l2_datasets; \
|
|
|
do \
|
|
do \
|
|
|
ql_geocat_level2.bash $files $dataset -O png/navigated/$(basename $files)$navstr ; \
|
|
ql_geocat_level2.sh $files $dataset -O png/navigated/$(basename $files)$navstr ; \
|
|
|
done \
|
|
done \
|
|
|
done
|
|
done
|
|
|
|
|
|
| ... | @@ -340,8 +411,20 @@ desired repos. If we have been doing this by hand, then we can skip this step. |
... | @@ -340,8 +411,20 @@ desired repos. If we have been doing this by hand, then we can skip this step. |
|
|
do \
|
|
do \
|
|
|
for dataset in $l2_datasets; \
|
|
for dataset in $l2_datasets; \
|
|
|
do \
|
|
do \
|
|
|
ql_geocat_level2.bash $files $dataset -O png/navigated/$(basename $files)$navstr ; \
|
|
ql_geocat_level2.sh $files $dataset -O png/navigated/$(basename $files)$navstr ; \
|
|
|
done \
|
|
done \
|
|
|
done
|
|
done
|
|
|
|
|
|
|
|
```
|
|
```
|
|
|
|
|
|
|
|
* Command to get a list of links and their destination for a json file
|
|
|
|
```bash
|
|
|
|
for files in $(find common -maxdepth 1 -name "*" -print | grep -v \.pyc); \
|
|
|
|
do \
|
|
|
|
pkg_loc=$(ls -la $files | grep git | gawk '{print $(NF-2)}'); \
|
|
|
|
repo_loc=$(ls -la $files | gawk '{print $NF}') ; \
|
|
|
|
echo "["$'\n'" "\"$repo_loc\"","$'\n'" "\"$pkg_loc\"","$'\n'"],"; \
|
|
|
|
done | sed 's/\/home\/RH6B\/GEOCAT\/repos\///'
|
|
|
|
|
|
|
|
tree -L 3 $PKG_NAME/ | grep -v \.pyc
|
|
|
|
``` |
