Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
110 commits
Select commit Hold shift + click to select a range
3182e17
introduce new env var USE_BUILD_GSINFO
Feb 4, 2025
a97e131
add scripts for generating GSI info files when USE_BUILD_GSINFO=YES
Feb 4, 2025
e4094ad
update
Feb 4, 2025
87cae24
Merge branch 'develop' into build_gsinfo
Feb 20, 2025
16182d3
Merge branch 'develop' into build_gsinfo
Mar 4, 2025
3fdd95c
use OBS_INPUT envar to point to obs_input namelist block table text file
Mar 4, 2025
a8a3473
fix for bad hirs coeff files (workaround until new crtm)
Mar 4, 2025
b589b9b
add OBS_INPUT and HIRS_FIX
Mar 4, 2025
1ab1ef6
Merge branch 'NOAA-EMC:develop' into build_gsinfo
Mar 18, 2025
49b5ed8
move scripts from scripts to ush, add shebang
Mar 25, 2025
dd77bb4
address shell linting errors
Mar 25, 2025
0e87789
address shell linting errors
Mar 25, 2025
3fcc4f1
address shell linting errors
Mar 25, 2025
1e7b9f8
fixed crtm2 hirs2 coeff files now included in build_gsinfo
Mar 25, 2025
339dfdb
address shell linting errors
Mar 25, 2025
25ab1b0
address more shell linting errors
Mar 25, 2025
25b7871
scripts now in USHgfs
Mar 25, 2025
11ad3f0
add check for existence of satellites file
Mar 25, 2025
1dd3450
update
Mar 25, 2025
901be87
Merge branch 'develop' into build_gsinfo
Mar 25, 2025
ac22e7d
update
Mar 26, 2025
62607ab
Merge branch 'develop' into build_gsinfo
Apr 22, 2025
e572cd4
make executable, use BUILD_GSINFO_DIR, remove tabs
May 23, 2025
9fbe816
use BUILD_GSINFO_DIR
May 23, 2025
1e53c68
create_*info.sh now executable.
May 23, 2025
e252934
use OBS_INPUT_DIR
May 23, 2025
2814d4f
fix typo
May 23, 2025
b27e1d9
add ignore_2mQM
May 23, 2025
0c3167e
Merge branch 'develop' into build_gsinfo
May 23, 2025
c45fb22
Merge branch 'develop' into build_gsinfo
aerorahul Jun 2, 2025
7e25699
Update scripts/exglobal_diag.sh
aerorahul Jun 2, 2025
1700e86
Update ush/create_satinfo.sh
aerorahul Jun 2, 2025
124ea8d
Update ush/create_ozinfo.sh
aerorahul Jun 2, 2025
90ea718
Update ush/create_ozinfo.sh
aerorahul Jun 2, 2025
3232b11
Update ush/create_satinfo.sh
aerorahul Jun 2, 2025
88df316
Add double quotes to variables in exglobal_atmos_analysis.sh
DavidHuber-NOAA Jun 2, 2025
72aac5c
Add double quotes to variables in exglobal_diag.sh
DavidHuber-NOAA Jun 2, 2025
96cbc66
Convert unneeded cat to < operator
DavidHuber-NOAA Jun 2, 2025
a7b1b22
update scripts as suggested in PR, have create_convinfo turn on 2m ob…
Sep 16, 2025
e42e82e
Merge branch 'develop' into build_gsinfo
jswhit Sep 16, 2025
a34a23c
use ncep ozone by default
Sep 16, 2025
a3db7fa
Address shellcheck issues.
DavidHuber-NOAA Sep 16, 2025
518e891
More shellcheck issues.
DavidHuber-NOAA Sep 16, 2025
8571872
Merge remote-tracking branch 'emc/develop' into upd/gsinfo
DavidHuber-NOAA Sep 16, 2025
57ca8ed
Address shellcheck issues throughout the touched scripts
DavidHuber-NOAA Sep 16, 2025
23fd055
update
Sep 16, 2025
adc0c69
Make a generic script to handle *stat files
DavidHuber-NOAA Sep 17, 2025
18933ca
Make create_gsi_info.sh executable
DavidHuber-NOAA Sep 17, 2025
a5d769a
Remove now-unused create_*info.sh files
DavidHuber-NOAA Sep 17, 2025
860e194
Merge branch 'develop' into build_gsinfo
DavidHuber-NOAA Sep 17, 2025
f98b090
Merge branch 'build_gsinfo' into upd/gsinfo
DavidHuber-NOAA Sep 17, 2025
5b33ba0
Update dev/parm/config/gfs/config.anal
DavidHuber-NOAA Sep 17, 2025
277b3a7
Update ush/create_gsi_info.sh
DavidHuber-NOAA Sep 17, 2025
09d41be
Update scripts/exglobal_atmos_analysis.sh
DavidHuber-NOAA Sep 17, 2025
3ef0a37
Update ush/create_gsi_info.sh
DavidHuber-NOAA Sep 17, 2025
b69786a
Convert grep to egrep for easier-to-understand searching
DavidHuber-NOAA Sep 17, 2025
1bd07d9
Use grep -E instead
DavidHuber-NOAA Sep 17, 2025
df0ac5d
Add ozone header; fix regex
DavidHuber-NOAA Sep 17, 2025
9085f45
Group the header echos
DavidHuber-NOAA Sep 17, 2025
e6260c5
Update scripts/exglobal_atmos_analysis.sh
DavidHuber-NOAA Sep 17, 2025
fdccb58
Be more explicit about where we're working
DavidHuber-NOAA Sep 17, 2025
d8949ab
Update ush/create_gsi_info.sh
DavidHuber-NOAA Sep 17, 2025
31db8bb
Set 183 obs to monitor
DavidHuber-NOAA Sep 17, 2025
183eb72
Tie BUILD_2M_OBS to DO_GSISOILDA
DavidHuber-NOAA Sep 17, 2025
5f4233e
Also monitor 183 q
DavidHuber-NOAA Sep 17, 2025
7cd535e
Apply patch from Jeff
DavidHuber-NOAA Sep 17, 2025
eaefd75
Merge pull request #1 from DavidHuber-NOAA/upd/gsinfo
jswhit Sep 17, 2025
6f2d23a
remove outdated comments
Sep 17, 2025
dca61d6
Remove 'set' from create script (already in preamble)
DavidHuber-NOAA Sep 18, 2025
fae6cd3
Add the directory to the create call
DavidHuber-NOAA Sep 18, 2025
4f2a8df
Fix ozone info file creation; write satellite function
DavidHuber-NOAA Sep 18, 2025
3ba3d2c
update
Sep 19, 2025
54e1a59
Add override option for BUILD_2M_OBS
DavidHuber-NOAA Sep 19, 2025
422a1ba
Update build_gsinfo
DavidHuber-NOAA Sep 19, 2025
d0fe259
Fix build directory variable name
DavidHuber-NOAA Sep 19, 2025
8167654
Add parm links for gsinfo files
DavidHuber-NOAA Sep 19, 2025
ee61b30
Point to parm rather than fix for build_gsinfo
DavidHuber-NOAA Sep 19, 2025
4fc6f73
Add gsinfo to ignore list
DavidHuber-NOAA Sep 19, 2025
11d6566
Add missing }
DavidHuber-NOAA Sep 19, 2025
b0b1fea
Merge remote-tracking branch 'origin/build_gsinfo' into update/gsi_stat
DavidHuber-NOAA Sep 19, 2025
00d5a8f
Merge branch 'NOAA-EMC:develop' into build_gsinfo
jswhit Sep 22, 2025
9ca7754
implement reviewer suggestions
Sep 23, 2025
a3c92a9
set BUILD_2M_OBS
Sep 23, 2025
3affd14
Update ush/create_gsi_info.sh
jswhit Sep 23, 2025
495729e
Update ush/create_gsi_info.sh
jswhit Sep 23, 2025
c20e045
Update ush/create_gsi_info.sh
jswhit Sep 23, 2025
40bfb6c
Merge branch 'develop' into build_gsinfo
jswhit Sep 24, 2025
48598f4
Link in the obs_input directory as well
DavidHuber-NOAA Sep 24, 2025
6eca255
Add hirs_fix to parm from build_gsinfo
DavidHuber-NOAA Sep 24, 2025
d9f6a0b
Update build_gsinfo
DavidHuber-NOAA Sep 24, 2025
a115e59
Update build_gsinfo
DavidHuber-NOAA Sep 24, 2025
cc09a13
Merge remote-tracking branch 'emc/develop' into update/gsi_stat
DavidHuber-NOAA Sep 24, 2025
ae22aab
Merge in Jeff's updates
DavidHuber-NOAA Sep 24, 2025
23aa8b0
Fix merge oops
DavidHuber-NOAA Sep 24, 2025
bc562a0
Correct the usage prints
DavidHuber-NOAA Sep 24, 2025
4aa903c
change BUILD_2M_OBS to USE_2M_OBS
Sep 29, 2025
c9fecd0
Merge branch 'develop' into build_gsinfo
jswhit Sep 29, 2025
64dffbb
Merge branch 'build_gsinfo' into update/gsi_stat
Sep 29, 2025
94d92b5
Merge pull request #2 from DavidHuber-NOAA/update/gsi_stat
Sep 29, 2025
399af6b
Merge branch 'develop' into build_gsinfo
DavidHuber-NOAA Sep 30, 2025
30c7e51
Merge branch 'develop' into build_gsinfo
jswhit Sep 30, 2025
4438e6b
update
Oct 1, 2025
b1b8be0
Merge branch 'develop' into build_gsinfo
jswhit2 Oct 1, 2025
d8a0471
move * within quotes
Oct 1, 2025
c3518bb
fix quoting that was causing analdiag to fail with tcp obs
Oct 2, 2025
11e44c7
Update build_gsinfo
DavidHuber-NOAA Oct 2, 2025
370d6d4
Merge branch 'build_gsinfo' of github.com:jswhit2/global-workflow int…
DavidHuber-NOAA Oct 2, 2025
0b7f01f
Merge branch 'develop' into build_gsinfo
jswhit Oct 13, 2025
59f0cdb
Update gsi hash
DavidHuber-NOAA Oct 14, 2025
39f4fd0
Add me to gitmodules
DavidHuber-NOAA Oct 14, 2025
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
1 change: 1 addition & 0 deletions .github/CODEOWNERS
Original file line number Diff line number Diff line change
Expand Up @@ -150,6 +150,7 @@ ush/bash_utils.sh
ush/calcanl_gfs.py @CoryMartin-NOAA
ush/calcinc_gfs.py @CoryMartin-NOAA
ush/detect_machine.sh
ush/create_gs_info.sh @jswhit2 @DavidHuber-NOAA
ush/extractvars_tools.sh @EricSinsky-NOAA
ush/file_utils.sh
ush/forecast_det.sh @aerorahul
Expand Down
1 change: 1 addition & 0 deletions .gitignore
Original file line number Diff line number Diff line change
Expand Up @@ -60,6 +60,7 @@ parm/gdas/spoc
parm/gdas/stat
parm/gdas/jcb-gdas
parm/gdas/jcb-algorithms
parm/gsinfo
parm/monitor
parm/post/nam_micro_lookup.dat
parm/post/optics_luts_DUST.dat
Expand Down
3 changes: 2 additions & 1 deletion .gitmodules
Original file line number Diff line number Diff line change
Expand Up @@ -13,9 +13,10 @@
[submodule "sorc/verif-global.fd"]
path = sorc/verif-global.fd
url = https://github.com/NOAA-EMC/EMC_verif-global.git
# TODO: Point back to NOAA-EMC
[submodule "sorc/gsi_enkf.fd"]
path = sorc/gsi_enkf.fd
url = https://github.com/NOAA-EMC/GSI.git
url = https://github.com/DavidHuber-NOAA/GSI.git
[submodule "sorc/gdas.cd"]
path = sorc/gdas.cd
url = https://github.com/NOAA-EMC/GDASApp.git
Expand Down
17 changes: 17 additions & 0 deletions dev/parm/config/gfs/config.anal
Original file line number Diff line number Diff line change
Expand Up @@ -150,6 +150,23 @@ if [[ ${RUN_ENVIR} == "emc" ]]; then
# fi
fi

if [[ ${USE_BUILD_GSINFO} == "YES" ]]; then
# these will be set based on date in scripts/exglobal_atmos_analysis.sh
export SATINFO="generate"
export CONVINFO="generate"
export OZINFO="generate"
# this can be over-ridden, for example to use NASA's netcdf ozone files use obs_input_reanl_nasa_ozone.txt.
export OBS_INPUT="${BUILD_GSINFO_DIR}/obs_input/obs_input_reanl_ncep_ozone.txt"

# Use 2m observations when constructing conventional obs info file
# can use 2m obs without enabling soil DA by setting USE_2M_OBS=YES in config.base
export USE_2M_OBS="${USE_2M_OBS:-DO_GSISOILDA}"
else
export OBS_INPUT="${BUILD_GSINFO_DIR}/obs_input/obs_input_ops.txt"
fi
# path to "fixed" crtm coefficient files (needed for crtm < 3)
export HIRS_FIX="${BUILD_GSINFO_DIR}/hirs_fix"

# Flag to turn on (.true.) or off (.false.) the infrared cloud and aerosol detection software
# for AIRS, CrIS, and IASI. Default is .false.
export AIRS_CADS=".false."
Expand Down
3 changes: 3 additions & 0 deletions dev/parm/config/gfs/config.base.j2
Original file line number Diff line number Diff line change
Expand Up @@ -184,6 +184,7 @@ if [[ "${RUN}" == "gfs" ]] ; then
else
export DOBNDPNT_WAVE="NO"
fi

export FRAC_GRID=".true."
export DO_NEST="NO" # Whether to run a global-nested domain
if [[ "${DO_NEST:-NO}" == "YES" ]] ; then
Expand Down Expand Up @@ -384,6 +385,8 @@ export SMOOTH_ENKF="NO"
export l4densvar=".true."
export lwrite4danl=".true."
export DO_CALC_INCREMENT="NO"
export USE_BUILD_GSINFO="NO"
export BUILD_GSINFO_DIR="${PARMgfs}/gsinfo"

# Early-cycle EnKF parameters
export NMEM_ENS_GFS="{{ NMEM_ENS_GFS }}"
Expand Down
Loading