Changeset b02a07e in flex_extract.git
- Timestamp:
- Feb 17, 2019, 9:58:07 AM (5 years ago)
- Branches:
- master, ctbto, dev
- Children:
- df87f0c
- Parents:
- 61fdc35
- Files:
-
- 7 edited
Legend:
- Unmodified
- Added
- Removed
-
run/jobscripts/compilejob.ksh
rc97d8ec rb02a07e 28 28 case ${HOST} in 29 29 *ecg*) 30 module unload grib_api 30 31 module unload eccodes 31 # module load python 32 module unload grib_api32 module load eccodes 33 module load python 33 34 module unload emos 34 module load grib_api/1.27.0 35 module load emos/457-r64 35 module load emos/455-r64 36 36 export FLEXPART_ROOT_SCRIPTS=${HOME} 37 37 export MAKEFILE=Makefile.gfortran … … 39 39 *cca*) 40 40 module switch PrgEnv-cray PrgEnv-intel 41 module load grib_api41 module load eccodes 42 42 module load emos 43 43 module load python -
run/jobscripts/job.ksh
re585e1b rb02a07e 31 31 module unload grib_api 32 32 module unload eccodes 33 module load eccodes 33 34 module unload emos 34 # module load grib_api/1.27.0 35 module load grib_api/1.14.5 36 module load emos/457-r64 35 module load emos/455-r64 37 36 export PATH=${PATH}:${HOME}/flex_extract_v7.1/source/python 38 37 ;; 39 38 *cca*) 40 39 module switch PrgEnv-cray PrgEnv-intel 41 module load grib_api40 module load eccodes 42 41 module load emos 43 42 module load python … … 55 54 cat >${CONTROL}<<EOF 56 55 accmaxstep 12 57 acctime 0 6/1856 acctime 00/12 58 57 acctype FC 59 58 accuracy 24 60 addpar 186 187 188 235 139 3961 area 59 addpar /186/187/188/235/139/39 60 area 61.2/-10.0/36.0/32.0 62 61 basetime None 63 controlfile CONTROL_ EA5.testgrid62 controlfile CONTROL_OD.fastnet 64 63 cwc 0 65 64 dataset None 66 65 date_chunk 3 67 debug 166 debug 0 68 67 destination annep@genericSftp 69 68 dpdeta 1 70 69 dtime 1 70 ecapi None 71 71 ecfsdir ectmp:/${USER}/econdemand/ 72 72 ecgid at … … 74 74 ectrans 1 75 75 ecuid km4a 76 end_date 20 09010876 end_date 20190212 77 77 eta 1 78 78 etadiff 0 79 79 etapar 77 80 80 expver 1 81 format GRIB 181 format GRIB2 82 82 gateway srvx8.img.univie.ac.at 83 83 gauss 0 84 84 gaussian 85 85 grib2flexpart 0 86 grid 100086 grid 0.1/0.1 87 87 inputdir /raid60/nas/tmc/Anne/Interpolation/flexextract/flex_extract_v7.1/run/workspace 88 88 install_target None 89 job_chunk 1 89 90 job_template job.temp 90 left - 500091 left -10.0 91 92 level 137 92 levelist 1 00/to/13793 logicals gauss omega omegadiff eta etadiff dpdeta cwc wrf grib2flexpart ecstorage ectrans debug request public94 lower 1000093 levelist 1/to/137 94 logicals gauss omega omegadiff eta etadiff dpdeta cwc wrf grib2flexpart ecstorage ectrans debug oper request public purefc rrint 95 lower 36.0 95 96 mailfail ${USER} 96 97 mailops ${USER} 97 98 makefile Makefile.gfortran 98 marsclass EA99 maxstep 099 marsclass OD 100 maxstep 11 100 101 number OFF 101 102 omega 0 102 103 omegadiff 0 104 oper 0 103 105 outputdir /raid60/nas/tmc/Anne/Interpolation/flexextract/flex_extract_v7.1/run/workspace 104 prefix E A106 prefix EN 105 107 public 0 108 purefc 0 106 109 queue ecgate 107 110 request 2 108 resol 159 109 right 5000 111 resol 1279 112 right 32.0 113 rrint 0 110 114 smooth 0 111 start_date 20 090108112 step 00 0 0 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00115 start_date 20190212 116 step 00 01 02 03 04 05 06 07 08 09 10 11 00 01 02 03 04 05 06 07 08 09 10 11 113 117 stream OPER 114 time 00 0 1 02 03 04 05 06 07 08 09 10 11 12 13 14 15 16 17 18 19 20 21 22 23115 type AN AN AN AN AN AN AN AN AN AN AN AN AN AN AN AN AN AN AN AN AN AN AN AN116 upper 20000118 time 00 00 00 00 00 00 00 00 00 00 00 00 12 12 12 12 12 12 12 12 12 12 12 12 119 type AN FC FC FC FC FC FC FC FC FC FC FC AN FC FC FC FC FC FC FC FC FC FC FC 120 upper 61.2 117 121 wrf 0 122 118 123 EOF 119 124 -
run/run.sh
rc97d8ec rb02a07e 12 12 # AVAILABLE COMMANDLINE ARGUMENTS TO SET 13 13 # 14 # THE USER HAS TO SPECIFY THESE PARAMETER 15 # 14 # THE USER HAS TO SPECIFY THESE PARAMETERS: 16 15 17 16 QUEUE='ecgate' 18 START_DATE= '20090108'19 END_DATE= None17 START_DATE=20190212 18 END_DATE=20190212 20 19 DATE_CHUNK=None 20 JOB_CHUNK=1 21 21 BASETIME=None 22 22 STEP=None … … 25 25 INPUTDIR='' 26 26 OUTPUTDIR=None 27 FLEXPART _ROOT_SCRIPTS=None27 FLEXPARTDIR=None 28 28 PP_ID=None 29 29 JOB_TEMPLATE='job.temp' 30 CONTROLFILE='CONTROL_ EA5.testgrid'31 DEBUG= 130 CONTROLFILE='CONTROL_OD.fastnet' 31 DEBUG=0 32 32 REQUEST=2 33 33 PUBLIC=0 … … 55 55 parameterlist+=" --date_chunk=$DATE_CHUNK" 56 56 fi 57 if [ -n "$JOB_CHUNK" ]; then 58 parameterlist+=" --job_chunk=$JOB_CHUNK" 59 fi 57 60 if [ -n "$BASETIME" ]; then 58 61 parameterlist+=" --basetime=$BASETIME" … … 73 76 parameterlist+=" --outputdir=$OUTPUTDIR" 74 77 fi 75 if [ -n "$FLEXPART _ROOT_SCRIPTS" ]; then76 parameterlist+=" --flexpart _root_scripts=$FLEXPART_ROOT_SCRIPTS"78 if [ -n "$FLEXPARTDIR" ]; then 79 parameterlist+=" --flexpartdir=$FLEXPARTDIR" 77 80 fi 78 81 if [ -n "$PP_ID" ]; then … … 99 102 100 103 # ----------------------------------------------------------------- 101 # CALL INSTALLATIONSCRIPT WITH DETERMINED COMMANDLINE ARGUMENTS104 # CALL SCRIPT WITH DETERMINED COMMANDLINE ARGUMENTS 102 105 103 106 $pyscript $parameterlist -
run/run_local.sh
re585e1b rb02a07e 19 19 END_DATE=None 20 20 DATE_CHUNK=None 21 JOB_CHUNK=None 21 22 BASETIME=None 22 23 STEP=None 23 24 LEVELIST=None 24 25 AREA=None 25 INPUTDIR='./workspace /EA5test'26 INPUTDIR='./workspace' 26 27 OUTPUTDIR=None 27 FLEXPART _ROOT_SCRIPTS=None28 FLEXPARTDIR=None 28 29 PP_ID=None 29 30 JOB_TEMPLATE='' 30 CONTROLFILE='CONTROL_ EA5.testgrid'31 CONTROLFILE='CONTROL_CERA.testgrid' 31 32 DEBUG=1 32 REQUEST= 233 REQUEST=1 33 34 PUBLIC=0 34 35 … … 55 56 parameterlist+=" --date_chunk=$DATE_CHUNK" 56 57 fi 58 if [ -n "$JOB_CHUNK" ]; then 59 parameterlist+=" --job_chunk=$JOB_CHUNK" 60 fi 57 61 if [ -n "$BASETIME" ]; then 58 62 parameterlist+=" --basetime=$BASETIME" … … 73 77 parameterlist+=" --outputdir=$OUTPUTDIR" 74 78 fi 75 if [ -n "$FLEXPART _ROOT_SCRIPTS" ]; then76 parameterlist+=" --flexpart _root_scripts=$FLEXPART_ROOT_SCRIPTS"79 if [ -n "$FLEXPARTDIR" ]; then 80 parameterlist+=" --flexpartdir=$FLEXPARTDIR" 77 81 fi 78 82 if [ -n "$PP_ID" ]; then … … 99 103 100 104 # ----------------------------------------------------------------- 101 # CALL INSTALLATIONSCRIPT WITH DETERMINED COMMANDLINE ARGUMENTS105 # CALL SCRIPT WITH DETERMINED COMMANDLINE ARGUMENTS 102 106 103 107 $pyscript $parameterlist -
templates/compilejob.template
re585e1b rb02a07e 28 28 case $${HOST} in 29 29 *ecg*) 30 module unload grib_api 30 31 module unload eccodes 31 # module load python 32 module unload grib_api32 module load eccodes 33 module load python 33 34 module unload emos 34 module load grib_api/1.26.1 35 module load emos/457-r64 35 module load emos/455-r64 36 36 export FLEXPART_ROOT_SCRIPTS=$fp_root_scripts 37 37 export MAKEFILE=$makefile … … 39 39 *cca*) 40 40 module switch PrgEnv-cray PrgEnv-intel 41 module load grib_api41 module load eccodes 42 42 module load emos 43 43 module load python -
templates/job.temp
re585e1b rb02a07e 17 17 ##PBS -q np 18 18 ##PBS -S /usr/bin/ksh 19 ## -o /scratch/ms/at/km4a/flex_ecmwf.$ {PBS_JOBID}.out19 ## -o /scratch/ms/at/km4a/flex_ecmwf.$${PBS_JOBID}.out 20 20 ## job output is in .ecaccess_DO_NOT_REMOVE 21 21 ##PBS -j oe … … 26 26 set -x 27 27 export VERSION=7.1 28 case $ {HOST} in28 case $${HOST} in 29 29 *ecg*) 30 30 module load python 31 31 module unload grib_api 32 32 module unload eccodes 33 module load eccodes 33 34 module unload emos 34 module load grib_api/1.26.1 35 module load emos/457-r64 36 export PATH=${PATH}:${HOME}/flex_extract_v7.1/source/python 35 module load emos/455-r64 36 export PATH=$${PATH}:$${HOME}/flex_extract_v7.1/source/python 37 37 ;; 38 38 *cca*) 39 39 module switch PrgEnv-cray PrgEnv-intel 40 module load grib_api40 module load eccodes 41 41 module load emos 42 42 module load python 43 export SCRATCH=$ {TMPDIR}44 export PATH=$ {PATH}:${HOME}/flex_extract_v7.1/source/python43 export SCRATCH=$${TMPDIR} 44 export PATH=$${PATH}:$${HOME}/flex_extract_v7.1/source/python 45 45 ;; 46 46 esac 47 47 48 cd $ {SCRATCH}49 mkdir -p python$$ 50 cd python$$ 48 cd $${SCRATCH} 49 mkdir -p python$$$$ 50 cd python$$$$ 51 51 52 52 export CONTROL=CONTROL 53 53 54 cat >${CONTROL}<<EOF 54 cat >$${CONTROL}<<EOF 55 $control_content 55 56 EOF 56 57 57 58 58 submit.py --controlfile=$ {CONTROL} --inputdir=./work --outputdir=./work 1> prot 2>&159 submit.py --controlfile=$${CONTROL} --inputdir=./work --outputdir=./work 1> prot 2>&1 59 60 60 61 if [ $? -eq 0 ] ; then 61 62 l=0 62 for muser in `grep -i MAILOPS $ {CONTROL}`; do63 if [ $ {l} -gt 0 ] ; then64 mail -s flex.$ {HOST}.$$${muser} <prot63 for muser in `grep -i MAILOPS $${CONTROL}`; do 64 if [ $${l} -gt 0 ] ; then 65 mail -s flex.$${HOST}.$$$$ $${muser} <prot 65 66 fi 66 l=$(($ {l}+1))67 l=$(($${l}+1)) 67 68 done 68 69 else 69 70 l=0 70 for muser in `grep -i MAILFAIL $ {CONTROL}`; do71 if [ $ {l} -gt 0 ] ; then72 mail -s "ERROR! flex.$ {HOST}.$$"${muser} <prot71 for muser in `grep -i MAILFAIL $${CONTROL}`; do 72 if [ $${l} -gt 0 ] ; then 73 mail -s "ERROR! flex.$${HOST}.$$$$" $${muser} <prot 73 74 fi 74 l=$(($ {l}+1))75 l=$(($${l}+1)) 75 76 done 76 77 fi -
templates/job.template
re585e1b rb02a07e 17 17 ##PBS -q np 18 18 ##PBS -S /usr/bin/ksh 19 ## -o /scratch/ms/$usergroup/$username/flex_ecmwf.$$ {PBS_JOBID}.out19 ## -o /scratch/ms/$usergroup/$username/flex_ecmwf.$$$${PBS_JOBID}.out 20 20 ## job output is in .ecaccess_DO_NOT_REMOVE 21 21 ##PBS -j oe … … 26 26 set -x 27 27 export VERSION=$version_number 28 case $$ {HOST} in28 case $$$${HOST} in 29 29 *ecg*) 30 30 module load python 31 31 module unload grib_api 32 32 module unload eccodes 33 module load eccodes 33 34 module unload emos 34 module load grib_api/1.26.1 35 module load emos/457-r64 36 export PATH=$${PATH}:$fp_root_path 35 module load emos/455-r64 36 export PATH=$$$${PATH}:$fp_root_path 37 37 ;; 38 38 *cca*) 39 39 module switch PrgEnv-cray PrgEnv-intel 40 module load grib_api40 module load eccodes 41 41 module load emos 42 42 module load python 43 export SCRATCH=$$ {TMPDIR}44 export PATH=$$ {PATH}:$fp_root_path43 export SCRATCH=$$$${TMPDIR} 44 export PATH=$$$${PATH}:$fp_root_path 45 45 ;; 46 46 esac 47 47 48 cd $$ {SCRATCH}49 mkdir -p python$$$$ 50 cd python$$$$ 48 cd $$$${SCRATCH} 49 mkdir -p python$$$$$$$$ 50 cd python$$$$$$$$ 51 51 52 52 export CONTROL=CONTROL 53 53 54 cat >$${CONTROL}<<EOF 54 cat >$$$${CONTROL}<<EOF 55 $$control_content 55 56 EOF 56 57 57 58 58 submit.py --controlfile=$$ {CONTROL} --inputdir=./work --outputdir=./work 1> prot 2>&159 submit.py --controlfile=$$$${CONTROL} --inputdir=./work --outputdir=./work 1> prot 2>&1 59 60 60 61 if [ $? -eq 0 ] ; then 61 62 l=0 62 for muser in `grep -i MAILOPS $$ {CONTROL}`; do63 if [ $$ {l} -gt 0 ] ; then64 mail -s flex.$$ {HOST}.$$$$$${muser} <prot63 for muser in `grep -i MAILOPS $$$${CONTROL}`; do 64 if [ $$$${l} -gt 0 ] ; then 65 mail -s flex.$$$${HOST}.$$$$$$$$ $$$${muser} <prot 65 66 fi 66 l=$(($$ {l}+1))67 l=$(($$$${l}+1)) 67 68 done 68 69 else 69 70 l=0 70 for muser in `grep -i MAILFAIL $$ {CONTROL}`; do71 if [ $$ {l} -gt 0 ] ; then72 mail -s "ERROR! flex.$$ {HOST}.$$$$"$${muser} <prot71 for muser in `grep -i MAILFAIL $$$${CONTROL}`; do 72 if [ $$$${l} -gt 0 ] ; then 73 mail -s "ERROR! flex.$$$${HOST}.$$$$$$$$" $$$${muser} <prot 73 74 fi 74 l=$(($$ {l}+1))75 l=$(($$$${l}+1)) 75 76 done 76 77 fi
Note: See TracChangeset
for help on using the changeset viewer.