1 | #!/bin/ksh |
---|
2 | |
---|
3 | # ON ECS or HPC: |
---|
4 | # start with ecaccess-job-submit -queueName <QUEUE_NAME> <NAME_OF_THIS_FILE> on gateway server |
---|
5 | # start with srun <NAME_OF_THIS_FILE> directly on machine |
---|
6 | |
---|
7 | #SBATCH --chdir=$$$$SCRATCH |
---|
8 | #SBATCH --qos=el |
---|
9 | #SBATCH --job-name=flex_extract |
---|
10 | #SBATCH --output=flex_extract.%j.out |
---|
11 | #SBATCH --error=flex_error.%j.out |
---|
12 | #SBATCH --mail-type=FAIL |
---|
13 | #SBATCH --mail-user=$username |
---|
14 | #SBATCH --time=24:00:00 |
---|
15 | |
---|
16 | ## CRAY specific batch requests |
---|
17 | ##PBS -N flex_extract |
---|
18 | ##PBS -q np |
---|
19 | ##PBS -S /usr/bin/ksh |
---|
20 | ## -o $$$${SCRATCH}/flex_ecmwf.$$$${PBS_JOBID}.out |
---|
21 | ## job output is in .ecaccess_DO_NOT_REMOVE |
---|
22 | ##PBS -j oe |
---|
23 | ##PBS -V |
---|
24 | ##PBS -l EC_threads_per_task=24 |
---|
25 | ##PBS -l EC_memory_per_task=32000MB |
---|
26 | |
---|
27 | set -x |
---|
28 | export VERSION=$version_number |
---|
29 | case $$$${EC_CLUSTER} in |
---|
30 | *ecs*) |
---|
31 | module load python3 |
---|
32 | module load ecmwf-toolbox |
---|
33 | module load ecaccess |
---|
34 | export PATH=$$$${PATH}:$fp_root_path |
---|
35 | ;; |
---|
36 | *hpc*) |
---|
37 | # module switch PrgEnv-cray PrgEnv-intel |
---|
38 | module load python3 |
---|
39 | module load ecmwf-toolbox |
---|
40 | module load ecaccess |
---|
41 | export SCRATCH=$$$${TMPDIR} |
---|
42 | export PATH=$$$${PATH}:$fp_root_path |
---|
43 | ;; |
---|
44 | esac |
---|
45 | |
---|
46 | cd $$$${SCRATCH} |
---|
47 | mkdir -p extract$$$$$$$$ |
---|
48 | cd extract$$$$$$$$ |
---|
49 | |
---|
50 | export CONTROL=CONTROL |
---|
51 | |
---|
52 | cat >$$$${CONTROL}<<EOF |
---|
53 | $$control_content |
---|
54 | EOF |
---|
55 | |
---|
56 | |
---|
57 | submit.py --controlfile=$$$${CONTROL} --inputdir=./work --outputdir=./work 1> prot 2>&1 |
---|
58 | |
---|
59 | if [ $? -eq 0 ] ; then |
---|
60 | l=0 |
---|
61 | for muser in `grep -i MAILOPS $$$${CONTROL}`; do |
---|
62 | if [ $$$${l} -gt 0 ] ; then |
---|
63 | mail -s flex.$$$${HOST}.$$$$$$$$ $$$${muser} <prot |
---|
64 | fi |
---|
65 | l=$(($$$${l}+1)) |
---|
66 | done |
---|
67 | else |
---|
68 | l=0 |
---|
69 | for muser in `grep -i MAILFAIL $$$${CONTROL}`; do |
---|
70 | if [ $$$${l} -gt 0 ] ; then |
---|
71 | mail -s "ERROR! flex.$$$${HOST}.$$$$$$$$" $$$${muser} <prot |
---|
72 | fi |
---|
73 | l=$(($$$${l}+1)) |
---|
74 | done |
---|
75 | fi |
---|
76 | |
---|