source: flex_extract.git/Source/Python/_config.py @ 0a75335

ctbtodev
Last change on this file since 0a75335 was 0a75335, checked in by Anne Philipp <anne.philipp@…>, 4 years ago

changed cds api retrieval for single levels to retrieve from CS3 disks instead of MARS - severe performance boost

  • Property mode set to 100644
File size: 5.0 KB
Line 
1#!/usr/bin/env python3
2# -*- coding: utf-8 -*-
3#*******************************************************************************
4# @Author: Anne Philipp (University of Vienna)
5#
6# @Date: August 2018
7#
8# @Change History:
9#      June 2020 - Anne Philipp
10#         - changed template filenames to .template
11#
12# @License:
13#    (C) Copyright 2014-2020.
14#    Anne Philipp, Leopold Haimberger
15#
16#    SPDX-License-Identifier: CC-BY-4.0
17#
18#    This work is licensed under the Creative Commons Attribution 4.0
19#    International License. To view a copy of this license, visit
20#    http://creativecommons.org/licenses/by/4.0/ or send a letter to
21#    Creative Commons, PO Box 1866, Mountain View, CA 94042, USA.
22#*******************************************************************************
23'''Configurations for flex_extract.
24
25Defines a couple of global constant parameters as well as filenames
26and pathes.
27'''
28# ------------------------------------------------------------------------------
29# MODULES
30# ------------------------------------------------------------------------------
31import os
32import sys
33import inspect
34import platform
35
36# ------------------------------------------------------------------------------
37# PARAMETERS
38# ------------------------------------------------------------------------------
39
40_VERSION_STR = '7.1.2'
41
42FLAG_ON_ECMWFSERVER = 'ecgb' in platform.node()
43
44QUEUES_LIST = ['ecgate', 'cca', 'ccb']
45
46INSTALL_TARGETS = ['local', 'ecgate', 'cca', 'ccb']
47
48CDS_DATASET_ML = 'reanalysis-era5-complete'
49CDS_DATASET_SFC = 'reanalysis-era5-single-levels'
50
51# up-to-date available maximum level numbers at ECMWF, 05.10.2018
52MAX_LEVEL_LIST = [16, 19, 31, 40, 50, 60, 62, 91, 137]
53
54# ------------------------------------------------------------------------------
55# FILENAMES
56# ------------------------------------------------------------------------------
57
58FILE_MARS_REQUESTS = 'mars_requests.csv'
59FORTRAN_EXECUTABLE = 'calc_etadot'
60TEMPFILE_USER_ENVVARS = 'ECMWF_ENV.template'
61FILE_USER_ENVVARS = 'ECMWF_ENV'
62TEMPFILE_INSTALL_COMPILEJOB = 'installscript.template'
63FILE_INSTALL_COMPILEJOB = 'compilejob.ksh'
64TEMPFILE_INSTALL_JOB = 'jobscript.template'
65TEMPFILE_JOB = 'submitscript.template'
66FILE_JOB_OD = 'job.ksh'
67FILE_JOB_OP = 'jopoper.ksh'
68TEMPFILE_NAMELIST = 'calc_etadot_nml.template'
69FILE_NAMELIST = 'fort.4'
70FILE_GRIB_INDEX = 'date_time_stepRange.idx'
71FILE_GRIBTABLE = 'ecmwf_grib1_table_128'
72
73# ------------------------------------------------------------------------------
74# DIRECTORY NAMES
75# ------------------------------------------------------------------------------
76
77FLEXEXTRACT_DIRNAME = 'flex_extract_v' + _VERSION_STR
78INPUT_DIRNAME_DEFAULT = 'Workspace'
79
80# ------------------------------------------------------------------------------
81#  PATHES
82# ------------------------------------------------------------------------------
83
84# path to the local python source files
85# first thing to get because the submitted python script starts in here
86PATH_LOCAL_PYTHON = os.path.dirname(os.path.abspath(
87    inspect.getfile(inspect.currentframe())))
88# add path to pythonpath
89if PATH_LOCAL_PYTHON not in sys.path:
90    sys.path.append(PATH_LOCAL_PYTHON)
91PATH_FLEXEXTRACT_DIR = os.path.normpath(os.path.dirname(os.path.abspath(
92    inspect.getfile(inspect.currentframe()))) + '/../../')
93PATH_RUN_DIR = os.path.join(PATH_FLEXEXTRACT_DIR, 'Run')
94PATH_SOURCES = os.path.join(PATH_FLEXEXTRACT_DIR, 'Source')
95PATH_TEMPLATES = os.path.join(PATH_FLEXEXTRACT_DIR, 'Templates')
96PATH_ECMWF_ENV = os.path.join(PATH_RUN_DIR, FILE_USER_ENVVARS)
97PATH_GRIBTABLE = os.path.join(PATH_TEMPLATES, FILE_GRIBTABLE)
98PATH_JOBSCRIPTS = os.path.join(PATH_RUN_DIR, 'Jobscripts')
99PATH_FORTRAN_SRC = os.path.join(PATH_SOURCES, 'Fortran')
100PATH_PYTHONTEST_SRC = os.path.join(PATH_SOURCES, 'Pythontest')
101PATH_INPUT_DIR = os.path.join(PATH_RUN_DIR, INPUT_DIRNAME_DEFAULT)
102PATH_TEST = os.path.join(PATH_FLEXEXTRACT_DIR, 'Testing')
103if os.getenv('CONTROL'):
104    # this is only needed if (gateway) version with job script is used!
105    # because job is directly submitted from SCRATCH and because the
106    # CONTROL file is stored there, the normal path is not valid.
107    PATH_CONTROLFILES = '.'
108else:
109    PATH_CONTROLFILES = os.path.join(PATH_RUN_DIR, 'Control')
110#
111# ------------------------------------------------------------------------------
112# RELATIVE PATHES FOR INSTALLATION TAR-BALL
113# ------------------------------------------------------------------------------
114
115PATH_REL_PYTHON_SRC = os.path.relpath(PATH_LOCAL_PYTHON, PATH_FLEXEXTRACT_DIR)
116PATH_REL_PYTHONTEST_SRC = os.path.relpath(PATH_PYTHONTEST_SRC, PATH_FLEXEXTRACT_DIR)
117PATH_REL_CONTROLFILES = os.path.relpath(PATH_CONTROLFILES, PATH_FLEXEXTRACT_DIR)
118PATH_REL_TEMPLATES = os.path.relpath(PATH_TEMPLATES, PATH_FLEXEXTRACT_DIR)
119PATH_REL_ECMWF_ENV = os.path.relpath(PATH_ECMWF_ENV, PATH_FLEXEXTRACT_DIR)
120PATH_REL_RUN_DIR = os.path.relpath(PATH_RUN_DIR, PATH_FLEXEXTRACT_DIR)
121PATH_REL_JOBSCRIPTS = os.path.relpath(PATH_JOBSCRIPTS, PATH_FLEXEXTRACT_DIR)
122PATH_REL_FORTRAN_SRC = os.path.relpath(PATH_FORTRAN_SRC, PATH_FLEXEXTRACT_DIR)
123PATH_REL_TEST = os.path.relpath(PATH_TEST, PATH_FLEXEXTRACT_DIR)
Note: See TracBrowser for help on using the repository browser.
hosted by ZAMG