source: flex_extract.git/source/python/_config.py @ f20af73

ctbtodev
Last change on this file since f20af73 was f20af73, checked in by Anne Philipp <anne.philipp@…>, 5 years ago

added CDS API support for ERA5 instead of ECMWFAPI / refactored setup of CONTROL parameter because for local version it wanted to use not installed ECMWF_ENV file.

  • Property mode set to 100644
File size: 4.6 KB
Line 
1#!/usr/bin/env python
2# -*- coding: utf-8 -*-
3#*******************************************************************************
4# @Author: Anne Philipp (University of Vienna)
5#
6# @Date: August 2018
7#
8# @Change History:
9#
10# @License:
11#    (C) Copyright 2014-2019.
12#    Anne Philipp, Leopold Haimberger
13#
14#    This work is licensed under the Creative Commons Attribution 4.0
15#    International License. To view a copy of this license, visit
16#    http://creativecommons.org/licenses/by/4.0/ or send a letter to
17#    Creative Commons, PO Box 1866, Mountain View, CA 94042, USA.
18#*******************************************************************************
19'''Configurations for flex_extract.
20
21Defines a couple of global constant parameters as well as filenames
22and pathes.
23'''
24# ------------------------------------------------------------------------------
25# MODULES
26# ------------------------------------------------------------------------------
27import os
28import sys
29import inspect
30import socket
31
32_VERSION_STR = '7.1'
33
34FLAG_ON_ECMWFSERVER = 'ecmwf' in socket.gethostname()
35
36QUEUES_LIST = ['ecgate', 'cca', 'ccb']
37
38INSTALL_TARGETS = ['local', 'ecgate', 'cca']
39
40CDS_DATASET = 'reanalysis-era5-complete'
41
42# up-to-date available maximum level numbers at ECMWF, 05.10.2018
43MAX_LEVEL_LIST = [16, 19, 31, 40, 50, 60, 62, 91, 137]
44
45# ------------------------------------------------------------------------------
46# FILENAMES
47# ------------------------------------------------------------------------------
48
49FILE_MARS_REQUESTS = 'mars_requests.csv'
50FORTRAN_EXECUTABLE = 'CONVERT2'
51TEMPFILE_USER_ENVVARS = 'ECMWF_ENV.template'
52FILE_USER_ENVVARS = 'ECMWF_ENV'
53TEMPFILE_INSTALL_COMPILEJOB = 'compilejob.template'
54FILE_INSTALL_COMPILEJOB = 'compilejob.ksh'
55TEMPFILE_INSTALL_JOB = 'job.template'
56TEMPFILE_JOB = 'job.temp'
57FILE_JOB_OD = 'job.ksh'
58FILE_JOB_OP = 'jopoper.ksh'
59TEMPFILE_NAMELIST = 'convert.nl'
60FILE_NAMELIST = 'fort.4'
61FILE_GRIB_INDEX = 'date_time_stepRange.idx'
62FILE_GRIBTABLE = 'ecmwf_grib1_table_128'
63
64# ------------------------------------------------------------------------------
65# DIRECTORY NAMES
66# ------------------------------------------------------------------------------
67
68FLEXEXTRACT_DIRNAME = 'flex_extract_v' + _VERSION_STR
69INPUT_DIRNAME_DEFAULT = 'workspace'
70
71# ------------------------------------------------------------------------------
72#  PATHES
73# ------------------------------------------------------------------------------
74
75# path to the local python source files
76# first thing to get because the submitted python script starts in here
77PATH_LOCAL_PYTHON = os.path.dirname(os.path.abspath(
78    inspect.getfile(inspect.currentframe())))
79# add path to pythonpath
80if PATH_LOCAL_PYTHON not in sys.path:
81    sys.path.append(PATH_LOCAL_PYTHON)
82PATH_FLEXEXTRACT_DIR = os.path.normpath(os.path.dirname(os.path.abspath(
83    inspect.getfile(inspect.currentframe()))) + '/../../')
84PATH_RUN_DIR = os.path.join(PATH_FLEXEXTRACT_DIR, 'run')
85PATH_SOURCES = os.path.join(PATH_FLEXEXTRACT_DIR, 'source')
86PATH_TEMPLATES = os.path.join(PATH_FLEXEXTRACT_DIR, 'templates')
87PATH_ECMWF_ENV = os.path.join(PATH_RUN_DIR, FILE_USER_ENVVARS)
88PATH_GRIBTABLE = os.path.join(PATH_TEMPLATES, FILE_GRIBTABLE)
89PATH_JOBSCRIPTS = os.path.join(PATH_RUN_DIR, 'jobscripts')
90PATH_FORTRAN_SRC = os.path.join(PATH_SOURCES, 'fortran')
91PATH_PYTHONTEST_SRC = os.path.join(PATH_SOURCES, 'pythontest')
92PATH_INPUT_DIR = os.path.join(PATH_RUN_DIR, INPUT_DIRNAME_DEFAULT)
93PATH_TEST = os.path.join(PATH_FLEXEXTRACT_DIR, 'test')
94if os.getenv('CONTROL'):
95    # this is only needed if gateway version with job script is used!
96    # because job is directly submitted from SCRATCH and because the
97    # CONTROL file is stored there, the normal path is not valid.
98    PATH_CONTROLFILES = '.'
99else:
100    PATH_CONTROLFILES = os.path.join(PATH_RUN_DIR, 'control')
101#
102# ------------------------------------------------------------------------------
103# RELATIVE PATHES FOR INSTALLATION TAR-BALL
104# ------------------------------------------------------------------------------
105
106PATH_REL_PYTHON_SRC = os.path.relpath(PATH_LOCAL_PYTHON, PATH_FLEXEXTRACT_DIR)
107PATH_REL_PYTHONTEST_SRC = os.path.relpath(PATH_PYTHONTEST_SRC, PATH_FLEXEXTRACT_DIR)
108PATH_REL_CONTROLFILES = os.path.relpath(PATH_CONTROLFILES, PATH_FLEXEXTRACT_DIR)
109PATH_REL_TEMPLATES = os.path.relpath(PATH_TEMPLATES, PATH_FLEXEXTRACT_DIR)
110PATH_REL_ECMWF_ENV = os.path.relpath(PATH_ECMWF_ENV, PATH_FLEXEXTRACT_DIR)
111PATH_REL_RUN_DIR = os.path.relpath(PATH_RUN_DIR, PATH_FLEXEXTRACT_DIR)
112PATH_REL_JOBSCRIPTS = os.path.relpath(PATH_JOBSCRIPTS, PATH_FLEXEXTRACT_DIR)
113PATH_REL_FORTRAN_SRC = os.path.relpath(PATH_FORTRAN_SRC, PATH_FLEXEXTRACT_DIR)
114PATH_REL_TEST = os.path.relpath(PATH_TEST, PATH_FLEXEXTRACT_DIR)
Note: See TracBrowser for help on using the repository browser.
hosted by ZAMG