source: flex_extract.git/Source/Python/_config.py @ 0a75335

ctbtodev
Last change on this file since 0a75335 was 0a75335, checked in by Anne Philipp <anne.philipp@…>, 4 years ago

changed cds api retrieval for single levels to retrieve from CS3 disks instead of MARS - severe performance boost

  • Property mode set to 100644
File size: 5.0 KB
RevLine 
[8463d78]1#!/usr/bin/env python3
[54a8a01]2# -*- coding: utf-8 -*-
[6f951ca]3#*******************************************************************************
4# @Author: Anne Philipp (University of Vienna)
5#
6# @Date: August 2018
7#
8# @Change History:
[a916e8f]9#      June 2020 - Anne Philipp
10#         - changed template filenames to .template
[6f951ca]11#
12# @License:
[026b359]13#    (C) Copyright 2014-2020.
[6f951ca]14#    Anne Philipp, Leopold Haimberger
15#
[44174de]16#    SPDX-License-Identifier: CC-BY-4.0
17#
[6f951ca]18#    This work is licensed under the Creative Commons Attribution 4.0
19#    International License. To view a copy of this license, visit
20#    http://creativecommons.org/licenses/by/4.0/ or send a letter to
21#    Creative Commons, PO Box 1866, Mountain View, CA 94042, USA.
22#*******************************************************************************
23'''Configurations for flex_extract.
24
25Defines a couple of global constant parameters as well as filenames
26and pathes.
[36a79af]27'''
[54a8a01]28# ------------------------------------------------------------------------------
29# MODULES
30# ------------------------------------------------------------------------------
31import os
32import sys
33import inspect
[91e4dba]34import platform
35
36# ------------------------------------------------------------------------------
37# PARAMETERS
38# ------------------------------------------------------------------------------
[54a8a01]39
[98f09d2]40_VERSION_STR = '7.1.2'
[54a8a01]41
[91e4dba]42FLAG_ON_ECMWFSERVER = 'ecgb' in platform.node()
[f20af73]43
[96e1533]44QUEUES_LIST = ['ecgate', 'cca', 'ccb']
[70fee58]45
[91e4dba]46INSTALL_TARGETS = ['local', 'ecgate', 'cca', 'ccb']
[6cda7c1]47
[0a75335]48CDS_DATASET_ML = 'reanalysis-era5-complete'
49CDS_DATASET_SFC = 'reanalysis-era5-single-levels'
[f20af73]50
[d8785f8]51# up-to-date available maximum level numbers at ECMWF, 05.10.2018
52MAX_LEVEL_LIST = [16, 19, 31, 40, 50, 60, 62, 91, 137]
53
[2fb99de]54# ------------------------------------------------------------------------------
55# FILENAMES
56# ------------------------------------------------------------------------------
57
[295ff45]58FILE_MARS_REQUESTS = 'mars_requests.csv'
[0f89116]59FORTRAN_EXECUTABLE = 'calc_etadot'
[0aaeb04]60TEMPFILE_USER_ENVVARS = 'ECMWF_ENV.template'
[2fb99de]61FILE_USER_ENVVARS = 'ECMWF_ENV'
[5f67883]62TEMPFILE_INSTALL_COMPILEJOB = 'installscript.template'
[2fb99de]63FILE_INSTALL_COMPILEJOB = 'compilejob.ksh'
[5f67883]64TEMPFILE_INSTALL_JOB = 'jobscript.template'
65TEMPFILE_JOB = 'submitscript.template'
[2fb99de]66FILE_JOB_OD = 'job.ksh'
67FILE_JOB_OP = 'jopoper.ksh'
[5f67883]68TEMPFILE_NAMELIST = 'calc_etadot_nml.template'
[2fb99de]69FILE_NAMELIST = 'fort.4'
70FILE_GRIB_INDEX = 'date_time_stepRange.idx'
[25b14be]71FILE_GRIBTABLE = 'ecmwf_grib1_table_128'
[2fb99de]72
73# ------------------------------------------------------------------------------
[25b14be]74# DIRECTORY NAMES
[2fb99de]75# ------------------------------------------------------------------------------
76
[25b14be]77FLEXEXTRACT_DIRNAME = 'flex_extract_v' + _VERSION_STR
[ba99230]78INPUT_DIRNAME_DEFAULT = 'Workspace'
[25b14be]79
80# ------------------------------------------------------------------------------
81#  PATHES
82# ------------------------------------------------------------------------------
[2fb99de]83
84# path to the local python source files
[25b14be]85# first thing to get because the submitted python script starts in here
[222aa11]86PATH_LOCAL_PYTHON = os.path.dirname(os.path.abspath(
[54a8a01]87    inspect.getfile(inspect.currentframe())))
[2fb99de]88# add path to pythonpath
[222aa11]89if PATH_LOCAL_PYTHON not in sys.path:
90    sys.path.append(PATH_LOCAL_PYTHON)
[25b14be]91PATH_FLEXEXTRACT_DIR = os.path.normpath(os.path.dirname(os.path.abspath(
92    inspect.getfile(inspect.currentframe()))) + '/../../')
[ba99230]93PATH_RUN_DIR = os.path.join(PATH_FLEXEXTRACT_DIR, 'Run')
94PATH_SOURCES = os.path.join(PATH_FLEXEXTRACT_DIR, 'Source')
95PATH_TEMPLATES = os.path.join(PATH_FLEXEXTRACT_DIR, 'Templates')
[25b14be]96PATH_ECMWF_ENV = os.path.join(PATH_RUN_DIR, FILE_USER_ENVVARS)
97PATH_GRIBTABLE = os.path.join(PATH_TEMPLATES, FILE_GRIBTABLE)
[ba99230]98PATH_JOBSCRIPTS = os.path.join(PATH_RUN_DIR, 'Jobscripts')
99PATH_FORTRAN_SRC = os.path.join(PATH_SOURCES, 'Fortran')
100PATH_PYTHONTEST_SRC = os.path.join(PATH_SOURCES, 'Pythontest')
[25b14be]101PATH_INPUT_DIR = os.path.join(PATH_RUN_DIR, INPUT_DIRNAME_DEFAULT)
[0f89116]102PATH_TEST = os.path.join(PATH_FLEXEXTRACT_DIR, 'Testing')
[36a79af]103if os.getenv('CONTROL'):
[91e4dba]104    # this is only needed if (gateway) version with job script is used!
[5d42acd]105    # because job is directly submitted from SCRATCH and because the
106    # CONTROL file is stored there, the normal path is not valid.
[70fee58]107    PATH_CONTROLFILES = '.'
[5d42acd]108else:
[ba99230]109    PATH_CONTROLFILES = os.path.join(PATH_RUN_DIR, 'Control')
[25b14be]110#
111# ------------------------------------------------------------------------------
[6f951ca]112# RELATIVE PATHES FOR INSTALLATION TAR-BALL
[25b14be]113# ------------------------------------------------------------------------------
[dda0e9d]114
[3946de5]115PATH_REL_PYTHON_SRC = os.path.relpath(PATH_LOCAL_PYTHON, PATH_FLEXEXTRACT_DIR)
116PATH_REL_PYTHONTEST_SRC = os.path.relpath(PATH_PYTHONTEST_SRC, PATH_FLEXEXTRACT_DIR)
[25b14be]117PATH_REL_CONTROLFILES = os.path.relpath(PATH_CONTROLFILES, PATH_FLEXEXTRACT_DIR)
118PATH_REL_TEMPLATES = os.path.relpath(PATH_TEMPLATES, PATH_FLEXEXTRACT_DIR)
119PATH_REL_ECMWF_ENV = os.path.relpath(PATH_ECMWF_ENV, PATH_FLEXEXTRACT_DIR)
120PATH_REL_RUN_DIR = os.path.relpath(PATH_RUN_DIR, PATH_FLEXEXTRACT_DIR)
121PATH_REL_JOBSCRIPTS = os.path.relpath(PATH_JOBSCRIPTS, PATH_FLEXEXTRACT_DIR)
122PATH_REL_FORTRAN_SRC = os.path.relpath(PATH_FORTRAN_SRC, PATH_FLEXEXTRACT_DIR)
[1eca806]123PATH_REL_TEST = os.path.relpath(PATH_TEST, PATH_FLEXEXTRACT_DIR)
Note: See TracBrowser for help on using the repository browser.
hosted by ZAMG