Changeset 25b14be in flex_extract.git for source/pythontest/TestInstallTar/flex_extract_v7.1_ecgate/source/python/classes/ControlFile.py

Timestamp:

Sep 23, 2018, 11:40:28 AM (6 years ago)

Author:

Anne Philipp <anne.philipp@…>

Branches:

master, ctbto, dev

Children:

4971f63

Parents:

5d42acd

Message:

changed whole tree structure of flex_extract to have better overview

File:

• source/pythontest/TestInstallTar/flex_extract_v7.1_ecgate/source/python/classes/ControlFile.py (moved) (moved from python/pythontest/TestInstallTar/test_untar/python/ControlFile.py) (11 diffs)

source/pythontest/TestInstallTar/flex_extract_v7.1_ecgate/source/python/classes/ControlFile.py

@@ -113 +113 @@
         self.stream = None
         self.number = 'OFF'
-        self.expver = None
+        self.expver = '1'
         self.grid = None
         self.area = ''
@@ -143 +143 @@
         self.ecstorage = 0
         self.ectrans = 0
-        self.inputdir = '../work'
+        self.inputdir = _config.PATH_INPUT_DIR
         self.outputdir = self.inputdir
-        self.ecmwfdatadir = None
-        self.exedir = None
+        self.ecmwfdatadir = _config.PATH_FLEXEXTRACT_DIR
+        self.exedir = _config.PATH_FORTRAN_SRC
         self.flexpart_root_scripts = None
-        self.makefile = None
+        self.makefile = 'Makefile.gfortran'
         self.destination = None
         self.gateway = None
@@ -157 +157 @@
         self.request = 0
 
+        self.logicals = ['gauss', 'omega', 'omegadiff', 'eta', 'etadiff',
+                         'dpdeta', 'cwc', 'wrf', 'grib2flexpart', 'ecstorage',
+                         'ectrans', 'debug', 'request']
+
         self.__read_controlfile__()
 
@@ -173 +177 @@
             <nothing>
         '''
-        from tools import my_error
+        from mods.tools import my_error
 
         # read whole CONTROL file
-        with open(self.controlfile) as f:
+        with open(os.path.join(_config.PATH_CONTROLFILES,
+                               self.controlfile)) as f:
             fdata = f.read().split('\n')
 
@@ -226 +231 @@
                 pass
 
-        # script directory
-        self.ecmwfdatadir = os.path.dirname(os.path.abspath(inspect.getfile(
-            inspect.currentframe()))) + '/../'
-
-        # Fortran source directory
-        self.exedir = self.ecmwfdatadir + 'src/'
-
         return
 
@@ -314 +312 @@
         return
 
-    def check_conditions(self):
+    def check_conditions(self, queue):
         '''
         @Description:
@@ -325 +323 @@
                 Description see class documentation.
 
+            queue: string
+                Name of the queue if submitted to the ECMWF servers.
+                Used to check if ecuid, ecgid, gateway and destination
+                are set correctly and are not empty.
+
         @Return:
             <nothing>
         '''
-        from tools import my_error
+        from mods.tools import my_error
         import numpy as np
 
@@ -334 +337 @@
         # otherwise program is not allowed to run
         if self.start_date is None:
-            print 'start_date specified neither in command line nor ' + \
-                  'in CONTROL file ' +  self.controlfile
-            print 'Try "' + sys.argv[0].split('/')[-1] + \
-                  ' -h" to print usage information'
+            print('start_date specified neither in command line nor \
+                   in CONTROL file ' +  self.controlfile)
+            print('Try "' + sys.argv[0].split('/')[-1] +
+                  ' -h" to print usage information')
             sys.exit(1)
 
@@ -345 +348 @@
 
         # assure consistency of levelist and level
-        if self.levelist is None:
-            if self.level is None:
-                print 'Warning: neither levelist nor level ' + \
-                      'specified in CONTROL file'
-                sys.exit(1)
+        if self.levelist is None and self.level is None:
+            print('Warning: neither levelist nor level \
+                               specified in CONTROL file')
+            sys.exit(1)
+        elif self.levelist is None and self.level:
+            self.levelist = '1/to/' + self.level
+        elif (self.levelist and self.level is None) or \
+             (self.levelist[-1] != self.level[-1]):
+            self.level = self.levelist.split('/')[-1]
+        else:
+            pass
+
+        # if area was provided (only from commandline)
+        # decompose area into its 4 components
+        if self.area:
+            components = self.area.split('/')
+            # convert float to integer coordinates
+            if '.' in self.area:
+                components = [str(int(float(item) * 1000))
+                              for i, item in enumerate(components)]
+            self.upper, self.left, self.lower, self.right = components
+
+        # prepare step list if "/" signs are found
+        if '/' in self.step:
+            steps = self.step.split('/')
+            if 'to' in self.step.lower() and 'by' in self.step.lower():
+                ilist = np.arange(int(steps[0]),
+                                  int(steps[2]) + 1,
+                                  int(steps[4]))
+                self.step = ['{:0>3}'.format(i) for i in ilist]
+            elif 'to' in self.step.lower() and 'by' not in self.step.lower():
+                my_error(self.mailfail, self.step + ':\n' +
+                         'if "to" is used in steps parameter, \
+                         please use "by" as well')
             else:
-                self.levelist = '1/to/' + self.level
-        else:
-            if 'to' in self.levelist.lower():
-                self.level = self.levelist.split('/')[2]
-            else:
-                self.level = self.levelist.split('/')[-1]
-
-        # if area was provided at command line
-        # decompse area into its 4 components
-        if self.area:
-            afloat = '.' in self.area
-            l = self.area.split('/')
-            if afloat:
-                for i, item in enumerate(l):
-                    item = str(int(float(item) * 1000))
-            self.upper, self.left, self.lower, self.right = l
-
-        # prepare step for correct usage
-        if '/' in self.step:
-            l = self.step.split('/')
-            if 'to' in self.step.lower():
-                if 'by' in self.step.lower():
-                    ilist = np.arange(int(l[0]), int(l[2]) + 1, int(l[4]))
-                    self.step = ['{:0>3}'.format(i) for i in ilist]
-                else:
-                    my_error(self.mailfail, self.step + ':\n' +
-                             'if "to" is used, please use "by" as well')
-            else:
-                self.step = l
+                self.step = steps
 
         # if maxstep wasn't provided
@@ -411 +415 @@
                 self.mailops = [self.mailops]
 
-        if not self.gateway or not self.destination or \
+        if queue in ['ecgate', 'cca'] and \
+           not self.gateway or not self.destination or \
            not self.ecuid or not self.ecgid:
-            print '\nEnvironment variables GATWAY, DESTINATION, ECUID and ' + \
-                  'ECGID were not set properly!'
-            print 'Please check for excistence of file "ECMWF_ENV" in the ' + \
-                  'python directory!'
+            print('\nEnvironment variables GATEWAY, DESTINATION, ECUID and \
+                   ECGID were not set properly!')
+            print('Please check for existence of file "ECMWF_ENV" in the \
+                   python directory!')
             sys.exit(1)
 
         if self.request != 0:
-            marsfile = os.path.join(_config.PATH_RUN_DIR + os.path.sep +
+            marsfile = os.path.join(self.inputdir,
                                     _config.FILE_MARS_REQUESTS)
             if os.path.isfile(marsfile):
                 os.remove(marsfile)
 
-        # check logical variables for data type
+        # check all logical variables for data type
         # if its a string change to integer
-        logicals = ['gauss', 'omega', 'omegadiff', 'eta', 'etadiff',
-                    'dpdeta', 'cwc', 'wrf', 'grib2flexpart', 'ecstorage',
-                    'ectrans', 'debug', 'request']
-
-        for var in logicals:
+        for var in self.logicals:
             if not isinstance(getattr(self, var), int):
                 setattr(self, var, int(getattr(self, var)))
@@ -481 +482 @@
         else: # local
             if not self.flexpart_root_scripts:
-                self.flexpart_root_scripts = '../'
-
-        if not self.makefile:
-            self.makefile = 'Makefile.gfortran'
+                self.flexpart_root_scripts = _config.PATH_FLEXEXTRACT_DIR
 
         return