Changeset c5074d2 in flex_extract.git for source/python

Timestamp:

Oct 9, 2018, 8:42:16 PM (6 years ago)

Author:

Anne Philipp <anne.philipp@…>

Branches:

master, ctbto, dev

Children:

aa275fc

Parents:

0a06607

Message:

added making of namelist file and jobscript via genshi templates

Location:

source/python

Files:

• _config.py (modified) (1 diff)
• classes/EcFlexpart.py (modified) (3 diffs)
• install.py (modified) (3 diffs)
• mods/prepare_flexpart.py (modified) (1 diff)

source/python/_config.py

@@ -38 +38 @@
 TEMPFILE_INSTALL_COMPILEJOB = 'compilejob.template'
 FILE_INSTALL_COMPILEJOB = 'compilejob.ksh'
-TEMPFILE_INSTALL_JOB = 'job.temp.o'
+TEMPFILE_INSTALL_JOB = 'job.template'
 TEMPFILE_JOB = 'job.temp'
 FILE_JOB_OD = 'job.ksh'
 FILE_JOB_OP = 'jopoper.ksh'
+TEMPFILE_NAMELIST = 'convert.nl'
 FILE_NAMELIST = 'fort.4'
 FILE_GRIB_INDEX = 'date_time_stepRange.idx'

source/python/classes/EcFlexpart.py

@@ -658 +658 @@
 
 
-    def write_namelist(self, c, filename):
+    def write_namelist(self, c):
         '''
         @Description:
@@ -683 +683 @@
         '''
 
+        from genshi.template.text import NewTextTemplate
+        from genshi.template import  TemplateLoader
+
+        loader = TemplateLoader(_config.PATH_TEMPLATES, auto_reload=False)
+        compile_template = loader.load(_config.TEMPFILE_NAMELIST,
+                                       cls=NewTextTemplate)
+
         self.inputdir = c.inputdir
         area = np.asarray(self.area.split('/')).astype(float)
@@ -692 +699 @@
         maxb = int((area[0] - area[2]) / grid[0]) + 1
 
-        with open(self.inputdir + '/' + filename, 'w') as f:
-            f.write('&NAMGEN\n')
-            f.write(',\n  '.join(['maxl = ' + str(maxl), 'maxb = ' + str(maxb),
-                                  'mlevel = ' + str(self.level),
-                                  'mlevelist = ' + '"' + str(self.levelist)
-                                                 + '"',
-                                  'mnauf = ' + str(self.resol),
-                                  'metapar = ' + '77',
-                                  'rlo0 = ' + str(area[1]),
-                                  'rlo1 = ' + str(area[3]),
-                                  'rla0 = ' + str(area[2]),
-                                  'rla1 = ' + str(area[0]),
-                                  'momega = ' + str(c.omega),
-                                  'momegadiff = ' + str(c.omegadiff),
-                                  'mgauss = ' + str(c.gauss),
-                                  'msmooth = ' + str(c.smooth),
-                                  'meta = ' + str(c.eta),
-                                  'metadiff = ' + str(c.etadiff),
-                                  'mdpdeta = ' + str(c.dpdeta)]))
-
-            f.write('\n/\n')
+        stream = compile_template.generate(
+            maxl = str(maxl),
+            maxb = str(maxb),
+            mlevel = str(self.level),
+            mlevelist = str(self.levelist),
+            mnauf = str(self.resol),
+            metapar = '77',
+            rlo0 = str(area[1]),
+            rlo1 = str(area[3]),
+            rla0 = str(area[2]),
+            rla1 = str(area[0]),
+            momega = str(c.omega),
+            momegadiff = str(c.omegadiff),
+            mgauss = str(c.gauss),
+            msmooth = str(c.smooth),
+            meta = str(c.eta),
+            metadiff = str(c.etadiff),
+            mdpdeta = str(c.dpdeta)
+        )
+
+        namelistfile = os.path.join(self.inputdir, _config.FILE_NAMELIST)
+
+        with open(namelistfile, 'w') as f:
+            f.write(stream.render('text'))
 
         return

source/python/install.py

@@ -396 +396 @@
 
     stream = compile_template.generate(
+        usergroup = ecgid,
         username = ecuid,
-        usergroup = ecgid,
         version_number = _config._VERSION_STR,
         fp_root_scripts = fp_root,
@@ -410 +410 @@
         f.write(stream.render('text'))
 
-
-    # template = os.path.join(_config.PATH_REL_TEMPLATES,
-                            # _config.TEMPFILE_INSTALL_COMPILEJOB)
-    # with open(template) as f:
-        # fdata = f.read().split('\n')
-
-
-    # with open(compilejob, 'w') as fo:
-        # for data in fdata:
-            # if 'MAKEFILE=' in data:
-                # data = 'export MAKEFILE=' + makefile
-            # elif 'FLEXPART_ROOT_SCRIPTS=' in data:
-                # if fp_root != '../':
-                    # data = 'export FLEXPART_ROOT_SCRIPTS=' + fp_root
-                # else:
-                    # data = 'export FLEXPART_ROOT_SCRIPTS=$HOME'
-            # elif target.lower() != 'local':
-                # if '--workdir' in data:
-                    # data = '#SBATCH --workdir=/scratch/ms/' + \
-                            # ecgid + '/' + ecuid
-                # elif '##PBS -o' in data:
-                    # data = '##PBS -o /scratch/ms/' + ecgid + '/' + ecuid + \
-                           # 'flex_ecmwf.$Jobname.$Job_ID.out'
-                # elif 'FLEXPART_ROOT_SCRIPTS=' in data:
-                    # if fp_root != '../':
-                        # data = 'export FLEXPART_ROOT_SCRIPTS=' + fp_root
-                    # else:
-                        # data = 'export FLEXPART_ROOT_SCRIPTS=$HOME'
-            # fo.write(data + '\n')
-
     return
 
@@ -470 +440 @@
         <nothing>
     '''
-    fp_root_path_to_python = os.path.join(fp_root, _config.FLEXEXTRACT_DIRNAME,
-                         _config.PATH_REL_PYTHON)
-
-    template = os.path.join(_config.PATH_REL_TEMPLATES,
-                            _config.TEMPFILE_INSTALL_JOB)
-    with open(template) as f:
-        fdata = f.read().split('\n')
-
-    jobfile_temp = os.path.join(_config.PATH_REL_TEMPLATES,
-                                _config.TEMPFILE_JOB)
-    with open(jobfile_temp, 'w') as fo:
-        for data in fdata:
-            if '--workdir' in data:
-                data = '#SBATCH --workdir=/scratch/ms/' + ecgid + '/' + ecuid
-            elif '##PBS -o' in data:
-                data = '##PBS -o /scratch/ms/' + ecgid + '/' + \
-                        ecuid + 'flex_ecmwf.$Jobname.$Job_ID.out'
-            elif  'export PATH=${PATH}:' in data:
-                data += fp_root_path_to_python
-
-            fo.write(data + '\n')
+    from genshi.template.text import NewTextTemplate
+    from genshi.template import  TemplateLoader
+
+    loader = TemplateLoader(_config.PATH_TEMPLATES, auto_reload=False)
+    compile_template = loader.load(_config.TEMPFILE_INSTALL_JOB,
+                                   cls=NewTextTemplate)
+
+    fp_root_path_to_python = os.path.join(fp_root,
+                                          _config.FLEXEXTRACT_DIRNAME,
+                                          _config.PATH_REL_PYTHON)
+
+    stream = compile_template.generate(
+        usergroup = ecgid,
+        username = ecuid,
+        version_number = _config._VERSION_STR,
+        fp_root_path = fp_root_path_to_python,
+    )
+
+    tempjobfile = os.path.join(_config.PATH_TEMPLATES,
+                               _config.TEMPFILE_JOB)
+
+    with open(tempjobfile, 'w') as f:
+        f.write(stream.render('text'))
+
     return
 

source/python/mods/prepare_flexpart.py

@@ -160 +160 @@
     # deaccumulate the flux data
     flexpart = EcFlexpart(c, fluxes=True)
-    flexpart.write_namelist(c, _config.FILE_NAMELIST)
+    flexpart.write_namelist(c)
     flexpart.deacc_fluxes(inputfiles, c)