[0b00607] | 1 | |
---|
| 2 | |
---|
| 3 | <!DOCTYPE html> |
---|
| 4 | <!--[if IE 8]><html class="no-js lt-ie9" lang="en" > <![endif]--> |
---|
| 5 | <!--[if gt IE 8]><!--> <html class="no-js" lang="en" > <!--<![endif]--> |
---|
| 6 | <head> |
---|
| 7 | <meta charset="utf-8"> |
---|
| 8 | |
---|
| 9 | <meta name="viewport" content="width=device-width, initial-scale=1.0"> |
---|
| 10 | |
---|
[6931f61] | 11 | <title>install — flex_extract 7.1.2 documentation</title> |
---|
[0b00607] | 12 | |
---|
| 13 | |
---|
| 14 | |
---|
| 15 | |
---|
| 16 | |
---|
| 17 | |
---|
| 18 | |
---|
| 19 | |
---|
| 20 | <script type="text/javascript" src="../_static/js/modernizr.min.js"></script> |
---|
| 21 | |
---|
| 22 | |
---|
| 23 | <script type="text/javascript" id="documentation_options" data-url_root="../" src="../_static/documentation_options.js"></script> |
---|
[b1674ed] | 24 | <script src="../_static/jquery.js"></script> |
---|
| 25 | <script src="../_static/underscore.js"></script> |
---|
| 26 | <script src="../_static/doctools.js"></script> |
---|
| 27 | <script src="../_static/language_data.js"></script> |
---|
| 28 | <script async="async" src="https://cdnjs.cloudflare.com/ajax/libs/mathjax/2.7.5/latest.js?config=TeX-AMS-MML_HTMLorMML"></script> |
---|
[0b00607] | 29 | |
---|
| 30 | <script type="text/javascript" src="../_static/js/theme.js"></script> |
---|
| 31 | |
---|
| 32 | |
---|
| 33 | |
---|
| 34 | |
---|
| 35 | <link rel="stylesheet" href="../_static/css/theme.css" type="text/css" /> |
---|
| 36 | <link rel="stylesheet" href="../_static/pygments.css" type="text/css" /> |
---|
| 37 | <link rel="stylesheet" href="../_static/css/custom.css" type="text/css" /> |
---|
| 38 | <link rel="stylesheet" href="../_static/css/theme_overrides.css" type="text/css" /> |
---|
| 39 | <link rel="index" title="Index" href="../genindex.html" /> |
---|
| 40 | <link rel="search" title="Search" href="../search.html" /> |
---|
| 41 | </head> |
---|
| 42 | |
---|
| 43 | <body class="wy-body-for-nav"> |
---|
| 44 | |
---|
| 45 | |
---|
| 46 | <div class="wy-grid-for-nav"> |
---|
| 47 | |
---|
| 48 | <nav data-toggle="wy-nav-shift" class="wy-nav-side"> |
---|
| 49 | <div class="wy-side-scroll"> |
---|
| 50 | <div class="wy-side-nav-search" > |
---|
| 51 | |
---|
| 52 | |
---|
| 53 | |
---|
| 54 | <a href="../index.html" class="icon icon-home"> flex_extract |
---|
| 55 | |
---|
| 56 | |
---|
| 57 | |
---|
| 58 | </a> |
---|
| 59 | |
---|
| 60 | |
---|
| 61 | |
---|
| 62 | |
---|
| 63 | <div class="version"> |
---|
[6931f61] | 64 | 7.1.2 |
---|
[0b00607] | 65 | </div> |
---|
| 66 | |
---|
| 67 | |
---|
| 68 | |
---|
| 69 | |
---|
| 70 | <div role="search"> |
---|
| 71 | <form id="rtd-search-form" class="wy-form" action="../search.html" method="get"> |
---|
| 72 | <input type="text" name="q" placeholder="Search docs" /> |
---|
| 73 | <input type="hidden" name="check_keywords" value="yes" /> |
---|
| 74 | <input type="hidden" name="area" value="default" /> |
---|
| 75 | </form> |
---|
| 76 | </div> |
---|
| 77 | |
---|
| 78 | |
---|
| 79 | </div> |
---|
| 80 | |
---|
| 81 | <div class="wy-menu wy-menu-vertical" data-spy="affix" role="navigation" aria-label="main navigation"> |
---|
| 82 | |
---|
| 83 | |
---|
| 84 | |
---|
| 85 | |
---|
| 86 | |
---|
| 87 | |
---|
| 88 | <p class="caption"><span class="caption-text">Table of Contents:</span></p> |
---|
| 89 | <ul> |
---|
| 90 | <li class="toctree-l1"><a class="reference internal" href="../ecmwf_data.html">ECMWF Data</a></li> |
---|
[5bee29a] | 91 | <li class="toctree-l1"><a class="reference internal" href="../installation.html">Installation</a></li> |
---|
| 92 | <li class="toctree-l1"><a class="reference internal" href="../quick_start.html">Usage</a></li> |
---|
| 93 | <li class="toctree-l1"><a class="reference internal" href="../documentation.html">Code-Level Documentation</a></li> |
---|
[0b00607] | 94 | <li class="toctree-l1"><a class="reference internal" href="../evaluation.html">Evaluation</a></li> |
---|
| 95 | <li class="toctree-l1"><a class="reference internal" href="../dev_guide.html">Developer Guide</a></li> |
---|
| 96 | <li class="toctree-l1"><a class="reference internal" href="../changelog.html">Changelog</a></li> |
---|
| 97 | <li class="toctree-l1"><a class="reference internal" href="../support.html">Support</a></li> |
---|
| 98 | <li class="toctree-l1"><a class="reference internal" href="../Support/faq.html">FAQ - Frequently asked questions</a></li> |
---|
| 99 | <li class="toctree-l1"><a class="reference internal" href="../authors.html">Developer Team</a></li> |
---|
| 100 | </ul> |
---|
| 101 | |
---|
| 102 | |
---|
| 103 | |
---|
| 104 | </div> |
---|
| 105 | </div> |
---|
| 106 | </nav> |
---|
| 107 | |
---|
| 108 | <section data-toggle="wy-nav-shift" class="wy-nav-content-wrap"> |
---|
| 109 | |
---|
| 110 | |
---|
| 111 | <nav class="wy-nav-top" aria-label="top navigation"> |
---|
| 112 | |
---|
| 113 | <i data-toggle="wy-nav-top" class="fa fa-bars"></i> |
---|
| 114 | <a href="../index.html">flex_extract</a> |
---|
| 115 | |
---|
| 116 | </nav> |
---|
| 117 | |
---|
| 118 | |
---|
| 119 | <div class="wy-nav-content"> |
---|
| 120 | |
---|
| 121 | <div class="rst-content"> |
---|
| 122 | |
---|
| 123 | |
---|
| 124 | |
---|
| 125 | |
---|
| 126 | |
---|
| 127 | |
---|
| 128 | |
---|
| 129 | |
---|
| 130 | |
---|
| 131 | |
---|
| 132 | |
---|
| 133 | |
---|
| 134 | |
---|
| 135 | |
---|
| 136 | |
---|
| 137 | |
---|
| 138 | |
---|
| 139 | <div role="navigation" aria-label="breadcrumbs navigation"> |
---|
| 140 | |
---|
| 141 | <ul class="wy-breadcrumbs"> |
---|
| 142 | |
---|
| 143 | <li><a href="../index.html">Docs</a> »</li> |
---|
| 144 | |
---|
| 145 | <li><a href="index.html">Module code</a> »</li> |
---|
| 146 | |
---|
| 147 | <li>install</li> |
---|
| 148 | |
---|
| 149 | |
---|
| 150 | <li class="wy-breadcrumbs-aside"> |
---|
| 151 | |
---|
| 152 | </li> |
---|
| 153 | |
---|
| 154 | </ul> |
---|
| 155 | |
---|
| 156 | |
---|
| 157 | <hr/> |
---|
| 158 | </div> |
---|
| 159 | <div role="main" class="document" itemscope="itemscope" itemtype="http://schema.org/Article"> |
---|
| 160 | <div itemprop="articleBody"> |
---|
| 161 | |
---|
| 162 | <h1>Source code for install</h1><div class="highlight"><pre> |
---|
[30f7911] | 163 | <span></span><span class="ch">#!/usr/bin/env python3</span> |
---|
[0b00607] | 164 | <span class="c1"># -*- coding: utf-8 -*-</span> |
---|
| 165 | <span class="c1">#*******************************************************************************</span> |
---|
| 166 | <span class="c1"># @Author: Leopold Haimberger (University of Vienna)</span> |
---|
| 167 | <span class="c1">#</span> |
---|
| 168 | <span class="c1"># @Date: November 2015</span> |
---|
| 169 | <span class="c1">#</span> |
---|
| 170 | <span class="c1"># @Change History:</span> |
---|
| 171 | <span class="c1">#</span> |
---|
| 172 | <span class="c1"># February 2018 - Anne Philipp (University of Vienna):</span> |
---|
| 173 | <span class="c1"># - applied PEP8 style guide</span> |
---|
| 174 | <span class="c1"># - added documentation</span> |
---|
| 175 | <span class="c1"># - moved install_args_and_control in here</span> |
---|
| 176 | <span class="c1"># - splitted code in smaller functions</span> |
---|
[08c9091] | 177 | <span class="c1"># - delete fortran build files in here instead of compile job script</span> |
---|
[0b00607] | 178 | <span class="c1"># - changed static path names to variables from config file</span> |
---|
| 179 | <span class="c1"># - splitted install function into several smaller pieces</span> |
---|
| 180 | <span class="c1"># - use of tarfile package in python</span> |
---|
[08c9091] | 181 | <span class="c1"># June 2020 - Anne Philipp</span> |
---|
| 182 | <span class="c1"># - renamed "convert" functions to "fortran" functions</span> |
---|
| 183 | <span class="c1"># - reconfigured mk_tarball to select *.template files instead </span> |
---|
| 184 | <span class="c1"># of *.nl and *.temp</span> |
---|
| 185 | <span class="c1"># - added check for makefile settings</span> |
---|
[0b00607] | 186 | <span class="c1">#</span> |
---|
| 187 | <span class="c1"># @License:</span> |
---|
[08c9091] | 188 | <span class="c1"># (C) Copyright 2014-2020.</span> |
---|
[0b00607] | 189 | <span class="c1"># Anne Philipp, Leopold Haimberger</span> |
---|
| 190 | <span class="c1">#</span> |
---|
[30f7911] | 191 | <span class="c1"># SPDX-License-Identifier: CC-BY-4.0</span> |
---|
| 192 | <span class="c1">#</span> |
---|
[0b00607] | 193 | <span class="c1"># This work is licensed under the Creative Commons Attribution 4.0</span> |
---|
| 194 | <span class="c1"># International License. To view a copy of this license, visit</span> |
---|
| 195 | <span class="c1"># http://creativecommons.org/licenses/by/4.0/ or send a letter to</span> |
---|
| 196 | <span class="c1"># Creative Commons, PO Box 1866, Mountain View, CA 94042, USA.</span> |
---|
| 197 | <span class="c1">#</span> |
---|
| 198 | <span class="c1"># @Methods:</span> |
---|
| 199 | <span class="c1"># main</span> |
---|
| 200 | <span class="c1"># get_install_cmdline_args</span> |
---|
| 201 | <span class="c1"># install_via_gateway</span> |
---|
| 202 | <span class="c1"># check_install_conditions</span> |
---|
| 203 | <span class="c1"># mk_tarball</span> |
---|
| 204 | <span class="c1"># un_tarball</span> |
---|
| 205 | <span class="c1"># mk_env_vars</span> |
---|
| 206 | <span class="c1"># mk_compilejob</span> |
---|
| 207 | <span class="c1"># mk_job_template</span> |
---|
[08c9091] | 208 | <span class="c1"># del_fortran_build</span> |
---|
| 209 | <span class="c1"># mk_fortran_build</span> |
---|
[0b00607] | 210 | <span class="c1">#</span> |
---|
| 211 | <span class="c1">#*******************************************************************************</span> |
---|
| 212 | <span class="sd">'''This script installs the flex_extract program.</span> |
---|
| 213 | |
---|
| 214 | <span class="sd">Depending on the selected installation environment (locally or on the</span> |
---|
[5920b7f] | 215 | <span class="sd">ECMWF server ecgate or cca) the program extracts the command line</span> |
---|
[0b00607] | 216 | <span class="sd">arguments and the CONTROL file parameter and prepares the corresponding</span> |
---|
| 217 | <span class="sd">environment.</span> |
---|
[5920b7f] | 218 | <span class="sd">The necessary files are collected in a tar ball and placed</span> |
---|
| 219 | <span class="sd">at the target location. There, is is untared, the environment variables are</span> |
---|
| 220 | <span class="sd">set, and the Fortran code is compiled.</span> |
---|
| 221 | <span class="sd">If the ECMWF environment is selected, a job script is prepared and submitted</span> |
---|
| 222 | <span class="sd">for the remaining configurations after putting the tar ball on the</span> |
---|
[0b00607] | 223 | <span class="sd">target ECMWF server.</span> |
---|
| 224 | |
---|
| 225 | <span class="sd">Type: install.py --help</span> |
---|
| 226 | <span class="sd">to get information about command line parameters.</span> |
---|
| 227 | <span class="sd">Read the documentation for usage instructions.</span> |
---|
| 228 | <span class="sd">'''</span> |
---|
| 229 | |
---|
| 230 | <span class="c1"># ------------------------------------------------------------------------------</span> |
---|
| 231 | <span class="c1"># MODULES</span> |
---|
| 232 | <span class="c1"># ------------------------------------------------------------------------------</span> |
---|
[b1674ed] | 233 | <span class="kn">from</span> <span class="nn">__future__</span> <span class="kn">import</span> <span class="n">print_function</span> |
---|
[0b00607] | 234 | |
---|
| 235 | <span class="kn">import</span> <span class="nn">os</span> |
---|
| 236 | <span class="kn">import</span> <span class="nn">sys</span> |
---|
| 237 | <span class="kn">import</span> <span class="nn">subprocess</span> |
---|
| 238 | <span class="kn">import</span> <span class="nn">tarfile</span> |
---|
[b1674ed] | 239 | <span class="kn">from</span> <span class="nn">argparse</span> <span class="kn">import</span> <span class="n">ArgumentParser</span><span class="p">,</span> <span class="n">ArgumentDefaultsHelpFormatter</span> |
---|
[0b00607] | 240 | |
---|
| 241 | <span class="c1"># software specific classes and modules from flex_extract</span> |
---|
| 242 | <span class="kn">import</span> <span class="nn">_config</span> |
---|
[b1674ed] | 243 | <span class="kn">from</span> <span class="nn">Classes.ControlFile</span> <span class="kn">import</span> <span class="n">ControlFile</span> |
---|
| 244 | <span class="kn">from</span> <span class="nn">Classes.UioFiles</span> <span class="kn">import</span> <span class="n">UioFiles</span> |
---|
| 245 | <span class="kn">from</span> <span class="nn">Mods.tools</span> <span class="kn">import</span> <span class="p">(</span><span class="n">make_dir</span><span class="p">,</span> <span class="n">put_file_to_ecserver</span><span class="p">,</span> <span class="n">submit_job_to_ecserver</span><span class="p">,</span> |
---|
[0b00607] | 246 | <span class="n">silent_remove</span><span class="p">,</span> <span class="n">execute_subprocess</span><span class="p">,</span> <span class="n">none_or_str</span><span class="p">)</span> |
---|
| 247 | |
---|
| 248 | <span class="c1"># ------------------------------------------------------------------------------</span> |
---|
| 249 | <span class="c1"># FUNCTIONS</span> |
---|
| 250 | <span class="c1"># ------------------------------------------------------------------------------</span> |
---|
| 251 | <div class="viewcode-block" id="main"><a class="viewcode-back" href="../Documentation/Api/api_python.html#install.main">[docs]</a><span class="k">def</span> <span class="nf">main</span><span class="p">():</span> |
---|
| 252 | <span class="sd">'''Controls the installation process. Calls the installation function</span> |
---|
| 253 | <span class="sd"> if target is specified.</span> |
---|
| 254 | |
---|
| 255 | <span class="sd"> Parameters</span> |
---|
| 256 | <span class="sd"> ----------</span> |
---|
| 257 | |
---|
| 258 | <span class="sd"> Return</span> |
---|
| 259 | <span class="sd"> ------</span> |
---|
| 260 | <span class="sd"> '''</span> |
---|
| 261 | |
---|
| 262 | <span class="n">args</span> <span class="o">=</span> <span class="n">get_install_cmdline_args</span><span class="p">()</span> |
---|
| 263 | <span class="n">c</span> <span class="o">=</span> <span class="n">ControlFile</span><span class="p">(</span><span class="n">args</span><span class="o">.</span><span class="n">controlfile</span><span class="p">)</span> |
---|
| 264 | <span class="n">c</span><span class="o">.</span><span class="n">assign_args_to_control</span><span class="p">(</span><span class="n">args</span><span class="p">)</span> |
---|
| 265 | <span class="n">check_install_conditions</span><span class="p">(</span><span class="n">c</span><span class="p">)</span> |
---|
| 266 | |
---|
| 267 | <span class="k">if</span> <span class="n">c</span><span class="o">.</span><span class="n">install_target</span><span class="o">.</span><span class="n">lower</span><span class="p">()</span> <span class="o">!=</span> <span class="s1">'local'</span><span class="p">:</span> <span class="c1"># ecgate or cca</span> |
---|
| 268 | <span class="n">install_via_gateway</span><span class="p">(</span><span class="n">c</span><span class="p">)</span> |
---|
| 269 | <span class="k">else</span><span class="p">:</span> <span class="c1"># local</span> |
---|
| 270 | <span class="n">install_local</span><span class="p">(</span><span class="n">c</span><span class="p">)</span> |
---|
| 271 | |
---|
| 272 | <span class="k">return</span></div> |
---|
| 273 | |
---|
| 274 | <div class="viewcode-block" id="get_install_cmdline_args"><a class="viewcode-back" href="../Documentation/Api/api_python.html#install.get_install_cmdline_args">[docs]</a><span class="k">def</span> <span class="nf">get_install_cmdline_args</span><span class="p">():</span> |
---|
| 275 | <span class="sd">'''Decomposes the command line arguments and assigns them to variables.</span> |
---|
[5920b7f] | 276 | <span class="sd"> Apply default values for arguments not present.</span> |
---|
[0b00607] | 277 | |
---|
| 278 | <span class="sd"> Parameters</span> |
---|
| 279 | <span class="sd"> ----------</span> |
---|
| 280 | |
---|
| 281 | <span class="sd"> Return</span> |
---|
| 282 | <span class="sd"> ------</span> |
---|
| 283 | <span class="sd"> args : Namespace</span> |
---|
| 284 | <span class="sd"> Contains the commandline arguments from script/program call.</span> |
---|
| 285 | <span class="sd"> '''</span> |
---|
| 286 | <span class="n">parser</span> <span class="o">=</span> <span class="n">ArgumentParser</span><span class="p">(</span><span class="n">description</span><span class="o">=</span><span class="s1">'Install flex_extract software '</span> |
---|
| 287 | <span class="s1">'locally or on ECMWF machines'</span><span class="p">,</span> |
---|
| 288 | <span class="n">formatter_class</span><span class="o">=</span><span class="n">ArgumentDefaultsHelpFormatter</span><span class="p">)</span> |
---|
| 289 | |
---|
| 290 | <span class="n">parser</span><span class="o">.</span><span class="n">add_argument</span><span class="p">(</span><span class="s1">'--target'</span><span class="p">,</span> <span class="n">dest</span><span class="o">=</span><span class="s1">'install_target'</span><span class="p">,</span> |
---|
| 291 | <span class="nb">type</span><span class="o">=</span><span class="n">none_or_str</span><span class="p">,</span> <span class="n">default</span><span class="o">=</span><span class="kc">None</span><span class="p">,</span> |
---|
| 292 | <span class="n">help</span><span class="o">=</span><span class="s2">"Valid targets: local | ecgate | cca , </span><span class="se">\</span> |
---|
| 293 | <span class="s2"> the latter two are at ECMWF"</span><span class="p">)</span> |
---|
| 294 | <span class="n">parser</span><span class="o">.</span><span class="n">add_argument</span><span class="p">(</span><span class="s2">"--makefile"</span><span class="p">,</span> <span class="n">dest</span><span class="o">=</span><span class="s2">"makefile"</span><span class="p">,</span> |
---|
| 295 | <span class="nb">type</span><span class="o">=</span><span class="n">none_or_str</span><span class="p">,</span> <span class="n">default</span><span class="o">=</span><span class="kc">None</span><span class="p">,</span> |
---|
[5920b7f] | 296 | <span class="n">help</span><span class="o">=</span><span class="s1">'Name of makefile for compiling the '</span> |
---|
[0b00607] | 297 | <span class="s1">'Fortran program'</span><span class="p">)</span> |
---|
| 298 | <span class="n">parser</span><span class="o">.</span><span class="n">add_argument</span><span class="p">(</span><span class="s2">"--ecuid"</span><span class="p">,</span> <span class="n">dest</span><span class="o">=</span><span class="s2">"ecuid"</span><span class="p">,</span> |
---|
| 299 | <span class="nb">type</span><span class="o">=</span><span class="n">none_or_str</span><span class="p">,</span> <span class="n">default</span><span class="o">=</span><span class="kc">None</span><span class="p">,</span> |
---|
[5920b7f] | 300 | <span class="n">help</span><span class="o">=</span><span class="s1">'User id at ECMWF'</span><span class="p">)</span> |
---|
[0b00607] | 301 | <span class="n">parser</span><span class="o">.</span><span class="n">add_argument</span><span class="p">(</span><span class="s2">"--ecgid"</span><span class="p">,</span> <span class="n">dest</span><span class="o">=</span><span class="s2">"ecgid"</span><span class="p">,</span> |
---|
| 302 | <span class="nb">type</span><span class="o">=</span><span class="n">none_or_str</span><span class="p">,</span> <span class="n">default</span><span class="o">=</span><span class="kc">None</span><span class="p">,</span> |
---|
[5920b7f] | 303 | <span class="n">help</span><span class="o">=</span><span class="s1">'Group id at ECMWF'</span><span class="p">)</span> |
---|
[0b00607] | 304 | <span class="n">parser</span><span class="o">.</span><span class="n">add_argument</span><span class="p">(</span><span class="s2">"--gateway"</span><span class="p">,</span> <span class="n">dest</span><span class="o">=</span><span class="s2">"gateway"</span><span class="p">,</span> |
---|
| 305 | <span class="nb">type</span><span class="o">=</span><span class="n">none_or_str</span><span class="p">,</span> <span class="n">default</span><span class="o">=</span><span class="kc">None</span><span class="p">,</span> |
---|
[5920b7f] | 306 | <span class="n">help</span><span class="o">=</span><span class="s1">'Name of the local gateway server'</span><span class="p">)</span> |
---|
[0b00607] | 307 | <span class="n">parser</span><span class="o">.</span><span class="n">add_argument</span><span class="p">(</span><span class="s2">"--destination"</span><span class="p">,</span> <span class="n">dest</span><span class="o">=</span><span class="s2">"destination"</span><span class="p">,</span> |
---|
| 308 | <span class="nb">type</span><span class="o">=</span><span class="n">none_or_str</span><span class="p">,</span> <span class="n">default</span><span class="o">=</span><span class="kc">None</span><span class="p">,</span> |
---|
[5920b7f] | 309 | <span class="n">help</span><span class="o">=</span><span class="s1">'ecaccess association, e.g. '</span> |
---|
[0b00607] | 310 | <span class="s1">'myUser@genericSftp'</span><span class="p">)</span> |
---|
| 311 | |
---|
| 312 | <span class="n">parser</span><span class="o">.</span><span class="n">add_argument</span><span class="p">(</span><span class="s2">"--installdir"</span><span class="p">,</span> <span class="n">dest</span><span class="o">=</span><span class="s2">"installdir"</span><span class="p">,</span> |
---|
| 313 | <span class="nb">type</span><span class="o">=</span><span class="n">none_or_str</span><span class="p">,</span> <span class="n">default</span><span class="o">=</span><span class="kc">None</span><span class="p">,</span> |
---|
[5920b7f] | 314 | <span class="n">help</span><span class="o">=</span><span class="s1">'Root directory of the '</span> |
---|
| 315 | <span class="s1">'flex_extract installation'</span><span class="p">)</span> |
---|
[0b00607] | 316 | |
---|
| 317 | <span class="c1"># arguments for job submission to ECMWF, only needed by submit.py</span> |
---|
| 318 | <span class="n">parser</span><span class="o">.</span><span class="n">add_argument</span><span class="p">(</span><span class="s2">"--job_template"</span><span class="p">,</span> <span class="n">dest</span><span class="o">=</span><span class="s1">'job_template'</span><span class="p">,</span> |
---|
| 319 | <span class="nb">type</span><span class="o">=</span><span class="n">none_or_str</span><span class="p">,</span> <span class="n">default</span><span class="o">=</span><span class="s2">"job.template"</span><span class="p">,</span> |
---|
[5920b7f] | 320 | <span class="n">help</span><span class="o">=</span><span class="s1">'Rudimentary template file to create a batch '</span> |
---|
| 321 | <span class="s1">'job template for submission to ECMWF servers'</span><span class="p">)</span> |
---|
[0b00607] | 322 | |
---|
| 323 | <span class="n">parser</span><span class="o">.</span><span class="n">add_argument</span><span class="p">(</span><span class="s2">"--controlfile"</span><span class="p">,</span> <span class="n">dest</span><span class="o">=</span><span class="s2">"controlfile"</span><span class="p">,</span> |
---|
| 324 | <span class="nb">type</span><span class="o">=</span><span class="n">none_or_str</span><span class="p">,</span> <span class="n">default</span><span class="o">=</span><span class="s1">'CONTROL_EA5'</span><span class="p">,</span> |
---|
[5920b7f] | 325 | <span class="n">help</span><span class="o">=</span><span class="s2">"A file that contains all CONTROL parameters."</span><span class="p">)</span> |
---|
[0b00607] | 326 | |
---|
| 327 | <span class="n">args</span> <span class="o">=</span> <span class="n">parser</span><span class="o">.</span><span class="n">parse_args</span><span class="p">()</span> |
---|
| 328 | |
---|
| 329 | <span class="k">return</span> <span class="n">args</span></div> |
---|
| 330 | |
---|
| 331 | |
---|
| 332 | <div class="viewcode-block" id="install_via_gateway"><a class="viewcode-back" href="../Documentation/Api/api_python.html#install.install_via_gateway">[docs]</a><span class="k">def</span> <span class="nf">install_via_gateway</span><span class="p">(</span><span class="n">c</span><span class="p">):</span> |
---|
[5920b7f] | 333 | <span class="sd">'''Prepare data transfer to remote gateway and submit a job script which will</span> |
---|
| 334 | <span class="sd"> install everything on the remote gateway.</span> |
---|
[0b00607] | 335 | |
---|
| 336 | <span class="sd"> Parameters</span> |
---|
| 337 | <span class="sd"> ----------</span> |
---|
| 338 | <span class="sd"> c : ControlFile</span> |
---|
| 339 | <span class="sd"> Contains all the parameters of CONTROL file and</span> |
---|
| 340 | <span class="sd"> command line.</span> |
---|
| 341 | |
---|
| 342 | <span class="sd"> Return</span> |
---|
| 343 | <span class="sd"> ------</span> |
---|
| 344 | |
---|
| 345 | <span class="sd"> '''</span> |
---|
| 346 | |
---|
| 347 | <span class="n">tarball_name</span> <span class="o">=</span> <span class="n">_config</span><span class="o">.</span><span class="n">FLEXEXTRACT_DIRNAME</span> <span class="o">+</span> <span class="s1">'.tar'</span> |
---|
| 348 | <span class="n">tar_file</span> <span class="o">=</span> <span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">_config</span><span class="o">.</span><span class="n">PATH_FLEXEXTRACT_DIR</span><span class="p">,</span> <span class="n">tarball_name</span><span class="p">)</span> |
---|
| 349 | |
---|
[eca358d] | 350 | <span class="n">mk_compilejob</span><span class="p">(</span><span class="n">c</span><span class="o">.</span><span class="n">makefile</span><span class="p">,</span> <span class="n">c</span><span class="o">.</span><span class="n">ecuid</span><span class="p">,</span> <span class="n">c</span><span class="o">.</span><span class="n">ecgid</span><span class="p">,</span> <span class="n">c</span><span class="o">.</span><span class="n">installdir</span><span class="p">)</span> |
---|
[0b00607] | 351 | |
---|
[eca358d] | 352 | <span class="n">mk_job_template</span><span class="p">(</span><span class="n">c</span><span class="o">.</span><span class="n">ecuid</span><span class="p">,</span> <span class="n">c</span><span class="o">.</span><span class="n">ecgid</span><span class="p">,</span> <span class="n">c</span><span class="o">.</span><span class="n">installdir</span><span class="p">)</span> |
---|
[0b00607] | 353 | |
---|
| 354 | <span class="n">mk_env_vars</span><span class="p">(</span><span class="n">c</span><span class="o">.</span><span class="n">ecuid</span><span class="p">,</span> <span class="n">c</span><span class="o">.</span><span class="n">ecgid</span><span class="p">,</span> <span class="n">c</span><span class="o">.</span><span class="n">gateway</span><span class="p">,</span> <span class="n">c</span><span class="o">.</span><span class="n">destination</span><span class="p">)</span> |
---|
| 355 | |
---|
| 356 | <span class="n">mk_tarball</span><span class="p">(</span><span class="n">tar_file</span><span class="p">,</span> <span class="n">c</span><span class="o">.</span><span class="n">install_target</span><span class="p">)</span> |
---|
| 357 | |
---|
| 358 | <span class="n">put_file_to_ecserver</span><span class="p">(</span><span class="n">_config</span><span class="o">.</span><span class="n">PATH_FLEXEXTRACT_DIR</span><span class="p">,</span> <span class="n">tarball_name</span><span class="p">,</span> |
---|
| 359 | <span class="n">c</span><span class="o">.</span><span class="n">install_target</span><span class="p">,</span> <span class="n">c</span><span class="o">.</span><span class="n">ecuid</span><span class="p">,</span> <span class="n">c</span><span class="o">.</span><span class="n">ecgid</span><span class="p">)</span> |
---|
| 360 | |
---|
| 361 | <span class="n">submit_job_to_ecserver</span><span class="p">(</span><span class="n">c</span><span class="o">.</span><span class="n">install_target</span><span class="p">,</span> |
---|
| 362 | <span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">_config</span><span class="o">.</span><span class="n">PATH_REL_JOBSCRIPTS</span><span class="p">,</span> |
---|
| 363 | <span class="n">_config</span><span class="o">.</span><span class="n">FILE_INSTALL_COMPILEJOB</span><span class="p">))</span> |
---|
| 364 | |
---|
| 365 | <span class="n">silent_remove</span><span class="p">(</span><span class="n">tar_file</span><span class="p">)</span> |
---|
| 366 | |
---|
| 367 | <span class="nb">print</span><span class="p">(</span><span class="s1">'Job compilation script has been submitted to ecgate for '</span> <span class="o">+</span> |
---|
| 368 | <span class="s1">'installation in '</span> <span class="o">+</span> <span class="n">c</span><span class="o">.</span><span class="n">installdir</span> <span class="o">+</span> |
---|
[eca358d] | 369 | <span class="s1">'/'</span> <span class="o">+</span> <span class="n">_config</span><span class="o">.</span><span class="n">FLEXEXTRACT_DIRNAME</span><span class="p">)</span> |
---|
[0b00607] | 370 | <span class="nb">print</span><span class="p">(</span><span class="s1">'You should get an email with subject "flexcompile" within '</span> <span class="o">+</span> |
---|
| 371 | <span class="s1">'the next few minutes!'</span><span class="p">)</span> |
---|
| 372 | |
---|
| 373 | <span class="k">return</span></div> |
---|
| 374 | |
---|
| 375 | <div class="viewcode-block" id="install_local"><a class="viewcode-back" href="../Documentation/Api/api_python.html#install.install_local">[docs]</a><span class="k">def</span> <span class="nf">install_local</span><span class="p">(</span><span class="n">c</span><span class="p">):</span> |
---|
| 376 | <span class="sd">'''Perform the actual installation on a local machine.</span> |
---|
| 377 | |
---|
| 378 | <span class="sd"> Parameters</span> |
---|
| 379 | <span class="sd"> ----------</span> |
---|
| 380 | <span class="sd"> c : ControlFile</span> |
---|
| 381 | <span class="sd"> Contains all the parameters of CONTROL file and</span> |
---|
| 382 | <span class="sd"> command line.</span> |
---|
| 383 | |
---|
| 384 | <span class="sd"> Return</span> |
---|
| 385 | <span class="sd"> ------</span> |
---|
| 386 | |
---|
| 387 | <span class="sd"> '''</span> |
---|
| 388 | |
---|
| 389 | <span class="n">tar_file</span> <span class="o">=</span> <span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">_config</span><span class="o">.</span><span class="n">PATH_FLEXEXTRACT_DIR</span><span class="p">,</span> |
---|
| 390 | <span class="n">_config</span><span class="o">.</span><span class="n">FLEXEXTRACT_DIRNAME</span> <span class="o">+</span> <span class="s1">'.tar'</span><span class="p">)</span> |
---|
| 391 | |
---|
[eca358d] | 392 | <span class="k">if</span> <span class="n">c</span><span class="o">.</span><span class="n">installdir</span> <span class="o">==</span> <span class="n">_config</span><span class="o">.</span><span class="n">PATH_FLEXEXTRACT_DIR</span><span class="p">:</span> |
---|
[0b00607] | 393 | <span class="nb">print</span><span class="p">(</span><span class="s1">'WARNING: installdir has not been specified'</span><span class="p">)</span> |
---|
| 394 | <span class="nb">print</span><span class="p">(</span><span class="s1">'flex_extract will be installed in here by compiling the '</span> <span class="o">+</span> |
---|
| 395 | <span class="s1">'Fortran source in '</span> <span class="o">+</span> <span class="n">_config</span><span class="o">.</span><span class="n">PATH_FORTRAN_SRC</span><span class="p">)</span> |
---|
| 396 | <span class="n">os</span><span class="o">.</span><span class="n">chdir</span><span class="p">(</span><span class="n">_config</span><span class="o">.</span><span class="n">PATH_FORTRAN_SRC</span><span class="p">)</span> |
---|
| 397 | <span class="k">else</span><span class="p">:</span> <span class="c1"># creates the target working directory for flex_extract</span> |
---|
| 398 | <span class="n">c</span><span class="o">.</span><span class="n">installdir</span> <span class="o">=</span> <span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">expandvars</span><span class="p">(</span><span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">expanduser</span><span class="p">(</span> |
---|
| 399 | <span class="n">c</span><span class="o">.</span><span class="n">installdir</span><span class="p">))</span> |
---|
| 400 | <span class="k">if</span> <span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">abspath</span><span class="p">(</span><span class="n">_config</span><span class="o">.</span><span class="n">PATH_FLEXEXTRACT_DIR</span><span class="p">)</span> <span class="o">!=</span> \ |
---|
| 401 | <span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">abspath</span><span class="p">(</span><span class="n">c</span><span class="o">.</span><span class="n">installdir</span><span class="p">):</span> |
---|
| 402 | <span class="n">mk_tarball</span><span class="p">(</span><span class="n">tar_file</span><span class="p">,</span> <span class="n">c</span><span class="o">.</span><span class="n">install_target</span><span class="p">)</span> |
---|
| 403 | <span class="n">make_dir</span><span class="p">(</span><span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">c</span><span class="o">.</span><span class="n">installdir</span><span class="p">,</span> |
---|
[eca358d] | 404 | <span class="n">_config</span><span class="o">.</span><span class="n">FLEXEXTRACT_DIRNAME</span><span class="p">))</span> |
---|
[0b00607] | 405 | <span class="n">os</span><span class="o">.</span><span class="n">chdir</span><span class="p">(</span><span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">c</span><span class="o">.</span><span class="n">installdir</span><span class="p">,</span> |
---|
[eca358d] | 406 | <span class="n">_config</span><span class="o">.</span><span class="n">FLEXEXTRACT_DIRNAME</span><span class="p">))</span> |
---|
[0b00607] | 407 | <span class="n">un_tarball</span><span class="p">(</span><span class="n">tar_file</span><span class="p">)</span> |
---|
| 408 | <span class="n">os</span><span class="o">.</span><span class="n">chdir</span><span class="p">(</span><span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">c</span><span class="o">.</span><span class="n">installdir</span><span class="p">,</span> |
---|
[eca358d] | 409 | <span class="n">_config</span><span class="o">.</span><span class="n">FLEXEXTRACT_DIRNAME</span><span class="p">,</span> |
---|
[0b00607] | 410 | <span class="n">_config</span><span class="o">.</span><span class="n">PATH_REL_FORTRAN_SRC</span><span class="p">))</span> |
---|
| 411 | |
---|
[08c9091] | 412 | <span class="c1"># Create Fortran executable</span> |
---|
[0b00607] | 413 | <span class="nb">print</span><span class="p">(</span><span class="s1">'Install '</span> <span class="o">+</span> <span class="n">_config</span><span class="o">.</span><span class="n">FLEXEXTRACT_DIRNAME</span> <span class="o">+</span> <span class="s1">' software at '</span> <span class="o">+</span> |
---|
| 414 | <span class="n">c</span><span class="o">.</span><span class="n">install_target</span> <span class="o">+</span> <span class="s1">' in directory '</span> <span class="o">+</span> |
---|
| 415 | <span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">abspath</span><span class="p">(</span><span class="n">c</span><span class="o">.</span><span class="n">installdir</span><span class="p">)</span> <span class="o">+</span> <span class="s1">'</span><span class="se">\n</span><span class="s1">'</span><span class="p">)</span> |
---|
| 416 | |
---|
[08c9091] | 417 | <span class="n">del_fortran_build</span><span class="p">(</span><span class="s1">'.'</span><span class="p">)</span> |
---|
| 418 | <span class="n">mk_fortran_build</span><span class="p">(</span><span class="s1">'.'</span><span class="p">,</span> <span class="n">c</span><span class="o">.</span><span class="n">makefile</span><span class="p">)</span> |
---|
[0b00607] | 419 | |
---|
| 420 | <span class="n">os</span><span class="o">.</span><span class="n">chdir</span><span class="p">(</span><span class="n">_config</span><span class="o">.</span><span class="n">PATH_FLEXEXTRACT_DIR</span><span class="p">)</span> |
---|
| 421 | <span class="k">if</span> <span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">isfile</span><span class="p">(</span><span class="n">tar_file</span><span class="p">):</span> |
---|
| 422 | <span class="n">os</span><span class="o">.</span><span class="n">remove</span><span class="p">(</span><span class="n">tar_file</span><span class="p">)</span> |
---|
| 423 | |
---|
| 424 | <span class="k">return</span></div> |
---|
| 425 | |
---|
| 426 | |
---|
| 427 | <div class="viewcode-block" id="check_install_conditions"><a class="viewcode-back" href="../Documentation/Api/api_python.html#install.check_install_conditions">[docs]</a><span class="k">def</span> <span class="nf">check_install_conditions</span><span class="p">(</span><span class="n">c</span><span class="p">):</span> |
---|
[5920b7f] | 428 | <span class="sd">'''Checks necessary attributes and conditions</span> |
---|
| 429 | <span class="sd"> for the installation, e.g. whether they exist and contain values.</span> |
---|
[0b00607] | 430 | <span class="sd"> Otherwise set default values.</span> |
---|
| 431 | |
---|
| 432 | <span class="sd"> Parameters</span> |
---|
| 433 | <span class="sd"> ----------</span> |
---|
| 434 | <span class="sd"> c : ControlFile</span> |
---|
| 435 | <span class="sd"> Contains all the parameters of CONTROL file and</span> |
---|
| 436 | <span class="sd"> command line.</span> |
---|
| 437 | |
---|
| 438 | |
---|
| 439 | <span class="sd"> Return</span> |
---|
| 440 | <span class="sd"> ------</span> |
---|
| 441 | |
---|
| 442 | <span class="sd"> '''</span> |
---|
| 443 | |
---|
| 444 | <span class="k">if</span> <span class="n">c</span><span class="o">.</span><span class="n">install_target</span> <span class="ow">and</span> \ |
---|
| 445 | <span class="n">c</span><span class="o">.</span><span class="n">install_target</span> <span class="ow">not</span> <span class="ow">in</span> <span class="n">_config</span><span class="o">.</span><span class="n">INSTALL_TARGETS</span><span class="p">:</span> |
---|
| 446 | <span class="nb">print</span><span class="p">(</span><span class="s1">'ERROR: unknown or missing installation target '</span><span class="p">)</span> |
---|
| 447 | <span class="nb">print</span><span class="p">(</span><span class="s1">'target: '</span><span class="p">,</span> <span class="n">c</span><span class="o">.</span><span class="n">install_target</span><span class="p">)</span> |
---|
| 448 | <span class="nb">print</span><span class="p">(</span><span class="s1">'please specify correct installation target '</span> <span class="o">+</span> |
---|
[eca358d] | 449 | <span class="nb">str</span><span class="p">(</span><span class="n">_config</span><span class="o">.</span><span class="n">INSTALL_TARGETS</span><span class="p">))</span> |
---|
[0b00607] | 450 | <span class="nb">print</span><span class="p">(</span><span class="s1">'use -h or --help for help'</span><span class="p">)</span> |
---|
| 451 | <span class="n">sys</span><span class="o">.</span><span class="n">exit</span><span class="p">(</span><span class="mi">1</span><span class="p">)</span> |
---|
| 452 | |
---|
| 453 | <span class="k">if</span> <span class="n">c</span><span class="o">.</span><span class="n">install_target</span> <span class="ow">and</span> <span class="n">c</span><span class="o">.</span><span class="n">install_target</span> <span class="o">!=</span> <span class="s1">'local'</span><span class="p">:</span> |
---|
[b1674ed] | 454 | <span class="k">if</span> <span class="ow">not</span> <span class="n">c</span><span class="o">.</span><span class="n">ecgid</span> <span class="ow">or</span> <span class="ow">not</span> <span class="n">c</span><span class="o">.</span><span class="n">ecuid</span><span class="p">:</span> |
---|
| 455 | <span class="nb">print</span><span class="p">(</span><span class="s1">'Please enter your ECMWF user id and group id '</span> |
---|
| 456 | <span class="s1">' with command line options --ecuid --ecgid'</span><span class="p">)</span> |
---|
[0b00607] | 457 | <span class="nb">print</span><span class="p">(</span><span class="s1">'Try "'</span> <span class="o">+</span> <span class="n">sys</span><span class="o">.</span><span class="n">argv</span><span class="p">[</span><span class="mi">0</span><span class="p">]</span><span class="o">.</span><span class="n">split</span><span class="p">(</span><span class="s1">'/'</span><span class="p">)[</span><span class="o">-</span><span class="mi">1</span><span class="p">]</span> <span class="o">+</span> \ |
---|
| 458 | <span class="s1">' -h" to print usage information'</span><span class="p">)</span> |
---|
[b1674ed] | 459 | <span class="nb">print</span><span class="p">(</span><span class="s1">'Please consult ecaccess documentation or ECMWF user '</span> |
---|
| 460 | <span class="s1">'support for further details.</span><span class="se">\n</span><span class="s1">'</span><span class="p">)</span> |
---|
[0b00607] | 461 | <span class="n">sys</span><span class="o">.</span><span class="n">exit</span><span class="p">(</span><span class="mi">1</span><span class="p">)</span> |
---|
[b1674ed] | 462 | <span class="k">if</span> <span class="ow">not</span> <span class="n">c</span><span class="o">.</span><span class="n">gateway</span> <span class="ow">or</span> <span class="ow">not</span> <span class="n">c</span><span class="o">.</span><span class="n">destination</span><span class="p">:</span> |
---|
| 463 | <span class="nb">print</span><span class="p">(</span><span class="s1">'WARNING: Parameters GATEWAY and DESTINATION were '</span> |
---|
| 464 | <span class="s1">'not properly set for working on ECMWF server. </span><span class="se">\n</span><span class="s1">'</span> |
---|
| 465 | <span class="s1">'There will be no transfer of output files to the '</span> |
---|
| 466 | <span class="s1">'local gateway server possible!'</span><span class="p">)</span> |
---|
[0b00607] | 467 | <span class="k">if</span> <span class="ow">not</span> <span class="n">c</span><span class="o">.</span><span class="n">installdir</span><span class="p">:</span> |
---|
| 468 | <span class="n">c</span><span class="o">.</span><span class="n">installdir</span> <span class="o">=</span> <span class="s1">'$</span><span class="si">{HOME}</span><span class="s1">'</span> |
---|
| 469 | <span class="k">else</span><span class="p">:</span> <span class="c1"># local</span> |
---|
| 470 | <span class="k">if</span> <span class="ow">not</span> <span class="n">c</span><span class="o">.</span><span class="n">installdir</span><span class="p">:</span> |
---|
| 471 | <span class="n">c</span><span class="o">.</span><span class="n">installdir</span> <span class="o">=</span> <span class="n">_config</span><span class="o">.</span><span class="n">PATH_FLEXEXTRACT_DIR</span> |
---|
| 472 | |
---|
[08c9091] | 473 | <span class="k">if</span> <span class="ow">not</span> <span class="n">c</span><span class="o">.</span><span class="n">makefile</span><span class="p">:</span> |
---|
| 474 | <span class="nb">print</span><span class="p">(</span><span class="s1">'WARNING: no makefile was specified.'</span><span class="p">)</span> |
---|
| 475 | <span class="k">if</span> <span class="n">c</span><span class="o">.</span><span class="n">install_target</span> <span class="o">==</span> <span class="s1">'local'</span><span class="p">:</span> |
---|
| 476 | <span class="n">c</span><span class="o">.</span><span class="n">makefile</span> <span class="o">=</span> <span class="s1">'makefile_local_gfortran'</span> |
---|
| 477 | <span class="nb">print</span><span class="p">(</span><span class="s1">'WARNING: default makefile selected: makefile_local_gfortan'</span><span class="p">)</span> |
---|
| 478 | <span class="k">elif</span> <span class="n">c</span><span class="o">.</span><span class="n">install_target</span> <span class="o">==</span> <span class="s1">'ecgate'</span><span class="p">:</span> |
---|
| 479 | <span class="n">c</span><span class="o">.</span><span class="n">makefile</span> <span class="o">=</span> <span class="s1">'makefile_ecgate'</span> |
---|
| 480 | <span class="nb">print</span><span class="p">(</span><span class="s1">'WARNING: default makefile selected: makefile_ecgate'</span><span class="p">)</span> |
---|
| 481 | <span class="k">elif</span> <span class="n">c</span><span class="o">.</span><span class="n">install_target</span> <span class="o">==</span> <span class="s1">'cca'</span> <span class="ow">or</span> \ |
---|
| 482 | <span class="n">c</span><span class="o">.</span><span class="n">install_target</span> <span class="o">==</span> <span class="s1">'ccb'</span><span class="p">:</span> |
---|
| 483 | <span class="n">c</span><span class="o">.</span><span class="n">makefile</span> <span class="o">=</span> <span class="s1">'makefile_cray'</span> |
---|
| 484 | <span class="nb">print</span><span class="p">(</span><span class="s1">'WARNING: default makefile selected: makefile_cray'</span><span class="p">)</span> |
---|
| 485 | <span class="k">else</span><span class="p">:</span> |
---|
| 486 | <span class="k">pass</span> |
---|
| 487 | |
---|
[0b00607] | 488 | <span class="k">return</span></div> |
---|
| 489 | |
---|
| 490 | |
---|
| 491 | <div class="viewcode-block" id="mk_tarball"><a class="viewcode-back" href="../Documentation/Api/api_python.html#install.mk_tarball">[docs]</a><span class="k">def</span> <span class="nf">mk_tarball</span><span class="p">(</span><span class="n">tarball_path</span><span class="p">,</span> <span class="n">target</span><span class="p">):</span> |
---|
| 492 | <span class="sd">'''Creates a tarball with all necessary files which need to be sent to the</span> |
---|
| 493 | <span class="sd"> installation directory.</span> |
---|
[5920b7f] | 494 | <span class="sd"> It does not matter whether this is local or remote.</span> |
---|
| 495 | <span class="sd"> Collects all Python files, the Fortran source and makefiles,</span> |
---|
[0b00607] | 496 | <span class="sd"> the ECMWF_ENV file, the CONTROL files as well as the</span> |
---|
| 497 | <span class="sd"> template files.</span> |
---|
| 498 | |
---|
| 499 | <span class="sd"> Parameters</span> |
---|
| 500 | <span class="sd"> ----------</span> |
---|
| 501 | <span class="sd"> tarball_path : str</span> |
---|
| 502 | <span class="sd"> The complete path to the tar file which will contain all</span> |
---|
| 503 | <span class="sd"> relevant data for flex_extract.</span> |
---|
| 504 | |
---|
| 505 | <span class="sd"> target : str</span> |
---|
| 506 | <span class="sd"> The queue where the job is submitted to.</span> |
---|
| 507 | |
---|
| 508 | <span class="sd"> Return</span> |
---|
| 509 | <span class="sd"> ------</span> |
---|
| 510 | |
---|
| 511 | <span class="sd"> '''</span> |
---|
| 512 | |
---|
| 513 | <span class="nb">print</span><span class="p">(</span><span class="s1">'Create tarball ...'</span><span class="p">)</span> |
---|
| 514 | |
---|
| 515 | <span class="c1"># change to FLEXEXTRACT directory so that the tar can contain</span> |
---|
| 516 | <span class="c1"># relative pathes to the files and directories</span> |
---|
| 517 | <span class="n">ecd</span> <span class="o">=</span> <span class="n">_config</span><span class="o">.</span><span class="n">PATH_FLEXEXTRACT_DIR</span> <span class="o">+</span> <span class="s1">'/'</span> |
---|
| 518 | <span class="n">os</span><span class="o">.</span><span class="n">chdir</span><span class="p">(</span><span class="n">ecd</span><span class="p">)</span> |
---|
| 519 | |
---|
| 520 | <span class="c1"># get lists of the files to be added to the tar file</span> |
---|
| 521 | <span class="k">if</span> <span class="n">target</span> <span class="o">==</span> <span class="s1">'local'</span><span class="p">:</span> |
---|
[eca358d] | 522 | <span class="n">ecmwf_env_file</span> <span class="o">=</span> <span class="p">[]</span> |
---|
[0b00607] | 523 | <span class="n">runfile</span> <span class="o">=</span> <span class="p">[</span><span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">relpath</span><span class="p">(</span><span class="n">x</span><span class="p">,</span> <span class="n">ecd</span><span class="p">)</span> |
---|
| 524 | <span class="k">for</span> <span class="n">x</span> <span class="ow">in</span> <span class="n">UioFiles</span><span class="p">(</span><span class="n">_config</span><span class="o">.</span><span class="n">PATH_REL_RUN_DIR</span><span class="p">,</span> |
---|
| 525 | <span class="s1">'run_local.sh'</span><span class="p">)</span><span class="o">.</span><span class="n">files</span><span class="p">]</span> |
---|
| 526 | <span class="k">else</span><span class="p">:</span> |
---|
[eca358d] | 527 | <span class="n">ecmwf_env_file</span> <span class="o">=</span> <span class="p">[</span><span class="n">_config</span><span class="o">.</span><span class="n">PATH_REL_ECMWF_ENV</span><span class="p">]</span> |
---|
[0b00607] | 528 | <span class="n">runfile</span> <span class="o">=</span> <span class="p">[</span><span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">relpath</span><span class="p">(</span><span class="n">x</span><span class="p">,</span> <span class="n">ecd</span><span class="p">)</span> |
---|
[eca358d] | 529 | <span class="k">for</span> <span class="n">x</span> <span class="ow">in</span> <span class="n">UioFiles</span><span class="p">(</span><span class="n">_config</span><span class="o">.</span><span class="n">PATH_REL_RUN_DIR</span><span class="p">,</span> |
---|
| 530 | <span class="s1">'run.sh'</span><span class="p">)</span><span class="o">.</span><span class="n">files</span><span class="p">]</span> |
---|
[0b00607] | 531 | |
---|
| 532 | <span class="n">pyfiles</span> <span class="o">=</span> <span class="p">[</span><span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">relpath</span><span class="p">(</span><span class="n">x</span><span class="p">,</span> <span class="n">ecd</span><span class="p">)</span> |
---|
| 533 | <span class="k">for</span> <span class="n">x</span> <span class="ow">in</span> <span class="n">UioFiles</span><span class="p">(</span><span class="n">_config</span><span class="o">.</span><span class="n">PATH_REL_PYTHON_SRC</span><span class="p">,</span> <span class="s1">'*py'</span><span class="p">)</span><span class="o">.</span><span class="n">files</span><span class="p">]</span> |
---|
| 534 | <span class="n">pytestfiles</span> <span class="o">=</span> <span class="p">[</span><span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">relpath</span><span class="p">(</span><span class="n">x</span><span class="p">,</span> <span class="n">ecd</span><span class="p">)</span> |
---|
[eca358d] | 535 | <span class="k">for</span> <span class="n">x</span> <span class="ow">in</span> <span class="n">UioFiles</span><span class="p">(</span><span class="n">_config</span><span class="o">.</span><span class="n">PATH_REL_PYTHONTEST_SRC</span><span class="p">,</span> <span class="s1">'*py'</span><span class="p">)</span><span class="o">.</span><span class="n">files</span><span class="p">]</span> |
---|
[0b00607] | 536 | <span class="n">controlfiles</span> <span class="o">=</span> <span class="p">[</span><span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">relpath</span><span class="p">(</span><span class="n">x</span><span class="p">,</span> <span class="n">ecd</span><span class="p">)</span> |
---|
| 537 | <span class="k">for</span> <span class="n">x</span> <span class="ow">in</span> <span class="n">UioFiles</span><span class="p">(</span><span class="n">_config</span><span class="o">.</span><span class="n">PATH_REL_CONTROLFILES</span><span class="p">,</span> |
---|
| 538 | <span class="s1">'CONTROL*'</span><span class="p">)</span><span class="o">.</span><span class="n">files</span><span class="p">]</span> |
---|
| 539 | <span class="n">testfiles</span> <span class="o">=</span> <span class="p">[</span><span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">relpath</span><span class="p">(</span><span class="n">x</span><span class="p">,</span> <span class="n">ecd</span><span class="p">)</span> |
---|
[08c9091] | 540 | <span class="k">for</span> <span class="n">x</span> <span class="ow">in</span> <span class="n">UioFiles</span><span class="p">(</span><span class="n">_config</span><span class="o">.</span><span class="n">PATH_REL_TEST</span><span class="o">+</span><span class="s2">"/Installation"</span><span class="p">,</span> <span class="s1">'*'</span><span class="p">)</span><span class="o">.</span><span class="n">files</span><span class="p">]</span> |
---|
[0b00607] | 541 | <span class="n">tempfiles</span> <span class="o">=</span> <span class="p">[</span><span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">relpath</span><span class="p">(</span><span class="n">x</span><span class="p">,</span> <span class="n">ecd</span><span class="p">)</span> |
---|
[08c9091] | 542 | <span class="k">for</span> <span class="n">x</span> <span class="ow">in</span> <span class="n">UioFiles</span><span class="p">(</span><span class="n">_config</span><span class="o">.</span><span class="n">PATH_REL_TEMPLATES</span><span class="p">,</span> <span class="s1">'*.template'</span><span class="p">)</span><span class="o">.</span><span class="n">files</span><span class="p">]</span> |
---|
[0b00607] | 543 | <span class="n">gribtable</span> <span class="o">=</span> <span class="p">[</span><span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">relpath</span><span class="p">(</span><span class="n">x</span><span class="p">,</span> <span class="n">ecd</span><span class="p">)</span> |
---|
[eca358d] | 544 | <span class="k">for</span> <span class="n">x</span> <span class="ow">in</span> <span class="n">UioFiles</span><span class="p">(</span><span class="n">_config</span><span class="o">.</span><span class="n">PATH_REL_TEMPLATES</span><span class="p">,</span> <span class="s1">'*grib*'</span><span class="p">)</span><span class="o">.</span><span class="n">files</span><span class="p">]</span> |
---|
[0b00607] | 545 | <span class="n">ffiles</span> <span class="o">=</span> <span class="p">[</span><span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">relpath</span><span class="p">(</span><span class="n">x</span><span class="p">,</span> <span class="n">ecd</span><span class="p">)</span> |
---|
[eca358d] | 546 | <span class="k">for</span> <span class="n">x</span> <span class="ow">in</span> <span class="n">UioFiles</span><span class="p">(</span><span class="n">_config</span><span class="o">.</span><span class="n">PATH_REL_FORTRAN_SRC</span><span class="p">,</span> <span class="s1">'*.f90'</span><span class="p">)</span><span class="o">.</span><span class="n">files</span><span class="p">]</span> |
---|
[0b00607] | 547 | <span class="n">hfiles</span> <span class="o">=</span> <span class="p">[</span><span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">relpath</span><span class="p">(</span><span class="n">x</span><span class="p">,</span> <span class="n">ecd</span><span class="p">)</span> |
---|
| 548 | <span class="k">for</span> <span class="n">x</span> <span class="ow">in</span> <span class="n">UioFiles</span><span class="p">(</span><span class="n">_config</span><span class="o">.</span><span class="n">PATH_REL_FORTRAN_SRC</span><span class="p">,</span> <span class="s1">'*.h'</span><span class="p">)</span><span class="o">.</span><span class="n">files</span><span class="p">]</span> |
---|
| 549 | <span class="n">makefiles</span> <span class="o">=</span> <span class="p">[</span><span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">relpath</span><span class="p">(</span><span class="n">x</span><span class="p">,</span> <span class="n">ecd</span><span class="p">)</span> |
---|
[d720895] | 550 | <span class="k">for</span> <span class="n">x</span> <span class="ow">in</span> <span class="n">UioFiles</span><span class="p">(</span><span class="n">_config</span><span class="o">.</span><span class="n">PATH_REL_FORTRAN_SRC</span><span class="p">,</span> <span class="s1">'makefile*'</span><span class="p">)</span><span class="o">.</span><span class="n">files</span><span class="p">]</span> |
---|
[08c9091] | 551 | <span class="n">jobdir</span> <span class="o">=</span> <span class="p">[</span><span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">relpath</span><span class="p">(</span><span class="n">x</span><span class="p">,</span> <span class="n">ecd</span><span class="p">)</span> |
---|
| 552 | <span class="k">for</span> <span class="n">x</span> <span class="ow">in</span> <span class="n">UioFiles</span><span class="p">(</span><span class="n">_config</span><span class="o">.</span><span class="n">PATH_REL_JOBSCRIPTS</span><span class="p">,</span> <span class="s1">'*.md'</span><span class="p">)</span><span class="o">.</span><span class="n">files</span><span class="p">]</span> |
---|
[0b00607] | 553 | |
---|
| 554 | <span class="c1"># concatenate single lists to one for a better looping</span> |
---|
[08c9091] | 555 | <span class="n">filelist</span> <span class="o">=</span> <span class="n">pyfiles</span> <span class="o">+</span> <span class="n">pytestfiles</span> <span class="o">+</span> <span class="n">controlfiles</span> <span class="o">+</span> <span class="n">tempfiles</span> <span class="o">+</span> \ |
---|
[eca358d] | 556 | <span class="n">ffiles</span> <span class="o">+</span> <span class="n">gribtable</span> <span class="o">+</span> <span class="n">hfiles</span> <span class="o">+</span> <span class="n">makefiles</span> <span class="o">+</span> <span class="n">ecmwf_env_file</span> <span class="o">+</span> \ |
---|
[0b00607] | 557 | <span class="n">runfile</span> <span class="o">+</span> <span class="n">jobdir</span> <span class="o">+</span> <span class="n">testfiles</span> <span class="o">+</span>\ |
---|
| 558 | <span class="p">[</span><span class="s1">'CODE_OF_CONDUCT.md'</span><span class="p">,</span> <span class="s1">'LICENSE.md'</span><span class="p">,</span> <span class="s1">'README.md'</span><span class="p">]</span> |
---|
| 559 | |
---|
| 560 | <span class="c1"># create installation tar-file</span> |
---|
[eca358d] | 561 | <span class="n">exclude_files</span> <span class="o">=</span> <span class="p">[</span><span class="s2">".ksh"</span><span class="p">,</span> <span class="s2">".tar"</span><span class="p">]</span> |
---|
[0b00607] | 562 | <span class="k">try</span><span class="p">:</span> |
---|
| 563 | <span class="k">with</span> <span class="n">tarfile</span><span class="o">.</span><span class="n">open</span><span class="p">(</span><span class="n">tarball_path</span><span class="p">,</span> <span class="s2">"w:gz"</span><span class="p">)</span> <span class="k">as</span> <span class="n">tar_handle</span><span class="p">:</span> |
---|
[eca358d] | 564 | <span class="k">for</span> <span class="n">filename</span> <span class="ow">in</span> <span class="n">filelist</span><span class="p">:</span> |
---|
| 565 | <span class="n">tar_handle</span><span class="o">.</span><span class="n">add</span><span class="p">(</span><span class="n">filename</span><span class="p">,</span> <span class="n">recursive</span><span class="o">=</span><span class="kc">False</span><span class="p">,</span> |
---|
[0b00607] | 566 | <span class="nb">filter</span><span class="o">=</span><span class="k">lambda</span> <span class="n">tarinfo</span><span class="p">:</span> <span class="kc">None</span> |
---|
[eca358d] | 567 | <span class="k">if</span> <span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">splitext</span><span class="p">(</span><span class="n">tarinfo</span><span class="o">.</span><span class="n">name</span><span class="p">)[</span><span class="mi">1</span><span class="p">]</span> |
---|
| 568 | <span class="ow">in</span> <span class="n">exclude_files</span> |
---|
| 569 | <span class="k">else</span> <span class="n">tarinfo</span><span class="p">)</span> |
---|
[0b00607] | 570 | <span class="k">except</span> <span class="n">tarfile</span><span class="o">.</span><span class="n">TarError</span> <span class="k">as</span> <span class="n">e</span><span class="p">:</span> |
---|
[eca358d] | 571 | <span class="nb">print</span><span class="p">(</span><span class="s1">'... ERROR: '</span> <span class="o">+</span> <span class="nb">str</span><span class="p">(</span><span class="n">e</span><span class="p">))</span> |
---|
| 572 | |
---|
[0b00607] | 573 | <span class="n">sys</span><span class="o">.</span><span class="n">exit</span><span class="p">(</span><span class="s1">'</span><span class="se">\n</span><span class="s1">... error occured while trying to create the tar-file '</span> <span class="o">+</span> |
---|
[eca358d] | 574 | <span class="nb">str</span><span class="p">(</span><span class="n">tarball_path</span><span class="p">))</span> |
---|
[0b00607] | 575 | |
---|
| 576 | <span class="k">return</span></div> |
---|
| 577 | |
---|
| 578 | |
---|
| 579 | <div class="viewcode-block" id="un_tarball"><a class="viewcode-back" href="../Documentation/Api/api_python.html#install.un_tarball">[docs]</a><span class="k">def</span> <span class="nf">un_tarball</span><span class="p">(</span><span class="n">tarball_path</span><span class="p">):</span> |
---|
| 580 | <span class="sd">'''Extracts the given tarball into current directory.</span> |
---|
| 581 | |
---|
| 582 | <span class="sd"> Parameters</span> |
---|
| 583 | <span class="sd"> ----------</span> |
---|
| 584 | <span class="sd"> tarball_path : str</span> |
---|
| 585 | <span class="sd"> The complete path to the tar file which will contain all</span> |
---|
| 586 | <span class="sd"> relevant data for flex_extract.</span> |
---|
| 587 | |
---|
| 588 | <span class="sd"> Return</span> |
---|
| 589 | <span class="sd"> ------</span> |
---|
| 590 | |
---|
| 591 | <span class="sd"> '''</span> |
---|
| 592 | |
---|
| 593 | <span class="nb">print</span><span class="p">(</span><span class="s1">'Untar ...'</span><span class="p">)</span> |
---|
| 594 | |
---|
| 595 | <span class="k">try</span><span class="p">:</span> |
---|
| 596 | <span class="k">with</span> <span class="n">tarfile</span><span class="o">.</span><span class="n">open</span><span class="p">(</span><span class="n">tarball_path</span><span class="p">)</span> <span class="k">as</span> <span class="n">tar_handle</span><span class="p">:</span> |
---|
| 597 | <span class="n">tar_handle</span><span class="o">.</span><span class="n">extractall</span><span class="p">()</span> |
---|
| 598 | <span class="k">except</span> <span class="n">tarfile</span><span class="o">.</span><span class="n">TarError</span> <span class="k">as</span> <span class="n">e</span><span class="p">:</span> |
---|
| 599 | <span class="n">sys</span><span class="o">.</span><span class="n">exit</span><span class="p">(</span><span class="s1">'</span><span class="se">\n</span><span class="s1">... error occured while trying to read tar-file '</span> <span class="o">+</span> |
---|
[eca358d] | 600 | <span class="nb">str</span><span class="p">(</span><span class="n">tarball_path</span><span class="p">))</span> |
---|
[0b00607] | 601 | <span class="k">except</span> <span class="ne">OSError</span> <span class="k">as</span> <span class="n">e</span><span class="p">:</span> |
---|
| 602 | <span class="nb">print</span><span class="p">(</span><span class="s1">'... ERROR CODE: '</span> <span class="o">+</span> <span class="nb">str</span><span class="p">(</span><span class="n">e</span><span class="o">.</span><span class="n">errno</span><span class="p">))</span> |
---|
| 603 | <span class="nb">print</span><span class="p">(</span><span class="s1">'... ERROR MESSAGE:</span><span class="se">\n</span><span class="s1"> </span><span class="se">\t</span><span class="s1"> '</span> <span class="o">+</span> <span class="nb">str</span><span class="p">(</span><span class="n">e</span><span class="o">.</span><span class="n">strerror</span><span class="p">))</span> |
---|
| 604 | |
---|
| 605 | <span class="n">sys</span><span class="o">.</span><span class="n">exit</span><span class="p">(</span><span class="s1">'</span><span class="se">\n</span><span class="s1">... error occured while trying to read tar-file '</span> <span class="o">+</span> |
---|
| 606 | <span class="nb">str</span><span class="p">(</span><span class="n">tarball_path</span><span class="p">))</span> |
---|
| 607 | |
---|
| 608 | <span class="k">return</span></div> |
---|
| 609 | |
---|
| 610 | <div class="viewcode-block" id="mk_env_vars"><a class="viewcode-back" href="../Documentation/Api/api_python.html#install.mk_env_vars">[docs]</a><span class="k">def</span> <span class="nf">mk_env_vars</span><span class="p">(</span><span class="n">ecuid</span><span class="p">,</span> <span class="n">ecgid</span><span class="p">,</span> <span class="n">gateway</span><span class="p">,</span> <span class="n">destination</span><span class="p">):</span> |
---|
| 611 | <span class="sd">'''Creates a file named ECMWF_ENV which contains the</span> |
---|
| 612 | <span class="sd"> necessary environmental variables at ECMWF servers.</span> |
---|
| 613 | <span class="sd"> It is based on the template ECMWF_ENV.template.</span> |
---|
| 614 | |
---|
| 615 | <span class="sd"> Parameters</span> |
---|
| 616 | <span class="sd"> ----------</span> |
---|
| 617 | <span class="sd"> ecuid : str</span> |
---|
| 618 | <span class="sd"> The user id on ECMWF server.</span> |
---|
| 619 | |
---|
| 620 | <span class="sd"> ecgid : str</span> |
---|
| 621 | <span class="sd"> The group id on ECMWF server.</span> |
---|
| 622 | |
---|
| 623 | <span class="sd"> gateway : str</span> |
---|
| 624 | <span class="sd"> The gateway server the user is using.</span> |
---|
| 625 | |
---|
| 626 | <span class="sd"> destination : str</span> |
---|
| 627 | <span class="sd"> The remote destination which is used to transfer files</span> |
---|
| 628 | <span class="sd"> from ECMWF server to local gateway server.</span> |
---|
| 629 | |
---|
| 630 | <span class="sd"> Return</span> |
---|
| 631 | <span class="sd"> ------</span> |
---|
| 632 | |
---|
| 633 | <span class="sd"> '''</span> |
---|
[b1674ed] | 634 | <span class="kn">from</span> <span class="nn">genshi.template.text</span> <span class="kn">import</span> <span class="n">NewTextTemplate</span> |
---|
| 635 | <span class="kn">from</span> <span class="nn">genshi.template</span> <span class="kn">import</span> <span class="n">TemplateLoader</span> |
---|
| 636 | <span class="kn">from</span> <span class="nn">genshi.template.eval</span> <span class="kn">import</span> <span class="n">UndefinedError</span> |
---|
[0b00607] | 637 | |
---|
| 638 | <span class="k">try</span><span class="p">:</span> |
---|
| 639 | <span class="n">loader</span> <span class="o">=</span> <span class="n">TemplateLoader</span><span class="p">(</span><span class="n">_config</span><span class="o">.</span><span class="n">PATH_TEMPLATES</span><span class="p">,</span> <span class="n">auto_reload</span><span class="o">=</span><span class="kc">False</span><span class="p">)</span> |
---|
| 640 | <span class="n">ecmwfvars_template</span> <span class="o">=</span> <span class="n">loader</span><span class="o">.</span><span class="n">load</span><span class="p">(</span><span class="n">_config</span><span class="o">.</span><span class="n">TEMPFILE_USER_ENVVARS</span><span class="p">,</span> |
---|
| 641 | <span class="bp">cls</span><span class="o">=</span><span class="n">NewTextTemplate</span><span class="p">)</span> |
---|
| 642 | |
---|
[eca358d] | 643 | <span class="n">stream</span> <span class="o">=</span> <span class="n">ecmwfvars_template</span><span class="o">.</span><span class="n">generate</span><span class="p">(</span><span class="n">user_name</span><span class="o">=</span><span class="n">ecuid</span><span class="p">,</span> |
---|
| 644 | <span class="n">user_group</span><span class="o">=</span><span class="n">ecgid</span><span class="p">,</span> |
---|
| 645 | <span class="n">gateway_name</span><span class="o">=</span><span class="n">gateway</span><span class="p">,</span> |
---|
| 646 | <span class="n">destination_name</span><span class="o">=</span><span class="n">destination</span> |
---|
| 647 | <span class="p">)</span> |
---|
[0b00607] | 648 | <span class="k">except</span> <span class="n">UndefinedError</span> <span class="k">as</span> <span class="n">e</span><span class="p">:</span> |
---|
| 649 | <span class="nb">print</span><span class="p">(</span><span class="s1">'... ERROR '</span> <span class="o">+</span> <span class="nb">str</span><span class="p">(</span><span class="n">e</span><span class="p">))</span> |
---|
| 650 | |
---|
| 651 | <span class="n">sys</span><span class="o">.</span><span class="n">exit</span><span class="p">(</span><span class="s1">'</span><span class="se">\n</span><span class="s1">... error occured while trying to generate template '</span> <span class="o">+</span> |
---|
| 652 | <span class="n">_config</span><span class="o">.</span><span class="n">PATH_ECMWF_ENV</span><span class="p">)</span> |
---|
| 653 | <span class="k">except</span> <span class="ne">OSError</span> <span class="k">as</span> <span class="n">e</span><span class="p">:</span> |
---|
| 654 | <span class="nb">print</span><span class="p">(</span><span class="s1">'... ERROR CODE: '</span> <span class="o">+</span> <span class="nb">str</span><span class="p">(</span><span class="n">e</span><span class="o">.</span><span class="n">errno</span><span class="p">))</span> |
---|
| 655 | <span class="nb">print</span><span class="p">(</span><span class="s1">'... ERROR MESSAGE:</span><span class="se">\n</span><span class="s1"> </span><span class="se">\t</span><span class="s1"> '</span> <span class="o">+</span> <span class="nb">str</span><span class="p">(</span><span class="n">e</span><span class="o">.</span><span class="n">strerror</span><span class="p">))</span> |
---|
| 656 | |
---|
| 657 | <span class="n">sys</span><span class="o">.</span><span class="n">exit</span><span class="p">(</span><span class="s1">'</span><span class="se">\n</span><span class="s1">... error occured while trying to generate template '</span> <span class="o">+</span> |
---|
| 658 | <span class="n">_config</span><span class="o">.</span><span class="n">PATH_ECMWF_ENV</span><span class="p">)</span> |
---|
| 659 | |
---|
| 660 | <span class="k">try</span><span class="p">:</span> |
---|
| 661 | <span class="k">with</span> <span class="nb">open</span><span class="p">(</span><span class="n">_config</span><span class="o">.</span><span class="n">PATH_ECMWF_ENV</span><span class="p">,</span> <span class="s1">'w'</span><span class="p">)</span> <span class="k">as</span> <span class="n">f</span><span class="p">:</span> |
---|
| 662 | <span class="n">f</span><span class="o">.</span><span class="n">write</span><span class="p">(</span><span class="n">stream</span><span class="o">.</span><span class="n">render</span><span class="p">(</span><span class="s1">'text'</span><span class="p">))</span> |
---|
| 663 | <span class="k">except</span> <span class="ne">OSError</span> <span class="k">as</span> <span class="n">e</span><span class="p">:</span> |
---|
| 664 | <span class="nb">print</span><span class="p">(</span><span class="s1">'... ERROR CODE: '</span> <span class="o">+</span> <span class="nb">str</span><span class="p">(</span><span class="n">e</span><span class="o">.</span><span class="n">errno</span><span class="p">))</span> |
---|
| 665 | <span class="nb">print</span><span class="p">(</span><span class="s1">'... ERROR MESSAGE:</span><span class="se">\n</span><span class="s1"> </span><span class="se">\t</span><span class="s1"> '</span> <span class="o">+</span> <span class="nb">str</span><span class="p">(</span><span class="n">e</span><span class="o">.</span><span class="n">strerror</span><span class="p">))</span> |
---|
| 666 | |
---|
| 667 | <span class="n">sys</span><span class="o">.</span><span class="n">exit</span><span class="p">(</span><span class="s1">'</span><span class="se">\n</span><span class="s1">... error occured while trying to write '</span> <span class="o">+</span> |
---|
| 668 | <span class="n">_config</span><span class="o">.</span><span class="n">PATH_ECMWF_ENV</span><span class="p">)</span> |
---|
| 669 | |
---|
| 670 | <span class="k">return</span></div> |
---|
| 671 | |
---|
[eca358d] | 672 | <div class="viewcode-block" id="mk_compilejob"><a class="viewcode-back" href="../Documentation/Api/api_python.html#install.mk_compilejob">[docs]</a><span class="k">def</span> <span class="nf">mk_compilejob</span><span class="p">(</span><span class="n">makefile</span><span class="p">,</span> <span class="n">ecuid</span><span class="p">,</span> <span class="n">ecgid</span><span class="p">,</span> <span class="n">fp_root</span><span class="p">):</span> |
---|
[0b00607] | 673 | <span class="sd">'''Modifies the original job template file so that it is specified</span> |
---|
| 674 | <span class="sd"> for the user and the environment were it will be applied. Result</span> |
---|
| 675 | <span class="sd"> is stored in a new file "job.temp" in the python directory.</span> |
---|
| 676 | |
---|
| 677 | <span class="sd"> Parameters</span> |
---|
| 678 | <span class="sd"> ----------</span> |
---|
| 679 | <span class="sd"> makefile : str</span> |
---|
[5920b7f] | 680 | <span class="sd"> Name of the makefile which should be used to compile the Fortran</span> |
---|
| 681 | <span class="sd"> program.</span> |
---|
[0b00607] | 682 | |
---|
| 683 | <span class="sd"> ecuid : str</span> |
---|
| 684 | <span class="sd"> The user id on ECMWF server.</span> |
---|
| 685 | |
---|
| 686 | <span class="sd"> ecgid : str</span> |
---|
| 687 | <span class="sd"> The group id on ECMWF server.</span> |
---|
| 688 | |
---|
| 689 | <span class="sd"> fp_root : str</span> |
---|
| 690 | <span class="sd"> Path to the root directory of FLEXPART environment or flex_extract</span> |
---|
| 691 | <span class="sd"> environment.</span> |
---|
| 692 | |
---|
| 693 | <span class="sd"> Return</span> |
---|
| 694 | <span class="sd"> ------</span> |
---|
| 695 | |
---|
| 696 | <span class="sd"> '''</span> |
---|
[b1674ed] | 697 | <span class="kn">from</span> <span class="nn">genshi.template.text</span> <span class="kn">import</span> <span class="n">NewTextTemplate</span> |
---|
| 698 | <span class="kn">from</span> <span class="nn">genshi.template</span> <span class="kn">import</span> <span class="n">TemplateLoader</span> |
---|
| 699 | <span class="kn">from</span> <span class="nn">genshi.template.eval</span> <span class="kn">import</span> <span class="n">UndefinedError</span> |
---|
[0b00607] | 700 | |
---|
| 701 | <span class="k">if</span> <span class="n">fp_root</span> <span class="o">==</span> <span class="s1">'../'</span><span class="p">:</span> |
---|
| 702 | <span class="n">fp_root</span> <span class="o">=</span> <span class="s1">'$HOME'</span> |
---|
| 703 | |
---|
| 704 | <span class="k">try</span><span class="p">:</span> |
---|
| 705 | <span class="n">loader</span> <span class="o">=</span> <span class="n">TemplateLoader</span><span class="p">(</span><span class="n">_config</span><span class="o">.</span><span class="n">PATH_TEMPLATES</span><span class="p">,</span> <span class="n">auto_reload</span><span class="o">=</span><span class="kc">False</span><span class="p">)</span> |
---|
| 706 | <span class="n">compile_template</span> <span class="o">=</span> <span class="n">loader</span><span class="o">.</span><span class="n">load</span><span class="p">(</span><span class="n">_config</span><span class="o">.</span><span class="n">TEMPFILE_INSTALL_COMPILEJOB</span><span class="p">,</span> |
---|
| 707 | <span class="bp">cls</span><span class="o">=</span><span class="n">NewTextTemplate</span><span class="p">)</span> |
---|
| 708 | |
---|
| 709 | <span class="n">stream</span> <span class="o">=</span> <span class="n">compile_template</span><span class="o">.</span><span class="n">generate</span><span class="p">(</span> |
---|
[eca358d] | 710 | <span class="n">usergroup</span><span class="o">=</span><span class="n">ecgid</span><span class="p">,</span> |
---|
| 711 | <span class="n">username</span><span class="o">=</span><span class="n">ecuid</span><span class="p">,</span> |
---|
| 712 | <span class="n">version_number</span><span class="o">=</span><span class="n">_config</span><span class="o">.</span><span class="n">_VERSION_STR</span><span class="p">,</span> |
---|
| 713 | <span class="n">fp_root_scripts</span><span class="o">=</span><span class="n">fp_root</span><span class="p">,</span> |
---|
| 714 | <span class="n">makefile</span><span class="o">=</span><span class="n">makefile</span><span class="p">,</span> |
---|
| 715 | <span class="n">fortran_program</span><span class="o">=</span><span class="n">_config</span><span class="o">.</span><span class="n">FORTRAN_EXECUTABLE</span> |
---|
[0b00607] | 716 | <span class="p">)</span> |
---|
| 717 | <span class="k">except</span> <span class="n">UndefinedError</span> <span class="k">as</span> <span class="n">e</span><span class="p">:</span> |
---|
| 718 | <span class="nb">print</span><span class="p">(</span><span class="s1">'... ERROR '</span> <span class="o">+</span> <span class="nb">str</span><span class="p">(</span><span class="n">e</span><span class="p">))</span> |
---|
| 719 | |
---|
| 720 | <span class="n">sys</span><span class="o">.</span><span class="n">exit</span><span class="p">(</span><span class="s1">'</span><span class="se">\n</span><span class="s1">... error occured while trying to generate template '</span> <span class="o">+</span> |
---|
| 721 | <span class="n">_config</span><span class="o">.</span><span class="n">TEMPFILE_INSTALL_COMPILEJOB</span><span class="p">)</span> |
---|
| 722 | <span class="k">except</span> <span class="ne">OSError</span> <span class="k">as</span> <span class="n">e</span><span class="p">:</span> |
---|
| 723 | <span class="nb">print</span><span class="p">(</span><span class="s1">'... ERROR CODE: '</span> <span class="o">+</span> <span class="nb">str</span><span class="p">(</span><span class="n">e</span><span class="o">.</span><span class="n">errno</span><span class="p">))</span> |
---|
| 724 | <span class="nb">print</span><span class="p">(</span><span class="s1">'... ERROR MESSAGE:</span><span class="se">\n</span><span class="s1"> </span><span class="se">\t</span><span class="s1"> '</span> <span class="o">+</span> <span class="nb">str</span><span class="p">(</span><span class="n">e</span><span class="o">.</span><span class="n">strerror</span><span class="p">))</span> |
---|
| 725 | |
---|
| 726 | <span class="n">sys</span><span class="o">.</span><span class="n">exit</span><span class="p">(</span><span class="s1">'</span><span class="se">\n</span><span class="s1">... error occured while trying to generate template '</span> <span class="o">+</span> |
---|
| 727 | <span class="n">_config</span><span class="o">.</span><span class="n">TEMPFILE_INSTALL_COMPILEJOB</span><span class="p">)</span> |
---|
| 728 | |
---|
| 729 | <span class="k">try</span><span class="p">:</span> |
---|
| 730 | <span class="n">compilejob</span> <span class="o">=</span> <span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">_config</span><span class="o">.</span><span class="n">PATH_JOBSCRIPTS</span><span class="p">,</span> |
---|
| 731 | <span class="n">_config</span><span class="o">.</span><span class="n">FILE_INSTALL_COMPILEJOB</span><span class="p">)</span> |
---|
| 732 | |
---|
| 733 | <span class="k">with</span> <span class="nb">open</span><span class="p">(</span><span class="n">compilejob</span><span class="p">,</span> <span class="s1">'w'</span><span class="p">)</span> <span class="k">as</span> <span class="n">f</span><span class="p">:</span> |
---|
| 734 | <span class="n">f</span><span class="o">.</span><span class="n">write</span><span class="p">(</span><span class="n">stream</span><span class="o">.</span><span class="n">render</span><span class="p">(</span><span class="s1">'text'</span><span class="p">))</span> |
---|
| 735 | <span class="k">except</span> <span class="ne">OSError</span> <span class="k">as</span> <span class="n">e</span><span class="p">:</span> |
---|
| 736 | <span class="nb">print</span><span class="p">(</span><span class="s1">'... ERROR CODE: '</span> <span class="o">+</span> <span class="nb">str</span><span class="p">(</span><span class="n">e</span><span class="o">.</span><span class="n">errno</span><span class="p">))</span> |
---|
| 737 | <span class="nb">print</span><span class="p">(</span><span class="s1">'... ERROR MESSAGE:</span><span class="se">\n</span><span class="s1"> </span><span class="se">\t</span><span class="s1"> '</span> <span class="o">+</span> <span class="nb">str</span><span class="p">(</span><span class="n">e</span><span class="o">.</span><span class="n">strerror</span><span class="p">))</span> |
---|
| 738 | |
---|
| 739 | <span class="n">sys</span><span class="o">.</span><span class="n">exit</span><span class="p">(</span><span class="s1">'</span><span class="se">\n</span><span class="s1">... error occured while trying to write '</span> <span class="o">+</span> |
---|
| 740 | <span class="n">compilejob</span><span class="p">)</span> |
---|
| 741 | |
---|
| 742 | <span class="k">return</span></div> |
---|
| 743 | |
---|
[eca358d] | 744 | <div class="viewcode-block" id="mk_job_template"><a class="viewcode-back" href="../Documentation/Api/api_python.html#install.mk_job_template">[docs]</a><span class="k">def</span> <span class="nf">mk_job_template</span><span class="p">(</span><span class="n">ecuid</span><span class="p">,</span> <span class="n">ecgid</span><span class="p">,</span> <span class="n">fp_root</span><span class="p">):</span> |
---|
[0b00607] | 745 | <span class="sd">'''Modifies the original job template file so that it is specified</span> |
---|
| 746 | <span class="sd"> for the user and the environment were it will be applied. Result</span> |
---|
| 747 | <span class="sd"> is stored in a new file.</span> |
---|
| 748 | |
---|
| 749 | <span class="sd"> Parameters</span> |
---|
| 750 | <span class="sd"> ----------</span> |
---|
| 751 | <span class="sd"> ecuid : str</span> |
---|
| 752 | <span class="sd"> The user id on ECMWF server.</span> |
---|
| 753 | |
---|
| 754 | <span class="sd"> ecgid : str</span> |
---|
| 755 | <span class="sd"> The group id on ECMWF server.</span> |
---|
| 756 | |
---|
| 757 | <span class="sd"> fp_root : str</span> |
---|
| 758 | <span class="sd"> Path to the root directory of FLEXPART environment or flex_extract</span> |
---|
| 759 | <span class="sd"> environment.</span> |
---|
| 760 | |
---|
| 761 | <span class="sd"> Return</span> |
---|
| 762 | <span class="sd"> ------</span> |
---|
| 763 | |
---|
| 764 | <span class="sd"> '''</span> |
---|
[b1674ed] | 765 | <span class="kn">from</span> <span class="nn">genshi.template.text</span> <span class="kn">import</span> <span class="n">NewTextTemplate</span> |
---|
| 766 | <span class="kn">from</span> <span class="nn">genshi.template</span> <span class="kn">import</span> <span class="n">TemplateLoader</span> |
---|
| 767 | <span class="kn">from</span> <span class="nn">genshi.template.eval</span> <span class="kn">import</span> <span class="n">UndefinedError</span> |
---|
[0b00607] | 768 | |
---|
| 769 | <span class="n">fp_root_path_to_python</span> <span class="o">=</span> <span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">fp_root</span><span class="p">,</span> |
---|
| 770 | <span class="n">_config</span><span class="o">.</span><span class="n">FLEXEXTRACT_DIRNAME</span><span class="p">,</span> |
---|
| 771 | <span class="n">_config</span><span class="o">.</span><span class="n">PATH_REL_PYTHON_SRC</span><span class="p">)</span> |
---|
| 772 | <span class="k">if</span> <span class="s1">'$'</span> <span class="ow">in</span> <span class="n">fp_root_path_to_python</span><span class="p">:</span> |
---|
| 773 | <span class="n">ind</span> <span class="o">=</span> <span class="n">fp_root_path_to_python</span><span class="o">.</span><span class="n">index</span><span class="p">(</span><span class="s1">'$'</span><span class="p">)</span> |
---|
| 774 | <span class="n">fp_root_path_to_python</span> <span class="o">=</span> <span class="n">fp_root_path_to_python</span><span class="p">[</span><span class="mi">0</span><span class="p">:</span><span class="n">ind</span><span class="p">]</span> <span class="o">+</span> <span class="s1">'$'</span> <span class="o">+</span> \ |
---|
| 775 | <span class="n">fp_root_path_to_python</span><span class="p">[</span><span class="n">ind</span><span class="p">:]</span> |
---|
| 776 | |
---|
| 777 | <span class="k">try</span><span class="p">:</span> |
---|
| 778 | <span class="n">loader</span> <span class="o">=</span> <span class="n">TemplateLoader</span><span class="p">(</span><span class="n">_config</span><span class="o">.</span><span class="n">PATH_TEMPLATES</span><span class="p">,</span> <span class="n">auto_reload</span><span class="o">=</span><span class="kc">False</span><span class="p">)</span> |
---|
| 779 | <span class="n">compile_template</span> <span class="o">=</span> <span class="n">loader</span><span class="o">.</span><span class="n">load</span><span class="p">(</span><span class="n">_config</span><span class="o">.</span><span class="n">TEMPFILE_INSTALL_JOB</span><span class="p">,</span> |
---|
| 780 | <span class="bp">cls</span><span class="o">=</span><span class="n">NewTextTemplate</span><span class="p">)</span> |
---|
| 781 | |
---|
| 782 | <span class="n">stream</span> <span class="o">=</span> <span class="n">compile_template</span><span class="o">.</span><span class="n">generate</span><span class="p">(</span> |
---|
[eca358d] | 783 | <span class="n">usergroup</span><span class="o">=</span><span class="n">ecgid</span><span class="p">,</span> |
---|
| 784 | <span class="n">username</span><span class="o">=</span><span class="n">ecuid</span><span class="p">,</span> |
---|
| 785 | <span class="n">version_number</span><span class="o">=</span><span class="n">_config</span><span class="o">.</span><span class="n">_VERSION_STR</span><span class="p">,</span> |
---|
| 786 | <span class="n">fp_root_path</span><span class="o">=</span><span class="n">fp_root_path_to_python</span><span class="p">,</span> |
---|
[0b00607] | 787 | <span class="p">)</span> |
---|
| 788 | <span class="k">except</span> <span class="n">UndefinedError</span> <span class="k">as</span> <span class="n">e</span><span class="p">:</span> |
---|
| 789 | <span class="nb">print</span><span class="p">(</span><span class="s1">'... ERROR '</span> <span class="o">+</span> <span class="nb">str</span><span class="p">(</span><span class="n">e</span><span class="p">))</span> |
---|
| 790 | |
---|
| 791 | <span class="n">sys</span><span class="o">.</span><span class="n">exit</span><span class="p">(</span><span class="s1">'</span><span class="se">\n</span><span class="s1">... error occured while trying to generate template '</span> <span class="o">+</span> |
---|
| 792 | <span class="n">_config</span><span class="o">.</span><span class="n">TEMPFILE_INSTALL_JOB</span><span class="p">)</span> |
---|
| 793 | <span class="k">except</span> <span class="ne">OSError</span> <span class="k">as</span> <span class="n">e</span><span class="p">:</span> |
---|
| 794 | <span class="nb">print</span><span class="p">(</span><span class="s1">'... ERROR CODE: '</span> <span class="o">+</span> <span class="nb">str</span><span class="p">(</span><span class="n">e</span><span class="o">.</span><span class="n">errno</span><span class="p">))</span> |
---|
| 795 | <span class="nb">print</span><span class="p">(</span><span class="s1">'... ERROR MESSAGE:</span><span class="se">\n</span><span class="s1"> </span><span class="se">\t</span><span class="s1"> '</span> <span class="o">+</span> <span class="nb">str</span><span class="p">(</span><span class="n">e</span><span class="o">.</span><span class="n">strerror</span><span class="p">))</span> |
---|
| 796 | |
---|
| 797 | <span class="n">sys</span><span class="o">.</span><span class="n">exit</span><span class="p">(</span><span class="s1">'</span><span class="se">\n</span><span class="s1">... error occured while trying to generate template '</span> <span class="o">+</span> |
---|
| 798 | <span class="n">_config</span><span class="o">.</span><span class="n">TEMPFILE_INSTALL_JOB</span><span class="p">)</span> |
---|
| 799 | |
---|
| 800 | |
---|
| 801 | <span class="k">try</span><span class="p">:</span> |
---|
| 802 | <span class="n">tempjobfile</span> <span class="o">=</span> <span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">_config</span><span class="o">.</span><span class="n">PATH_TEMPLATES</span><span class="p">,</span> |
---|
| 803 | <span class="n">_config</span><span class="o">.</span><span class="n">TEMPFILE_JOB</span><span class="p">)</span> |
---|
| 804 | |
---|
| 805 | <span class="k">with</span> <span class="nb">open</span><span class="p">(</span><span class="n">tempjobfile</span><span class="p">,</span> <span class="s1">'w'</span><span class="p">)</span> <span class="k">as</span> <span class="n">f</span><span class="p">:</span> |
---|
| 806 | <span class="n">f</span><span class="o">.</span><span class="n">write</span><span class="p">(</span><span class="n">stream</span><span class="o">.</span><span class="n">render</span><span class="p">(</span><span class="s1">'text'</span><span class="p">))</span> |
---|
| 807 | <span class="k">except</span> <span class="ne">OSError</span> <span class="k">as</span> <span class="n">e</span><span class="p">:</span> |
---|
| 808 | <span class="nb">print</span><span class="p">(</span><span class="s1">'... ERROR CODE: '</span> <span class="o">+</span> <span class="nb">str</span><span class="p">(</span><span class="n">e</span><span class="o">.</span><span class="n">errno</span><span class="p">))</span> |
---|
| 809 | <span class="nb">print</span><span class="p">(</span><span class="s1">'... ERROR MESSAGE:</span><span class="se">\n</span><span class="s1"> </span><span class="se">\t</span><span class="s1"> '</span> <span class="o">+</span> <span class="nb">str</span><span class="p">(</span><span class="n">e</span><span class="o">.</span><span class="n">strerror</span><span class="p">))</span> |
---|
| 810 | |
---|
| 811 | <span class="n">sys</span><span class="o">.</span><span class="n">exit</span><span class="p">(</span><span class="s1">'</span><span class="se">\n</span><span class="s1">... error occured while trying to write '</span> <span class="o">+</span> |
---|
| 812 | <span class="n">tempjobfile</span><span class="p">)</span> |
---|
| 813 | |
---|
| 814 | <span class="k">return</span></div> |
---|
| 815 | |
---|
[08c9091] | 816 | <div class="viewcode-block" id="del_fortran_build"><a class="viewcode-back" href="../Documentation/Api/api_python.html#install.del_fortran_build">[docs]</a><span class="k">def</span> <span class="nf">del_fortran_build</span><span class="p">(</span><span class="n">src_path</span><span class="p">):</span> |
---|
[0b00607] | 817 | <span class="sd">'''Clean up the Fortran source directory and remove all</span> |
---|
[08c9091] | 818 | <span class="sd"> build files (e.g. \*.o, \*.mod and FORTRAN EXECUTABLE)</span> |
---|
[0b00607] | 819 | |
---|
| 820 | <span class="sd"> Parameters</span> |
---|
| 821 | <span class="sd"> ----------</span> |
---|
| 822 | <span class="sd"> src_path : str</span> |
---|
| 823 | <span class="sd"> Path to the fortran source directory.</span> |
---|
| 824 | |
---|
| 825 | <span class="sd"> Return</span> |
---|
| 826 | <span class="sd"> ------</span> |
---|
| 827 | |
---|
| 828 | <span class="sd"> '''</span> |
---|
| 829 | |
---|
| 830 | <span class="n">modfiles</span> <span class="o">=</span> <span class="n">UioFiles</span><span class="p">(</span><span class="n">src_path</span><span class="p">,</span> <span class="s1">'*.mod'</span><span class="p">)</span> |
---|
| 831 | <span class="n">objfiles</span> <span class="o">=</span> <span class="n">UioFiles</span><span class="p">(</span><span class="n">src_path</span><span class="p">,</span> <span class="s1">'*.o'</span><span class="p">)</span> |
---|
| 832 | <span class="n">exefile</span> <span class="o">=</span> <span class="n">UioFiles</span><span class="p">(</span><span class="n">src_path</span><span class="p">,</span> <span class="n">_config</span><span class="o">.</span><span class="n">FORTRAN_EXECUTABLE</span><span class="p">)</span> |
---|
| 833 | |
---|
| 834 | <span class="n">modfiles</span><span class="o">.</span><span class="n">delete_files</span><span class="p">()</span> |
---|
| 835 | <span class="n">objfiles</span><span class="o">.</span><span class="n">delete_files</span><span class="p">()</span> |
---|
| 836 | <span class="n">exefile</span><span class="o">.</span><span class="n">delete_files</span><span class="p">()</span> |
---|
| 837 | |
---|
| 838 | <span class="k">return</span></div> |
---|
| 839 | |
---|
[08c9091] | 840 | <div class="viewcode-block" id="mk_fortran_build"><a class="viewcode-back" href="../Documentation/Api/api_python.html#install.mk_fortran_build">[docs]</a><span class="k">def</span> <span class="nf">mk_fortran_build</span><span class="p">(</span><span class="n">src_path</span><span class="p">,</span> <span class="n">makefile</span><span class="p">):</span> |
---|
[0b00607] | 841 | <span class="sd">'''Compiles the Fortran code and generates the executable.</span> |
---|
| 842 | |
---|
| 843 | <span class="sd"> Parameters</span> |
---|
| 844 | <span class="sd"> ----------</span> |
---|
| 845 | <span class="sd"> src_path : str</span> |
---|
| 846 | <span class="sd"> Path to the fortran source directory.</span> |
---|
| 847 | |
---|
| 848 | <span class="sd"> makefile : str</span> |
---|
| 849 | <span class="sd"> The name of the makefile which should be used.</span> |
---|
| 850 | |
---|
| 851 | <span class="sd"> Return</span> |
---|
| 852 | <span class="sd"> ------</span> |
---|
| 853 | |
---|
| 854 | <span class="sd"> '''</span> |
---|
| 855 | |
---|
| 856 | <span class="k">try</span><span class="p">:</span> |
---|
| 857 | <span class="nb">print</span><span class="p">(</span><span class="s1">'Using makefile: '</span> <span class="o">+</span> <span class="n">makefile</span><span class="p">)</span> |
---|
| 858 | <span class="n">p</span> <span class="o">=</span> <span class="n">subprocess</span><span class="o">.</span><span class="n">Popen</span><span class="p">([</span><span class="s1">'make'</span><span class="p">,</span> <span class="s1">'-f'</span><span class="p">,</span> |
---|
| 859 | <span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">src_path</span><span class="p">,</span> <span class="n">makefile</span><span class="p">)],</span> |
---|
| 860 | <span class="n">stdin</span><span class="o">=</span><span class="n">subprocess</span><span class="o">.</span><span class="n">PIPE</span><span class="p">,</span> |
---|
| 861 | <span class="n">stdout</span><span class="o">=</span><span class="n">subprocess</span><span class="o">.</span><span class="n">PIPE</span><span class="p">,</span> |
---|
| 862 | <span class="n">stderr</span><span class="o">=</span><span class="n">subprocess</span><span class="o">.</span><span class="n">PIPE</span><span class="p">,</span> |
---|
| 863 | <span class="n">bufsize</span><span class="o">=</span><span class="mi">1</span><span class="p">)</span> |
---|
| 864 | <span class="n">pout</span><span class="p">,</span> <span class="n">perr</span> <span class="o">=</span> <span class="n">p</span><span class="o">.</span><span class="n">communicate</span><span class="p">()</span> |
---|
| 865 | <span class="nb">print</span><span class="p">(</span><span class="n">pout</span><span class="o">.</span><span class="n">decode</span><span class="p">())</span> |
---|
| 866 | <span class="k">if</span> <span class="n">p</span><span class="o">.</span><span class="n">returncode</span> <span class="o">!=</span> <span class="mi">0</span><span class="p">:</span> |
---|
| 867 | <span class="nb">print</span><span class="p">(</span><span class="n">perr</span><span class="o">.</span><span class="n">decode</span><span class="p">())</span> |
---|
| 868 | <span class="nb">print</span><span class="p">(</span><span class="s1">'Please edit '</span> <span class="o">+</span> <span class="n">makefile</span> <span class="o">+</span> |
---|
[5920b7f] | 869 | <span class="s1">' or try another makefile in the src directory.'</span><span class="p">)</span> |
---|
[08c9091] | 870 | <span class="nb">print</span><span class="p">(</span><span class="s1">'Most likely ECCODES_INCLUDE_DIR, ECCODES_LIB '</span> |
---|
[0b00607] | 871 | <span class="s1">'and EMOSLIB must be adapted.'</span><span class="p">)</span> |
---|
[5920b7f] | 872 | <span class="nb">print</span><span class="p">(</span><span class="s1">'Available makefiles:'</span><span class="p">)</span> |
---|
| 873 | <span class="nb">print</span><span class="p">(</span><span class="n">UioFiles</span><span class="p">(</span><span class="n">src_path</span><span class="p">,</span> <span class="s1">'makefile*'</span><span class="p">))</span> |
---|
[0b00607] | 874 | <span class="n">sys</span><span class="o">.</span><span class="n">exit</span><span class="p">(</span><span class="s1">'Compilation failed!'</span><span class="p">)</span> |
---|
| 875 | <span class="k">except</span> <span class="ne">ValueError</span> <span class="k">as</span> <span class="n">e</span><span class="p">:</span> |
---|
[08c9091] | 876 | <span class="nb">print</span><span class="p">(</span><span class="s1">'ERROR: makefile call failed:'</span><span class="p">)</span> |
---|
[0b00607] | 877 | <span class="nb">print</span><span class="p">(</span><span class="n">e</span><span class="p">)</span> |
---|
| 878 | <span class="k">else</span><span class="p">:</span> |
---|
[5920b7f] | 879 | <span class="n">execute_subprocess</span><span class="p">([</span><span class="s1">'ls'</span><span class="p">,</span> <span class="s1">'-l'</span><span class="p">,</span> |
---|
[eca358d] | 880 | <span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">src_path</span><span class="p">,</span> <span class="n">_config</span><span class="o">.</span><span class="n">FORTRAN_EXECUTABLE</span><span class="p">)],</span> |
---|
| 881 | <span class="n">error_msg</span><span class="o">=</span><span class="s1">'FORTRAN EXECUTABLE COULD NOT BE FOUND!'</span><span class="p">)</span> |
---|
[0b00607] | 882 | |
---|
| 883 | <span class="k">return</span></div> |
---|
| 884 | |
---|
| 885 | |
---|
| 886 | <span class="k">if</span> <span class="vm">__name__</span> <span class="o">==</span> <span class="s2">"__main__"</span><span class="p">:</span> |
---|
| 887 | <span class="n">main</span><span class="p">()</span> |
---|
| 888 | </pre></div> |
---|
| 889 | |
---|
| 890 | </div> |
---|
| 891 | |
---|
| 892 | </div> |
---|
| 893 | <footer> |
---|
| 894 | |
---|
| 895 | |
---|
| 896 | <hr/> |
---|
| 897 | |
---|
| 898 | <div role="contentinfo"> |
---|
| 899 | <p> |
---|
[5bee29a] | 900 | © Copyright 2020, Anne Philipp, Leopold Haimberger and Petra Seibert |
---|
[0b00607] | 901 | |
---|
| 902 | </p> |
---|
| 903 | </div> |
---|
| 904 | Built with <a href="http://sphinx-doc.org/">Sphinx</a> using a <a href="https://github.com/rtfd/sphinx_rtd_theme">theme</a> provided by <a href="https://readthedocs.org">Read the Docs</a>. |
---|
| 905 | |
---|
| 906 | </footer> |
---|
| 907 | |
---|
| 908 | </div> |
---|
| 909 | </div> |
---|
| 910 | |
---|
| 911 | </section> |
---|
| 912 | |
---|
| 913 | </div> |
---|
| 914 | |
---|
| 915 | |
---|
| 916 | |
---|
| 917 | <script type="text/javascript"> |
---|
| 918 | jQuery(function () { |
---|
| 919 | SphinxRtdTheme.Navigation.enable(true); |
---|
| 920 | }); |
---|
| 921 | </script> |
---|
| 922 | |
---|
| 923 | |
---|
| 924 | |
---|
| 925 | |
---|
| 926 | |
---|
| 927 | |
---|
| 928 | </body> |
---|
| 929 | </html> |
---|