source: flex_extract.git/Documentation/html/installation.html

ctbtodev
Last change on this file was 6931f61, checked in by anphi <anne.philipp@…>, 4 years ago

Update Onlinedocumentation after review of language editing

  • Property mode set to 100644
File size: 22.4 KB
Line 
1
2
3<!DOCTYPE html>
4<!--[if IE 8]><html class="no-js lt-ie9" lang="en" > <![endif]-->
5<!--[if gt IE 8]><!--> <html class="no-js" lang="en" > <!--<![endif]-->
6<head>
7  <meta charset="utf-8">
8 
9  <meta name="viewport" content="width=device-width, initial-scale=1.0">
10 
11  <title>Installation &mdash; flex_extract 7.1.2 documentation</title>
12 
13
14 
15 
16 
17 
18
19 
20  <script type="text/javascript" src="_static/js/modernizr.min.js"></script>
21 
22   
23      <script type="text/javascript" id="documentation_options" data-url_root="./" src="_static/documentation_options.js"></script>
24        <script src="_static/jquery.js"></script>
25        <script src="_static/underscore.js"></script>
26        <script src="_static/doctools.js"></script>
27        <script src="_static/language_data.js"></script>
28        <script async="async" src="https://cdnjs.cloudflare.com/ajax/libs/mathjax/2.7.5/latest.js?config=TeX-AMS-MML_HTMLorMML"></script>
29   
30    <script type="text/javascript" src="_static/js/theme.js"></script>
31
32   
33
34 
35  <link rel="stylesheet" href="_static/css/theme.css" type="text/css" />
36  <link rel="stylesheet" href="_static/pygments.css" type="text/css" />
37  <link rel="stylesheet" href="_static/css/custom.css" type="text/css" />
38  <link rel="stylesheet" href="_static/css/theme_overrides.css" type="text/css" />
39    <link rel="index" title="Index" href="genindex.html" />
40    <link rel="search" title="Search" href="search.html" />
41    <link rel="next" title="Remote mode installation" href="Installation/remote.html" />
42    <link rel="prev" title="Link collection" href="Ecmwf/ec-links.html" /> 
43</head>
44
45<body class="wy-body-for-nav">
46
47   
48  <div class="wy-grid-for-nav">
49   
50    <nav data-toggle="wy-nav-shift" class="wy-nav-side">
51      <div class="wy-side-scroll">
52        <div class="wy-side-nav-search" >
53         
54
55         
56            <a href="index.html" class="icon icon-home"> flex_extract
57         
58
59         
60          </a>
61
62         
63           
64           
65              <div class="version">
66                7.1.2
67              </div>
68           
69         
70
71         
72<div role="search">
73  <form id="rtd-search-form" class="wy-form" action="search.html" method="get">
74    <input type="text" name="q" placeholder="Search docs" />
75    <input type="hidden" name="check_keywords" value="yes" />
76    <input type="hidden" name="area" value="default" />
77  </form>
78</div>
79
80         
81        </div>
82
83        <div class="wy-menu wy-menu-vertical" data-spy="affix" role="navigation" aria-label="main navigation">
84         
85           
86           
87             
88           
89           
90              <p class="caption"><span class="caption-text">Table of Contents:</span></p>
91<ul class="current">
92<li class="toctree-l1"><a class="reference internal" href="ecmwf_data.html">ECMWF Data</a></li>
93<li class="toctree-l1 current"><a class="current reference internal" href="#">Installation</a><ul>
94<li class="toctree-l2"><a class="reference internal" href="#registration-at-ecmwf">Registration at ECMWF</a></li>
95<li class="toctree-l2"><a class="reference internal" href="#accept-licences-for-public-datasets">Accept licences for public datasets</a></li>
96<li class="toctree-l2"><a class="reference internal" href="#download-flex-extract">Download <code class="docutils literal notranslate"><span class="pre">flex_extract</span></code></a></li>
97<li class="toctree-l2"><a class="reference internal" href="#dependencies">Dependencies</a></li>
98<li class="toctree-l2"><a class="reference internal" href="#installation-of-flex-extract">Installation of <code class="docutils literal notranslate"><span class="pre">flex_extract</span></code></a><ul>
99<li class="toctree-l3"><a class="reference internal" href="Installation/remote.html">Remote mode installation</a></li>
100<li class="toctree-l3"><a class="reference internal" href="Installation/gateway.html">Gateway mode installation</a></li>
101<li class="toctree-l3"><a class="reference internal" href="Installation/local.html">Local mode installation</a></li>
102</ul>
103</li>
104<li class="toctree-l2"><a class="reference internal" href="#flex-extract-in-combination-with-flexpart"><code class="docutils literal notranslate"><span class="pre">Flex_extract</span></code> in combination with <code class="docutils literal notranslate"><span class="pre">FLEXPART</span></code></a></li>
105<li class="toctree-l2"><a class="reference internal" href="#test-installation">Test installation</a><ul>
106<li class="toctree-l3"><a class="reference internal" href="#fortran-program-test">Fortran program test</a></li>
107<li class="toctree-l3"><a class="reference internal" href="#full-test">Full test</a></li>
108</ul>
109</li>
110</ul>
111</li>
112<li class="toctree-l1"><a class="reference internal" href="quick_start.html">Usage</a></li>
113<li class="toctree-l1"><a class="reference internal" href="documentation.html">Code-Level Documentation</a></li>
114<li class="toctree-l1"><a class="reference internal" href="evaluation.html">Evaluation</a></li>
115<li class="toctree-l1"><a class="reference internal" href="dev_guide.html">Developer Guide</a></li>
116<li class="toctree-l1"><a class="reference internal" href="changelog.html">Changelog</a></li>
117<li class="toctree-l1"><a class="reference internal" href="support.html">Support</a></li>
118<li class="toctree-l1"><a class="reference internal" href="Support/faq.html">FAQ - Frequently asked questions</a></li>
119<li class="toctree-l1"><a class="reference internal" href="authors.html">Developer Team</a></li>
120</ul>
121
122           
123         
124        </div>
125      </div>
126    </nav>
127
128    <section data-toggle="wy-nav-shift" class="wy-nav-content-wrap">
129
130     
131      <nav class="wy-nav-top" aria-label="top navigation">
132       
133          <i data-toggle="wy-nav-top" class="fa fa-bars"></i>
134          <a href="index.html">flex_extract</a>
135       
136      </nav>
137
138
139      <div class="wy-nav-content">
140       
141        <div class="rst-content">
142       
143         
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159<div role="navigation" aria-label="breadcrumbs navigation">
160
161  <ul class="wy-breadcrumbs">
162   
163      <li><a href="index.html">Docs</a> &raquo;</li>
164       
165      <li>Installation</li>
166   
167   
168      <li class="wy-breadcrumbs-aside">
169       
170           
171            <a href="_sources/installation.rst.txt" rel="nofollow"> View page source</a>
172         
173       
174      </li>
175   
176  </ul>
177
178 
179  <hr/>
180</div>
181          <div role="main" class="document" itemscope="itemscope" itemtype="http://schema.org/Article">
182           <div itemprop="articleBody">
183           
184  <div class="section" id="installation">
185<h1>Installation<a class="headerlink" href="#installation" title="Permalink to this headline"></a></h1>
186<div class="toctree-wrapper compound">
187</div>
188<p>The <code class="docutils literal notranslate"><span class="pre">flex_extract</span></code> software package contains python and shell scripts as well as a Fortran program. These components rely on several libraries which need to be available before starting the installation process. Currently, the software is only tested for a GNU/Linux environment. Feel free to try it out on other platforms.</p>
189<p>At first, find out to which <a class="reference external" href="Ecmwf/access.html">user group</a> you belong and follow the instructions at <a class="reference internal" href="#ref-registration"><span class="std std-ref">Registration at ECMWF</span></a> to obtain an account at ECMWF (if you don’t have it already). Depending on the user group and the way to access the ECWMF MARS archive, there are four possible <a class="reference internal" href="Documentation/Overview/app_modes.html"><span class="doc">Application modes</span></a>:</p>
190<ul class="simple">
191<li><p>Remote (member-state users only) <a class="reference internal" href="Installation/remote.html#ref-remote-mode"><span class="std std-ref">[installation]</span></a></p></li>
192<li><p>Gateway (member-state users only) <a class="reference internal" href="Installation/gateway.html#ref-gateway-mode"><span class="std std-ref">[installation]</span></a></p></li>
193<li><p>Local, member-state user <a class="reference internal" href="Installation/local.html#ref-local-mode"><span class="std std-ref">[installation]</span></a></p></li>
194<li><p>Local, public user <a class="reference internal" href="Installation/local.html#ref-local-mode"><span class="std std-ref">[installation]</span></a></p></li>
195</ul>
196<p>More information can be found in <a class="reference internal" href="Documentation/Overview/app_modes.html"><span class="doc">Application modes</span></a>.</p>
197<div class="admonition note">
198<p class="admonition-title">Note</p>
199<p>If you encounter any problems in the installation process, you can ask for <a class="reference internal" href="support.html"><span class="doc">Support</span></a>.</p>
200</div>
201<div class="section" id="registration-at-ecmwf">
202<span id="ref-registration"></span><h2>Registration at ECMWF<a class="headerlink" href="#registration-at-ecmwf" title="Permalink to this headline"></a></h2>
203<p>The registration depends on the <a class="reference internal" href="Documentation/Overview/app_modes.html"><span class="doc">Application modes</span></a> and in case of the local mode also on the data set you’d like to retrieve. The following table gives an overview where you need to register.</p>
204<table class="docutils align-default">
205<colgroup>
206<col style="width: 23%" />
207<col style="width: 15%" />
208<col style="width: 16%" />
209<col style="width: 24%" />
210<col style="width: 23%" />
211</colgroup>
212<tbody>
213<tr class="row-odd"><td rowspan="2"><p>Data sets</p></td>
214<td colspan="3"><p>Member-state user</p></td>
215<td><p>Public user</p></td>
216</tr>
217<tr class="row-even"><td><p>Remote</p></td>
218<td><p>Gateway</p></td>
219<td><p>Local</p></td>
220<td><p>Local</p></td>
221</tr>
222<tr class="row-odd"><td><p>Operational</p></td>
223<td><p>1</p></td>
224<td><p>1</p></td>
225<td><p>1,2</p></td>
226<td><ul class="simple">
227<li></li>
228</ul>
229</td>
230</tr>
231<tr class="row-even"><td><p>ERA-Interim</p></td>
232<td><p>1</p></td>
233<td><p>1</p></td>
234<td><p>1,2</p></td>
235<td><p>2</p></td>
236</tr>
237<tr class="row-odd"><td><p>CERA-20C</p></td>
238<td><p>1</p></td>
239<td><p>1</p></td>
240<td><p>1,2</p></td>
241<td><p>2</p></td>
242</tr>
243<tr class="row-even"><td><p>ERA5</p></td>
244<td><p>1</p></td>
245<td><p>1</p></td>
246<td><p>3</p></td>
247<td><ul class="simple">
248<li></li>
249</ul>
250</td>
251</tr>
252</tbody>
253</table>
254<p>Registration options:</p>
255<blockquote>
256<div><p>1.)  Access through a member-state user account granted by the <a class="reference external" href="https://www.ecmwf.int/en/about/contact-us/computing-representatives">Computing Representative</a>. The credentials have to be provided during installation.</p>
257<p>2.)  Access through the ECMWF Web API. Need to sign in at <a class="reference external" href="https://confluence.ecmwf.int/display/WEBAPI/ECMWF+Web+API+Home">ECMWF Web API</a> and configure the ECMWF key as described. Member-state users can sign in with their credentials from the <a class="reference external" href="https://www.ecmwf.int/en/about/contact-us/computing-representatives">Computing Representative</a> and public users have to fill out the <a class="reference external" href="https://apps.ecmwf.int/registration/">registration form</a> to get an account.</p>
258<p>3.) Access through the <a class="reference external" href="https://cds.climate.copernicus.eu/api-how-to">CDS API</a>. Extra registration for member-state users is required at <a class="reference external" href="https://cds.climate.copernicus.eu/user/register">Copernicus Climate Data Store</a> including the configurations of the CDS key as described. This mode is currently not available for public users. See the note at <a class="reference external" href="Ecmwf/access.html">user group</a> for information.</p>
259</div></blockquote>
260</div>
261<div class="section" id="accept-licences-for-public-datasets">
262<span id="ref-licence"></span><h2>Accept licences for public datasets<a class="headerlink" href="#accept-licences-for-public-datasets" title="Permalink to this headline"></a></h2>
263<p>Each ECMWF <span class="underline">public</span> dataset has its own licence whose acceptance requires user activity, regardless of the user group.</p>
264<p>For the <em>ERA-Interim</em> and <em>CERA-20C</em> datasets this can be done at the ECMWF website <a class="reference external" href="https://confluence.ecmwf.int/display/WEBAPI/Available+ECMWF+Public+Datasets">Available ECMWF Public Datasets</a>. Log in and follow the licence links on the right side for each dataset and accept it.</p>
265<p>For the <em>ERA5</em> dataset this has to be done at the <a class="reference external" href="https://cds.climate.copernicus.eu/cdsapp#!/search?type=dataset">Climate Data Store (CDS) website</a>. Log in and select, on the left panel, product type “Reanalysis” for finding <em>ERA5</em> datasets. Then follow any link with <em>ERA5</em> to the full dataset record, click on tab “Download data” and scroll down. There is a section “Terms of use” where you have to click the <span class="underline">Accept terms</span> button.</p>
266</div>
267<div class="section" id="download-flex-extract">
268<span id="ref-download"></span><h2>Download <code class="docutils literal notranslate"><span class="pre">flex_extract</span></code><a class="headerlink" href="#download-flex-extract" title="Permalink to this headline"></a></h2>
269<p>There are two options to download <code class="docutils literal notranslate"><span class="pre">flex_extract</span></code>:</p>
270<dl>
271<dt>tar ball</dt><dd><p>You can download a tar ball with the latest release from the <a class="reference external" href="https://www.flexpart.eu/wiki/FpInputMetEcmwf">flex_extract page</a> from our <code class="docutils literal notranslate"><span class="pre">FLEXPART</span></code> community website and then untar the file.</p>
272<div class="highlight-bash notranslate"><div class="highlight"><pre><span></span>tar -xvf &lt;flex_extract_vX.X.tar&gt;
273</pre></div>
274</div>
275</dd>
276<dt>git repo</dt><dd><p>Alternatively, if you have <code class="docutils literal notranslate"><span class="pre">git</span></code> installed on your machine, and if you are interested to keep the code in a version control system, you may clone the latest version from our git repository master branch.</p>
277<div class="highlight-bash notranslate"><div class="highlight"><pre><span></span>$ git clone --single-branch --branch master https://www.flexpart.eu/gitmob/flex_extract
278</pre></div>
279</div>
280</dd>
281</dl>
282</div>
283<div class="section" id="dependencies">
284<span id="ref-requirements"></span><h2>Dependencies<a class="headerlink" href="#dependencies" title="Permalink to this headline"></a></h2>
285<p>The software required to run <code class="docutils literal notranslate"><span class="pre">flex_extract</span></code> depends on the <a class="reference internal" href="Documentation/Overview/app_modes.html"><span class="doc">Application modes</span></a> and therefore is described in the respective specific installation sections.</p>
286<p>Generally speaking, <code class="docutils literal notranslate"><span class="pre">flex_extract</span></code> requires <a class="reference external" href="https://docs.python.org/3/">Python 3</a> and Fortran together with certain modules / libraries.
287We tested <code class="docutils literal notranslate"><span class="pre">flex_extract</span></code> with the Python3 package from the the GNU/Linux distribution and Anaconda Python. The required Python3 modules should prefarably be installed as distribution packages, or alternatively using Python’s own package manager <code class="docutils literal notranslate"><span class="pre">pip</span></code> (this may mess up some aspects of your python installation, especially if you use <code class="docutils literal notranslate"><span class="pre">pip</span></code> as root. Think about using virtual environments.).</p>
288<p>Before installing the system packages check the availability with (Debian-based system) <code class="docutils literal notranslate"><span class="pre">dpkg</span> <span class="pre">-s</span> <span class="pre">&lt;package-name&gt;</span> <span class="pre">|</span>&#160; <span class="pre">grep</span> <span class="pre">Status</span></code> or (Redhat-based system) <code class="docutils literal notranslate"><span class="pre">rpm</span> <span class="pre">-q</span> <span class="pre">&lt;package_name&gt;</span></code>. For example:</p>
289<div class="highlight-sh notranslate"><div class="highlight"><pre><span></span>$ dpkg -s libeccodes-dev <span class="p">|</span>  grep Status
290<span class="c1"># or</span>
291$ rpm -q libeccodes-dev
292</pre></div>
293</div>
294</div>
295<div class="section" id="installation-of-flex-extract">
296<span id="ref-install-fe"></span><h2>Installation of <code class="docutils literal notranslate"><span class="pre">flex_extract</span></code><a class="headerlink" href="#installation-of-flex-extract" title="Permalink to this headline"></a></h2>
297<p>The actual installation of <code class="docutils literal notranslate"><span class="pre">flex_extract</span></code> is done by executing a shell script called <code class="docutils literal notranslate"><span class="pre">setup.sh</span></code>.
298It defines some parameters and calls a Python script passing the parameters as command line arguments. For details, see <a class="reference internal" href="Documentation/Input/setup.html"><span class="doc">The installation script - setup.sh</span></a>.</p>
299<p>For each application mode installation section we describe the requirements for the explicit
300environment and how it is installed, test if it works and how the actual <code class="docutils literal notranslate"><span class="pre">flex_extract</span></code>
301installation has to be done. At the users local side not all software has to be present for <code class="docutils literal notranslate"><span class="pre">flex_extract</span></code>.</p>
302<p>Select one of the following modes to install:</p>
303<blockquote>
304<div><p><a class="reference internal" href="Installation/remote.html"><span class="doc">Remote mode installation</span></a></p>
305<p><a class="reference internal" href="Installation/gateway.html"><span class="doc">Gateway mode installation</span></a></p>
306<p><a class="reference internal" href="Installation/local.html"><span class="doc">Local mode installation</span></a></p>
307</div></blockquote>
308<div class="toctree-wrapper compound">
309</div>
310</div>
311<div class="section" id="flex-extract-in-combination-with-flexpart">
312<h2><code class="docutils literal notranslate"><span class="pre">Flex_extract</span></code> in combination with <code class="docutils literal notranslate"><span class="pre">FLEXPART</span></code><a class="headerlink" href="#flex-extract-in-combination-with-flexpart" title="Permalink to this headline"></a></h2>
313<p>Some users might wish to incorporate <code class="docutils literal notranslate"><span class="pre">flex_extract</span></code> directly into the <code class="docutils literal notranslate"><span class="pre">FLEXPART</span></code> distribution. Then the installation path has to be changed by setting the parameter <cite>installdir</cite> in the <code class="docutils literal notranslate"><span class="pre">setup.sh</span></code> file to the <code class="docutils literal notranslate"><span class="pre">script</span></code> directory in the <code class="docutils literal notranslate"><span class="pre">FLEXPART</span></code> root directoy.</p>
314</div>
315<div class="section" id="test-installation">
316<span id="ref-testinstallfe"></span><h2>Test installation<a class="headerlink" href="#test-installation" title="Permalink to this headline"></a></h2>
317<div class="section" id="fortran-program-test">
318<h3>Fortran program test<a class="headerlink" href="#fortran-program-test" title="Permalink to this headline"></a></h3>
319<p>To check whether the Fortran program <code class="docutils literal notranslate"><span class="pre">calc_etadot</span></code> has been compiled and runs properly, it can be applied to a prepared minimal dataset.</p>
320<p>For this, go from the <code class="docutils literal notranslate"><span class="pre">flex_extract</span></code> root directory to the <code class="docutils literal notranslate"><span class="pre">Testing/Installation/Calc_etadot/</span></code> directory and execute the Fortran program.</p>
321<div class="admonition note">
322<p class="admonition-title">Note</p>
323<p>Remember that you might have to log in at the ECMWF server if you used the installation for the <strong>remote</strong> or <strong>gateway</strong> mode. There you find the <code class="docutils literal notranslate"><span class="pre">flex_extract</span></code> root directory in your <code class="docutils literal notranslate"><span class="pre">$HOME</span></code> directory.</p>
324</div>
325<div class="highlight-bash notranslate"><div class="highlight"><pre><span></span><span class="nb">cd</span> Testing/Installation/Calc_etadot
326<span class="c1"># execute the Fortran progam without arguments</span>
327../../../Source/Fortran/calc_etadot
328</pre></div>
329</div>
330<p>The installation was successfull if you obtain on standard output:</p>
331<div class="highlight-bash notranslate"><div class="highlight"><pre><span></span>STATISTICS:          <span class="m">98842</span>.4598  <span class="m">98709</span>.7359   <span class="m">5120</span>.5385
332STOP SUCCESSFULLY FINISHED calc_etadot: CONGRATULATIONS
333</pre></div>
334</div>
335<p>Now go back to the root directory:</p>
336<div class="highlight-bash notranslate"><div class="highlight"><pre><span></span>$ <span class="nb">cd</span> ../../../
337</pre></div>
338</div>
339</div>
340<div class="section" id="full-test">
341<h3>Full test<a class="headerlink" href="#full-test" title="Permalink to this headline"></a></h3>
342<blockquote>
343<div><p>see <a class="reference internal" href="quick_start.html"><span class="doc">Usage</span></a></p>
344</div></blockquote>
345</div>
346</div>
347</div>
348
349
350           </div>
351           
352          </div>
353          <footer>
354 
355    <div class="rst-footer-buttons" role="navigation" aria-label="footer navigation">
356     
357        <a href="Installation/remote.html" class="btn btn-neutral float-right" title="Remote mode installation" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right"></span></a>
358     
359     
360        <a href="Ecmwf/ec-links.html" class="btn btn-neutral float-left" title="Link collection" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left"></span> Previous</a>
361     
362    </div>
363 
364
365  <hr/>
366
367  <div role="contentinfo">
368    <p>
369        &copy; Copyright 2020, Anne Philipp, Leopold Haimberger and Petra Seibert
370
371    </p>
372  </div>
373  Built with <a href="http://sphinx-doc.org/">Sphinx</a> using a <a href="https://github.com/rtfd/sphinx_rtd_theme">theme</a> provided by <a href="https://readthedocs.org">Read the Docs</a>.
374
375</footer>
376
377        </div>
378      </div>
379
380    </section>
381
382  </div>
383 
384
385
386  <script type="text/javascript">
387      jQuery(function () {
388          SphinxRtdTheme.Navigation.enable(true);
389      });
390  </script>
391
392 
393 
394   
395   
396
397</body>
398</html>
Note: See TracBrowser for help on using the repository browser.
hosted by ZAMG