source: flex_extract.git/Documentation/html/Installation/remote.html @ 30f7911

ctbtodev
Last change on this file since 30f7911 was 30f7911, checked in by Anne Philipp <anne.philipp@…>, 5 years ago

reviewed installation section of online documentation; minor corrections
  • Property mode set to 100644
File size: 20.2 KB
Line 
1
2
3<!DOCTYPE html>
4<!--[if IE 8]><html class="no-js lt-ie9" lang="en" > <![endif]-->
5<!--[if gt IE 8]><!--> <html class="no-js" lang="en" > <!--<![endif]-->
6<head>
7  <meta charset="utf-8">
8 
9  <meta name="viewport" content="width=device-width, initial-scale=1.0">
10 
11  <title>Remote mode installation &mdash; flex_extract 7.1 alpha documentation</title>
12 
13
14 
15 
16 
17 
18
19 
20  <script type="text/javascript" src="../_static/js/modernizr.min.js"></script>
21 
22   
23      <script type="text/javascript" id="documentation_options" data-url_root="../" src="../_static/documentation_options.js"></script>
24        <script type="text/javascript" src="../_static/jquery.js"></script>
25        <script type="text/javascript" src="../_static/underscore.js"></script>
26        <script type="text/javascript" src="../_static/doctools.js"></script>
27        <script type="text/javascript" src="../_static/language_data.js"></script>
28        <script async="async" type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/mathjax/2.7.5/latest.js?config=TeX-AMS-MML_HTMLorMML"></script>
29   
30    <script type="text/javascript" src="../_static/js/theme.js"></script>
31
32   
33
34 
35  <link rel="stylesheet" href="../_static/css/theme.css" type="text/css" />
36  <link rel="stylesheet" href="../_static/pygments.css" type="text/css" />
37  <link rel="stylesheet" href="../_static/css/custom.css" type="text/css" />
38  <link rel="stylesheet" href="../_static/css/theme_overrides.css" type="text/css" />
39    <link rel="index" title="Index" href="../genindex.html" />
40    <link rel="search" title="Search" href="../search.html" />
41    <link rel="next" title="Gateway mode installation" href="gateway.html" />
42    <link rel="prev" title="Installation" href="../installation.html" /> 
43</head>
44
45<body class="wy-body-for-nav">
46
47   
48  <div class="wy-grid-for-nav">
49   
50    <nav data-toggle="wy-nav-shift" class="wy-nav-side">
51      <div class="wy-side-scroll">
52        <div class="wy-side-nav-search" >
53         
54
55         
56            <a href="../index.html" class="icon icon-home"> flex_extract
57         
58
59         
60          </a>
61
62         
63           
64           
65              <div class="version">
66                7.1
67              </div>
68           
69         
70
71         
72<div role="search">
73  <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
74    <input type="text" name="q" placeholder="Search docs" />
75    <input type="hidden" name="check_keywords" value="yes" />
76    <input type="hidden" name="area" value="default" />
77  </form>
78</div>
79
80         
81        </div>
82
83        <div class="wy-menu wy-menu-vertical" data-spy="affix" role="navigation" aria-label="main navigation">
84         
85           
86           
87             
88           
89           
90              <p class="caption"><span class="caption-text">Table of Contents:</span></p>
91<ul class="current">
92<li class="toctree-l1 current"><a class="reference internal" href="../installation.html">Installation</a><ul class="current">
93<li class="toctree-l2"><a class="reference internal" href="../installation.html#registration-at-ecmwf">Registration at ECMWF</a></li>
94<li class="toctree-l2"><a class="reference internal" href="../installation.html#licence-agreement-for-public-datasets">Licence agreement for public datasets</a></li>
95<li class="toctree-l2"><a class="reference internal" href="../installation.html#download-flex-extract">Download <code class="docutils literal notranslate"><span class="pre">flex_extract</span></code></a></li>
96<li class="toctree-l2"><a class="reference internal" href="../installation.html#environment-requirements">Environment requirements</a></li>
97<li class="toctree-l2 current"><a class="reference internal" href="../installation.html#installation-of-flex-extract">Installation of <code class="docutils literal notranslate"><span class="pre">flex_extract</span></code></a><ul class="current">
98<li class="toctree-l3 current"><a class="current reference internal" href="#">Remote mode installation</a><ul>
99<li class="toctree-l4"><a class="reference internal" href="#remote-environment-requirements">Remote environment requirements</a></li>
100<li class="toctree-l4"><a class="reference internal" href="#prepare-remote-environment">Prepare remote environment</a></li>
101<li class="toctree-l4"><a class="reference internal" href="#remote-installation">Remote installation</a></li>
102</ul>
103</li>
104<li class="toctree-l3"><a class="reference internal" href="gateway.html">Gateway mode installation</a></li>
105<li class="toctree-l3"><a class="reference internal" href="local.html">Local mode installation</a></li>
106</ul>
107</li>
108<li class="toctree-l2"><a class="reference internal" href="../installation.html#flex-extract-in-combination-with-flexpart"><code class="docutils literal notranslate"><span class="pre">Flex_extract</span></code> in combination with <code class="docutils literal notranslate"><span class="pre">FLEXPART</span></code></a></li>
109<li class="toctree-l2"><a class="reference internal" href="../installation.html#test-installation">Test installation</a></li>
110</ul>
111</li>
112<li class="toctree-l1"><a class="reference internal" href="../quick_start.html">Quick Start</a></li>
113<li class="toctree-l1"><a class="reference internal" href="../ecmwf_data.html">ECMWF Data</a></li>
114<li class="toctree-l1"><a class="reference internal" href="../documentation.html">Documentation</a></li>
115<li class="toctree-l1"><a class="reference internal" href="../evaluation.html">Evaluation</a></li>
116<li class="toctree-l1"><a class="reference internal" href="../dev_guide.html">Developer Guide</a></li>
117<li class="toctree-l1"><a class="reference internal" href="../changelog.html">Changelog</a></li>
118<li class="toctree-l1"><a class="reference internal" href="../support.html">Support</a></li>
119<li class="toctree-l1"><a class="reference internal" href="../Support/faq.html">FAQ - Frequently asked questions</a></li>
120<li class="toctree-l1"><a class="reference internal" href="../authors.html">Developer Team</a></li>
121</ul>
122
123           
124         
125        </div>
126      </div>
127    </nav>
128
129    <section data-toggle="wy-nav-shift" class="wy-nav-content-wrap">
130
131     
132      <nav class="wy-nav-top" aria-label="top navigation">
133       
134          <i data-toggle="wy-nav-top" class="fa fa-bars"></i>
135          <a href="../index.html">flex_extract</a>
136       
137      </nav>
138
139
140      <div class="wy-nav-content">
141       
142        <div class="rst-content">
143       
144         
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160<div role="navigation" aria-label="breadcrumbs navigation">
161
162  <ul class="wy-breadcrumbs">
163   
164      <li><a href="../index.html">Docs</a> &raquo;</li>
165       
166          <li><a href="../installation.html">Installation</a> &raquo;</li>
167       
168      <li>Remote mode installation</li>
169   
170   
171      <li class="wy-breadcrumbs-aside">
172       
173           
174            <a href="../_sources/Installation/remote.rst.txt" rel="nofollow"> View page source</a>
175         
176       
177      </li>
178   
179  </ul>
180
181 
182  <hr/>
183</div>
184          <div role="main" class="document" itemscope="itemscope" itemtype="http://schema.org/Article">
185           <div itemprop="articleBody">
186           
187  <div class="section" id="remote-mode-installation">
188<h1>Remote mode installation<a class="headerlink" href="#remote-mode-installation" title="Permalink to this headline"></a></h1>
189<div class="toctree-wrapper compound">
190</div>
191<div class="section" id="remote-environment-requirements">
192<span id="ref-req-remote"></span><span id="ref-remote-mode"></span><h2>Remote environment requirements<a class="headerlink" href="#remote-environment-requirements" title="Permalink to this headline"></a></h2>
193<p>The environment for <code class="docutils literal notranslate"><span class="pre">flex_extract</span></code> on ECMWF servers has to provide these
194software packages and libraries:</p>
195<table border="1" class="docutils">
196<colgroup>
197<col width="61%" />
198<col width="39%" />
199</colgroup>
200<tbody valign="top">
201<tr class="row-odd"><td>Python part</td>
202<td>Fortran part</td>
203</tr>
204<tr class="row-even"><td><ul class="first last simple">
205<li><a class="reference external" href="https://www.python.org/downloads/">Python3</a></li>
206<li><a class="reference external" href="http://www.numpy.org/">numpy</a></li>
207<li><a class="reference external" href="https://genshi.edgewall.org/">genshi</a></li>
208<li><a class="reference external" href="https://packages.debian.org/sid/python3-eccodes">eccodes for python</a></li>
209</ul>
210</td>
211<td><ul class="first last simple">
212<li><a class="reference external" href="https://gcc.gnu.org/wiki/GFortran">gfortran</a></li>
213<li><a class="reference external" href="http://www.fftw.org">fftw3</a></li>
214<li><a class="reference external" href="https://software.ecmwf.int/wiki/display/ECC">eccodes</a></li>
215<li><a class="reference external" href="https://software.ecmwf.int/wiki/display/EMOS/Emoslib">emoslib</a></li>
216</ul>
217</td>
218</tr>
219</tbody>
220</table>
221</div>
222<div class="section" id="prepare-remote-environment">
223<span id="ref-prep-remote"></span><h2>Prepare remote environment<a class="headerlink" href="#prepare-remote-environment" title="Permalink to this headline"></a></h2>
224<p>The environment on the ECMWF server (such as <em>ecgate</em> or <em>cca</em>) is already
225prepared. ECMWF server provide all libraries via a module system which is
226going to be selected by <code class="docutils literal notranslate"><span class="pre">flex_extract</span></code> automatically.</p>
227</div>
228<div class="section" id="remote-installation">
229<span id="ref-install-remote"></span><h2>Remote installation<a class="headerlink" href="#remote-installation" title="Permalink to this headline"></a></h2>
230<p>First, log in on one of the ECMWF Linux server, such as <em>ecgate</em> or <em>cca/ccb</em>.
231Substitute <em>&lt;ecuid&gt;</em> with your ECMWF user name:</p>
232<div class="highlight-bash notranslate"><div class="highlight"><pre><span></span>ssh -X &lt;ecuid&gt;@ecaccess.ecmwf.int
233</pre></div>
234</div>
235<p>This will lead to the following output on the command line, asking for your
236password:</p>
237<div class="highlight-bash notranslate"><div class="highlight"><pre><span></span>Authorized access only.
238
239***************************************************************
240   For further information, read the ECaccess documentation at:
241
242   https://software.ecmwf.int/wiki/display/ECAC/ECaccess+Home
243
244   You can also use ECaccess to load &amp; download files from your
245   EChome, ECscratch or ECfs directories using the ECaccess FTP
246   server:
247
248   ftp://uid@ecaccess.ecmwf.int/
249
250   Please note you must use your UID and ActivID code to login!
251***************************************************************
252
253&lt;ecuid&gt;@131.130.157.5&#39;s password: ***
254Select hostname (ecgate, cca, ccb) [ecgate]: ecgate
255
256[&lt;ecuid&gt;@ecgb11 ~]$
257</pre></div>
258</div>
259<p>Then, copy the <code class="docutils literal notranslate"><span class="pre">flex_extract</span></code> tar ball (from section <a class="reference internal" href="../installation.html#ref-download"><span class="std std-ref">Download flex_extract</span></a>)
260to the <code class="docutils literal notranslate"><span class="pre">$HOME</span></code> directory of the ECMWF Linux server via <code class="docutils literal notranslate"><span class="pre">scp</span></code>.
261Substitute the <em>&lt;localuser&gt;</em> and <em>&lt;server.edu&gt;</em> placeholders with your credentials.
262Untar the file and change into the <code class="docutils literal notranslate"><span class="pre">flex_extract</span></code> root directory.</p>
263<div class="highlight-bash notranslate"><div class="highlight"><pre><span></span>scp &lt;localuser&gt;@&lt;server.edu&gt;:/path/to/tarfile/flex_extract_vX.X.tar.gz  <span class="nv">$HOME</span>/
264<span class="nb">cd</span> <span class="nv">$HOME</span>
265tar xvf flex_extract_vX.X.tar.gz
266<span class="nb">cd</span> flex_extract_vX.X
267</pre></div>
268</div>
269<p>On these ECMWF servers, it is not necessary to prepare the environment or the
270<code class="docutils literal notranslate"><span class="pre">Makefile</span></code> for the Fortran program (<code class="docutils literal notranslate"><span class="pre">CONVERT2</span></code>) as described above.
271All third party libraries are available from a module system. The <code class="docutils literal notranslate"><span class="pre">Makefile</span></code>
272is optimized for ECMWF servers and the compilation
273script <code class="docutils literal notranslate"><span class="pre">compilejob.ksh</span></code>, which will be submitted by <code class="docutils literal notranslate"><span class="pre">flex_extract</span></code> to the
274batch job queue at ECMWF, does load all relevant modules from the ECMWF’s module system.</p>
275<p>So there is just the need to execute the <code class="docutils literal notranslate"><span class="pre">setup.sh</span></code> script from the
276<code class="docutils literal notranslate"><span class="pre">flex_extract</span></code> root directory for installation.
277Before executing it, it is necessary to adapt some parameters from <code class="docutils literal notranslate"><span class="pre">setup.sh</span></code>
278described in <span class="xref std std-doc">Documentation/Input/setup</span>.</p>
279<p>Open <code class="docutils literal notranslate"><span class="pre">setup.sh</span></code> with your editor and adapt the values:</p>
280<table border="1" class="docutils">
281<colgroup>
282<col width="50%" />
283<col width="50%" />
284</colgroup>
285<tbody valign="top">
286<tr class="row-odd"><td>Take this for target = <strong>ectrans</strong></td>
287<td>Take this for target = <strong>cca</strong></td>
288</tr>
289<tr class="row-even"><td><div class="first last highlight-bash notranslate"><div class="highlight"><pre><span></span>...
290<span class="c1"># -----------------------------------------</span>
291<span class="c1"># AVAILABLE COMMANDLINE ARGUMENTS TO SET</span>
292<span class="c1">#</span>
293<span class="c1"># THE USER HAS TO SPECIFY THESE PARAMETER</span>
294<span class="c1">#</span>
295<span class="nv">TARGET</span><span class="o">=</span><span class="s1">&#39;ecgate&#39;</span>
296<span class="nv">MAKEFILE</span><span class="o">=</span><span class="s1">&#39;Makefile.gfortran&#39;</span>
297<span class="nv">ECUID</span><span class="o">=</span><span class="s1">&#39;uid&#39;</span>
298<span class="nv">ECGID</span><span class="o">=</span><span class="s1">&#39;gid&#39;</span>
299<span class="nv">GATEWAY</span><span class="o">=</span>None
300<span class="nv">DESTINATION</span><span class="o">=</span>None
301<span class="nv">INSTALLDIR</span><span class="o">=</span>None
302<span class="nv">JOB_TEMPLATE</span><span class="o">=</span><span class="s1">&#39;job.template&#39;</span>
303<span class="nv">CONTROLFILE</span><span class="o">=</span><span class="s1">&#39;CONTROL_EA5&#39;</span>
304...
305</pre></div>
306</div>
307</td>
308<td><div class="first last highlight-bash notranslate"><div class="highlight"><pre><span></span>...
309<span class="c1"># -----------------------------------------</span>
310<span class="c1"># AVAILABLE COMMANDLINE ARGUMENTS TO SET</span>
311<span class="c1">#</span>
312<span class="c1"># THE USER HAS TO SPECIFY THESE PARAMETER</span>
313<span class="c1">#</span>
314<span class="nv">TARGET</span><span class="o">=</span><span class="s1">&#39;cca&#39;</span>
315<span class="nv">MAKEFILE</span><span class="o">=</span><span class="s1">&#39;Makefile.CRAY&#39;</span>
316<span class="nv">ECUID</span><span class="o">=</span><span class="s1">&#39;uid&#39;</span>
317<span class="nv">ECGID</span><span class="o">=</span><span class="s1">&#39;gid&#39;</span>
318<span class="nv">GATEWAY</span><span class="o">=</span>None
319<span class="nv">DESTINATION</span><span class="o">=</span>None
320<span class="nv">INSTALLDIR</span><span class="o">=</span><span class="s1">&#39;&#39;</span>
321<span class="nv">JOB_TEMPLATE</span><span class="o">=</span><span class="s1">&#39;job.template&#39;</span>
322<span class="nv">CONTROLFILE</span><span class="o">=</span><span class="s1">&#39;CONTROL_EA5&#39;</span>
323...
324</pre></div>
325</div>
326</td>
327</tr>
328</tbody>
329</table>
330<p><span class="underline">Please substitute the values of ECUID and ECGID
331with your own credentials and settings.</span></p>
332<div class="admonition note">
333<p class="first admonition-title">Note</p>
334<p class="last">If a local gateway server is available the transfer of files could be done
335via the <code class="docutils literal notranslate"><span class="pre">ECaccess</span></code> commands. Therefore a valid <em>GATEWAY</em> and <em>DESTINATION</em>
336have to be present and should be set in the <code class="docutils literal notranslate"><span class="pre">setup.sh</span></code> file.</p>
337</div>
338<p>Afterwards, type:</p>
339<div class="highlight-bash notranslate"><div class="highlight"><pre><span></span>module load python3
340./setup.sh
341</pre></div>
342</div>
343<p>to start the installation. You should see the following output at the command line.</p>
344<div class="highlight-bash notranslate"><div class="highlight"><pre><span></span><span class="c1"># Output of setup.sh</span>
345Create tarball ...
346Job compilation script has been submitted to ecgate <span class="k">for</span> installation in <span class="si">${</span><span class="nv">HOME</span><span class="si">}</span>/flex_extract_vX.X
347You should get an email with subject <span class="s2">&quot;flexcompile&quot;</span> within the next few minutes!
348</pre></div>
349</div>
350<p>The email content should look like this with a “SUCCESS” statement in the last line:</p>
351<div class="highlight-bash notranslate"><div class="highlight"><pre><span></span>gfortran   -m64 -fdefault-real-8 -fcray-pointer -fno-second-underscore  -ffixed-line-length-132 -fopenmp  -fconvert<span class="o">=</span>big-endian  -c -g -O3 -fopenmp phgrreal.f
352gfortran   -m64 -fdefault-real-8 -fcray-pointer -fno-second-underscore  -ffixed-line-length-132 -fopenmp  -fconvert<span class="o">=</span>big-endian  -c -g -O3 -fopenmp grphreal.f
353gfortran   -m64 -fdefault-real-8 -fcray-pointer -fno-second-underscore  -ffixed-line-length-132 -fopenmp  -fconvert<span class="o">=</span>big-endian  -c -g -O3 -fopenmp ftrafo.f
354gfortran   -m64 -fdefault-real-8 -fcray-pointer -fno-second-underscore  -ffixed-line-length-132 -fopenmp  -fconvert<span class="o">=</span>big-endian  -c -O3 -I. -I/usr/local/apps/eccodes/2.12.0/GNU/6.3.0/include -g rwGRIB2.f90
355gfortran   -m64 -fdefault-real-8 -fcray-pointer -fno-second-underscore  -ffixed-line-length-132 -fopenmp  -fconvert<span class="o">=</span>big-endian  -c -O3 -I. -I/usr/local/apps/eccodes/2.12.0/GNU/6.3.0/include -g posnam.f
356gfortran   -m64 -fdefault-real-8 -fcray-pointer -fno-second-underscore  -ffixed-line-length-132 -fopenmp  -fconvert<span class="o">=</span>big-endian  -c -O3 -I. -I/usr/local/apps/eccodes/2.12.0/GNU/6.3.0/include -g preconvert.f90
357gfortran   -m64 -fdefault-real-8 -fcray-pointer -fno-second-underscore  -ffixed-line-length-132 -fopenmp  -fconvert<span class="o">=</span>big-endian  -g -O3 -o ./CONVERT2 ftrafo.o phgrreal.o grphreal.o rwGRIB2.o posnam.o preconvert.o -L/usr/local/apps/eccodes/2.12.0/GNU/6.3.0/lib -Wl,-rpath,/usr/local/apps/eccodes/2.12.0/GNU/6.3.0/lib -leccodes_f90 -leccodes -ljasper -lpthread -L/usr/local/apps/jasper/1.900.1/LP64/lib -ljasper -lm -L/usr/local/apps/libemos/000455/GNU/6.3.0/lib  -Wl,-rpath,/usr/local/apps/libemos/000455/GNU/6.3.0/lib  -lemos.R64.D64.I32 -L/usr/local/apps/fftw/3.3.4/GNU/6.3.0/lib -Wl,-rpath,/usr/local/apps/fftw/3.3.4/GNU/6.3.0/lib -lfftw3
358-rwxr-x---. <span class="m">1</span> USER at <span class="m">353134</span> May <span class="m">23</span> <span class="m">12</span>:27 CONVERT2
359SUCCESS!
360</pre></div>
361</div>
362</div>
363</div>
364
365
366           </div>
367           
368          </div>
369          <footer>
370 
371    <div class="rst-footer-buttons" role="navigation" aria-label="footer navigation">
372     
373        <a href="gateway.html" class="btn btn-neutral float-right" title="Gateway mode installation" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right"></span></a>
374     
375     
376        <a href="../installation.html" class="btn btn-neutral float-left" title="Installation" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left"></span> Previous</a>
377     
378    </div>
379 
380
381  <hr/>
382
383  <div role="contentinfo">
384    <p>
385        &copy; Copyright 2019, Anne Philipp and Leopold Haimberger
386
387    </p>
388  </div>
389  Built with <a href="http://sphinx-doc.org/">Sphinx</a> using a <a href="https://github.com/rtfd/sphinx_rtd_theme">theme</a> provided by <a href="https://readthedocs.org">Read the Docs</a>.
390
391</footer>
392
393        </div>
394      </div>
395
396    </section>
397
398  </div>
399 
400
401
402  <script type="text/javascript">
403      jQuery(function () {
404          SphinxRtdTheme.Navigation.enable(true);
405      });
406  </script>
407
408 
409 
410   
411   
412
413</body>
414</html>
Note: See TracBrowser for help on using the repository browser.
hosted by ZAMG