source: flex_extract.git/Documentation/html/Installation/remote.html @ d720895

ctbtodev
Last change on this file since d720895 was d720895, checked in by Anne Philipp <anne.philipp@…>, 4 years ago

updated online docu
  • Property mode set to 100644
File size: 19.0 KB
Line 
1
2
3<!DOCTYPE html>
4<!--[if IE 8]><html class="no-js lt-ie9" lang="en" > <![endif]-->
5<!--[if gt IE 8]><!--> <html class="no-js" lang="en" > <!--<![endif]-->
6<head>
7  <meta charset="utf-8">
8 
9  <meta name="viewport" content="width=device-width, initial-scale=1.0">
10 
11  <title>Remote mode installation &mdash; flex_extract 7.1 alpha documentation</title>
12 
13
14 
15 
16 
17 
18
19 
20  <script type="text/javascript" src="../_static/js/modernizr.min.js"></script>
21 
22   
23      <script type="text/javascript" id="documentation_options" data-url_root="../" src="../_static/documentation_options.js"></script>
24        <script type="text/javascript" src="../_static/jquery.js"></script>
25        <script type="text/javascript" src="../_static/underscore.js"></script>
26        <script type="text/javascript" src="../_static/doctools.js"></script>
27        <script type="text/javascript" src="../_static/language_data.js"></script>
28        <script async="async" type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/mathjax/2.7.5/latest.js?config=TeX-AMS-MML_HTMLorMML"></script>
29   
30    <script type="text/javascript" src="../_static/js/theme.js"></script>
31
32   
33
34 
35  <link rel="stylesheet" href="../_static/css/theme.css" type="text/css" />
36  <link rel="stylesheet" href="../_static/pygments.css" type="text/css" />
37  <link rel="stylesheet" href="../_static/css/custom.css" type="text/css" />
38  <link rel="stylesheet" href="../_static/css/theme_overrides.css" type="text/css" />
39    <link rel="index" title="Index" href="../genindex.html" />
40    <link rel="search" title="Search" href="../search.html" />
41    <link rel="next" title="Gateway mode installation" href="gateway.html" />
42    <link rel="prev" title="Installation" href="../installation.html" /> 
43</head>
44
45<body class="wy-body-for-nav">
46
47   
48  <div class="wy-grid-for-nav">
49   
50    <nav data-toggle="wy-nav-shift" class="wy-nav-side">
51      <div class="wy-side-scroll">
52        <div class="wy-side-nav-search" >
53         
54
55         
56            <a href="../index.html" class="icon icon-home"> flex_extract
57         
58
59         
60          </a>
61
62         
63           
64           
65              <div class="version">
66                7.1
67              </div>
68           
69         
70
71         
72<div role="search">
73  <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
74    <input type="text" name="q" placeholder="Search docs" />
75    <input type="hidden" name="check_keywords" value="yes" />
76    <input type="hidden" name="area" value="default" />
77  </form>
78</div>
79
80         
81        </div>
82
83        <div class="wy-menu wy-menu-vertical" data-spy="affix" role="navigation" aria-label="main navigation">
84         
85           
86           
87             
88           
89           
90              <p class="caption"><span class="caption-text">Table of Contents:</span></p>
91<ul class="current">
92<li class="toctree-l1 current"><a class="reference internal" href="../installation.html">Installation</a><ul class="current">
93<li class="toctree-l2"><a class="reference internal" href="../installation.html#registration-at-ecmwf">Registration at ECMWF</a></li>
94<li class="toctree-l2"><a class="reference internal" href="../installation.html#licence-agreement-for-public-datasets">Licence agreement for public datasets</a></li>
95<li class="toctree-l2"><a class="reference internal" href="../installation.html#download-flex-extract">Download <code class="docutils literal notranslate"><span class="pre">flex_extract</span></code></a></li>
96<li class="toctree-l2"><a class="reference internal" href="../installation.html#dependencies">Dependencies</a></li>
97<li class="toctree-l2 current"><a class="reference internal" href="../installation.html#installation-of-flex-extract">Installation of <code class="docutils literal notranslate"><span class="pre">flex_extract</span></code></a><ul class="current">
98<li class="toctree-l3 current"><a class="current reference internal" href="#">Remote mode installation</a><ul>
99<li class="toctree-l4"><a class="reference internal" href="#remote-mode-dependencies">Remote mode - dependencies</a></li>
100<li class="toctree-l4"><a class="reference internal" href="#prepare-remote-environment">Prepare remote environment</a></li>
101<li class="toctree-l4"><a class="reference internal" href="#remote-installation">Remote installation</a></li>
102</ul>
103</li>
104<li class="toctree-l3"><a class="reference internal" href="gateway.html">Gateway mode installation</a></li>
105<li class="toctree-l3"><a class="reference internal" href="local.html">Local mode installation</a></li>
106</ul>
107</li>
108<li class="toctree-l2"><a class="reference internal" href="../installation.html#flex-extract-in-combination-with-flexpart"><code class="docutils literal notranslate"><span class="pre">Flex_extract</span></code> in combination with <code class="docutils literal notranslate"><span class="pre">FLEXPART</span></code></a></li>
109<li class="toctree-l2"><a class="reference internal" href="../installation.html#test-installation">Test installation</a></li>
110</ul>
111</li>
112<li class="toctree-l1"><a class="reference internal" href="../quick_start.html">Quick Start</a></li>
113<li class="toctree-l1"><a class="reference internal" href="../ecmwf_data.html">ECMWF Data</a></li>
114<li class="toctree-l1"><a class="reference internal" href="../documentation.html">Documentation</a></li>
115<li class="toctree-l1"><a class="reference internal" href="../evaluation.html">Evaluation</a></li>
116<li class="toctree-l1"><a class="reference internal" href="../dev_guide.html">Developer Guide</a></li>
117<li class="toctree-l1"><a class="reference internal" href="../changelog.html">Changelog</a></li>
118<li class="toctree-l1"><a class="reference internal" href="../support.html">Support</a></li>
119<li class="toctree-l1"><a class="reference internal" href="../Support/faq.html">FAQ - Frequently asked questions</a></li>
120<li class="toctree-l1"><a class="reference internal" href="../authors.html">Developer Team</a></li>
121</ul>
122
123           
124         
125        </div>
126      </div>
127    </nav>
128
129    <section data-toggle="wy-nav-shift" class="wy-nav-content-wrap">
130
131     
132      <nav class="wy-nav-top" aria-label="top navigation">
133       
134          <i data-toggle="wy-nav-top" class="fa fa-bars"></i>
135          <a href="../index.html">flex_extract</a>
136       
137      </nav>
138
139
140      <div class="wy-nav-content">
141       
142        <div class="rst-content">
143       
144         
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160<div role="navigation" aria-label="breadcrumbs navigation">
161
162  <ul class="wy-breadcrumbs">
163   
164      <li><a href="../index.html">Docs</a> &raquo;</li>
165       
166          <li><a href="../installation.html">Installation</a> &raquo;</li>
167       
168      <li>Remote mode installation</li>
169   
170   
171      <li class="wy-breadcrumbs-aside">
172       
173           
174            <a href="../_sources/Installation/remote.rst.txt" rel="nofollow"> View page source</a>
175         
176       
177      </li>
178   
179  </ul>
180
181 
182  <hr/>
183</div>
184          <div role="main" class="document" itemscope="itemscope" itemtype="http://schema.org/Article">
185           <div itemprop="articleBody">
186           
187  <div class="section" id="remote-mode-installation">
188<h1>Remote mode installation<a class="headerlink" href="#remote-mode-installation" title="Permalink to this headline"></a></h1>
189<div class="toctree-wrapper compound">
190</div>
191<div class="section" id="remote-mode-dependencies">
192<span id="ref-req-remote"></span><span id="ref-remote-mode"></span><h2>Remote mode - dependencies<a class="headerlink" href="#remote-mode-dependencies" title="Permalink to this headline"></a></h2>
193<p>The following software is required, and already available at the ECMWF servers:</p>
194<table border="1" class="docutils">
195<colgroup>
196<col width="61%" />
197<col width="39%" />
198</colgroup>
199<tbody valign="top">
200<tr class="row-odd"><td>Python part</td>
201<td>Fortran part</td>
202</tr>
203<tr class="row-even"><td><ul class="first last simple">
204<li><a class="reference external" href="https://www.python.org/downloads/">Python3</a></li>
205<li><a class="reference external" href="http://www.numpy.org/">numpy</a></li>
206<li><a class="reference external" href="https://genshi.edgewall.org/">genshi</a></li>
207<li><a class="reference external" href="https://packages.debian.org/sid/python3-eccodes">eccodes for python</a></li>
208</ul>
209</td>
210<td><ul class="first last simple">
211<li><a class="reference external" href="https://gcc.gnu.org/wiki/GFortran">gfortran</a></li>
212<li><a class="reference external" href="http://www.fftw.org">fftw3</a></li>
213<li><a class="reference external" href="https://software.ecmwf.int/wiki/display/ECC">eccodes</a></li>
214<li><a class="reference external" href="https://software.ecmwf.int/wiki/display/EMOS/Emoslib">emoslib</a></li>
215</ul>
216</td>
217</tr>
218</tbody>
219</table>
220</div>
221<div class="section" id="prepare-remote-environment">
222<span id="ref-prep-remote"></span><h2>Prepare remote environment<a class="headerlink" href="#prepare-remote-environment" title="Permalink to this headline"></a></h2>
223<p>ECMWF servers provide all libraries via a module system. Loading the required modules is already built into <code class="docutils literal notranslate"><span class="pre">flex_extract</span></code> and no user action is needed.</p>
224</div>
225<div class="section" id="remote-installation">
226<span id="ref-install-remote"></span><h2>Remote installation<a class="headerlink" href="#remote-installation" title="Permalink to this headline"></a></h2>
227<p>First, log in on one of the ECMWF servers, such as <em>ecgate</em> or <em>cca/ccb</em>.
228Substitute <em>&lt;ecuid&gt;</em> with your ECMWF user name:</p>
229<div class="highlight-bash notranslate"><div class="highlight"><pre><span></span>ssh -X &lt;ecuid&gt;@ecaccess.ecmwf.int
230</pre></div>
231</div>
232<p>This will lead to the following output on the command line, asking for your
233password:</p>
234<div class="highlight-bash notranslate"><div class="highlight"><pre><span></span>Authorized access only.
235
236***************************************************************
237   For further information, read the ECaccess documentation at:
238
239   https://software.ecmwf.int/wiki/display/ECAC/ECaccess+Home
240
241   You can also use ECaccess to load &amp; download files from your
242   EChome, ECscratch or ECfs directories using the ECaccess FTP
243   server:
244
245   ftp://uid@ecaccess.ecmwf.int/
246
247   Please note you must use your UID and ActivID code to login!
248***************************************************************
249
250&lt;ecuid&gt;@&lt;ipname/address&gt;&#39;s password: ***
251Select hostname (ecgate, cca, ccb) [ecgate]: ecgate
252
253[&lt;ecuid&gt;@ecgb11 ~]$
254</pre></div>
255</div>
256<p>Substitute the <em>&lt;localuser&gt;</em> and <em>&lt;localmachine.tld&gt;</em> placeholders with your local user name and the IP name or address of your local machine.
257Untar the file and change into the <code class="docutils literal notranslate"><span class="pre">flex_extract</span></code> root directory.</p>
258<div class="highlight-bash notranslate"><div class="highlight"><pre><span></span>scp &lt;localuser&gt;@&lt;localmachine.tld&gt;:&lt;/path/to/tarfile/&gt;flex_extract_vX.X.tar.gz  <span class="nv">$HOME</span>/
259<span class="nb">cd</span> <span class="nv">$HOME</span>
260tar xvf flex_extract_vX.X.tar.gz
261<span class="nb">cd</span> flex_extract_vX.X
262</pre></div>
263</div>
264<p>Execute the <code class="docutils literal notranslate"><span class="pre">setup.sh</span></code> script from the <code class="docutils literal notranslate"><span class="pre">flex_extract</span></code>’s root directory.
265Before executing it, it is necessary to adapt some parameters from <code class="docutils literal notranslate"><span class="pre">setup.sh</span></code>
266described in <span class="xref std std-doc">Documentation/Input/setup</span>.</p>
267<p>Open <code class="docutils literal notranslate"><span class="pre">setup.sh</span></code> with your preferred editor (e.g., <a href="#id1"><span class="problematic" id="id2">``</span></a>nano’‘) and adapt the values:</p>
268<table border="1" class="docutils">
269<colgroup>
270<col width="50%" />
271<col width="50%" />
272</colgroup>
273<tbody valign="top">
274<tr class="row-odd"><td>Use this for target = <strong>ectrans</strong></td>
275<td>Use this for target = <strong>cca</strong></td>
276</tr>
277<tr class="row-even"><td><div class="first last highlight-bash notranslate"><div class="highlight"><pre><span></span>...
278<span class="c1"># -----------------------------------------</span>
279<span class="c1"># AVAILABLE COMMANDLINE ARGUMENTS TO SET</span>
280<span class="c1">#</span>
281<span class="c1"># THE USER HAS TO SPECIFY THESE PARAMETER</span>
282<span class="c1">#</span>
283<span class="nv">TARGET</span><span class="o">=</span><span class="s1">&#39;ecgate&#39;</span>
284<span class="nv">MAKEFILE</span><span class="o">=</span><span class="s1">&#39;Makefile.gfortran&#39;</span>
285<span class="nv">ECUID</span><span class="o">=</span><span class="s1">&#39;uid&#39;</span>
286<span class="nv">ECGID</span><span class="o">=</span><span class="s1">&#39;gid&#39;</span>
287<span class="nv">GATEWAY</span><span class="o">=</span>None
288<span class="nv">DESTINATION</span><span class="o">=</span>None
289<span class="nv">INSTALLDIR</span><span class="o">=</span>None
290<span class="nv">JOB_TEMPLATE</span><span class="o">=</span><span class="s1">&#39;job.template&#39;</span>
291<span class="nv">CONTROLFILE</span><span class="o">=</span><span class="s1">&#39;CONTROL_EA5&#39;</span>
292...
293</pre></div>
294</div>
295</td>
296<td><div class="first last highlight-bash notranslate"><div class="highlight"><pre><span></span>...
297<span class="c1"># -----------------------------------------</span>
298<span class="c1"># AVAILABLE COMMANDLINE ARGUMENTS TO SET</span>
299<span class="c1">#</span>
300<span class="c1"># THE USER HAS TO SPECIFY THESE PARAMETER</span>
301<span class="c1">#</span>
302<span class="nv">TARGET</span><span class="o">=</span><span class="s1">&#39;cca&#39;</span>
303<span class="nv">MAKEFILE</span><span class="o">=</span><span class="s1">&#39;Makefile.CRAY&#39;</span>
304<span class="nv">ECUID</span><span class="o">=</span><span class="s1">&#39;uid&#39;</span>
305<span class="nv">ECGID</span><span class="o">=</span><span class="s1">&#39;gid&#39;</span>
306<span class="nv">GATEWAY</span><span class="o">=</span>None
307<span class="nv">DESTINATION</span><span class="o">=</span>None
308<span class="nv">INSTALLDIR</span><span class="o">=</span><span class="s1">&#39;&#39;</span>
309<span class="nv">JOB_TEMPLATE</span><span class="o">=</span><span class="s1">&#39;job.template&#39;</span>
310<span class="nv">CONTROLFILE</span><span class="o">=</span><span class="s1">&#39;CONTROL_EA5&#39;</span>
311...
312</pre></div>
313</div>
314</td>
315</tr>
316</tbody>
317</table>
318<p><span class="underline">Please substitute the values of ECUID and ECGID
319with your own ones (look at any of your files with ``ls -l’’ to see uid and gid).</span></p>
320<div class="admonition note">
321<p class="first admonition-title">Note</p>
322<p class="last">If a local gateway server is available, files can be transferred with <code class="docutils literal notranslate"><span class="pre">ECaccess</span></code> commands. In that case, a valid <em>GATEWAY</em> and <em>DESTINATION</em> have to be present in the <code class="docutils literal notranslate"><span class="pre">setup.sh</span></code> file (even if not used, the lines must not be deleted).</p>
323</div>
324<p>Afterwards, type:</p>
325<div class="highlight-bash notranslate"><div class="highlight"><pre><span></span>module load python3
326./setup.sh
327</pre></div>
328</div>
329<p>to start the installation. You should see the following on standard output.</p>
330<div class="highlight-bash notranslate"><div class="highlight"><pre><span></span><span class="c1"># Output of setup.sh</span>
331Create tarball ...
332Job compilation script has been submitted to ecgate <span class="k">for</span> installation in <span class="si">${</span><span class="nv">HOME</span><span class="si">}</span>/flex_extract_vX.X
333You should get an email with subject <span class="s2">&quot;flexcompile&quot;</span> within the next few minutes!
334</pre></div>
335</div>
336<p><code class="docutils literal notranslate"><span class="pre">Flex_extract</span></code> uses the email address connectd to the user account on ECMWF servers. The email content should look like this with a “SUCCESS” statement in the last line:</p>
337<div class="highlight-bash notranslate"><div class="highlight"><pre><span></span>gfortran   -m64 -fdefault-real-8 -fcray-pointer -fno-second-underscore  -ffixed-line-length-132 -fopenmp  -fconvert<span class="o">=</span>big-endian  -c -g -O3 -fopenmp phgrreal.f
338gfortran   -m64 -fdefault-real-8 -fcray-pointer -fno-second-underscore  -ffixed-line-length-132 -fopenmp  -fconvert<span class="o">=</span>big-endian  -c -g -O3 -fopenmp grphreal.f
339gfortran   -m64 -fdefault-real-8 -fcray-pointer -fno-second-underscore  -ffixed-line-length-132 -fopenmp  -fconvert<span class="o">=</span>big-endian  -c -g -O3 -fopenmp ftrafo.f
340gfortran   -m64 -fdefault-real-8 -fcray-pointer -fno-second-underscore  -ffixed-line-length-132 -fopenmp  -fconvert<span class="o">=</span>big-endian  -c -O3 -I. -I/usr/local/apps/eccodes/2.12.0/GNU/6.3.0/include -g rwGRIB2.f90
341gfortran   -m64 -fdefault-real-8 -fcray-pointer -fno-second-underscore  -ffixed-line-length-132 -fopenmp  -fconvert<span class="o">=</span>big-endian  -c -O3 -I. -I/usr/local/apps/eccodes/2.12.0/GNU/6.3.0/include -g posnam.f
342gfortran   -m64 -fdefault-real-8 -fcray-pointer -fno-second-underscore  -ffixed-line-length-132 -fopenmp  -fconvert<span class="o">=</span>big-endian  -c -O3 -I. -I/usr/local/apps/eccodes/2.12.0/GNU/6.3.0/include -g preconvert.f90
343gfortran   -m64 -fdefault-real-8 -fcray-pointer -fno-second-underscore  -ffixed-line-length-132 -fopenmp  -fconvert<span class="o">=</span>big-endian  -g -O3 -o ./CONVERT2 ftrafo.o phgrreal.o grphreal.o rwGRIB2.o posnam.o preconvert.o -L/usr/local/apps/eccodes/2.12.0/GNU/6.3.0/lib -Wl,-rpath,/usr/local/apps/eccodes/2.12.0/GNU/6.3.0/lib -leccodes_f90 -leccodes -ljasper -lpthread -L/usr/local/apps/jasper/1.900.1/LP64/lib -ljasper -lm -L/usr/local/apps/libemos/000455/GNU/6.3.0/lib  -Wl,-rpath,/usr/local/apps/libemos/000455/GNU/6.3.0/lib  -lemos.R64.D64.I32 -L/usr/local/apps/fftw/3.3.4/GNU/6.3.0/lib -Wl,-rpath,/usr/local/apps/fftw/3.3.4/GNU/6.3.0/lib -lfftw3
344-rwxr-x---. <span class="m">1</span> USER at <span class="m">353134</span> May <span class="m">23</span> <span class="m">12</span>:27 CONVERT2
345SUCCESS!
346</pre></div>
347</div>
348</div>
349</div>
350
351
352           </div>
353           
354          </div>
355          <footer>
356 
357    <div class="rst-footer-buttons" role="navigation" aria-label="footer navigation">
358     
359        <a href="gateway.html" class="btn btn-neutral float-right" title="Gateway mode installation" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right"></span></a>
360     
361     
362        <a href="../installation.html" class="btn btn-neutral float-left" title="Installation" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left"></span> Previous</a>
363     
364    </div>
365 
366
367  <hr/>
368
369  <div role="contentinfo">
370    <p>
371        &copy; Copyright 2019, Anne Philipp and Leopold Haimberger
372
373    </p>
374  </div>
375  Built with <a href="http://sphinx-doc.org/">Sphinx</a> using a <a href="https://github.com/rtfd/sphinx_rtd_theme">theme</a> provided by <a href="https://readthedocs.org">Read the Docs</a>.
376
377</footer>
378
379        </div>
380      </div>
381
382    </section>
383
384  </div>
385 
386
387
388  <script type="text/javascript">
389      jQuery(function () {
390          SphinxRtdTheme.Navigation.enable(true);
391      });
392  </script>
393
394 
395 
396   
397   
398
399</body>
400</html>
Note: See TracBrowser for help on using the repository browser.
hosted by ZAMG