source: flex_extract.git/Documentation/html/Documentation/output.html @ 47be0cb6

ctbtodev
Last change on this file since 47be0cb6 was ba99230, checked in by Anne Philipp <anne.philipp@…>, 5 years ago

capitalize all directory names and adapt pathes in files
  • Property mode set to 100644
File size: 40.4 KB
Line 
1
2
3<!DOCTYPE html>
4<!--[if IE 8]><html class="no-js lt-ie9" lang="en" > <![endif]-->
5<!--[if gt IE 8]><!--> <html class="no-js" lang="en" > <!--<![endif]-->
6<head>
7  <meta charset="utf-8">
8 
9  <meta name="viewport" content="width=device-width, initial-scale=1.0">
10 
11  <title>Output Data &mdash; flex_extract 7.1 alpha documentation</title>
12 
13
14 
15 
16 
17 
18
19 
20  <script type="text/javascript" src="../_static/js/modernizr.min.js"></script>
21 
22   
23      <script type="text/javascript" id="documentation_options" data-url_root="../" src="../_static/documentation_options.js"></script>
24        <script type="text/javascript" src="../_static/jquery.js"></script>
25        <script type="text/javascript" src="../_static/underscore.js"></script>
26        <script type="text/javascript" src="../_static/doctools.js"></script>
27        <script type="text/javascript" src="../_static/language_data.js"></script>
28        <script async="async" type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/mathjax/2.7.5/latest.js?config=TeX-AMS-MML_HTMLorMML"></script>
29   
30    <script type="text/javascript" src="../_static/js/theme.js"></script>
31
32   
33
34 
35  <link rel="stylesheet" href="../_static/css/theme.css" type="text/css" />
36  <link rel="stylesheet" href="../_static/pygments.css" type="text/css" />
37  <link rel="stylesheet" href="../_static/css/custom.css" type="text/css" />
38  <link rel="stylesheet" href="../_static/css/theme_overrides.css" type="text/css" />
39    <link rel="index" title="Index" href="../genindex.html" />
40    <link rel="search" title="Search" href="../search.html" />
41    <link rel="next" title="Disaggregation of Flux Data" href="disagg.html" />
42    <link rel="prev" title="Templates" href="Input/templates.html" /> 
43</head>
44
45<body class="wy-body-for-nav">
46
47   
48  <div class="wy-grid-for-nav">
49   
50    <nav data-toggle="wy-nav-shift" class="wy-nav-side">
51      <div class="wy-side-scroll">
52        <div class="wy-side-nav-search" >
53         
54
55         
56            <a href="../index.html" class="icon icon-home"> flex_extract
57         
58
59         
60          </a>
61
62         
63           
64           
65              <div class="version">
66                7.1
67              </div>
68           
69         
70
71         
72<div role="search">
73  <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
74    <input type="text" name="q" placeholder="Search docs" />
75    <input type="hidden" name="check_keywords" value="yes" />
76    <input type="hidden" name="area" value="default" />
77  </form>
78</div>
79
80         
81        </div>
82
83        <div class="wy-menu wy-menu-vertical" data-spy="affix" role="navigation" aria-label="main navigation">
84         
85           
86           
87             
88           
89           
90              <p class="caption"><span class="caption-text">Table of Contents:</span></p>
91<ul class="current">
92<li class="toctree-l1"><a class="reference internal" href="../installation.html">Installation</a></li>
93<li class="toctree-l1"><a class="reference internal" href="../quick_start.html">Quick Start</a></li>
94<li class="toctree-l1"><a class="reference internal" href="../ecmwf_data.html">ECMWF Data</a></li>
95<li class="toctree-l1 current"><a class="reference internal" href="../documentation.html">Documentation</a><ul class="current">
96<li class="toctree-l2"><a class="reference internal" href="overview.html">Overview</a></li>
97<li class="toctree-l2"><a class="reference internal" href="input.html">Control &amp; Input Data</a></li>
98<li class="toctree-l2 current"><a class="current reference internal" href="#">Output Data</a><ul>
99<li class="toctree-l3"><a class="reference internal" href="#flexpart-input-files"><code class="docutils literal notranslate"><span class="pre">FLEXPART</span></code> input files</a><ul>
100<li class="toctree-l4"><a class="reference internal" href="#standard-output-files">Standard output files</a></li>
101<li class="toctree-l4"><a class="reference internal" href="#output-files-for-pure-forecast">Output files for pure forecast</a></li>
102<li class="toctree-l4"><a class="reference internal" href="#output-files-for-ensemble-predictions">Output files for ensemble predictions</a></li>
103<li class="toctree-l4"><a class="reference internal" href="#additional-fields-with-new-precipitation-disaggregation">Additional fields with new precipitation disaggregation</a></li>
104</ul>
105</li>
106<li class="toctree-l3"><a class="reference internal" href="#temporary-files">Temporary files</a><ul>
107<li class="toctree-l4"><a class="reference internal" href="#mars-grib-files">MARS grib files</a></li>
108<li class="toctree-l4"><a class="reference internal" href="#mars-request-file">MARS request file</a></li>
109<li class="toctree-l4"><a class="reference internal" href="#vertical-ec">VERTICAL.EC</a></li>
110<li class="toctree-l4"><a class="reference internal" href="#index-file">Index file</a></li>
111<li class="toctree-l4"><a class="reference internal" href="#flux-files">flux files</a></li>
112<li class="toctree-l4"><a class="reference internal" href="#fort-files">fort files</a></li>
113</ul>
114</li>
115</ul>
116</li>
117<li class="toctree-l2"><a class="reference internal" href="disagg.html">Disaggregation of Flux Data</a></li>
118<li class="toctree-l2"><a class="reference internal" href="vertco.html">Vertical Coordinate</a></li>
119<li class="toctree-l2"><a class="reference internal" href="api.html">Auto Generated Documentation</a></li>
120</ul>
121</li>
122<li class="toctree-l1"><a class="reference internal" href="../evaluation.html">Evaluation</a></li>
123<li class="toctree-l1"><a class="reference internal" href="../dev_guide.html">Developer Guide</a></li>
124<li class="toctree-l1"><a class="reference internal" href="../changelog.html">Changelog</a></li>
125<li class="toctree-l1"><a class="reference internal" href="../support.html">Support</a></li>
126<li class="toctree-l1"><a class="reference internal" href="../Support/faq.html">FAQ - Frequently asked questions</a></li>
127<li class="toctree-l1"><a class="reference internal" href="../authors.html">Developer Team</a></li>
128</ul>
129
130           
131         
132        </div>
133      </div>
134    </nav>
135
136    <section data-toggle="wy-nav-shift" class="wy-nav-content-wrap">
137
138     
139      <nav class="wy-nav-top" aria-label="top navigation">
140       
141          <i data-toggle="wy-nav-top" class="fa fa-bars"></i>
142          <a href="../index.html">flex_extract</a>
143       
144      </nav>
145
146
147      <div class="wy-nav-content">
148       
149        <div class="rst-content">
150       
151         
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167<div role="navigation" aria-label="breadcrumbs navigation">
168
169  <ul class="wy-breadcrumbs">
170   
171      <li><a href="../index.html">Docs</a> &raquo;</li>
172       
173          <li><a href="../documentation.html">Documentation</a> &raquo;</li>
174       
175      <li>Output Data</li>
176   
177   
178      <li class="wy-breadcrumbs-aside">
179       
180           
181            <a href="../_sources/Documentation/output.rst.txt" rel="nofollow"> View page source</a>
182         
183       
184      </li>
185   
186  </ul>
187
188 
189  <hr/>
190</div>
191          <div role="main" class="document" itemscope="itemscope" itemtype="http://schema.org/Article">
192           <div itemprop="articleBody">
193           
194  <div class="section" id="output-data">
195<h1>Output Data<a class="headerlink" href="#output-data" title="Permalink to this headline"></a></h1>
196<p>The output data of <code class="docutils literal notranslate"><span class="pre">flex_extract</span></code> are separated mainly into temporary files and the final <code class="docutils literal notranslate"><span class="pre">FLEXPART</span></code> input files:</p>
197<table border="1" class="docutils">
198<colgroup>
199<col width="51%" />
200<col width="49%" />
201</colgroup>
202<tbody valign="top">
203<tr class="row-odd"><td><code class="docutils literal notranslate"><span class="pre">FLEXPART</span></code> input files</td>
204<td>Temporary files (saved in debug mode)</td>
205</tr>
206<tr class="row-even"><td><ul class="first last simple">
207<li>Standard output filenames</li>
208<li>Output for pure forecast</li>
209<li>Output for ensemble members</li>
210<li>Output for new precip. disaggregation</li>
211</ul>
212</td>
213<td><ul class="first last simple">
214<li>MARS request file (opt)</li>
215<li>flux files</li>
216<li>VERTICAL.EC</li>
217<li>index file</li>
218<li>fort files</li>
219<li>MARS grib files</li>
220</ul>
221</td>
222</tr>
223</tbody>
224</table>
225<div class="section" id="flexpart-input-files">
226<h2><code class="docutils literal notranslate"><span class="pre">FLEXPART</span></code> input files<a class="headerlink" href="#flexpart-input-files" title="Permalink to this headline"></a></h2>
227<p>The final output files of <code class="docutils literal notranslate"><span class="pre">flex_extract</span></code> are also the meteorological <code class="docutils literal notranslate"><span class="pre">FLEXPART</span></code> input files.
228The naming of these files depend on the kind of data extracted by <code class="docutils literal notranslate"><span class="pre">flex_extract</span></code>.</p>
229<div class="section" id="standard-output-files">
230<h3>Standard output files<a class="headerlink" href="#standard-output-files" title="Permalink to this headline"></a></h3>
231<p>In general, there is a file for each time step with the filename format:</p>
232<div class="highlight-bash notranslate"><div class="highlight"><pre><span></span>&lt;prefix&gt;YYMMDDHH
233</pre></div>
234</div>
235<p>The <code class="docutils literal notranslate"><span class="pre">prefix</span></code> is by default defined as <code class="docutils literal notranslate"><span class="pre">EN</span></code> and can be re-defined in the <code class="docutils literal notranslate"><span class="pre">CONTROL</span></code> file.
236Each file contains all meteorological fields needed by <code class="docutils literal notranslate"><span class="pre">FLEXPART</span></code> for all selected model levels for a specific time step.</p>
237<p>Here is an example output which lists the meteorological fields in a single file called <code class="docutils literal notranslate"><span class="pre">CE00010800</span></code> where we extracted only the lowest model level for demonstration reasons:</p>
238<div class="highlight-bash notranslate"><div class="highlight"><pre><span></span>$ grib_ls CE00010800
239
240edition      centre       date         dataType     gridType     stepRange    typeOfLevel  level        shortName    packingType
241<span class="m">2</span>            ecmf         <span class="m">20000108</span>     an           regular_ll   <span class="m">0</span>            hybrid       <span class="m">91</span>           u            grid_simple
242<span class="m">2</span>            ecmf         <span class="m">20000108</span>     an           regular_ll   <span class="m">0</span>            hybrid       <span class="m">91</span>           v            grid_simple
243<span class="m">2</span>            ecmf         <span class="m">20000108</span>     an           regular_ll   <span class="m">0</span>            hybrid       <span class="m">91</span>           etadot       grid_simple
244<span class="m">2</span>            ecmf         <span class="m">20000108</span>     an           regular_ll   <span class="m">0</span>            hybrid       <span class="m">91</span>           t            grid_simple
245<span class="m">2</span>            ecmf         <span class="m">20000108</span>     an           regular_ll   <span class="m">0</span>            surface      <span class="m">1</span>            sp           grid_simple
246<span class="m">2</span>            ecmf         <span class="m">20000108</span>     an           regular_ll   <span class="m">0</span>            hybrid       <span class="m">91</span>           q            grid_simple
247<span class="m">2</span>            ecmf         <span class="m">20000108</span>     an           regular_ll   <span class="m">0</span>            hybrid       <span class="m">91</span>           qc           grid_simple
248<span class="m">1</span>            ecmf         <span class="m">20000108</span>     <span class="nb">fc</span>           regular_ll   <span class="m">0</span>            surface      <span class="m">0</span>            sshf         grid_simple
249<span class="m">1</span>            ecmf         <span class="m">20000108</span>     <span class="nb">fc</span>           regular_ll   <span class="m">0</span>            surface      <span class="m">0</span>            ewss         grid_simple
250<span class="m">1</span>            ecmf         <span class="m">20000108</span>     <span class="nb">fc</span>           regular_ll   <span class="m">0</span>            surface      <span class="m">0</span>            nsss         grid_simple
251<span class="m">1</span>            ecmf         <span class="m">20000108</span>     <span class="nb">fc</span>           regular_ll   <span class="m">0</span>            surface      <span class="m">0</span>            ssr          grid_simple
252<span class="m">1</span>            ecmf         <span class="m">20000108</span>     <span class="nb">fc</span>           regular_ll   <span class="m">0</span>            surface      <span class="m">0</span>            lsp          grid_simple
253<span class="m">1</span>            ecmf         <span class="m">20000108</span>     <span class="nb">fc</span>           regular_ll   <span class="m">0</span>            surface      <span class="m">0</span>            cp           grid_simple
254<span class="m">1</span>            ecmf         <span class="m">20000108</span>     an           regular_ll   <span class="m">0</span>            surface      <span class="m">0</span>            sd           grid_simple
255<span class="m">1</span>            ecmf         <span class="m">20000108</span>     an           regular_ll   <span class="m">0</span>            surface      <span class="m">0</span>            msl          grid_simple
256<span class="m">1</span>            ecmf         <span class="m">20000108</span>     an           regular_ll   <span class="m">0</span>            surface      <span class="m">0</span>            tcc          grid_simple
257<span class="m">1</span>            ecmf         <span class="m">20000108</span>     an           regular_ll   <span class="m">0</span>            surface      <span class="m">0</span>            10u          grid_simple
258<span class="m">1</span>            ecmf         <span class="m">20000108</span>     an           regular_ll   <span class="m">0</span>            surface      <span class="m">0</span>            10v          grid_simple
259<span class="m">1</span>            ecmf         <span class="m">20000108</span>     an           regular_ll   <span class="m">0</span>            surface      <span class="m">0</span>            2t           grid_simple
260<span class="m">1</span>            ecmf         <span class="m">20000108</span>     an           regular_ll   <span class="m">0</span>            surface      <span class="m">0</span>            2d           grid_simple
261<span class="m">1</span>            ecmf         <span class="m">20000108</span>     an           regular_ll   <span class="m">0</span>            surface      <span class="m">0</span>            z            grid_simple
262<span class="m">1</span>            ecmf         <span class="m">20000108</span>     an           regular_ll   <span class="m">0</span>            surface      <span class="m">0</span>            lsm          grid_simple
263<span class="m">1</span>            ecmf         <span class="m">20000108</span>     an           regular_ll   <span class="m">0</span>            surface      <span class="m">0</span>            cvl          grid_simple
264<span class="m">1</span>            ecmf         <span class="m">20000108</span>     an           regular_ll   <span class="m">0</span>            surface      <span class="m">0</span>            cvh          grid_simple
265<span class="m">1</span>            ecmf         <span class="m">20000108</span>     an           regular_ll   <span class="m">0</span>            surface      <span class="m">0</span>            lcc          grid_simple
266<span class="m">1</span>            ecmf         <span class="m">20000108</span>     an           regular_ll   <span class="m">0</span>            surface      <span class="m">0</span>            mcc          grid_simple
267<span class="m">1</span>            ecmf         <span class="m">20000108</span>     an           regular_ll   <span class="m">0</span>            surface      <span class="m">0</span>            hcc          grid_simple
268<span class="m">1</span>            ecmf         <span class="m">20000108</span>     an           regular_ll   <span class="m">0</span>            surface      <span class="m">0</span>            skt          grid_simple
269<span class="m">1</span>            ecmf         <span class="m">20000108</span>     an           regular_ll   <span class="m">0</span>            depthBelowLandLayer  <span class="m">0</span>            stl1         grid_simple
270<span class="m">1</span>            ecmf         <span class="m">20000108</span>     an           regular_ll   <span class="m">0</span>            depthBelowLandLayer  <span class="m">0</span>            swvl1        grid_simple
271<span class="m">1</span>            ecmf         <span class="m">20000108</span>     an           regular_ll   <span class="m">0</span>            surface      <span class="m">0</span>            sr           grid_simple
272<span class="m">1</span>            ecmf         <span class="m">20000108</span>     an           regular_ll   <span class="m">0</span>            surface      <span class="m">0</span>            sdor         grid_simple
273<span class="m">1</span>            ecmf         <span class="m">20000108</span>     an           regular_ll   <span class="m">0</span>            surface      <span class="m">0</span>            cvl          grid_simple
274<span class="m">1</span>            ecmf         <span class="m">20000108</span>     an           regular_ll   <span class="m">0</span>            surface      <span class="m">0</span>            cvh          grid_simple
275<span class="m">1</span>            ecmf         <span class="m">20000108</span>     an           regular_ll   <span class="m">0</span>            surface      <span class="m">0</span>            fsr          grid_simple
276<span class="m">35</span> of <span class="m">35</span> messages in CE00010800
277</pre></div>
278</div>
279</div>
280<div class="section" id="output-files-for-pure-forecast">
281<h3>Output files for pure forecast<a class="headerlink" href="#output-files-for-pure-forecast" title="Permalink to this headline"></a></h3>
282<p><code class="docutils literal notranslate"><span class="pre">Flex_extract</span></code> can retrieve forecasts which can be longer than 23 hours. To avoid collisions of time steps for forecasts of more than one day a new scheme for filenames in pure forecast mode is introduced:</p>
283<div class="highlight-bash notranslate"><div class="highlight"><pre><span></span>&lt;prefix&gt;YYMMDD.HH.&lt;FORECAST_STEP&gt;
284</pre></div>
285</div>
286<p>The <code class="docutils literal notranslate"><span class="pre">&lt;prefix&gt;</span></code> is, as in the standard output, by default <code class="docutils literal notranslate"><span class="pre">EN</span></code> and can be re-defined in the <code class="docutils literal notranslate"><span class="pre">CONTROL</span></code> file. <code class="docutils literal notranslate"><span class="pre">YYMMDD</span></code> is the date format and <code class="docutils literal notranslate"><span class="pre">HH</span></code> the forecast time which is the starting time for the forecasts. The <code class="docutils literal notranslate"><span class="pre">FORECAST_STEP</span></code> is a 3 digit number which represents the forecast step in hours.</p>
287</div>
288<div class="section" id="output-files-for-ensemble-predictions">
289<h3>Output files for ensemble predictions<a class="headerlink" href="#output-files-for-ensemble-predictions" title="Permalink to this headline"></a></h3>
290<p>Ensembles can be retrieved and are addressed by the grib message parameter <code class="docutils literal notranslate"><span class="pre">number</span></code>. The ensembles are saved per file and standard filenames are supplemented by the letter <code class="docutils literal notranslate"><span class="pre">N</span></code> and the ensemble member number in a 3 digit format.</p>
291<div class="highlight-bash notranslate"><div class="highlight"><pre><span></span>&lt;prefix&gt;YYMMDDHH.N&lt;ENSEMBLE_MEMBER&gt;
292</pre></div>
293</div>
294</div>
295<div class="section" id="additional-fields-with-new-precipitation-disaggregation">
296<h3>Additional fields with new precipitation disaggregation<a class="headerlink" href="#additional-fields-with-new-precipitation-disaggregation" title="Permalink to this headline"></a></h3>
297<p>The new disaggregation method for precipitation fields produces two additional precipitation fields for each time step and precipitation type. They serve as sub-grid points in the original time interval. For details of the method see <a class="reference internal" href="disagg.html"><span class="doc">Disaggregation of Flux Data</span></a> ??????????????????.
298The two additional fields are marked with the <code class="docutils literal notranslate"><span class="pre">step</span></code> parameter in the Grib messages and are set to “1” and “2” for sub-grid point 1 and 2 respectively.
299The output filenames do not change in this case.
300Below is an example list of precipitation fields in an output file generated with the new disaggregation method:</p>
301<div class="highlight-bash notranslate"><div class="highlight"><pre><span></span>$ grib_ls
302
303edition      centre       date         dataType     gridType     stepRange    typeOfLevel  level        shortName    packingType
304<span class="m">1</span>            ecmf         <span class="m">20000108</span>     <span class="nb">fc</span>           regular_ll   <span class="m">0</span>            surface      <span class="m">0</span>            lsp          grid_simple
305<span class="m">1</span>            ecmf         <span class="m">20000108</span>     <span class="nb">fc</span>           regular_ll   <span class="m">1</span>            surface      <span class="m">0</span>            lsp          grid_simple
306<span class="m">1</span>            ecmf         <span class="m">20000108</span>     <span class="nb">fc</span>           regular_ll   <span class="m">2</span>            surface      <span class="m">0</span>            lsp          grid_simple
307<span class="m">1</span>            ecmf         <span class="m">20000108</span>     <span class="nb">fc</span>           regular_ll   <span class="m">0</span>            surface      <span class="m">0</span>            cp           grid_simple
308<span class="m">1</span>            ecmf         <span class="m">20000108</span>     <span class="nb">fc</span>           regular_ll   <span class="m">1</span>            surface      <span class="m">0</span>            cp           grid_simple
309<span class="m">1</span>            ecmf         <span class="m">20000108</span>     <span class="nb">fc</span>           regular_ll   <span class="m">2</span>            surface      <span class="m">0</span>            cp           grid_simple
310</pre></div>
311</div>
312</div>
313</div>
314<div class="section" id="temporary-files">
315<h2>Temporary files<a class="headerlink" href="#temporary-files" title="Permalink to this headline"></a></h2>
316<p><code class="docutils literal notranslate"><span class="pre">Flex_extract</span></code> works with a number of temporary data files which are usually deleted after a successful data extraction. They are only stored if the <code class="docutils literal notranslate"><span class="pre">DEBUG</span></code> mode is switched on (see <a class="reference internal" href="Input/control_params.html"><span class="doc">The CONTROL parameters</span></a>.</p>
317<div class="section" id="mars-grib-files">
318<h3>MARS grib files<a class="headerlink" href="#mars-grib-files" title="Permalink to this headline"></a></h3>
319<p><code class="docutils literal notranslate"><span class="pre">Flex_extract</span></code> retrieves all meteorological fields from MARS and stores them in files ending with <code class="docutils literal notranslate"><span class="pre">.grb</span></code>.
320Since the request times and data transfer of MARS access are limited and ECMWF asks for efficiency in requesting data from MARS, <code class="docutils literal notranslate"><span class="pre">flex_extract</span></code> splits the overall data request in several smaller requests. Each request is stored in an extra <code class="docutils literal notranslate"><span class="pre">.grb</span></code> file and the file names are put together by several pieces of information:</p>
321<blockquote>
322<div><div class="highlight-bash notranslate"><div class="highlight"><pre><span></span>&lt;field_type&gt;&lt;grid_type&gt;&lt;temporal_property&gt;&lt;level_type&gt;.&lt;date&gt;.&lt;ppid&gt;.&lt;pid&gt;.grb
323</pre></div>
324</div>
325</div></blockquote>
326<p>Description:</p>
327<dl class="docutils">
328<dt>Field type:</dt>
329<dd><code class="docutils literal notranslate"><span class="pre">AN</span></code> - Analysis, <code class="docutils literal notranslate"><span class="pre">FC</span></code> - Forecast, <code class="docutils literal notranslate"><span class="pre">4V</span></code> - 4d variational analysis, <code class="docutils literal notranslate"><span class="pre">CV</span></code> - Validation forecast, <code class="docutils literal notranslate"><span class="pre">CF</span></code> - Control forecast, <code class="docutils literal notranslate"><span class="pre">PF</span></code> - Perturbed forecast</dd>
330<dt>Grid type:</dt>
331<dd><code class="docutils literal notranslate"><span class="pre">SH</span></code> - Spherical Harmonics, <code class="docutils literal notranslate"><span class="pre">GG</span></code> - Gaussian Grid, <code class="docutils literal notranslate"><span class="pre">OG</span></code> - Output Grid (typically lat/lon), <code class="docutils literal notranslate"><span class="pre">_OROLSM</span></code> - Orography parameter</dd>
332<dt>Temporal property:</dt>
333<dd><code class="docutils literal notranslate"><span class="pre">__</span></code> - instantaneous fields, <code class="docutils literal notranslate"><span class="pre">_acc</span></code> - accumulated fields</dd>
334<dt>Level type:</dt>
335<dd><code class="docutils literal notranslate"><span class="pre">ML</span></code> - Model Level, <code class="docutils literal notranslate"><span class="pre">SL</span></code> - Surface Level</dd>
336<dt>ppid:</dt>
337<dd>The process number of the parent process of submitted script.</dd>
338<dt>pid:</dt>
339<dd>The process number of the submitted script.</dd>
340</dl>
341<p>The process ids should avoid mixing of fields if several <code class="docutils literal notranslate"><span class="pre">flex_extract</span></code> jobs are performed in parallel (which is, however, not recommended). The date format is YYYYMMDDHH.</p>
342<p>Example <code class="docutils literal notranslate"><span class="pre">.grb</span></code> files for a day of CERA-20C data:</p>
343<blockquote>
344<div><div class="highlight-bash notranslate"><div class="highlight"><pre><span></span>ANOG__ML.20000908.71851.71852.grb
345FCOG_acc_SL.20000907.71851.71852.grb
346ANOG__SL.20000908.71851.71852.grb
347OG_OROLSM__SL.20000908.71851.71852.grb
348ANSH__SL.20000908.71851.71852.grb
349</pre></div>
350</div>
351</div></blockquote>
352</div>
353<div class="section" id="mars-request-file">
354<h3>MARS request file<a class="headerlink" href="#mars-request-file" title="Permalink to this headline"></a></h3>
355<p>This file is a <code class="docutils literal notranslate"><span class="pre">csv</span></code> file called <code class="docutils literal notranslate"><span class="pre">mars_requests.csv</span></code> with a list of the actual settings of MARS request parameters (one request per line) in a flex_extract job. It is used for documenting the data which were retrieved and for testing reasons.</p>
356<p>Each request consist of the following parameters, whose meaning mainly can be taken from <a class="reference internal" href="Input/control_params.html"><span class="doc">The CONTROL parameters</span></a> or <a class="reference internal" href="Input/run.html"><span class="doc">The executable Script - run.sh</span></a>:
357request_number, accuracy, area, dataset, date, expver, gaussian, grid, levelist, levtype, marsclass, number, param, repres, resol, step, stream, target, time, type</p>
358<p>Example output of a one day retrieval of CERA-20c data:</p>
359<div class="highlight-bash notranslate"><div class="highlight"><pre><span></span>request_number, accuracy, area, dataset, date, expver, gaussian, grid, levelist, levtype, marsclass, number, param, repres, resol, step, stream, target, time, <span class="nb">type</span>
360<span class="m">1</span>, <span class="m">24</span>, <span class="m">40</span>.0/-5.0/30.0/5.0, None, <span class="m">20000107</span>/to/20000109, <span class="m">1</span>, , <span class="m">1</span>.0/1.0, <span class="m">1</span>, SFC, EP, <span class="m">000</span>, <span class="m">142</span>.128/143.128/146.128/180.128/181.128/176.128, , <span class="m">159</span>, <span class="m">3</span>/to/24/by/3, ENDA, /mnt/nas/Anne/Interpolation/flexextract/flex_extract_v7.1/run/./workspace/CERA_testgrid_local_cds/FCOG_acc_SL.20000107.23903.23904.grb, <span class="m">18</span>, FC
361<span class="m">1</span>, <span class="m">24</span>, <span class="m">40</span>.0/-5.0/30.0/5.0, None, <span class="m">20000108</span>/to/20000108, <span class="m">1</span>, , <span class="m">1</span>.0/1.0, <span class="m">85</span>/to/91, ML, EP, <span class="m">000</span>, <span class="m">130</span>.128/133.128/131.128/132.128/077.128/246.128/247.128, , <span class="m">159</span>, <span class="m">00</span>, ENDA, /mnt/nas/Anne/Interpolation/flexextract/flex_extract_v7.1/run/./workspace/CERA_testgrid_local_cds/ANOG__ML.20000108.23903.23904.grb, <span class="m">00</span>/03/06/09/12/15/18/21, AN
362<span class="m">2</span>, <span class="m">24</span>, <span class="m">40</span>.0/-5.0/30.0/5.0, None, <span class="m">20000108</span>/to/20000108, <span class="m">1</span>, , OFF, <span class="m">1</span>, ML, EP, <span class="m">000</span>, <span class="m">152</span>.128, , <span class="m">159</span>, <span class="m">00</span>, ENDA, /mnt/nas/Anne/Interpolation/flexextract/flex_extract_v7.1/run/./workspace/CERA_testgrid_local_cds/ANSH__SL.20000108.23903.23904.grb, <span class="m">00</span>/03/06/09/12/15/18/21, AN
363<span class="m">3</span>, <span class="m">24</span>, <span class="m">40</span>.0/-5.0/30.0/5.0, None, <span class="m">20000108</span>, <span class="m">1</span>, , <span class="m">1</span>.0/1.0, <span class="m">1</span>, SFC, EP, <span class="m">000</span>, <span class="m">160</span>.128/027.128/028.128/244.128, , <span class="m">159</span>, <span class="m">000</span>, ENDA, /mnt/nas/Anne/Interpolation/flexextract/flex_extract_v7.1/run/./workspace/CERA_testgrid_local_cds/OG_OROLSM__SL.20000108.23903.23904.grb, <span class="m">00</span>, AN
364<span class="m">4</span>, <span class="m">24</span>, <span class="m">40</span>.0/-5.0/30.0/5.0, None, <span class="m">20000108</span>/to/20000108, <span class="m">1</span>, , <span class="m">1</span>.0/1.0, <span class="m">1</span>, SFC, EP, <span class="m">000</span>, <span class="m">141</span>.128/151.128/164.128/165.128/166.128/167.128/168.128/129.128/172.128/027.128/028.128/186.128/187.128/188.128/235.128/139.128/039.128/173.128, , <span class="m">159</span>, <span class="m">00</span>, ENDA, /mnt/nas/Anne/Interpolation/flexextract/flex_extract_v7.1/run/./workspace/CERA_testgrid_local_cds/ANOG__SL.20000108.23903.23904.grb, <span class="m">00</span>/03/06/09/12/15/18/21, AN
365</pre></div>
366</div>
367</div>
368<div class="section" id="vertical-ec">
369<h3>VERTICAL.EC<a class="headerlink" href="#vertical-ec" title="Permalink to this headline"></a></h3>
370<p>The vertical discretization of model levels. This file contains the <code class="docutils literal notranslate"><span class="pre">A</span></code> and <code class="docutils literal notranslate"><span class="pre">B</span></code> parameters to calculate the model level height in meters.</p>
371</div>
372<div class="section" id="index-file">
373<h3>Index file<a class="headerlink" href="#index-file" title="Permalink to this headline"></a></h3>
374<p>This file is usually called <code class="docutils literal notranslate"><span class="pre">date_time_stepRange.idx</span></code>. It contains indices pointing to specific grib messages from one or more grib files. The messages are selected with a composition of grib message keywords.</p>
375</div>
376<div class="section" id="flux-files">
377<h3>flux files<a class="headerlink" href="#flux-files" title="Permalink to this headline"></a></h3>
378<p>The flux files contain the de-accumulated and dis-aggregated flux fields of large scale and convective precipitation, eastward turbulent surface stress, northward turbulent surface stress, surface sensible heat flux and the surface net solar radiation.</p>
379<div class="highlight-bash notranslate"><div class="highlight"><pre><span></span>flux&lt;date&gt;<span class="o">[</span>.N&lt;xxx&gt;<span class="o">][</span>.&lt;xxx&gt;<span class="o">]</span>
380</pre></div>
381</div>
382<p>The date format is YYYYMMDDHH. The optional block <code class="docutils literal notranslate"><span class="pre">[.N&lt;xxx&gt;]</span></code> marks the ensemble forecast number, where <code class="docutils literal notranslate"><span class="pre">&lt;xxx&gt;</span></code> is the ensemble member number. The optional block <code class="docutils literal notranslate"><span class="pre">[.&lt;xxx&gt;]</span></code> marks a pure forecast with <code class="docutils literal notranslate"><span class="pre">&lt;xxx&gt;</span></code> being the forecast step.</p>
383<div class="admonition note">
384<p class="first admonition-title">Note</p>
385<p class="last">In the case of the new dis-aggregation method for precipitation, two new sub-intervals are added in between each time interval. They are identified by the forecast step parameter which is <code class="docutils literal notranslate"><span class="pre">0</span></code> for the original time interval and <code class="docutils literal notranslate"><span class="pre">1</span></code> or <code class="docutils literal notranslate"><span class="pre">2</span></code> for the two new intervals respectively.</p>
386</div>
387</div>
388<div class="section" id="fort-files">
389<h3>fort files<a class="headerlink" href="#fort-files" title="Permalink to this headline"></a></h3>
390<p>There are a number of input files for the <code class="docutils literal notranslate"><span class="pre">CONVERT2</span></code> Fortran program named</p>
391<div class="highlight-bash notranslate"><div class="highlight"><pre><span></span>fort.xx
392</pre></div>
393</div>
394<p>where <code class="docutils literal notranslate"><span class="pre">xx</span></code> is the number which defines the meteorological fields stored in these files.
395They are generated by the Python part of <code class="docutils literal notranslate"><span class="pre">flex_extract</span></code> by just splitting the meteorological fields for a unique time stamp from the <code class="docutils literal notranslate"><span class="pre">*.grb</span></code> files into the <code class="docutils literal notranslate"><span class="pre">fort</span></code> files.
396The following table defines the numbers with their corresponding content.</p>
397<table border="1" class="colwidths-given docutils" id="id1">
398<caption><span class="caption-text">Content of fort - files</span><a class="headerlink" href="#id1" title="Permalink to this table"></a></caption>
399<colgroup>
400<col width="20%" />
401<col width="80%" />
402</colgroup>
403<thead valign="bottom">
404<tr class="row-odd"><th class="head">Number</th>
405<th class="head">Content</th>
406</tr>
407</thead>
408<tbody valign="top">
409<tr class="row-even"><td>10</td>
410<td>U and V wind components</td>
411</tr>
412<tr class="row-odd"><td>11</td>
413<td>temperature</td>
414</tr>
415<tr class="row-even"><td>12</td>
416<td>logarithm of surface pressure</td>
417</tr>
418<tr class="row-odd"><td>13</td>
419<td>divergence (optional)</td>
420</tr>
421<tr class="row-even"><td>16</td>
422<td>surface fields</td>
423</tr>
424<tr class="row-odd"><td>17</td>
425<td>specific humidity</td>
426</tr>
427<tr class="row-even"><td>18</td>
428<td>surface specific humidity (reduced gaussian)</td>
429</tr>
430<tr class="row-odd"><td>19</td>
431<td>vertical velocity (pressure) (optional)</td>
432</tr>
433<tr class="row-even"><td>21</td>
434<td>eta-coordinate vertical velocity (optional)</td>
435</tr>
436<tr class="row-odd"><td>22</td>
437<td>total cloud water content (optional)</td>
438</tr>
439</tbody>
440</table>
441<p>Some of the fields are solely retrieved with specific settings, e.g. the eta-coordinate vertical velocity is not available in ERA-Interim datasets and the total cloud water content is an optional field for <code class="docutils literal notranslate"><span class="pre">FLEXPART</span> <span class="pre">v10</span></code> and newer. Please see section ????????? for more information.</p>
442<p>The <code class="docutils literal notranslate"><span class="pre">CONVERT2</span></code> program saves its results in file <code class="docutils literal notranslate"><span class="pre">fort.15</span></code> which typically contains:</p>
443<table border="1" class="colwidths-given docutils" id="id2">
444<caption><span class="caption-text">Output file of the Fortran program <code class="docutils literal notranslate"><span class="pre">CONVERT2</span></code></span><a class="headerlink" href="#id2" title="Permalink to this table"></a></caption>
445<colgroup>
446<col width="20%" />
447<col width="80%" />
448</colgroup>
449<thead valign="bottom">
450<tr class="row-odd"><th class="head">Number</th>
451<th class="head">Content</th>
452</tr>
453</thead>
454<tbody valign="top">
455<tr class="row-even"><td>15</td>
456<td>U and V wind components, eta-coordinate vertical velocity, temperature, surface pressure, specific humidity</td>
457</tr>
458</tbody>
459</table>
460<p>More details about the content of <code class="docutils literal notranslate"><span class="pre">CONVERT2</span></code> can be found in <a class="reference internal" href="vertco.html"><span class="doc">Vertical Coordinate</span></a>.</p>
461<div class="admonition note">
462<p class="first admonition-title">Note</p>
463<p>The <code class="docutils literal notranslate"><span class="pre">fort.4</span></code> file is the namelist file to drive the Fortran program <code class="docutils literal notranslate"><span class="pre">CONVERT2</span></code>. It is therefore also an input file and is described in ???????????????</p>
464<p>Example of a namelist:</p>
465<div class="last highlight-bash notranslate"><div class="highlight"><pre><span></span><span class="p">&amp;</span>NAMGEN
466  <span class="nv">maxl</span> <span class="o">=</span> <span class="m">11</span>,
467  <span class="nv">maxb</span> <span class="o">=</span> <span class="m">11</span>,
468  <span class="nv">mlevel</span> <span class="o">=</span> <span class="m">91</span>,
469  <span class="nv">mlevelist</span> <span class="o">=</span> <span class="s2">&quot;85/to/91&quot;</span>,
470  <span class="nv">mnauf</span> <span class="o">=</span> <span class="m">159</span>,
471  <span class="nv">metapar</span> <span class="o">=</span> <span class="m">77</span>,
472  <span class="nv">rlo0</span> <span class="o">=</span> -5.0,
473  <span class="nv">rlo1</span> <span class="o">=</span> <span class="m">5</span>.0,
474  <span class="nv">rla0</span> <span class="o">=</span> <span class="m">30</span>.0,
475  <span class="nv">rla1</span> <span class="o">=</span> <span class="m">40</span>.0,
476  <span class="nv">momega</span> <span class="o">=</span> <span class="m">0</span>,
477  <span class="nv">momegadiff</span> <span class="o">=</span> <span class="m">0</span>,
478  <span class="nv">mgauss</span> <span class="o">=</span> <span class="m">0</span>,
479  <span class="nv">msmooth</span> <span class="o">=</span> <span class="m">0</span>,
480  <span class="nv">meta</span> <span class="o">=</span> <span class="m">1</span>,
481  <span class="nv">metadiff</span> <span class="o">=</span> <span class="m">0</span>,
482  <span class="nv">mdpdeta</span> <span class="o">=</span> <span class="m">1</span>
483/
484</pre></div>
485</div>
486</div>
487<div class="toctree-wrapper compound">
488</div>
489</div>
490</div>
491</div>
492
493
494           </div>
495           
496          </div>
497          <footer>
498 
499    <div class="rst-footer-buttons" role="navigation" aria-label="footer navigation">
500     
501        <a href="disagg.html" class="btn btn-neutral float-right" title="Disaggregation of Flux Data" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right"></span></a>
502     
503     
504        <a href="Input/templates.html" class="btn btn-neutral float-left" title="Templates" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left"></span> Previous</a>
505     
506    </div>
507 
508
509  <hr/>
510
511  <div role="contentinfo">
512    <p>
513        &copy; Copyright 2019, Anne Philipp and Leopold Haimberger
514
515    </p>
516  </div>
517  Built with <a href="http://sphinx-doc.org/">Sphinx</a> using a <a href="https://github.com/rtfd/sphinx_rtd_theme">theme</a> provided by <a href="https://readthedocs.org">Read the Docs</a>.
518
519</footer>
520
521        </div>
522      </div>
523
524    </section>
525
526  </div>
527 
528
529
530  <script type="text/javascript">
531      jQuery(function () {
532          SphinxRtdTheme.Navigation.enable(true);
533      });
534  </script>
535
536 
537 
538   
539   
540
541</body>
542</html>
Note: See TracBrowser for help on using the repository browser.
hosted by ZAMG