Context Navigation

source: flex_extract.git/Documentation/html/_modules/EcFlexpart.html @ 0690a6c

ctbtodev

Last change on this file since 0690a6c was ba99230, checked in by Anne Philipp <anne.philipp@…>, 5 years ago
capitalize all directory names and adapt pathes in files
Property mode set to `100644`
File size: 271.3 KB

Line
1
2
3	<!DOCTYPE html>
4	<!--[if IE 8]><html class="no-js lt-ie9" lang="en" > <![endif]-->
5	<!--[if gt IE 8]><!--> <html class="no-js" lang="en" > <!--<![endif]-->
6	<head>
7	<meta charset="utf-8">
8
9	<meta name="viewport" content="width=device-width, initial-scale=1.0">
10
11	<title>EcFlexpart — flex_extract 7.1 alpha documentation</title>
12
13
14
15
16
17
18
19
20	<script type="text/javascript" src="../_static/js/modernizr.min.js"></script>
21
22
23	<script type="text/javascript" id="documentation_options" data-url_root="../" src="../_static/documentation_options.js"></script>
24	<script type="text/javascript" src="../_static/jquery.js"></script>
25	<script type="text/javascript" src="../_static/underscore.js"></script>
26	<script type="text/javascript" src="../_static/doctools.js"></script>
27	<script type="text/javascript" src="../_static/language_data.js"></script>
28	<script async="async" type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/mathjax/2.7.5/latest.js?config=TeX-AMS-MML_HTMLorMML"></script>
29
30	<script type="text/javascript" src="../_static/js/theme.js"></script>
31
32
33
34
35	<link rel="stylesheet" href="../_static/css/theme.css" type="text/css" />
36	<link rel="stylesheet" href="../_static/pygments.css" type="text/css" />
37	<link rel="stylesheet" href="../_static/css/custom.css" type="text/css" />
38	<link rel="stylesheet" href="../_static/css/theme_overrides.css" type="text/css" />
39	<link rel="index" title="Index" href="../genindex.html" />
40	<link rel="search" title="Search" href="../search.html" />
41	</head>
42
43	<body class="wy-body-for-nav">
44
45
46	<div class="wy-grid-for-nav">
47
48	<nav data-toggle="wy-nav-shift" class="wy-nav-side">
49	<div class="wy-side-scroll">
50	<div class="wy-side-nav-search" >
51
52
53
54	<a href="../index.html" class="icon icon-home"> flex_extract
55
56
57
58	</a>
59
60
61
62
63	<div class="version">
64	7.1
65	</div>
66
67
68
69
70	<div role="search">
71	<form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
72	<input type="text" name="q" placeholder="Search docs" />
73	<input type="hidden" name="check_keywords" value="yes" />
74	<input type="hidden" name="area" value="default" />
75	</form>
76	</div>
77
78
79	</div>
80
81	<div class="wy-menu wy-menu-vertical" data-spy="affix" role="navigation" aria-label="main navigation">
82
83
84
85
86
87
88	<p class="caption"><span class="caption-text">Table of Contents:</span></p>
89	<ul>
90	<li class="toctree-l1"><a class="reference internal" href="../installation.html">Installation</a></li>
91	<li class="toctree-l1"><a class="reference internal" href="../quick_start.html">Quick Start</a></li>
92	<li class="toctree-l1"><a class="reference internal" href="../ecmwf_data.html">ECMWF Data</a></li>
93	<li class="toctree-l1"><a class="reference internal" href="../documentation.html">Documentation</a></li>
94	<li class="toctree-l1"><a class="reference internal" href="../evaluation.html">Evaluation</a></li>
95	<li class="toctree-l1"><a class="reference internal" href="../dev_guide.html">Developer Guide</a></li>
96	<li class="toctree-l1"><a class="reference internal" href="../changelog.html">Changelog</a></li>
97	<li class="toctree-l1"><a class="reference internal" href="../support.html">Support</a></li>
98	<li class="toctree-l1"><a class="reference internal" href="../Support/faq.html">FAQ - Frequently asked questions</a></li>
99	<li class="toctree-l1"><a class="reference internal" href="../authors.html">Developer Team</a></li>
100	</ul>
101
102
103
104	</div>
105	</div>
106	</nav>
107
108	<section data-toggle="wy-nav-shift" class="wy-nav-content-wrap">
109
110
111	<nav class="wy-nav-top" aria-label="top navigation">
112
113	<i data-toggle="wy-nav-top" class="fa fa-bars"></i>
114	<a href="../index.html">flex_extract</a>
115
116	</nav>
117
118
119	<div class="wy-nav-content">
120
121	<div class="rst-content">
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139	<div role="navigation" aria-label="breadcrumbs navigation">
140
141	<ul class="wy-breadcrumbs">
142
143	<li><a href="../index.html">Docs</a> »</li>
144
145	<li><a href="index.html">Module code</a> »</li>
146
147	<li>EcFlexpart</li>
148
149
150	<li class="wy-breadcrumbs-aside">
151
152	</li>
153
154	</ul>
155
156
157	<hr/>
158	</div>
159	<div role="main" class="document" itemscope="itemscope" itemtype="http://schema.org/Article">
160	<div itemprop="articleBody">
161
162	<h1>Source code for EcFlexpart</h1><div class="highlight"><pre>
163	<span></span><span class="ch">#!/usr/bin/env python</span>
164	<span class="c1"># -- coding: utf-8 --</span>
165	<span class="c1">#*******************************************************************************</span>
166	<span class="c1"># @Author: Anne Fouilloux (University of Oslo)</span>
167	<span class="c1">#</span>
168	<span class="c1"># @Date: October 2014</span>
169	<span class="c1">#</span>
170	<span class="c1"># @Change History:</span>
171	<span class="c1">#</span>
172	<span class="c1"># November 2015 - Leopold Haimberger (University of Vienna):</span>
173	<span class="c1"># - extended with class Control</span>
174	<span class="c1"># - removed functions mkdir_p, daterange, years_between, months_between</span>
175	<span class="c1"># - added functions darain, dapoly, to_param_id, init128, normal_exit,</span>
176	<span class="c1"># my_error, clean_up, install_args_and_control,</span>
177	<span class="c1"># interpret_args_and_control,</span>
178	<span class="c1"># - removed function __del__ in class EIFLexpart</span>
179	<span class="c1"># - added the following functions in EIFlexpart:</span>
180	<span class="c1"># - create_namelist</span>
181	<span class="c1"># - process_output</span>
182	<span class="c1"># - deacc_fluxes</span>
183	<span class="c1"># - modified existing EIFlexpart - functions for the use in</span>
184	<span class="c1"># flex_extract</span>
185	<span class="c1"># - retrieve also longer term forecasts, not only analyses and</span>
186	<span class="c1"># short term forecast data</span>
187	<span class="c1"># - added conversion into GRIB2</span>
188	<span class="c1">#</span>
189	<span class="c1"># February 2018 - Anne Philipp (University of Vienna):</span>
190	<span class="c1"># - applied PEP8 style guide</span>
191	<span class="c1"># - added documentation</span>
192	<span class="c1"># - removed function getFlexpartTime in class EcFlexpart</span>
193	<span class="c1"># - outsourced class ControlFile</span>
194	<span class="c1"># - outsourced class MarsRetrieval</span>
195	<span class="c1"># - changed class name from EIFlexpart to EcFlexpart</span>
196	<span class="c1"># - applied minor code changes (style)</span>
197	<span class="c1"># - removed "dead code" , e.g. retrieval of Q since it is not needed</span>
198	<span class="c1"># - removed "times" parameter from retrieve-method since it is not used</span>
199	<span class="c1"># - seperated function "retrieve" into smaller functions (less code</span>
200	<span class="c1"># duplication, easier testing)</span>
201	<span class="c1">#</span>
202	<span class="c1"># @License:</span>
203	<span class="c1"># (C) Copyright 2014-2019.</span>
204	<span class="c1"># Anne Philipp, Leopold Haimberger</span>
205	<span class="c1">#</span>
206	<span class="c1"># This work is licensed under the Creative Commons Attribution 4.0</span>
207	<span class="c1"># International License. To view a copy of this license, visit</span>
208	<span class="c1"># http://creativecommons.org/licenses/by/4.0/ or send a letter to</span>
209	<span class="c1"># Creative Commons, PO Box 1866, Mountain View, CA 94042, USA.</span>
210	<span class="c1">#*******************************************************************************</span>
211	<span class="c1">#pylint: disable=unsupported-assignment-operation</span>
212	<span class="c1"># this is disabled because for this specific case its an error in pylint</span>
213	<span class="c1">#pylint: disable=consider-using-enumerate</span>
214	<span class="c1"># this is not useful in this case</span>
215	<span class="c1"># ------------------------------------------------------------------------------</span>
216	<span class="c1"># MODULES</span>
217	<span class="c1"># ------------------------------------------------------------------------------</span>
218	<span class="kn">from</span> <span class="nn">__future__</span> <span class="k">import</span> <span class="n">print_function</span>
219
220	<span class="kn">import</span> <span class="nn">os</span>
221	<span class="kn">import</span> <span class="nn">sys</span>
222	<span class="kn">import</span> <span class="nn">glob</span>
223	<span class="kn">import</span> <span class="nn">shutil</span>
224	<span class="kn">import</span> <span class="nn">subprocess</span>
225	<span class="kn">from</span> <span class="nn">datetime</span> <span class="k">import</span> <span class="n">datetime</span><span class="p">,</span> <span class="n">timedelta</span>
226
227	<span class="c1"># software specific classes and modules from flex_extract</span>
228	<span class="n">sys</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="s1">'../'</span><span class="p">)</span>
229	<span class="kn">import</span> <span class="nn">_config</span>
230	<span class="kn">from</span> <span class="nn">Classes.GribUtil</span> <span class="k">import</span> <span class="n">GribUtil</span>
231	<span class="kn">from</span> <span class="nn">Mods.tools</span> <span class="k">import</span> <span class="p">(</span><span class="n">init128</span><span class="p">,</span> <span class="n">to_param_id</span><span class="p">,</span> <span class="n">silent_remove</span><span class="p">,</span> <span class="n">product</span><span class="p">,</span>
232	<span class="n">my_error</span><span class="p">,</span> <span class="n">make_dir</span><span class="p">,</span> <span class="n">get_informations</span><span class="p">,</span> <span class="n">get_dimensions</span><span class="p">,</span>
233	<span class="n">execute_subprocess</span><span class="p">,</span> <span class="n">to_param_id_with_tablenumber</span><span class="p">,</span>
234	<span class="n">generate_retrieval_period_boundary</span><span class="p">)</span>
235	<span class="kn">from</span> <span class="nn">Classes.MarsRetrieval</span> <span class="k">import</span> <span class="n">MarsRetrieval</span>
236	<span class="kn">from</span> <span class="nn">Classes.UioFiles</span> <span class="k">import</span> <span class="n">UioFiles</span>
237	<span class="kn">import</span> <span class="nn">Mods.disaggregation</span> <span class="k">as</span> <span class="nn">disaggregation</span>
238
239	<span class="c1"># ------------------------------------------------------------------------------</span>
240	<span class="c1"># CLASS</span>
241	<span class="c1"># ------------------------------------------------------------------------------</span>
242	<div class="viewcode-block" id="EcFlexpart"><a class="viewcode-back" href="../Documentation/Api/api_python.html#EcFlexpart.EcFlexpart">[docs]</a><span class="k">class</span> <span class="nc">EcFlexpart</span><span class="p">(</span><span class="nb">object</span><span class="p">):</span>
243	<span class="sd">'''</span>
244	<span class="sd"> Class to represent FLEXPART specific ECMWF data.</span>
245
246	<span class="sd"> FLEXPART needs grib files in a specifc format. All necessary data fields</span>
247	<span class="sd"> for one time step are stored in a single file. The class represents an</span>
248	<span class="sd"> instance with all the parameter and settings necessary for retrieving</span>
249	<span class="sd"> MARS data and modifing them so they are fitting FLEXPART needs. The class</span>
250	<span class="sd"> is able to disaggregate the fluxes and convert grid types to the one needed</span>
251	<span class="sd"> by FLEXPART, therefore using the FORTRAN program.</span>
252
253	<span class="sd"> Attributes</span>
254	<span class="sd"> ----------</span>
255	<span class="sd"> mreq_count : int</span>
256	<span class="sd"> Counter for the number of generated mars requests.</span>
257
258	<span class="sd"> inputdir : str</span>
259	<span class="sd"> Path to the directory where the retrieved data is stored.</span>
260
261	<span class="sd"> dataset : str</span>
262	<span class="sd"> For public datasets there is the specific naming and parameter</span>
263	<span class="sd"> dataset which has to be used to characterize the type of</span>
264	<span class="sd"> data.</span>
265
266	<span class="sd"> basetime : int</span>
267	<span class="sd"> The time for a half day retrieval. The 12 hours upfront are to be</span>
268	<span class="sd"> retrieved.</span>
269
270	<span class="sd"> dtime : str</span>
271	<span class="sd"> Time step in hours.</span>
272
273	<span class="sd"> acctype : str</span>
274	<span class="sd"> The field type for the accumulated forecast fields.</span>
275
276	<span class="sd"> acctime : str</span>
277	<span class="sd"> The starting time from the accumulated forecasts.</span>
278
279	<span class="sd"> accmaxstep : str</span>
280	<span class="sd"> The maximum forecast step for the accumulated forecast fields.</span>
281
282	<span class="sd"> marsclass : str</span>
283	<span class="sd"> Characterisation of dataset.</span>
284
285	<span class="sd"> stream : str</span>
286	<span class="sd"> Identifies the forecasting system used to generate the data.</span>
287
288	<span class="sd"> number : str</span>
289	<span class="sd"> Selects the member in ensemble forecast run.</span>
290
291	<span class="sd"> resol : str</span>
292	<span class="sd"> Specifies the desired triangular truncation of retrieved data,</span>
293	<span class="sd"> before carrying out any other selected post-processing.</span>
294
295	<span class="sd"> accuracy : str</span>
296	<span class="sd"> Specifies the number of bits per value to be used in the</span>
297	<span class="sd"> generated GRIB coded fields.</span>
298
299	<span class="sd"> addpar : str</span>
300	<span class="sd"> List of additional parameters to be retrieved.</span>
301
302	<span class="sd"> level : str</span>
303	<span class="sd"> Specifies the maximum level.</span>
304
305	<span class="sd"> expver : str</span>
306	<span class="sd"> The version of the dataset.</span>
307
308	<span class="sd"> levelist : str</span>
309	<span class="sd"> Specifies the required levels.</span>
310
311	<span class="sd"> glevelist : str</span>
312	<span class="sd"> Specifies the required levels for gaussian grids.</span>
313
314	<span class="sd"> gaussian : str</span>
315	<span class="sd"> This parameter is deprecated and should no longer be used.</span>
316	<span class="sd"> Specifies the desired type of Gaussian grid for the output.</span>
317
318	<span class="sd"> grid : str</span>
319	<span class="sd"> Specifies the output grid which can be either a Gaussian grid</span>
320	<span class="sd"> or a Latitude/Longitude grid.</span>
321
322	<span class="sd"> area : str</span>
323	<span class="sd"> Specifies the desired sub-area of data to be extracted.</span>
324
325	<span class="sd"> purefc : int</span>
326	<span class="sd"> Switch for definition of pure forecast mode or not.</span>
327
328	<span class="sd"> outputfilelist : list of str</span>
329	<span class="sd"> The final list of FLEXPART ready input files.</span>
330
331	<span class="sd"> types : dictionary</span>
332	<span class="sd"> Determines the combination of type of fields, time and forecast step</span>
333	<span class="sd"> to be retrieved.</span>
334
335	<span class="sd"> params : dictionary</span>
336	<span class="sd"> Collection of grid types and their corresponding parameters,</span>
337	<span class="sd"> levels, level types and the grid definition.</span>
338
339	<span class="sd"> server : ECMWFService or ECMWFDataServer</span>
340	<span class="sd"> This is the connection to the ECMWF data servers.</span>
341
342	<span class="sd"> public : int</span>
343	<span class="sd"> Decides which Web API Server version is used.</span>
344
345	<span class="sd"> dates : str</span>
346	<span class="sd"> Contains start and end date of the retrieval in the format</span>
347	<span class="sd"> "YYYYMMDD/to/YYYYMMDD"</span>
348	<span class="sd"> '''</span>
349
350	<span class="c1"># --------------------------------------------------------------------------</span>
351	<span class="c1"># CLASS FUNCTIONS</span>
352	<span class="c1"># --------------------------------------------------------------------------</span>
353	<span class="k">def</span> <span class="nf">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">c</span><span class="p">,</span> <span class="n">fluxes</span><span class="o">=</span><span class="kc">False</span><span class="p">):</span>
354	<span class="sd">'''Creates an object/instance of EcFlexpart with the associated</span>
355	<span class="sd"> settings of its attributes for the retrieval.</span>
356
357	<span class="sd"> Parameters:</span>
358	<span class="sd"> -----------</span>
359	<span class="sd"> c : ControlFile</span>
360	<span class="sd"> Contains all the parameters of CONTROL file and</span>
361	<span class="sd"> command line.</span>
362
363	<span class="sd"> fluxes : boolean, optional</span>
364	<span class="sd"> Decides if the flux parameter settings are stored or</span>
365	<span class="sd"> the rest of the parameter list.</span>
366	<span class="sd"> Default value is False.</span>
367
368	<span class="sd"> Return</span>
369	<span class="sd"> ------</span>
370
371	<span class="sd"> '''</span>
372	<span class="c1"># set a counter for the number of generated mars requests</span>
373	<span class="bp">self</span><span class="o">.</span><span class="n">mreq_count</span> <span class="o">=</span> <span class="mi">0</span>
374
375	<span class="bp">self</span><span class="o">.</span><span class="n">inputdir</span> <span class="o">=</span> <span class="n">c</span><span class="o">.</span><span class="n">inputdir</span>
376	<span class="bp">self</span><span class="o">.</span><span class="n">dataset</span> <span class="o">=</span> <span class="n">c</span><span class="o">.</span><span class="n">dataset</span>
377	<span class="bp">self</span><span class="o">.</span><span class="n">basetime</span> <span class="o">=</span> <span class="n">c</span><span class="o">.</span><span class="n">basetime</span>
378	<span class="bp">self</span><span class="o">.</span><span class="n">dtime</span> <span class="o">=</span> <span class="n">c</span><span class="o">.</span><span class="n">dtime</span>
379	<span class="bp">self</span><span class="o">.</span><span class="n">acctype</span> <span class="o">=</span> <span class="n">c</span><span class="o">.</span><span class="n">acctype</span>
380	<span class="bp">self</span><span class="o">.</span><span class="n">acctime</span> <span class="o">=</span> <span class="n">c</span><span class="o">.</span><span class="n">acctime</span>
381	<span class="bp">self</span><span class="o">.</span><span class="n">accmaxstep</span> <span class="o">=</span> <span class="n">c</span><span class="o">.</span><span class="n">accmaxstep</span>
382	<span class="bp">self</span><span class="o">.</span><span class="n">marsclass</span> <span class="o">=</span> <span class="n">c</span><span class="o">.</span><span class="n">marsclass</span>
383	<span class="bp">self</span><span class="o">.</span><span class="n">stream</span> <span class="o">=</span> <span class="n">c</span><span class="o">.</span><span class="n">stream</span>
384	<span class="bp">self</span><span class="o">.</span><span class="n">number</span> <span class="o">=</span> <span class="n">c</span><span class="o">.</span><span class="n">number</span>
385	<span class="bp">self</span><span class="o">.</span><span class="n">resol</span> <span class="o">=</span> <span class="n">c</span><span class="o">.</span><span class="n">resol</span>
386	<span class="bp">self</span><span class="o">.</span><span class="n">accuracy</span> <span class="o">=</span> <span class="n">c</span><span class="o">.</span><span class="n">accuracy</span>
387	<span class="bp">self</span><span class="o">.</span><span class="n">addpar</span> <span class="o">=</span> <span class="n">c</span><span class="o">.</span><span class="n">addpar</span>
388	<span class="bp">self</span><span class="o">.</span><span class="n">level</span> <span class="o">=</span> <span class="n">c</span><span class="o">.</span><span class="n">level</span>
389	<span class="bp">self</span><span class="o">.</span><span class="n">expver</span> <span class="o">=</span> <span class="n">c</span><span class="o">.</span><span class="n">expver</span>
390	<span class="bp">self</span><span class="o">.</span><span class="n">levelist</span> <span class="o">=</span> <span class="n">c</span><span class="o">.</span><span class="n">levelist</span>
391	<span class="bp">self</span><span class="o">.</span><span class="n">glevelist</span> <span class="o">=</span> <span class="s1">'1/to/'</span> <span class="o">+</span> <span class="n">c</span><span class="o">.</span><span class="n">level</span> <span class="c1"># in case of gaussian grid</span>
392	<span class="bp">self</span><span class="o">.</span><span class="n">gaussian</span> <span class="o">=</span> <span class="n">c</span><span class="o">.</span><span class="n">gaussian</span>
393	<span class="bp">self</span><span class="o">.</span><span class="n">grid</span> <span class="o">=</span> <span class="n">c</span><span class="o">.</span><span class="n">grid</span>
394	<span class="bp">self</span><span class="o">.</span><span class="n">area</span> <span class="o">=</span> <span class="n">c</span><span class="o">.</span><span class="n">area</span>
395	<span class="bp">self</span><span class="o">.</span><span class="n">purefc</span> <span class="o">=</span> <span class="n">c</span><span class="o">.</span><span class="n">purefc</span>
396	<span class="bp">self</span><span class="o">.</span><span class="n">outputfilelist</span> <span class="o">=</span> <span class="p">[]</span>
397
398	<span class="c1"># Define the different types of field combinations (type, time, step)</span>
399	<span class="bp">self</span><span class="o">.</span><span class="n">types</span> <span class="o">=</span> <span class="p">{}</span>
400	<span class="c1"># Define the parameters and their level types, level list and</span>
401	<span class="c1"># grid resolution for the retrieval job</span>
402	<span class="bp">self</span><span class="o">.</span><span class="n">params</span> <span class="o">=</span> <span class="p">{}</span>
403
404	<span class="k">if</span> <span class="n">fluxes</span><span class="p">:</span>
405	<span class="bp">self</span><span class="o">.</span><span class="n">_create_params_fluxes</span><span class="p">()</span>
406	<span class="k">else</span><span class="p">:</span>
407	<span class="bp">self</span><span class="o">.</span><span class="n">_create_params</span><span class="p">(</span><span class="n">c</span><span class="o">.</span><span class="n">gauss</span><span class="p">,</span> <span class="n">c</span><span class="o">.</span><span class="n">eta</span><span class="p">,</span> <span class="n">c</span><span class="o">.</span><span class="n">omega</span><span class="p">,</span> <span class="n">c</span><span class="o">.</span><span class="n">cwc</span><span class="p">,</span> <span class="n">c</span><span class="o">.</span><span class="n">wrf</span><span class="p">)</span>
408
409	<span class="k">if</span> <span class="n">fluxes</span><span class="p">:</span><span class="c1"># and not c.purefc:</span>
410	<span class="bp">self</span><span class="o">.</span><span class="n">_create_field_types_fluxes</span><span class="p">()</span>
411	<span class="k">else</span><span class="p">:</span>
412	<span class="bp">self</span><span class="o">.</span><span class="n">_create_field_types</span><span class="p">(</span><span class="n">c</span><span class="o">.</span><span class="n">type</span><span class="p">,</span> <span class="n">c</span><span class="o">.</span><span class="n">time</span><span class="p">,</span> <span class="n">c</span><span class="o">.</span><span class="n">step</span><span class="p">)</span>
413	<span class="k">return</span>
414
415	<span class="k">def</span> <span class="nf">_create_field_types</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">ftype</span><span class="p">,</span> <span class="n">ftime</span><span class="p">,</span> <span class="n">fstep</span><span class="p">):</span>
416	<span class="sd">'''Create the combination of field type, time and forecast step.</span>
417
418	<span class="sd"> Parameters:</span>
419	<span class="sd"> -----------</span>
420	<span class="sd"> ftype : list of str</span>
421	<span class="sd"> List of field types.</span>
422
423	<span class="sd"> ftime : list of str</span>
424	<span class="sd"> The time in hours of the field.</span>
425
426	<span class="sd"> fstep : str</span>
427	<span class="sd"> Specifies the forecast time step from forecast base time.</span>
428	<span class="sd"> Valid values are hours (HH) from forecast base time.</span>
429
430	<span class="sd"> Return</span>
431	<span class="sd"> ------</span>
432
433	<span class="sd"> '''</span>
434	<span class="n">i</span> <span class="o">=</span> <span class="mi">0</span>
435	<span class="k">for</span> <span class="n">ty</span><span class="p">,</span> <span class="n">st</span><span class="p">,</span> <span class="n">ti</span> <span class="ow">in</span> <span class="nb">zip</span><span class="p">(</span><span class="n">ftype</span><span class="p">,</span> <span class="n">fstep</span><span class="p">,</span> <span class="n">ftime</span><span class="p">):</span>
436	<span class="n">btlist</span> <span class="o">=</span> <span class="nb">list</span><span class="p">(</span><span class="nb">range</span><span class="p">(</span><span class="nb">len</span><span class="p">(</span><span class="n">ftime</span><span class="p">)))</span>
437	<span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">basetime</span> <span class="o">==</span> <span class="mi">12</span><span class="p">:</span>
438	<span class="n">btlist</span> <span class="o">=</span> <span class="p">[</span><span class="mi">1</span><span class="p">,</span> <span class="mi">2</span><span class="p">,</span> <span class="mi">3</span><span class="p">,</span> <span class="mi">4</span><span class="p">,</span> <span class="mi">5</span><span class="p">,</span> <span class="mi">6</span><span class="p">,</span> <span class="mi">7</span><span class="p">,</span> <span class="mi">8</span><span class="p">,</span> <span class="mi">9</span><span class="p">,</span> <span class="mi">10</span><span class="p">,</span> <span class="mi">11</span><span class="p">,</span> <span class="mi">12</span><span class="p">]</span>
439	<span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">basetime</span> <span class="o">==</span> <span class="mi">0</span><span class="p">:</span>
440	<span class="n">btlist</span> <span class="o">=</span> <span class="p">[</span><span class="mi">13</span><span class="p">,</span> <span class="mi">14</span><span class="p">,</span> <span class="mi">15</span><span class="p">,</span> <span class="mi">16</span><span class="p">,</span> <span class="mi">17</span><span class="p">,</span> <span class="mi">18</span><span class="p">,</span> <span class="mi">19</span><span class="p">,</span> <span class="mi">20</span><span class="p">,</span> <span class="mi">21</span><span class="p">,</span> <span class="mi">22</span><span class="p">,</span> <span class="mi">23</span><span class="p">,</span> <span class="mi">0</span><span class="p">]</span>
441
442	<span class="c1"># if ((ty.upper() == 'AN' and (int(c.time[i]) % int(c.dtime)) == 0) or</span>
443	<span class="c1"># (ty.upper() != 'AN' and (int(c.step[i]) % int(c.dtime)) == 0 and</span>
444	<span class="c1"># (int(c.step[i]) % int(c.dtime) == 0)) ) and \</span>
445	<span class="c1"># (int(c.time[i]) in btlist or c.purefc):</span>
446
447	<span class="k">if</span> <span class="p">(</span><span class="n">i</span> <span class="ow">in</span> <span class="n">btlist</span><span class="p">)</span> <span class="ow">or</span> <span class="bp">self</span><span class="o">.</span><span class="n">purefc</span><span class="p">:</span>
448
449	<span class="k">if</span> <span class="p">((</span><span class="n">ty</span><span class="o">.</span><span class="n">upper</span><span class="p">()</span> <span class="o">==</span> <span class="s1">'AN'</span> <span class="ow">and</span> <span class="p">(</span><span class="nb">int</span><span class="p">(</span><span class="n">ti</span><span class="p">)</span> <span class="o">%</span> <span class="nb">int</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">dtime</span><span class="p">))</span> <span class="o">==</span> <span class="mi">0</span><span class="p">)</span> <span class="ow">or</span>
450	<span class="p">(</span><span class="n">ty</span><span class="o">.</span><span class="n">upper</span><span class="p">()</span> <span class="o">!=</span> <span class="s1">'AN'</span> <span class="ow">and</span> <span class="p">(</span><span class="nb">int</span><span class="p">(</span><span class="n">st</span><span class="p">)</span> <span class="o">%</span> <span class="nb">int</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">dtime</span><span class="p">))</span> <span class="o">==</span> <span class="mi">0</span><span class="p">)):</span>
451
452	<span class="k">if</span> <span class="n">ty</span> <span class="ow">not</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">types</span><span class="o">.</span><span class="n">keys</span><span class="p">():</span>
453	<span class="bp">self</span><span class="o">.</span><span class="n">types</span><span class="p">[</span><span class="n">ty</span><span class="p">]</span> <span class="o">=</span> <span class="p">{</span><span class="s1">'times'</span><span class="p">:</span> <span class="s1">''</span><span class="p">,</span> <span class="s1">'steps'</span><span class="p">:</span> <span class="s1">''</span><span class="p">}</span>
454
455	<span class="k">if</span> <span class="n">ti</span> <span class="ow">not</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">types</span><span class="p">[</span><span class="n">ty</span><span class="p">][</span><span class="s1">'times'</span><span class="p">]:</span>
456	<span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">types</span><span class="p">[</span><span class="n">ty</span><span class="p">][</span><span class="s1">'times'</span><span class="p">]:</span>
457	<span class="bp">self</span><span class="o">.</span><span class="n">types</span><span class="p">[</span><span class="n">ty</span><span class="p">][</span><span class="s1">'times'</span><span class="p">]</span> <span class="o">+=</span> <span class="s1">'/'</span>
458	<span class="bp">self</span><span class="o">.</span><span class="n">types</span><span class="p">[</span><span class="n">ty</span><span class="p">][</span><span class="s1">'times'</span><span class="p">]</span> <span class="o">+=</span> <span class="n">ti</span>
459
460	<span class="k">if</span> <span class="n">st</span> <span class="ow">not</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">types</span><span class="p">[</span><span class="n">ty</span><span class="p">][</span><span class="s1">'steps'</span><span class="p">]:</span>
461	<span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">types</span><span class="p">[</span><span class="n">ty</span><span class="p">][</span><span class="s1">'steps'</span><span class="p">]:</span>
462	<span class="bp">self</span><span class="o">.</span><span class="n">types</span><span class="p">[</span><span class="n">ty</span><span class="p">][</span><span class="s1">'steps'</span><span class="p">]</span> <span class="o">+=</span> <span class="s1">'/'</span>
463	<span class="bp">self</span><span class="o">.</span><span class="n">types</span><span class="p">[</span><span class="n">ty</span><span class="p">][</span><span class="s1">'steps'</span><span class="p">]</span> <span class="o">+=</span> <span class="n">st</span>
464	<span class="n">i</span> <span class="o">+=</span> <span class="mi">1</span>
465
466	<span class="k">return</span>
467
468	<span class="k">def</span> <span class="nf">_create_field_types_fluxes</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span>
469	<span class="sd">'''Create the combination of field type, time and forecast step</span>
470	<span class="sd"> for the flux data.</span>
471
472	<span class="sd"> Parameters:</span>
473	<span class="sd"> -----------</span>
474
475	<span class="sd"> Return</span>
476	<span class="sd"> ------</span>
477
478	<span class="sd"> '''</span>
479	<span class="bp">self</span><span class="o">.</span><span class="n">types</span><span class="p">[</span><span class="nb">str</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">acctype</span><span class="p">)]</span> <span class="o">=</span> <span class="p">{</span><span class="s1">'times'</span><span class="p">:</span> <span class="nb">str</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">acctime</span><span class="p">),</span>
480	<span class="s1">'steps'</span><span class="p">:</span> <span class="s1">'</span><span class="si">{}</span><span class="s1">/to/</span><span class="si">{}</span><span class="s1">/by/</span><span class="si">{}</span><span class="s1">'</span><span class="o">.</span><span class="n">format</span><span class="p">(</span>
481	<span class="bp">self</span><span class="o">.</span><span class="n">dtime</span><span class="p">,</span>
482	<span class="bp">self</span><span class="o">.</span><span class="n">accmaxstep</span><span class="p">,</span>
483	<span class="bp">self</span><span class="o">.</span><span class="n">dtime</span><span class="p">)}</span>
484	<span class="k">return</span>
485
486	<span class="k">def</span> <span class="nf">_create_params</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">gauss</span><span class="p">,</span> <span class="n">eta</span><span class="p">,</span> <span class="n">omega</span><span class="p">,</span> <span class="n">cwc</span><span class="p">,</span> <span class="n">wrf</span><span class="p">):</span>
487	<span class="sd">'''Define the specific parameter settings for retrievment.</span>
488
489	<span class="sd"> The different parameters need specific grid types and level types</span>
490	<span class="sd"> for retrievement. We might get following combination of types</span>
491	<span class="sd"> (depending on selection and availability):</span>
492	<span class="sd"> (These are short cuts for the grib file names (leading sequence)</span>
493	<span class="sd"> SH__ML, OG__ML, GG__ML, SH__SL, OG__SL, GG__SL, OG_OROLSM_SL</span>
494	<span class="sd"> where:</span>
495	<span class="sd"> SH = Spherical Harmonics, GG = Gaussian Grid, OG = Output Grid,</span>
496	<span class="sd"> ML = Model Level, SL = Surface Level</span>
497
498	<span class="sd"> For each of this combination there is a list of parameter names,</span>
499	<span class="sd"> the level type, the level list and the grid resolution.</span>
500
501	<span class="sd"> There are different scenarios for data extraction from MARS:</span>
502	<span class="sd"> 1) Retrieval of etadot</span>
503	<span class="sd"> eta=1, gauss=0, omega=0</span>
504	<span class="sd"> 2) Calculation of etadot from divergence</span>
505	<span class="sd"> eta=0, gauss=1, omega=0</span>
506	<span class="sd"> 3) Calculation of etadot from omega (for makes sense for debugging)</span>
507	<span class="sd"> eta=0, gauss=0, omega=1</span>
508	<span class="sd"> 4) Retrieval and Calculation of etadot (only for debugging)</span>
509	<span class="sd"> eta=1, gauss=1, omega=0</span>
510	<span class="sd"> 5) Download also specific model and surface level data for FLEXPART-WRF</span>
511
512	<span class="sd"> Parameters:</span>
513	<span class="sd"> -----------</span>
514	<span class="sd"> gauss : int</span>
515	<span class="sd"> Gaussian grid is retrieved.</span>
516
517	<span class="sd"> eta : int</span>
518	<span class="sd"> Etadot parameter will be directly retrieved.</span>
519
520	<span class="sd"> omega : int</span>
521	<span class="sd"> The omega paramterwill be retrieved.</span>
522
523	<span class="sd"> cwc : int</span>
524	<span class="sd"> The cloud liquid and ice water content will be retrieved.</span>
525
526	<span class="sd"> wrf : int</span>
527	<span class="sd"> Additional model level and surface level data will be retrieved for</span>
528	<span class="sd"> WRF/FLEXPART-WRF simulations.</span>
529
530	<span class="sd"> Return</span>
531	<span class="sd"> ------</span>
532
533	<span class="sd"> '''</span>
534	<span class="c1"># SURFACE FIELDS</span>
535	<span class="c1">#-----------------------------------------------------------------------</span>
536	<span class="bp">self</span><span class="o">.</span><span class="n">params</span><span class="p">[</span><span class="s1">'SH__SL'</span><span class="p">]</span> <span class="o">=</span> <span class="p">[</span><span class="s1">'LNSP'</span><span class="p">,</span> <span class="s1">'ML'</span><span class="p">,</span> <span class="s1">'1'</span><span class="p">,</span> <span class="s1">'OFF'</span><span class="p">]</span>
537	<span class="bp">self</span><span class="o">.</span><span class="n">params</span><span class="p">[</span><span class="s1">'OG__SL'</span><span class="p">]</span> <span class="o">=</span> <span class="p">[</span><span class="s1">'SD/MSL/TCC/10U/10V/2T/2D/Z/LSM'</span><span class="p">,</span> \
538	<span class="s1">'SFC'</span><span class="p">,</span> <span class="s1">'1'</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">grid</span><span class="p">]</span>
539	<span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">addpar</span><span class="p">:</span>
540	<span class="bp">self</span><span class="o">.</span><span class="n">params</span><span class="p">[</span><span class="s1">'OG__SL'</span><span class="p">][</span><span class="mi">0</span><span class="p">]</span> <span class="o">+=</span> <span class="bp">self</span><span class="o">.</span><span class="n">addpar</span>
541
542	<span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">marsclass</span><span class="o">.</span><span class="n">upper</span><span class="p">()</span> <span class="o">==</span> <span class="s1">'EA'</span> <span class="ow">or</span> <span class="bp">self</span><span class="o">.</span><span class="n">marsclass</span><span class="o">.</span><span class="n">upper</span><span class="p">()</span> <span class="o">==</span> <span class="s1">'EP'</span><span class="p">:</span>
543	<span class="bp">self</span><span class="o">.</span><span class="n">params</span><span class="p">[</span><span class="s1">'OG_OROLSM__SL'</span><span class="p">]</span> <span class="o">=</span> <span class="p">[</span><span class="s2">"SDOR/CVL/CVH/FSR"</span><span class="p">,</span>
544	<span class="s1">'SFC'</span><span class="p">,</span> <span class="s1">'1'</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">grid</span><span class="p">]</span>
545	<span class="k">else</span><span class="p">:</span>
546	<span class="bp">self</span><span class="o">.</span><span class="n">params</span><span class="p">[</span><span class="s1">'OG_OROLSM__SL'</span><span class="p">]</span> <span class="o">=</span> <span class="p">[</span><span class="s2">"SDOR/CVL/CVH/SR"</span><span class="p">,</span> \
547	<span class="s1">'SFC'</span><span class="p">,</span> <span class="s1">'1'</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">grid</span><span class="p">]</span>
548
549	<span class="c1"># MODEL LEVEL FIELDS</span>
550	<span class="c1">#-----------------------------------------------------------------------</span>
551	<span class="bp">self</span><span class="o">.</span><span class="n">params</span><span class="p">[</span><span class="s1">'OG__ML'</span><span class="p">]</span> <span class="o">=</span> <span class="p">[</span><span class="s1">'T/Q'</span><span class="p">,</span> <span class="s1">'ML'</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">levelist</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">grid</span><span class="p">]</span>
552
553	<span class="k">if</span> <span class="ow">not</span> <span class="n">gauss</span> <span class="ow">and</span> <span class="n">eta</span><span class="p">:</span>
554	<span class="bp">self</span><span class="o">.</span><span class="n">params</span><span class="p">[</span><span class="s1">'OG__ML'</span><span class="p">][</span><span class="mi">0</span><span class="p">]</span> <span class="o">+=</span> <span class="s1">'/U/V/ETADOT'</span>
555	<span class="k">elif</span> <span class="n">gauss</span> <span class="ow">and</span> <span class="ow">not</span> <span class="n">eta</span><span class="p">:</span>
556	<span class="bp">self</span><span class="o">.</span><span class="n">params</span><span class="p">[</span><span class="s1">'GG__SL'</span><span class="p">]</span> <span class="o">=</span> <span class="p">[</span><span class="s1">'Q'</span><span class="p">,</span> <span class="s1">'ML'</span><span class="p">,</span> <span class="s1">'1'</span><span class="p">,</span>
557	<span class="s1">'</span><span class="si">{}</span><span class="s1">'</span><span class="o">.</span><span class="n">format</span><span class="p">((</span><span class="nb">int</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">resol</span><span class="p">)</span> <span class="o">+</span> <span class="mi">1</span><span class="p">)</span> <span class="o">//</span> <span class="mi">2</span><span class="p">)]</span>
558	<span class="bp">self</span><span class="o">.</span><span class="n">params</span><span class="p">[</span><span class="s1">'SH__ML'</span><span class="p">]</span> <span class="o">=</span> <span class="p">[</span><span class="s1">'U/V/D'</span><span class="p">,</span> <span class="s1">'ML'</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">glevelist</span><span class="p">,</span> <span class="s1">'OFF'</span><span class="p">]</span>
559	<span class="k">elif</span> <span class="ow">not</span> <span class="n">gauss</span> <span class="ow">and</span> <span class="ow">not</span> <span class="n">eta</span><span class="p">:</span>
560	<span class="bp">self</span><span class="o">.</span><span class="n">params</span><span class="p">[</span><span class="s1">'OG__ML'</span><span class="p">][</span><span class="mi">0</span><span class="p">]</span> <span class="o">+=</span> <span class="s1">'/U/V'</span>
561	<span class="k">else</span><span class="p">:</span> <span class="c1"># GAUSS and ETA</span>
562	<span class="nb">print</span><span class="p">(</span><span class="s1">'Warning: Collecting etadot and parameters for gaussian grid '</span>
563	<span class="s1">'is a very costly parameter combination, '</span>
564	<span class="s1">'use this combination only for debugging!'</span><span class="p">)</span>
565	<span class="bp">self</span><span class="o">.</span><span class="n">params</span><span class="p">[</span><span class="s1">'GG__SL'</span><span class="p">]</span> <span class="o">=</span> <span class="p">[</span><span class="s1">'Q'</span><span class="p">,</span> <span class="s1">'ML'</span><span class="p">,</span> <span class="s1">'1'</span><span class="p">,</span>
566	<span class="s1">'</span><span class="si">{}</span><span class="s1">'</span><span class="o">.</span><span class="n">format</span><span class="p">((</span><span class="nb">int</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">resol</span><span class="p">)</span> <span class="o">+</span> <span class="mi">1</span><span class="p">)</span> <span class="o">//</span> <span class="mi">2</span><span class="p">)]</span>
567	<span class="bp">self</span><span class="o">.</span><span class="n">params</span><span class="p">[</span><span class="s1">'GG__ML'</span><span class="p">]</span> <span class="o">=</span> <span class="p">[</span><span class="s1">'U/V/D/ETADOT'</span><span class="p">,</span> <span class="s1">'ML'</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">glevelist</span><span class="p">,</span>
568	<span class="s1">'</span><span class="si">{}</span><span class="s1">'</span><span class="o">.</span><span class="n">format</span><span class="p">((</span><span class="nb">int</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">resol</span><span class="p">)</span> <span class="o">+</span> <span class="mi">1</span><span class="p">)</span> <span class="o">//</span> <span class="mi">2</span><span class="p">)]</span>
569
570	<span class="k">if</span> <span class="n">omega</span><span class="p">:</span>
571	<span class="bp">self</span><span class="o">.</span><span class="n">params</span><span class="p">[</span><span class="s1">'OG__ML'</span><span class="p">][</span><span class="mi">0</span><span class="p">]</span> <span class="o">+=</span> <span class="s1">'/W'</span>
572
573	<span class="k">if</span> <span class="n">cwc</span><span class="p">:</span>
574	<span class="bp">self</span><span class="o">.</span><span class="n">params</span><span class="p">[</span><span class="s1">'OG__ML'</span><span class="p">][</span><span class="mi">0</span><span class="p">]</span> <span class="o">+=</span> <span class="s1">'/CLWC/CIWC'</span>
575
576	<span class="c1"># ADDITIONAL FIELDS FOR FLEXPART-WRF MODEL (IF QUESTIONED)</span>
577	<span class="c1"># -----------------------------------------------------------------------</span>
578	<span class="k">if</span> <span class="n">wrf</span><span class="p">:</span>
579	<span class="bp">self</span><span class="o">.</span><span class="n">params</span><span class="p">[</span><span class="s1">'OG__ML'</span><span class="p">][</span><span class="mi">0</span><span class="p">]</span> <span class="o">+=</span> <span class="s1">'/Z/VO'</span>
580	<span class="k">if</span> <span class="s1">'/D'</span> <span class="ow">not</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">params</span><span class="p">[</span><span class="s1">'OG__ML'</span><span class="p">][</span><span class="mi">0</span><span class="p">]:</span>
581	<span class="bp">self</span><span class="o">.</span><span class="n">params</span><span class="p">[</span><span class="s1">'OG__ML'</span><span class="p">][</span><span class="mi">0</span><span class="p">]</span> <span class="o">+=</span> <span class="s1">'/D'</span>
582
583	<span class="n">wrf_sfc</span> <span class="o">=</span> <span class="p">[</span><span class="s1">'SP'</span><span class="p">,</span><span class="s1">'SKT'</span><span class="p">,</span><span class="s1">'SST'</span><span class="p">,</span><span class="s1">'CI'</span><span class="p">,</span><span class="s1">'STL1'</span><span class="p">,</span><span class="s1">'STL2'</span><span class="p">,</span> <span class="s1">'STL3'</span><span class="p">,</span><span class="s1">'STL4'</span><span class="p">,</span>
584	<span class="s1">'SWVL1'</span><span class="p">,</span><span class="s1">'SWVL2'</span><span class="p">,</span><span class="s1">'SWVL3'</span><span class="p">,</span><span class="s1">'SWVL4'</span><span class="p">]</span>
585	<span class="k">for</span> <span class="n">par</span> <span class="ow">in</span> <span class="n">wrf_sfc</span><span class="p">:</span>
586	<span class="k">if</span> <span class="n">par</span> <span class="ow">not</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">params</span><span class="p">[</span><span class="s1">'OG__SL'</span><span class="p">][</span><span class="mi">0</span><span class="p">]:</span>
587	<span class="bp">self</span><span class="o">.</span><span class="n">params</span><span class="p">[</span><span class="s1">'OG__SL'</span><span class="p">][</span><span class="mi">0</span><span class="p">]</span> <span class="o">+=</span> <span class="s1">'/'</span> <span class="o">+</span> <span class="n">par</span>
588
589	<span class="k">return</span>
590
591
592	<span class="k">def</span> <span class="nf">_create_params_fluxes</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span>
593	<span class="sd">'''Define the parameter setting for flux data.</span>
594
595	<span class="sd"> Flux data are accumulated fields in time and are stored on the</span>
596	<span class="sd"> surface level. The leading short cut name for the grib files is:</span>
597	<span class="sd"> "OG_acc_SL" with OG for Regular Output Grid, SL for Surface Level, and</span>
598	<span class="sd"> acc for Accumulated Grid.</span>
599	<span class="sd"> The params dictionary stores a list of parameter names, the level type,</span>
600	<span class="sd"> the level list and the grid resolution.</span>
601
602	<span class="sd"> The flux data are: LSP/CP/SSHF/EWSS/NSSS/SSR</span>
603
604	<span class="sd"> Parameters:</span>
605	<span class="sd"> -----------</span>
606
607	<span class="sd"> Return</span>
608	<span class="sd"> ------</span>
609
610	<span class="sd"> '''</span>
611	<span class="bp">self</span><span class="o">.</span><span class="n">params</span><span class="p">[</span><span class="s1">'OG_acc_SL'</span><span class="p">]</span> <span class="o">=</span> <span class="p">[</span><span class="s2">"LSP/CP/SSHF/EWSS/NSSS/SSR"</span><span class="p">,</span>
612	<span class="s1">'SFC'</span><span class="p">,</span> <span class="s1">'1'</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">grid</span><span class="p">]</span>
613	<span class="k">return</span>
614
615
616	<span class="k">def</span> <span class="nf">_mk_targetname</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">ftype</span><span class="p">,</span> <span class="n">param</span><span class="p">,</span> <span class="n">date</span><span class="p">):</span>
617	<span class="sd">'''Creates the filename for the requested grib data to be stored in.</span>
618	<span class="sd"> This name is passed as the "target" parameter in the request.</span>
619
620	<span class="sd"> Parameters</span>
621	<span class="sd"> ----------</span>
622	<span class="sd"> ftype : str</span>
623	<span class="sd"> Shortcut name of the type of the field. E.g. AN, FC, PF, ...</span>
624
625	<span class="sd"> param : str</span>
626	<span class="sd"> Shortcut of the grid type. E.g. SH__ML, SH__SL, GG__ML,</span>
627	<span class="sd"> GG__SL, OG__ML, OG__SL, OG_OROLSM_SL, OG_acc_SL</span>
628
629	<span class="sd"> date : str</span>
630	<span class="sd"> The date period of the grib data to be stored in this file.</span>
631
632	<span class="sd"> Return</span>
633	<span class="sd"> ------</span>
634	<span class="sd"> targetname : str</span>
635	<span class="sd"> The target filename for the grib data.</span>
636	<span class="sd"> '''</span>
637	<span class="n">targetname</span> <span class="o">=</span> <span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">inputdir</span> <span class="o">+</span> <span class="s1">'/'</span> <span class="o">+</span> <span class="n">ftype</span> <span class="o">+</span> <span class="n">param</span> <span class="o">+</span> <span class="s1">'.'</span> <span class="o">+</span> <span class="n">date</span> <span class="o">+</span> <span class="s1">'.'</span> <span class="o">+</span>
638	<span class="nb">str</span><span class="p">(</span><span class="n">os</span><span class="o">.</span><span class="n">getppid</span><span class="p">())</span> <span class="o">+</span> <span class="s1">'.'</span> <span class="o">+</span> <span class="nb">str</span><span class="p">(</span><span class="n">os</span><span class="o">.</span><span class="n">getpid</span><span class="p">())</span> <span class="o">+</span> <span class="s1">'.grb'</span><span class="p">)</span>
639
640	<span class="k">return</span> <span class="n">targetname</span>
641
642
643	<span class="k">def</span> <span class="nf">_start_retrievement</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">request</span><span class="p">,</span> <span class="n">par_dict</span><span class="p">):</span>
644	<span class="sd">'''Creates the Mars Retrieval and prints or submits the request</span>
645	<span class="sd"> depending on the status of the request variable.</span>
646
647	<span class="sd"> Parameters</span>
648	<span class="sd"> ----------</span>
649	<span class="sd"> request : int</span>
650	<span class="sd"> Selects the mode of retrieval.</span>
651	<span class="sd"> 0: Retrieves the data from ECMWF.</span>
652	<span class="sd"> 1: Prints the mars requests to an output file.</span>
653	<span class="sd"> 2: Retrieves the data and prints the mars request.</span>
654
655	<span class="sd"> par_dict : dictionary</span>
656	<span class="sd"> Contains all parameter which have to be set for creating the</span>
657	<span class="sd"> Mars Retrievals. The parameter are:</span>
658	<span class="sd"> marsclass, dataset, stream, type, levtype, levelist, resol,</span>
659	<span class="sd"> gaussian, accuracy, grid, target, area, date, time, number,</span>
660	<span class="sd"> step, expver, param</span>
661
662	<span class="sd"> Return</span>
663	<span class="sd"> ------</span>
664
665	<span class="sd"> '''</span>
666	<span class="c1"># increase number of mars requests</span>
667	<span class="bp">self</span><span class="o">.</span><span class="n">mreq_count</span> <span class="o">+=</span> <span class="mi">1</span>
668
669	<span class="n">MR</span> <span class="o">=</span> <span class="n">MarsRetrieval</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">server</span><span class="p">,</span>
670	<span class="bp">self</span><span class="o">.</span><span class="n">public</span><span class="p">,</span>
671	<span class="n">marsclass</span><span class="o">=</span><span class="n">par_dict</span><span class="p">[</span><span class="s1">'marsclass'</span><span class="p">],</span>
672	<span class="n">dataset</span><span class="o">=</span><span class="n">par_dict</span><span class="p">[</span><span class="s1">'dataset'</span><span class="p">],</span>
673	<span class="n">stream</span><span class="o">=</span><span class="n">par_dict</span><span class="p">[</span><span class="s1">'stream'</span><span class="p">],</span>
674	<span class="nb">type</span><span class="o">=</span><span class="n">par_dict</span><span class="p">[</span><span class="s1">'type'</span><span class="p">],</span>
675	<span class="n">levtype</span><span class="o">=</span><span class="n">par_dict</span><span class="p">[</span><span class="s1">'levtype'</span><span class="p">],</span>
676	<span class="n">levelist</span><span class="o">=</span><span class="n">par_dict</span><span class="p">[</span><span class="s1">'levelist'</span><span class="p">],</span>
677	<span class="n">resol</span><span class="o">=</span><span class="n">par_dict</span><span class="p">[</span><span class="s1">'resol'</span><span class="p">],</span>
678	<span class="n">gaussian</span><span class="o">=</span><span class="n">par_dict</span><span class="p">[</span><span class="s1">'gaussian'</span><span class="p">],</span>
679	<span class="n">accuracy</span><span class="o">=</span><span class="n">par_dict</span><span class="p">[</span><span class="s1">'accuracy'</span><span class="p">],</span>
680	<span class="n">grid</span><span class="o">=</span><span class="n">par_dict</span><span class="p">[</span><span class="s1">'grid'</span><span class="p">],</span>
681	<span class="n">target</span><span class="o">=</span><span class="n">par_dict</span><span class="p">[</span><span class="s1">'target'</span><span class="p">],</span>
682	<span class="n">area</span><span class="o">=</span><span class="n">par_dict</span><span class="p">[</span><span class="s1">'area'</span><span class="p">],</span>
683	<span class="n">date</span><span class="o">=</span><span class="n">par_dict</span><span class="p">[</span><span class="s1">'date'</span><span class="p">],</span>
684	<span class="n">time</span><span class="o">=</span><span class="n">par_dict</span><span class="p">[</span><span class="s1">'time'</span><span class="p">],</span>
685	<span class="n">number</span><span class="o">=</span><span class="n">par_dict</span><span class="p">[</span><span class="s1">'number'</span><span class="p">],</span>
686	<span class="n">step</span><span class="o">=</span><span class="n">par_dict</span><span class="p">[</span><span class="s1">'step'</span><span class="p">],</span>
687	<span class="n">expver</span><span class="o">=</span><span class="n">par_dict</span><span class="p">[</span><span class="s1">'expver'</span><span class="p">],</span>
688	<span class="n">param</span><span class="o">=</span><span class="n">par_dict</span><span class="p">[</span><span class="s1">'param'</span><span class="p">])</span>
689
690	<span class="k">if</span> <span class="n">request</span> <span class="o">==</span> <span class="mi">0</span><span class="p">:</span>
691	<span class="n">MR</span><span class="o">.</span><span class="n">display_info</span><span class="p">()</span>
692	<span class="n">MR</span><span class="o">.</span><span class="n">data_retrieve</span><span class="p">()</span>
693	<span class="k">elif</span> <span class="n">request</span> <span class="o">==</span> <span class="mi">1</span><span class="p">:</span>
694	<span class="n">MR</span><span class="o">.</span><span class="n">print_infodata_csv</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">inputdir</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">mreq_count</span><span class="p">)</span>
695	<span class="k">elif</span> <span class="n">request</span> <span class="o">==</span> <span class="mi">2</span><span class="p">:</span>
696	<span class="n">MR</span><span class="o">.</span><span class="n">print_infodata_csv</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">inputdir</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">mreq_count</span><span class="p">)</span>
697	<span class="n">MR</span><span class="o">.</span><span class="n">display_info</span><span class="p">()</span>
698	<span class="n">MR</span><span class="o">.</span><span class="n">data_retrieve</span><span class="p">()</span>
699	<span class="k">else</span><span class="p">:</span>
700	<span class="nb">print</span><span class="p">(</span><span class="s1">'Failure'</span><span class="p">)</span>
701
702	<span class="k">return</span>
703
704
705	<span class="k">def</span> <span class="nf">_mk_index_values</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">inputdir</span><span class="p">,</span> <span class="n">inputfiles</span><span class="p">,</span> <span class="n">keys</span><span class="p">):</span>
706	<span class="sd">'''Creates an index file for a set of grib parameter keys.</span>
707	<span class="sd"> The values from the index keys are returned in a list.</span>
708
709	<span class="sd"> Parameters</span>
710	<span class="sd"> ----------</span>
711	<span class="sd"> keys : dictionary</span>
712	<span class="sd"> List of parameter names which serves as index.</span>
713
714	<span class="sd"> inputfiles : UioFiles</span>
715	<span class="sd"> Contains a list of files.</span>
716
717	<span class="sd"> Return</span>
718	<span class="sd"> ------</span>
719	<span class="sd"> iid : codes_index</span>
720	<span class="sd"> This is a grib specific index structure to access</span>
721	<span class="sd"> messages in a file.</span>
722
723	<span class="sd"> index_vals : list of list of str</span>
724	<span class="sd"> Contains the values from the keys used for a distinct selection</span>
725	<span class="sd"> of grib messages in processing the grib files.</span>
726	<span class="sd"> Content looks like e.g.:</span>
727	<span class="sd"> index_vals[0]: ('20171106', '20171107', '20171108') ; date</span>
728	<span class="sd"> index_vals[1]: ('0', '1200', '1800', '600') ; time</span>
729	<span class="sd"> index_vals[2]: ('0', '12', '3', '6', '9') ; stepRange</span>
730	<span class="sd"> '''</span>
731	<span class="kn">from</span> <span class="nn">eccodes</span> <span class="k">import</span> <span class="n">codes_index_get</span>
732
733	<span class="n">iid</span> <span class="o">=</span> <span class="kc">None</span>
734	<span class="n">index_keys</span> <span class="o">=</span> <span class="n">keys</span>
735
736	<span class="n">indexfile</span> <span class="o">=</span> <span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">inputdir</span><span class="p">,</span> <span class="n">_config</span><span class="o">.</span><span class="n">FILE_GRIB_INDEX</span><span class="p">)</span>
737	<span class="n">silent_remove</span><span class="p">(</span><span class="n">indexfile</span><span class="p">)</span>
738	<span class="n">grib</span> <span class="o">=</span> <span class="n">GribUtil</span><span class="p">(</span><span class="n">inputfiles</span><span class="o">.</span><span class="n">files</span><span class="p">)</span>
739	<span class="c1"># creates new index file</span>
740	<span class="n">iid</span> <span class="o">=</span> <span class="n">grib</span><span class="o">.</span><span class="n">index</span><span class="p">(</span><span class="n">index_keys</span><span class="o">=</span><span class="n">index_keys</span><span class="p">,</span> <span class="n">index_file</span><span class="o">=</span><span class="n">indexfile</span><span class="p">)</span>
741
742	<span class="c1"># read the values of index keys</span>
743	<span class="n">index_vals</span> <span class="o">=</span> <span class="p">[]</span>
744	<span class="k">for</span> <span class="n">key</span> <span class="ow">in</span> <span class="n">index_keys</span><span class="p">:</span>
745	<span class="n">key_vals</span> <span class="o">=</span> <span class="n">codes_index_get</span><span class="p">(</span><span class="n">iid</span><span class="p">,</span> <span class="n">key</span><span class="p">)</span>
746	<span class="c1"># have to sort the key values for correct order,</span>
747	<span class="c1"># therefore convert to int first</span>
748	<span class="n">key_vals</span> <span class="o">=</span> <span class="p">[</span><span class="nb">int</span><span class="p">(</span><span class="n">k</span><span class="p">)</span> <span class="k">for</span> <span class="n">k</span> <span class="ow">in</span> <span class="n">key_vals</span><span class="p">]</span>
749	<span class="n">key_vals</span><span class="o">.</span><span class="n">sort</span><span class="p">()</span>
750	<span class="n">key_vals</span> <span class="o">=</span> <span class="p">[</span><span class="nb">str</span><span class="p">(</span><span class="n">k</span><span class="p">)</span> <span class="k">for</span> <span class="n">k</span> <span class="ow">in</span> <span class="n">key_vals</span><span class="p">]</span>
751	<span class="n">index_vals</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">key_vals</span><span class="p">)</span>
752	<span class="c1"># index_vals looks for example like:</span>
753	<span class="c1"># index_vals[0]: ('20171106', '20171107', '20171108') ; date</span>
754	<span class="c1"># index_vals[1]: ('0', '1200') ; time</span>
755	<span class="c1"># index_vals[2]: (3', '6', '9', '12') ; stepRange</span>
756
757	<span class="k">return</span> <span class="n">iid</span><span class="p">,</span> <span class="n">index_vals</span>
758
759
760	<div class="viewcode-block" id="EcFlexpart.retrieve"><a class="viewcode-back" href="../Documentation/Api/api_python.html#EcFlexpart.EcFlexpart.retrieve">[docs]</a> <span class="k">def</span> <span class="nf">retrieve</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">server</span><span class="p">,</span> <span class="n">dates</span><span class="p">,</span> <span class="n">public</span><span class="p">,</span> <span class="n">request</span><span class="p">,</span> <span class="n">inputdir</span><span class="o">=</span><span class="s1">'.'</span><span class="p">):</span>
761	<span class="sd">'''Finalizing the retrieval information by setting final details</span>
762	<span class="sd"> depending on grid type.</span>
763	<span class="sd"> Prepares MARS retrievals per grid type and submits them.</span>
764
765	<span class="sd"> Parameters</span>
766	<span class="sd"> ----------</span>
767	<span class="sd"> server : ECMWFService or ECMWFDataServer</span>
768	<span class="sd"> The connection to the ECMWF server. This is different</span>
769	<span class="sd"> for member state users which have full access and non</span>
770	<span class="sd"> member state users which have only access to the public</span>
771	<span class="sd"> data sets. The decision is made from command line argument</span>
772	<span class="sd"> "public"; for public access its True (ECMWFDataServer)</span>
773	<span class="sd"> for member state users its False (ECMWFService)</span>
774
775	<span class="sd"> dates : str</span>
776	<span class="sd"> Contains start and end date of the retrieval in the format</span>
777	<span class="sd"> "YYYYMMDD/to/YYYYMMDD"</span>
778
779	<span class="sd"> request : int</span>
780	<span class="sd"> Selects the mode of retrieval.</span>
781	<span class="sd"> 0: Retrieves the data from ECMWF.</span>
782	<span class="sd"> 1: Prints the mars requests to an output file.</span>
783	<span class="sd"> 2: Retrieves the data and prints the mars request.</span>
784
785	<span class="sd"> inputdir : str, optional</span>
786	<span class="sd"> Path to the directory where the retrieved data is about</span>
787	<span class="sd"> to be stored. The default is the current directory ('.').</span>
788
789	<span class="sd"> Return</span>
790	<span class="sd"> ------</span>
791
792	<span class="sd"> '''</span>
793	<span class="bp">self</span><span class="o">.</span><span class="n">dates</span> <span class="o">=</span> <span class="n">dates</span>
794	<span class="bp">self</span><span class="o">.</span><span class="n">server</span> <span class="o">=</span> <span class="n">server</span>
795	<span class="bp">self</span><span class="o">.</span><span class="n">public</span> <span class="o">=</span> <span class="n">public</span>
796	<span class="bp">self</span><span class="o">.</span><span class="n">inputdir</span> <span class="o">=</span> <span class="n">inputdir</span>
797	<span class="n">oro</span> <span class="o">=</span> <span class="kc">False</span>
798
799	<span class="c1"># define times with datetime module</span>
800	<span class="n">t12h</span> <span class="o">=</span> <span class="n">timedelta</span><span class="p">(</span><span class="n">hours</span><span class="o">=</span><span class="mi">12</span><span class="p">)</span>
801	<span class="n">t24h</span> <span class="o">=</span> <span class="n">timedelta</span><span class="p">(</span><span class="n">hours</span><span class="o">=</span><span class="mi">24</span><span class="p">)</span>
802
803	<span class="c1"># dictionary which contains all parameter for the mars request,</span>
804	<span class="c1"># entries with a "None" will change in different requests and will</span>
805	<span class="c1"># therefore be set in each request seperately</span>
806	<span class="n">retr_param_dict</span> <span class="o">=</span> <span class="p">{</span><span class="s1">'marsclass'</span><span class="p">:</span><span class="bp">self</span><span class="o">.</span><span class="n">marsclass</span><span class="p">,</span>
807	<span class="s1">'dataset'</span><span class="p">:</span><span class="bp">self</span><span class="o">.</span><span class="n">dataset</span><span class="p">,</span>
808	<span class="s1">'stream'</span><span class="p">:</span><span class="kc">None</span><span class="p">,</span>
809	<span class="s1">'type'</span><span class="p">:</span><span class="kc">None</span><span class="p">,</span>
810	<span class="s1">'levtype'</span><span class="p">:</span><span class="kc">None</span><span class="p">,</span>
811	<span class="s1">'levelist'</span><span class="p">:</span><span class="kc">None</span><span class="p">,</span>
812	<span class="s1">'resol'</span><span class="p">:</span><span class="bp">self</span><span class="o">.</span><span class="n">resol</span><span class="p">,</span>
813	<span class="s1">'gaussian'</span><span class="p">:</span><span class="kc">None</span><span class="p">,</span>
814	<span class="s1">'accuracy'</span><span class="p">:</span><span class="bp">self</span><span class="o">.</span><span class="n">accuracy</span><span class="p">,</span>
815	<span class="s1">'grid'</span><span class="p">:</span><span class="kc">None</span><span class="p">,</span>
816	<span class="s1">'target'</span><span class="p">:</span><span class="kc">None</span><span class="p">,</span>
817	<span class="s1">'area'</span><span class="p">:</span><span class="kc">None</span><span class="p">,</span>
818	<span class="s1">'date'</span><span class="p">:</span><span class="kc">None</span><span class="p">,</span>
819	<span class="s1">'time'</span><span class="p">:</span><span class="kc">None</span><span class="p">,</span>
820	<span class="s1">'number'</span><span class="p">:</span><span class="bp">self</span><span class="o">.</span><span class="n">number</span><span class="p">,</span>
821	<span class="s1">'step'</span><span class="p">:</span><span class="kc">None</span><span class="p">,</span>
822	<span class="s1">'expver'</span><span class="p">:</span><span class="bp">self</span><span class="o">.</span><span class="n">expver</span><span class="p">,</span>
823	<span class="s1">'param'</span><span class="p">:</span><span class="kc">None</span><span class="p">}</span>
824
825	<span class="k">for</span> <span class="n">ftype</span> <span class="ow">in</span> <span class="nb">sorted</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">types</span><span class="p">):</span>
826	<span class="c1"># ftype contains field types such as</span>
827	<span class="c1"># [AN, FC, PF, CV]</span>
828	<span class="k">for</span> <span class="n">pk</span><span class="p">,</span> <span class="n">pv</span> <span class="ow">in</span> <span class="nb">sorted</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">params</span><span class="o">.</span><span class="n">items</span><span class="p">()):</span>
829	<span class="c1"># pk contains one of these keys of params</span>
830	<span class="c1"># [SH__ML, SH__SL, GG__ML, GG__SL, OG__ML, OG__SL,</span>
831	<span class="c1"># OG_OROLSM_SL, OG_acc_SL]</span>
832	<span class="c1"># pv contains all of the items of the belonging key</span>
833	<span class="c1"># [param, levtype, levelist, grid]</span>
834	<span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">pv</span><span class="p">,</span> <span class="nb">str</span><span class="p">):</span>
835	<span class="k">continue</span>
836	<span class="n">retr_param_dict</span><span class="p">[</span><span class="s1">'type'</span><span class="p">]</span> <span class="o">=</span> <span class="n">ftype</span>
837	<span class="n">retr_param_dict</span><span class="p">[</span><span class="s1">'time'</span><span class="p">]</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">types</span><span class="p">[</span><span class="n">ftype</span><span class="p">][</span><span class="s1">'times'</span><span class="p">]</span>
838	<span class="n">retr_param_dict</span><span class="p">[</span><span class="s1">'step'</span><span class="p">]</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">types</span><span class="p">[</span><span class="n">ftype</span><span class="p">][</span><span class="s1">'steps'</span><span class="p">]</span>
839	<span class="n">retr_param_dict</span><span class="p">[</span><span class="s1">'date'</span><span class="p">]</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">dates</span>
840	<span class="n">retr_param_dict</span><span class="p">[</span><span class="s1">'stream'</span><span class="p">]</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">stream</span>
841	<span class="n">retr_param_dict</span><span class="p">[</span><span class="s1">'target'</span><span class="p">]</span> <span class="o">=</span> \
842	<span class="bp">self</span><span class="o">.</span><span class="n">_mk_targetname</span><span class="p">(</span><span class="n">ftype</span><span class="p">,</span>
843	<span class="n">pk</span><span class="p">,</span>
844	<span class="n">retr_param_dict</span><span class="p">[</span><span class="s1">'date'</span><span class="p">]</span><span class="o">.</span><span class="n">split</span><span class="p">(</span><span class="s1">'/'</span><span class="p">)[</span><span class="mi">0</span><span class="p">])</span>
845	<span class="n">table128</span> <span class="o">=</span> <span class="n">init128</span><span class="p">(</span><span class="n">_config</span><span class="o">.</span><span class="n">PATH_GRIBTABLE</span><span class="p">)</span>
846	<span class="n">ids</span> <span class="o">=</span> <span class="n">to_param_id_with_tablenumber</span><span class="p">(</span><span class="n">pv</span><span class="p">[</span><span class="mi">0</span><span class="p">],</span> <span class="n">table128</span><span class="p">)</span>
847	<span class="n">retr_param_dict</span><span class="p">[</span><span class="s1">'param'</span><span class="p">]</span> <span class="o">=</span> <span class="n">ids</span>
848	<span class="n">retr_param_dict</span><span class="p">[</span><span class="s1">'levtype'</span><span class="p">]</span> <span class="o">=</span> <span class="n">pv</span><span class="p">[</span><span class="mi">1</span><span class="p">]</span>
849	<span class="n">retr_param_dict</span><span class="p">[</span><span class="s1">'levelist'</span><span class="p">]</span> <span class="o">=</span> <span class="n">pv</span><span class="p">[</span><span class="mi">2</span><span class="p">]</span>
850	<span class="n">retr_param_dict</span><span class="p">[</span><span class="s1">'grid'</span><span class="p">]</span> <span class="o">=</span> <span class="n">pv</span><span class="p">[</span><span class="mi">3</span><span class="p">]</span>
851	<span class="n">retr_param_dict</span><span class="p">[</span><span class="s1">'area'</span><span class="p">]</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">area</span>
852	<span class="n">retr_param_dict</span><span class="p">[</span><span class="s1">'gaussian'</span><span class="p">]</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">gaussian</span>
853
854	<span class="k">if</span> <span class="n">pk</span> <span class="o">==</span> <span class="s1">'OG_OROLSM__SL'</span> <span class="ow">and</span> <span class="ow">not</span> <span class="n">oro</span><span class="p">:</span>
855	<span class="n">oro</span> <span class="o">=</span> <span class="kc">True</span>
856	<span class="c1"># in CERA20C (class EP) there is no stream "OPER"!</span>
857	<span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">marsclass</span><span class="o">.</span><span class="n">upper</span><span class="p">()</span> <span class="o">!=</span> <span class="s1">'EP'</span><span class="p">:</span>
858	<span class="n">retr_param_dict</span><span class="p">[</span><span class="s1">'stream'</span><span class="p">]</span> <span class="o">=</span> <span class="s1">'OPER'</span>
859	<span class="n">retr_param_dict</span><span class="p">[</span><span class="s1">'type'</span><span class="p">]</span> <span class="o">=</span> <span class="s1">'AN'</span>
860	<span class="n">retr_param_dict</span><span class="p">[</span><span class="s1">'time'</span><span class="p">]</span> <span class="o">=</span> <span class="s1">'00'</span>
861	<span class="n">retr_param_dict</span><span class="p">[</span><span class="s1">'step'</span><span class="p">]</span> <span class="o">=</span> <span class="s1">'000'</span>
862	<span class="n">retr_param_dict</span><span class="p">[</span><span class="s1">'date'</span><span class="p">]</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">dates</span><span class="o">.</span><span class="n">split</span><span class="p">(</span><span class="s1">'/'</span><span class="p">)[</span><span class="mi">0</span><span class="p">]</span>
863	<span class="n">retr_param_dict</span><span class="p">[</span><span class="s1">'target'</span><span class="p">]</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_mk_targetname</span><span class="p">(</span><span class="s1">''</span><span class="p">,</span>
864	<span class="n">pk</span><span class="p">,</span> <span class="n">retr_param_dict</span><span class="p">[</span><span class="s1">'date'</span><span class="p">])</span>
865	<span class="k">elif</span> <span class="n">pk</span> <span class="o">==</span> <span class="s1">'OG_OROLSM__SL'</span> <span class="ow">and</span> <span class="n">oro</span><span class="p">:</span>
866	<span class="k">continue</span>
867	<span class="k">if</span> <span class="n">pk</span> <span class="o">==</span> <span class="s1">'GG__SL'</span> <span class="ow">and</span> <span class="n">pv</span><span class="p">[</span><span class="mi">0</span><span class="p">]</span> <span class="o">==</span> <span class="s1">'Q'</span><span class="p">:</span>
868	<span class="n">retr_param_dict</span><span class="p">[</span><span class="s1">'area'</span><span class="p">]</span> <span class="o">=</span> <span class="s2">""</span>
869	<span class="n">retr_param_dict</span><span class="p">[</span><span class="s1">'gaussian'</span><span class="p">]</span> <span class="o">=</span> <span class="s1">'reduced'</span>
870	<span class="k">if</span> <span class="n">ftype</span><span class="o">.</span><span class="n">upper</span><span class="p">()</span> <span class="o">==</span> <span class="s1">'FC'</span> <span class="ow">and</span> \
871	<span class="s1">'acc'</span> <span class="ow">not</span> <span class="ow">in</span> <span class="n">retr_param_dict</span><span class="p">[</span><span class="s1">'target'</span><span class="p">]:</span>
872	<span class="k">if</span> <span class="p">(</span><span class="nb">int</span><span class="p">(</span><span class="n">retr_param_dict</span><span class="p">[</span><span class="s1">'time'</span><span class="p">][</span><span class="mi">0</span><span class="p">])</span> <span class="o">+</span>
873	<span class="nb">int</span><span class="p">(</span><span class="n">retr_param_dict</span><span class="p">[</span><span class="s1">'step'</span><span class="p">][</span><span class="mi">0</span><span class="p">]))</span> <span class="o">></span> <span class="mi">23</span><span class="p">:</span>
874	<span class="n">dates</span> <span class="o">=</span> <span class="n">retr_param_dict</span><span class="p">[</span><span class="s1">'date'</span><span class="p">]</span><span class="o">.</span><span class="n">split</span><span class="p">(</span><span class="s1">'/'</span><span class="p">)</span>
875	<span class="n">sdate</span> <span class="o">=</span> <span class="n">datetime</span><span class="o">.</span><span class="n">strptime</span><span class="p">(</span><span class="n">dates</span><span class="p">[</span><span class="mi">0</span><span class="p">],</span> <span class="s1">'%Y%m</span><span class="si">%d</span><span class="s1">%H'</span><span class="p">)</span>
876	<span class="n">sdate</span> <span class="o">=</span> <span class="n">sdate</span> <span class="o">-</span> <span class="n">timedelta</span><span class="p">(</span><span class="n">days</span><span class="o">=</span><span class="mi">1</span><span class="p">)</span>
877	<span class="n">retr_param_dict</span><span class="p">[</span><span class="s1">'date'</span><span class="p">]</span> <span class="o">=</span> <span class="s1">'/'</span><span class="o">.</span><span class="n">join</span><span class="p">(</span>
878	<span class="p">[</span><span class="n">sdate</span><span class="o">.</span><span class="n">strftime</span><span class="p">(</span><span class="s2">"%Y%m</span><span class="si">%d</span><span class="s2">"</span><span class="p">)]</span> <span class="o">+</span>
879	<span class="n">retr_param_dict</span><span class="p">[</span><span class="s1">'date'</span><span class="p">][</span><span class="mi">1</span><span class="p">:])</span>
880
881	<span class="nb">print</span><span class="p">(</span><span class="s1">'CHANGED FC start date to '</span> <span class="o">+</span>
882	<span class="n">sdate</span><span class="o">.</span><span class="n">strftime</span><span class="p">(</span><span class="s2">"%Y%m</span><span class="si">%d</span><span class="s2">"</span><span class="p">)</span> <span class="o">+</span>
883	<span class="s1">' to accomodate TIME='</span> <span class="o">+</span>
884	<span class="n">retr_param_dict</span><span class="p">[</span><span class="s1">'time'</span><span class="p">][</span><span class="mi">0</span><span class="p">]</span> <span class="o">+</span>
885	<span class="s1">', STEP='</span> <span class="o">+</span>
886	<span class="n">retr_param_dict</span><span class="p">[</span><span class="s1">'time'</span><span class="p">][</span><span class="mi">0</span><span class="p">])</span>
887
888	<span class="c1"># ------ on demand path --------------------------------------------------</span>
889	<span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">basetime</span> <span class="ow">is</span> <span class="kc">None</span><span class="p">:</span>
890	<span class="c1"># ******* start retrievement</span>
891	<span class="bp">self</span><span class="o">.</span><span class="n">_start_retrievement</span><span class="p">(</span><span class="n">request</span><span class="p">,</span> <span class="n">retr_param_dict</span><span class="p">)</span>
892	<span class="c1"># ------ operational path ------------------------------------------------</span>
893	<span class="k">else</span><span class="p">:</span>
894	<span class="c1"># check if mars job requests fields beyond basetime.</span>
895	<span class="c1"># if yes eliminate those fields since they may not</span>
896	<span class="c1"># be accessible with user's credentials</span>
897
898	<span class="n">enddate</span> <span class="o">=</span> <span class="n">retr_param_dict</span><span class="p">[</span><span class="s1">'date'</span><span class="p">]</span><span class="o">.</span><span class="n">split</span><span class="p">(</span><span class="s1">'/'</span><span class="p">)[</span><span class="o">-</span><span class="mi">1</span><span class="p">]</span>
899	<span class="n">elimit</span> <span class="o">=</span> <span class="n">datetime</span><span class="o">.</span><span class="n">strptime</span><span class="p">(</span><span class="n">enddate</span> <span class="o">+</span> <span class="nb">str</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">basetime</span><span class="p">),</span>
900	<span class="s1">'%Y%m</span><span class="si">%d</span><span class="s1">%H'</span><span class="p">)</span>
901
902	<span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">basetime</span> <span class="o">==</span> <span class="mi">12</span><span class="p">:</span>
903	<span class="c1"># -------------- flux data ----------------------------</span>
904	<span class="k">if</span> <span class="s1">'acc'</span> <span class="ow">in</span> <span class="n">pk</span><span class="p">:</span>
905	<span class="n">startdate</span> <span class="o">=</span> <span class="n">retr_param_dict</span><span class="p">[</span><span class="s1">'date'</span><span class="p">]</span><span class="o">.</span><span class="n">split</span><span class="p">(</span><span class="s1">'/'</span><span class="p">)[</span><span class="mi">0</span><span class="p">]</span>
906	<span class="n">enddate</span> <span class="o">=</span> <span class="n">datetime</span><span class="o">.</span><span class="n">strftime</span><span class="p">(</span><span class="n">elimit</span> <span class="o">-</span> <span class="n">t24h</span><span class="p">,</span><span class="s1">'%Y%m</span><span class="si">%d</span><span class="s1">'</span><span class="p">)</span>
907	<span class="n">retr_param_dict</span><span class="p">[</span><span class="s1">'date'</span><span class="p">]</span> <span class="o">=</span> <span class="s1">'/'</span><span class="o">.</span><span class="n">join</span><span class="p">([</span><span class="n">startdate</span><span class="p">,</span>
908	<span class="s1">'to'</span><span class="p">,</span>
909	<span class="n">enddate</span><span class="p">])</span>
910
911	<span class="c1"># ******* start retrievement</span>
912	<span class="bp">self</span><span class="o">.</span><span class="n">_start_retrievement</span><span class="p">(</span><span class="n">request</span><span class="p">,</span> <span class="n">retr_param_dict</span><span class="p">)</span>
913
914	<span class="n">retr_param_dict</span><span class="p">[</span><span class="s1">'date'</span><span class="p">]</span> <span class="o">=</span> \
915	<span class="n">datetime</span><span class="o">.</span><span class="n">strftime</span><span class="p">(</span><span class="n">elimit</span> <span class="o">-</span> <span class="n">t12h</span><span class="p">,</span> <span class="s1">'%Y%m</span><span class="si">%d</span><span class="s1">'</span><span class="p">)</span>
916	<span class="n">retr_param_dict</span><span class="p">[</span><span class="s1">'time'</span><span class="p">]</span> <span class="o">=</span> <span class="s1">'00'</span>
917	<span class="n">retr_param_dict</span><span class="p">[</span><span class="s1">'target'</span><span class="p">]</span> <span class="o">=</span> \
918	<span class="bp">self</span><span class="o">.</span><span class="n">_mk_targetname</span><span class="p">(</span><span class="n">ftype</span><span class="p">,</span> <span class="n">pk</span><span class="p">,</span>
919	<span class="n">retr_param_dict</span><span class="p">[</span><span class="s1">'date'</span><span class="p">])</span>
920
921	<span class="c1"># ******* start retrievement</span>
922	<span class="bp">self</span><span class="o">.</span><span class="n">_start_retrievement</span><span class="p">(</span><span class="n">request</span><span class="p">,</span> <span class="n">retr_param_dict</span><span class="p">)</span>
923
924	<span class="c1"># -------------- non flux data ------------------------</span>
925	<span class="k">else</span><span class="p">:</span>
926	<span class="c1"># ******* start retrievement</span>
927	<span class="bp">self</span><span class="o">.</span><span class="n">_start_retrievement</span><span class="p">(</span><span class="n">request</span><span class="p">,</span> <span class="n">retr_param_dict</span><span class="p">)</span>
928
929	<span class="k">elif</span> <span class="bp">self</span><span class="o">.</span><span class="n">basetime</span> <span class="o">==</span> <span class="mi">0</span><span class="p">:</span>
930	<span class="n">retr_param_dict</span><span class="p">[</span><span class="s1">'date'</span><span class="p">]</span> <span class="o">=</span> \
931	<span class="n">datetime</span><span class="o">.</span><span class="n">strftime</span><span class="p">(</span><span class="n">elimit</span> <span class="o">-</span> <span class="n">t24h</span><span class="p">,</span> <span class="s1">'%Y%m</span><span class="si">%d</span><span class="s1">'</span><span class="p">)</span>
932
933	<span class="n">timesave</span> <span class="o">=</span> <span class="s1">''</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">retr_param_dict</span><span class="p">[</span><span class="s1">'time'</span><span class="p">])</span>
934
935	<span class="k">if</span> <span class="p">(</span><span class="s1">'/'</span> <span class="ow">in</span> <span class="n">retr_param_dict</span><span class="p">[</span><span class="s1">'time'</span><span class="p">]</span> <span class="ow">and</span>
936	<span class="n">pk</span> <span class="o">!=</span> <span class="s1">'OG_OROLSM__SL'</span> <span class="ow">and</span>
937	<span class="s1">'acc'</span> <span class="ow">not</span> <span class="ow">in</span> <span class="n">pk</span> <span class="p">)</span> <span class="p">:</span>
938	<span class="n">times</span> <span class="o">=</span> <span class="n">retr_param_dict</span><span class="p">[</span><span class="s1">'time'</span><span class="p">]</span><span class="o">.</span><span class="n">split</span><span class="p">(</span><span class="s1">'/'</span><span class="p">)</span>
939	<span class="n">steps</span> <span class="o">=</span> <span class="n">retr_param_dict</span><span class="p">[</span><span class="s1">'step'</span><span class="p">]</span><span class="o">.</span><span class="n">split</span><span class="p">(</span><span class="s1">'/'</span><span class="p">)</span>
940
941	<span class="k">while</span> <span class="nb">int</span><span class="p">(</span><span class="n">times</span><span class="p">[</span><span class="mi">0</span><span class="p">])</span> <span class="o">+</span> <span class="nb">int</span><span class="p">(</span><span class="n">steps</span><span class="p">[</span><span class="mi">0</span><span class="p">])</span> <span class="o"><=</span> <span class="mi">12</span><span class="p">:</span>
942	<span class="n">times</span> <span class="o">=</span> <span class="n">times</span><span class="p">[</span><span class="mi">1</span><span class="p">:]</span>
943	<span class="k">if</span> <span class="nb">len</span><span class="p">(</span><span class="n">times</span><span class="p">)</span> <span class="o">></span> <span class="mi">1</span><span class="p">:</span>
944	<span class="n">retr_param_dict</span><span class="p">[</span><span class="s1">'time'</span><span class="p">]</span> <span class="o">=</span> <span class="s1">'/'</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">times</span><span class="p">)</span>
945	<span class="k">else</span><span class="p">:</span>
946	<span class="n">retr_param_dict</span><span class="p">[</span><span class="s1">'time'</span><span class="p">]</span> <span class="o">=</span> <span class="n">times</span><span class="p">[</span><span class="mi">0</span><span class="p">]</span>
947
948	<span class="k">if</span> <span class="p">(</span><span class="n">pk</span> <span class="o">!=</span> <span class="s1">'OG_OROLSM__SL'</span> <span class="ow">and</span>
949	<span class="nb">int</span><span class="p">(</span><span class="n">retr_param_dict</span><span class="p">[</span><span class="s1">'step'</span><span class="p">]</span><span class="o">.</span><span class="n">split</span><span class="p">(</span><span class="s1">'/'</span><span class="p">)[</span><span class="mi">0</span><span class="p">])</span> <span class="o">==</span> <span class="mi">0</span> <span class="ow">and</span>
950	<span class="nb">int</span><span class="p">(</span><span class="n">timesave</span><span class="o">.</span><span class="n">split</span><span class="p">(</span><span class="s1">'/'</span><span class="p">)[</span><span class="mi">0</span><span class="p">])</span> <span class="o">==</span> <span class="mi">0</span><span class="p">):</span>
951
952	<span class="n">retr_param_dict</span><span class="p">[</span><span class="s1">'date'</span><span class="p">]</span> <span class="o">=</span> \
953	<span class="n">datetime</span><span class="o">.</span><span class="n">strftime</span><span class="p">(</span><span class="n">elimit</span><span class="p">,</span> <span class="s1">'%Y%m</span><span class="si">%d</span><span class="s1">'</span><span class="p">)</span>
954	<span class="n">retr_param_dict</span><span class="p">[</span><span class="s1">'time'</span><span class="p">]</span> <span class="o">=</span> <span class="s1">'00'</span>
955	<span class="n">retr_param_dict</span><span class="p">[</span><span class="s1">'step'</span><span class="p">]</span> <span class="o">=</span> <span class="s1">'000'</span>
956	<span class="n">retr_param_dict</span><span class="p">[</span><span class="s1">'target'</span><span class="p">]</span> <span class="o">=</span> \
957	<span class="bp">self</span><span class="o">.</span><span class="n">_mk_targetname</span><span class="p">(</span><span class="n">ftype</span><span class="p">,</span> <span class="n">pk</span><span class="p">,</span>
958	<span class="n">retr_param_dict</span><span class="p">[</span><span class="s1">'date'</span><span class="p">])</span>
959
960	<span class="c1"># ******* start retrievement</span>
961	<span class="bp">self</span><span class="o">.</span><span class="n">_start_retrievement</span><span class="p">(</span><span class="n">request</span><span class="p">,</span> <span class="n">retr_param_dict</span><span class="p">)</span>
962	<span class="k">else</span><span class="p">:</span>
963	<span class="k">raise</span> <span class="ne">ValueError</span><span class="p">(</span><span class="s1">'ERROR: Basetime has an invalid value '</span>
964	<span class="s1">'-> </span><span class="si">{}</span><span class="s1">'</span><span class="o">.</span><span class="n">format</span><span class="p">(</span><span class="nb">str</span><span class="p">(</span><span class="n">basetime</span><span class="p">)))</span>
965
966	<span class="k">if</span> <span class="n">request</span> <span class="o">==</span> <span class="mi">0</span> <span class="ow">or</span> <span class="n">request</span> <span class="o">==</span> <span class="mi">2</span><span class="p">:</span>
967	<span class="nb">print</span><span class="p">(</span><span class="s1">'MARS retrieve done ... '</span><span class="p">)</span>
968	<span class="k">elif</span> <span class="n">request</span> <span class="o">==</span> <span class="mi">1</span><span class="p">:</span>
969	<span class="nb">print</span><span class="p">(</span><span class="s1">'MARS request printed ...'</span><span class="p">)</span>
970
971	<span class="k">return</span></div>
972
973
974	<div class="viewcode-block" id="EcFlexpart.write_namelist"><a class="viewcode-back" href="../Documentation/Api/api_python.html#EcFlexpart.EcFlexpart.write_namelist">[docs]</a> <span class="k">def</span> <span class="nf">write_namelist</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">c</span><span class="p">):</span>
975	<span class="sd">'''Creates a namelist file in the temporary directory and writes</span>
976	<span class="sd"> the following values to it: maxl, maxb, mlevel,</span>
977	<span class="sd"> mlevelist, mnauf, metapar, rlo0, rlo1, rla0, rla1,</span>
978	<span class="sd"> momega, momegadiff, mgauss, msmooth, meta, metadiff, mdpdeta</span>
979
980	<span class="sd"> Parameters</span>
981	<span class="sd"> ----------</span>
982	<span class="sd"> c : ControlFile</span>
983	<span class="sd"> Contains all the parameters of CONTROL file and</span>
984	<span class="sd"> command line.</span>
985
986	<span class="sd"> filename : str</span>
987	<span class="sd"> Name of the namelist file.</span>
988
989	<span class="sd"> Return</span>
990	<span class="sd"> ------</span>
991
992	<span class="sd"> '''</span>
993
994	<span class="kn">from</span> <span class="nn">genshi.template.text</span> <span class="k">import</span> <span class="n">NewTextTemplate</span>
995	<span class="kn">from</span> <span class="nn">genshi.template</span> <span class="k">import</span> <span class="n">TemplateLoader</span>
996	<span class="kn">from</span> <span class="nn">genshi.template.eval</span> <span class="k">import</span> <span class="n">UndefinedError</span>
997	<span class="kn">import</span> <span class="nn">numpy</span> <span class="k">as</span> <span class="nn">np</span>
998
999	<span class="k">try</span><span class="p">:</span>
1000	<span class="n">loader</span> <span class="o">=</span> <span class="n">TemplateLoader</span><span class="p">(</span><span class="n">_config</span><span class="o">.</span><span class="n">PATH_TEMPLATES</span><span class="p">,</span> <span class="n">auto_reload</span><span class="o">=</span><span class="kc">False</span><span class="p">)</span>
1001	<span class="n">namelist_template</span> <span class="o">=</span> <span class="n">loader</span><span class="o">.</span><span class="n">load</span><span class="p">(</span><span class="n">_config</span><span class="o">.</span><span class="n">TEMPFILE_NAMELIST</span><span class="p">,</span>
1002	<span class="bp">cls</span><span class="o">=</span><span class="n">NewTextTemplate</span><span class="p">)</span>
1003
1004	<span class="bp">self</span><span class="o">.</span><span class="n">inputdir</span> <span class="o">=</span> <span class="n">c</span><span class="o">.</span><span class="n">inputdir</span>
1005	<span class="n">area</span> <span class="o">=</span> <span class="n">np</span><span class="o">.</span><span class="n">asarray</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">area</span><span class="o">.</span><span class="n">split</span><span class="p">(</span><span class="s1">'/'</span><span class="p">))</span><span class="o">.</span><span class="n">astype</span><span class="p">(</span><span class="nb">float</span><span class="p">)</span>
1006	<span class="n">grid</span> <span class="o">=</span> <span class="n">np</span><span class="o">.</span><span class="n">asarray</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">grid</span><span class="o">.</span><span class="n">split</span><span class="p">(</span><span class="s1">'/'</span><span class="p">))</span><span class="o">.</span><span class="n">astype</span><span class="p">(</span><span class="nb">float</span><span class="p">)</span>
1007
1008	<span class="k">if</span> <span class="n">area</span><span class="p">[</span><span class="mi">1</span><span class="p">]</span> <span class="o">></span> <span class="n">area</span><span class="p">[</span><span class="mi">3</span><span class="p">]:</span>
1009	<span class="n">area</span><span class="p">[</span><span class="mi">1</span><span class="p">]</span> <span class="o">-=</span> <span class="mi">360</span>
1010	<span class="n">maxl</span> <span class="o">=</span> <span class="nb">round</span><span class="p">((</span><span class="n">area</span><span class="p">[</span><span class="mi">3</span><span class="p">]</span> <span class="o">-</span> <span class="n">area</span><span class="p">[</span><span class="mi">1</span><span class="p">])</span> <span class="o">/</span> <span class="n">grid</span><span class="p">[</span><span class="mi">1</span><span class="p">])</span> <span class="o">+</span> <span class="mi">1</span>
1011	<span class="n">maxb</span> <span class="o">=</span> <span class="nb">round</span><span class="p">((</span><span class="n">area</span><span class="p">[</span><span class="mi">0</span><span class="p">]</span> <span class="o">-</span> <span class="n">area</span><span class="p">[</span><span class="mi">2</span><span class="p">])</span> <span class="o">/</span> <span class="n">grid</span><span class="p">[</span><span class="mi">0</span><span class="p">])</span> <span class="o">+</span> <span class="mi">1</span>
1012
1013	<span class="n">stream</span> <span class="o">=</span> <span class="n">namelist_template</span><span class="o">.</span><span class="n">generate</span><span class="p">(</span>
1014	<span class="n">maxl</span> <span class="o">=</span> <span class="nb">str</span><span class="p">(</span><span class="n">maxl</span><span class="p">),</span>
1015	<span class="n">maxb</span> <span class="o">=</span> <span class="nb">str</span><span class="p">(</span><span class="n">maxb</span><span class="p">),</span>
1016	<span class="n">mlevel</span> <span class="o">=</span> <span class="nb">str</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">level</span><span class="p">),</span>
1017	<span class="n">mlevelist</span> <span class="o">=</span> <span class="nb">str</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">levelist</span><span class="p">),</span>
1018	<span class="n">mnauf</span> <span class="o">=</span> <span class="nb">str</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">resol</span><span class="p">),</span>
1019	<span class="n">metapar</span> <span class="o">=</span> <span class="s1">'77'</span><span class="p">,</span>
1020	<span class="n">rlo0</span> <span class="o">=</span> <span class="nb">str</span><span class="p">(</span><span class="n">area</span><span class="p">[</span><span class="mi">1</span><span class="p">]),</span>
1021	<span class="n">rlo1</span> <span class="o">=</span> <span class="nb">str</span><span class="p">(</span><span class="n">area</span><span class="p">[</span><span class="mi">3</span><span class="p">]),</span>
1022	<span class="n">rla0</span> <span class="o">=</span> <span class="nb">str</span><span class="p">(</span><span class="n">area</span><span class="p">[</span><span class="mi">2</span><span class="p">]),</span>
1023	<span class="n">rla1</span> <span class="o">=</span> <span class="nb">str</span><span class="p">(</span><span class="n">area</span><span class="p">[</span><span class="mi">0</span><span class="p">]),</span>
1024	<span class="n">momega</span> <span class="o">=</span> <span class="nb">str</span><span class="p">(</span><span class="n">c</span><span class="o">.</span><span class="n">omega</span><span class="p">),</span>
1025	<span class="n">momegadiff</span> <span class="o">=</span> <span class="nb">str</span><span class="p">(</span><span class="n">c</span><span class="o">.</span><span class="n">omegadiff</span><span class="p">),</span>
1026	<span class="n">mgauss</span> <span class="o">=</span> <span class="nb">str</span><span class="p">(</span><span class="n">c</span><span class="o">.</span><span class="n">gauss</span><span class="p">),</span>
1027	<span class="n">msmooth</span> <span class="o">=</span> <span class="nb">str</span><span class="p">(</span><span class="n">c</span><span class="o">.</span><span class="n">smooth</span><span class="p">),</span>
1028	<span class="n">meta</span> <span class="o">=</span> <span class="nb">str</span><span class="p">(</span><span class="n">c</span><span class="o">.</span><span class="n">eta</span><span class="p">),</span>
1029	<span class="n">metadiff</span> <span class="o">=</span> <span class="nb">str</span><span class="p">(</span><span class="n">c</span><span class="o">.</span><span class="n">etadiff</span><span class="p">),</span>
1030	<span class="n">mdpdeta</span> <span class="o">=</span> <span class="nb">str</span><span class="p">(</span><span class="n">c</span><span class="o">.</span><span class="n">dpdeta</span><span class="p">)</span>
1031	<span class="p">)</span>
1032	<span class="k">except</span> <span class="n">UndefinedError</span> <span class="k">as</span> <span class="n">e</span><span class="p">:</span>
1033	<span class="nb">print</span><span class="p">(</span><span class="s1">'... ERROR '</span> <span class="o">+</span> <span class="nb">str</span><span class="p">(</span><span class="n">e</span><span class="p">))</span>
1034
1035	<span class="n">sys</span><span class="o">.</span><span class="n">exit</span><span class="p">(</span><span class="s1">'</span><span class="se">\n</span><span class="s1">... error occured while trying to generate namelist '</span> <span class="o">+</span>
1036	<span class="n">_config</span><span class="o">.</span><span class="n">TEMPFILE_NAMELIST</span><span class="p">)</span>
1037	<span class="k">except</span> <span class="ne">OSError</span> <span class="k">as</span> <span class="n">e</span><span class="p">:</span>
1038	<span class="nb">print</span><span class="p">(</span><span class="s1">'... ERROR CODE: '</span> <span class="o">+</span> <span class="nb">str</span><span class="p">(</span><span class="n">e</span><span class="o">.</span><span class="n">errno</span><span class="p">))</span>
1039	<span class="nb">print</span><span class="p">(</span><span class="s1">'... ERROR MESSAGE:</span><span class="se">\n</span><span class="s1"> </span><span class="se">\t</span><span class="s1"> '</span> <span class="o">+</span> <span class="nb">str</span><span class="p">(</span><span class="n">e</span><span class="o">.</span><span class="n">strerror</span><span class="p">))</span>
1040
1041	<span class="n">sys</span><span class="o">.</span><span class="n">exit</span><span class="p">(</span><span class="s1">'</span><span class="se">\n</span><span class="s1">... error occured while trying to generate template '</span> <span class="o">+</span>
1042	<span class="n">_config</span><span class="o">.</span><span class="n">TEMPFILE_NAMELIST</span><span class="p">)</span>
1043
1044	<span class="k">try</span><span class="p">:</span>
1045	<span class="n">namelistfile</span> <span class="o">=</span> <span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">inputdir</span><span class="p">,</span> <span class="n">_config</span><span class="o">.</span><span class="n">FILE_NAMELIST</span><span class="p">)</span>
1046
1047	<span class="k">with</span> <span class="nb">open</span><span class="p">(</span><span class="n">namelistfile</span><span class="p">,</span> <span class="s1">'w'</span><span class="p">)</span> <span class="k">as</span> <span class="n">f</span><span class="p">:</span>
1048	<span class="n">f</span><span class="o">.</span><span class="n">write</span><span class="p">(</span><span class="n">stream</span><span class="o">.</span><span class="n">render</span><span class="p">(</span><span class="s1">'text'</span><span class="p">))</span>
1049	<span class="k">except</span> <span class="ne">OSError</span> <span class="k">as</span> <span class="n">e</span><span class="p">:</span>
1050	<span class="nb">print</span><span class="p">(</span><span class="s1">'... ERROR CODE: '</span> <span class="o">+</span> <span class="nb">str</span><span class="p">(</span><span class="n">e</span><span class="o">.</span><span class="n">errno</span><span class="p">))</span>
1051	<span class="nb">print</span><span class="p">(</span><span class="s1">'... ERROR MESSAGE:</span><span class="se">\n</span><span class="s1"> </span><span class="se">\t</span><span class="s1"> '</span> <span class="o">+</span> <span class="nb">str</span><span class="p">(</span><span class="n">e</span><span class="o">.</span><span class="n">strerror</span><span class="p">))</span>
1052
1053	<span class="n">sys</span><span class="o">.</span><span class="n">exit</span><span class="p">(</span><span class="s1">'</span><span class="se">\n</span><span class="s1">... error occured while trying to write '</span> <span class="o">+</span>
1054	<span class="n">namelistfile</span><span class="p">)</span>
1055
1056	<span class="k">return</span></div>
1057
1058
1059	<div class="viewcode-block" id="EcFlexpart.deacc_fluxes"><a class="viewcode-back" href="../Documentation/Api/api_python.html#EcFlexpart.EcFlexpart.deacc_fluxes">[docs]</a> <span class="k">def</span> <span class="nf">deacc_fluxes</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">inputfiles</span><span class="p">,</span> <span class="n">c</span><span class="p">):</span>
1060	<span class="sd">'''De-accumulate and disaggregate flux data.</span>
1061
1062	<span class="sd"> Goes through all flux fields in ordered time and de-accumulate</span>
1063	<span class="sd"> the fields. Afterwards the fields are disaggregated in time.</span>
1064	<span class="sd"> Different versions of disaggregation is provided for rainfall</span>
1065	<span class="sd"> data (darain, modified linear) and the surface fluxes and</span>
1066	<span class="sd"> stress data (dapoly, cubic polynomial).</span>
1067
1068	<span class="sd"> Parameters</span>
1069	<span class="sd"> ----------</span>
1070	<span class="sd"> inputfiles : UioFiles</span>
1071	<span class="sd"> Contains the list of files that contain flux data.</span>
1072
1073	<span class="sd"> c : ControlFile</span>
1074	<span class="sd"> Contains all the parameters of CONTROL file and</span>
1075	<span class="sd"> command line.</span>
1076
1077	<span class="sd"> Return</span>
1078	<span class="sd"> ------</span>
1079
1080	<span class="sd"> '''</span>
1081	<span class="kn">import</span> <span class="nn">numpy</span> <span class="k">as</span> <span class="nn">np</span>
1082	<span class="kn">from</span> <span class="nn">eccodes</span> <span class="k">import</span> <span class="p">(</span><span class="n">codes_index_select</span><span class="p">,</span> <span class="n">codes_new_from_index</span><span class="p">,</span> <span class="n">codes_get</span><span class="p">,</span>
1083	<span class="n">codes_get_values</span><span class="p">,</span> <span class="n">codes_set_values</span><span class="p">,</span> <span class="n">codes_set</span><span class="p">,</span>
1084	<span class="n">codes_write</span><span class="p">,</span> <span class="n">codes_release</span><span class="p">,</span> <span class="n">codes_new_from_index</span><span class="p">,</span>
1085	<span class="n">codes_index_release</span><span class="p">)</span>
1086
1087	<span class="n">table128</span> <span class="o">=</span> <span class="n">init128</span><span class="p">(</span><span class="n">_config</span><span class="o">.</span><span class="n">PATH_GRIBTABLE</span><span class="p">)</span>
1088	<span class="c1"># get ids from the flux parameter names</span>
1089	<span class="n">pars</span> <span class="o">=</span> <span class="n">to_param_id</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">params</span><span class="p">[</span><span class="s1">'OG_acc_SL'</span><span class="p">][</span><span class="mi">0</span><span class="p">],</span> <span class="n">table128</span><span class="p">)</span>
1090
1091	<span class="n">iid</span> <span class="o">=</span> <span class="kc">None</span>
1092	<span class="n">index_vals</span> <span class="o">=</span> <span class="kc">None</span>
1093
1094	<span class="c1"># get the values of the keys which are used for distinct access</span>
1095	<span class="c1"># of grib messages via product and save the maximum number of</span>
1096	<span class="c1"># ensemble members if there is more than one</span>
1097	<span class="k">if</span> <span class="s1">'/'</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">number</span><span class="p">:</span>
1098	<span class="c1"># more than one ensemble member is selected</span>
1099	<span class="n">index_keys</span> <span class="o">=</span> <span class="p">[</span><span class="s2">"number"</span><span class="p">,</span> <span class="s2">"date"</span><span class="p">,</span> <span class="s2">"time"</span><span class="p">,</span> <span class="s2">"step"</span><span class="p">]</span>
1100	<span class="c1"># maximum ensemble number retrieved</span>
1101	<span class="c1"># + 1 for the control run (ensemble number 0)</span>
1102	<span class="n">maxnum</span> <span class="o">=</span> <span class="nb">int</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">number</span><span class="o">.</span><span class="n">split</span><span class="p">(</span><span class="s1">'/'</span><span class="p">)[</span><span class="o">-</span><span class="mi">1</span><span class="p">])</span> <span class="o">+</span> <span class="mi">1</span>
1103	<span class="c1"># remember the index of the number values</span>
1104	<span class="n">index_number</span> <span class="o">=</span> <span class="n">index_keys</span><span class="o">.</span><span class="n">index</span><span class="p">(</span><span class="s1">'number'</span><span class="p">)</span>
1105	<span class="c1"># empty set to save ensemble numbers which were already processed</span>
1106	<span class="n">ens_numbers</span> <span class="o">=</span> <span class="nb">set</span><span class="p">()</span>
1107	<span class="c1"># index for the ensemble number</span>
1108	<span class="n">inumb</span> <span class="o">=</span> <span class="mi">0</span>
1109	<span class="k">else</span><span class="p">:</span>
1110	<span class="n">index_keys</span> <span class="o">=</span> <span class="p">[</span><span class="s2">"date"</span><span class="p">,</span> <span class="s2">"time"</span><span class="p">,</span> <span class="s2">"step"</span><span class="p">]</span>
1111	<span class="c1"># maximum ensemble number</span>
1112	<span class="n">maxnum</span> <span class="o">=</span> <span class="kc">None</span>
1113
1114	<span class="c1"># get sorted lists of the index values</span>
1115	<span class="c1"># this is very important for disaggregating</span>
1116	<span class="c1"># the flux data in correct order</span>
1117	<span class="n">iid</span><span class="p">,</span> <span class="n">index_vals</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_mk_index_values</span><span class="p">(</span><span class="n">c</span><span class="o">.</span><span class="n">inputdir</span><span class="p">,</span>
1118	<span class="n">inputfiles</span><span class="p">,</span>
1119	<span class="n">index_keys</span><span class="p">)</span>
1120	<span class="c1"># index_vals looks like e.g.:</span>
1121	<span class="c1"># index_vals[0]: ('20171106', '20171107', '20171108') ; date</span>
1122	<span class="c1"># index_vals[1]: ('0', '600', '1200', '1800') ; time</span>
1123	<span class="c1"># index_vals[2]: ('0', '3', '6', '9', '12') ; stepRange</span>
1124
1125	<span class="k">if</span> <span class="n">c</span><span class="o">.</span><span class="n">rrint</span><span class="p">:</span>
1126	<span class="c1"># set start and end timestamps for retrieval period</span>
1127	<span class="k">if</span> <span class="ow">not</span> <span class="n">c</span><span class="o">.</span><span class="n">purefc</span><span class="p">:</span>
1128	<span class="n">start_date</span> <span class="o">=</span> <span class="n">datetime</span><span class="o">.</span><span class="n">strptime</span><span class="p">(</span><span class="n">c</span><span class="o">.</span><span class="n">start_date</span> <span class="o">+</span> <span class="s1">'00'</span><span class="p">,</span> <span class="s1">'%Y%m</span><span class="si">%d</span><span class="s1">%H'</span><span class="p">)</span>
1129	<span class="n">end_date</span> <span class="o">=</span> <span class="n">datetime</span><span class="o">.</span><span class="n">strptime</span><span class="p">(</span><span class="n">c</span><span class="o">.</span><span class="n">end_date</span> <span class="o">+</span> <span class="s1">'23'</span><span class="p">,</span> <span class="s1">'%Y%m</span><span class="si">%d</span><span class="s1">%H'</span><span class="p">)</span>
1130	<span class="k">else</span><span class="p">:</span>
1131	<span class="n">sdate_str</span> <span class="o">=</span> <span class="n">c</span><span class="o">.</span><span class="n">start_date</span> <span class="o">+</span> <span class="s1">'</span><span class="si">{:0>2}</span><span class="s1">'</span><span class="o">.</span><span class="n">format</span><span class="p">(</span><span class="n">index_vals</span><span class="p">[</span><span class="mi">1</span><span class="p">][</span><span class="mi">0</span><span class="p">])</span>
1132	<span class="n">start_date</span> <span class="o">=</span> <span class="n">datetime</span><span class="o">.</span><span class="n">strptime</span><span class="p">(</span><span class="n">sdate_str</span><span class="p">,</span> <span class="s1">'%Y%m</span><span class="si">%d</span><span class="s1">%H'</span><span class="p">)</span>
1133	<span class="n">edate_str</span> <span class="o">=</span> <span class="n">c</span><span class="o">.</span><span class="n">end_date</span> <span class="o">+</span> <span class="s1">'</span><span class="si">{:0>2}</span><span class="s1">'</span><span class="o">.</span><span class="n">format</span><span class="p">(</span><span class="n">index_vals</span><span class="p">[</span><span class="mi">1</span><span class="p">][</span><span class="o">-</span><span class="mi">1</span><span class="p">])</span>
1134	<span class="n">end_date</span> <span class="o">=</span> <span class="n">datetime</span><span class="o">.</span><span class="n">strptime</span><span class="p">(</span><span class="n">edate_str</span><span class="p">,</span> <span class="s1">'%Y%m</span><span class="si">%d</span><span class="s1">%H'</span><span class="p">)</span>
1135	<span class="n">end_date</span> <span class="o">=</span> <span class="n">end_date</span> <span class="o">+</span> <span class="n">timedelta</span><span class="p">(</span><span class="n">hours</span><span class="o">=</span><span class="n">c</span><span class="o">.</span><span class="n">maxstep</span><span class="p">)</span>
1136
1137	<span class="c1"># get necessary grid dimensions from grib files for storing the</span>
1138	<span class="c1"># precipitation fields</span>
1139	<span class="n">info</span> <span class="o">=</span> <span class="n">get_informations</span><span class="p">(</span><span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">c</span><span class="o">.</span><span class="n">inputdir</span><span class="p">,</span>
1140	<span class="n">inputfiles</span><span class="o">.</span><span class="n">files</span><span class="p">[</span><span class="mi">0</span><span class="p">]))</span>
1141	<span class="n">dims</span> <span class="o">=</span> <span class="n">get_dimensions</span><span class="p">(</span><span class="n">info</span><span class="p">,</span> <span class="n">c</span><span class="o">.</span><span class="n">purefc</span><span class="p">,</span> <span class="n">c</span><span class="o">.</span><span class="n">dtime</span><span class="p">,</span> <span class="n">index_vals</span><span class="p">,</span>
1142	<span class="n">start_date</span><span class="p">,</span> <span class="n">end_date</span><span class="p">)</span>
1143
1144	<span class="c1"># create empty numpy arrays</span>
1145	<span class="k">if</span> <span class="ow">not</span> <span class="n">maxnum</span><span class="p">:</span>
1146	<span class="n">lsp_np</span> <span class="o">=</span> <span class="n">np</span><span class="o">.</span><span class="n">zeros</span><span class="p">((</span><span class="n">dims</span><span class="p">[</span><span class="mi">1</span><span class="p">]</span> <span class="o">*</span> <span class="n">dims</span><span class="p">[</span><span class="mi">0</span><span class="p">],</span> <span class="n">dims</span><span class="p">[</span><span class="mi">2</span><span class="p">]),</span> <span class="n">dtype</span><span class="o">=</span><span class="n">np</span><span class="o">.</span><span class="n">float64</span><span class="p">)</span>
1147	<span class="n">cp_np</span> <span class="o">=</span> <span class="n">np</span><span class="o">.</span><span class="n">zeros</span><span class="p">((</span><span class="n">dims</span><span class="p">[</span><span class="mi">1</span><span class="p">]</span> <span class="o">*</span> <span class="n">dims</span><span class="p">[</span><span class="mi">0</span><span class="p">],</span> <span class="n">dims</span><span class="p">[</span><span class="mi">2</span><span class="p">]),</span> <span class="n">dtype</span><span class="o">=</span><span class="n">np</span><span class="o">.</span><span class="n">float64</span><span class="p">)</span>
1148	<span class="k">else</span><span class="p">:</span>
1149	<span class="n">lsp_np</span> <span class="o">=</span> <span class="n">np</span><span class="o">.</span><span class="n">zeros</span><span class="p">((</span><span class="n">maxnum</span><span class="p">,</span> <span class="n">dims</span><span class="p">[</span><span class="mi">1</span><span class="p">]</span> <span class="o">*</span> <span class="n">dims</span><span class="p">[</span><span class="mi">0</span><span class="p">],</span> <span class="n">dims</span><span class="p">[</span><span class="mi">2</span><span class="p">]),</span> <span class="n">dtype</span><span class="o">=</span><span class="n">np</span><span class="o">.</span><span class="n">float64</span><span class="p">)</span>
1150	<span class="n">cp_np</span> <span class="o">=</span> <span class="n">np</span><span class="o">.</span><span class="n">zeros</span><span class="p">((</span><span class="n">maxnum</span><span class="p">,</span> <span class="n">dims</span><span class="p">[</span><span class="mi">1</span><span class="p">]</span> <span class="o">*</span> <span class="n">dims</span><span class="p">[</span><span class="mi">0</span><span class="p">],</span> <span class="n">dims</span><span class="p">[</span><span class="mi">2</span><span class="p">]),</span> <span class="n">dtype</span><span class="o">=</span><span class="n">np</span><span class="o">.</span><span class="n">float64</span><span class="p">)</span>
1151
1152	<span class="c1"># index counter for time line</span>
1153	<span class="n">it_lsp</span> <span class="o">=</span> <span class="mi">0</span>
1154	<span class="n">it_cp</span> <span class="o">=</span> <span class="mi">0</span>
1155
1156	<span class="c1"># store the order of date and step</span>
1157	<span class="n">date_list</span> <span class="o">=</span> <span class="p">[]</span>
1158	<span class="n">step_list</span> <span class="o">=</span> <span class="p">[]</span>
1159
1160	<span class="c1"># initialize dictionaries to store flux values per parameter</span>
1161	<span class="n">orig_vals</span> <span class="o">=</span> <span class="p">{}</span>
1162	<span class="n">deac_vals</span> <span class="o">=</span> <span class="p">{}</span>
1163	<span class="k">for</span> <span class="n">p</span> <span class="ow">in</span> <span class="n">pars</span><span class="p">:</span>
1164	<span class="n">orig_vals</span><span class="p">[</span><span class="n">p</span><span class="p">]</span> <span class="o">=</span> <span class="p">[]</span>
1165	<span class="n">deac_vals</span><span class="p">[</span><span class="n">p</span><span class="p">]</span> <span class="o">=</span> <span class="p">[]</span>
1166
1167	<span class="c1"># "product" genereates each possible combination between the</span>
1168	<span class="c1"># values of the index keys</span>
1169	<span class="k">for</span> <span class="n">prod</span> <span class="ow">in</span> <span class="n">product</span><span class="p">(</span><span class="o">*</span><span class="n">index_vals</span><span class="p">):</span>
1170	<span class="c1"># e.g. prod = ('20170505', '0', '12')</span>
1171	<span class="c1"># ( date ,time, step)</span>
1172
1173	<span class="nb">print</span><span class="p">(</span><span class="s1">'CURRENT PRODUCT: '</span><span class="p">,</span> <span class="n">prod</span><span class="p">)</span>
1174
1175	<span class="c1"># the whole process has to be done for each seperate ensemble member</span>
1176	<span class="c1"># therefore, for each new ensemble member we delete old flux values</span>
1177	<span class="c1"># and start collecting flux data from the beginning time step</span>
1178	<span class="k">if</span> <span class="n">maxnum</span> <span class="ow">and</span> <span class="n">prod</span><span class="p">[</span><span class="n">index_number</span><span class="p">]</span> <span class="ow">not</span> <span class="ow">in</span> <span class="n">ens_numbers</span><span class="p">:</span>
1179	<span class="n">ens_numbers</span><span class="o">.</span><span class="n">add</span><span class="p">(</span><span class="n">prod</span><span class="p">[</span><span class="n">index_number</span><span class="p">])</span>
1180	<span class="n">inumb</span> <span class="o">=</span> <span class="nb">len</span><span class="p">(</span><span class="n">ens_numbers</span><span class="p">)</span> <span class="o">-</span> <span class="mi">1</span>
1181	<span class="c1"># re-initialize dictionaries to store flux values per parameter</span>
1182	<span class="c1"># for the next ensemble member</span>
1183	<span class="n">it_lsp</span> <span class="o">=</span> <span class="mi">0</span>
1184	<span class="n">it_cp</span> <span class="o">=</span> <span class="mi">0</span>
1185	<span class="n">orig_vals</span> <span class="o">=</span> <span class="p">{}</span>
1186	<span class="n">deac_vals</span> <span class="o">=</span> <span class="p">{}</span>
1187	<span class="k">for</span> <span class="n">p</span> <span class="ow">in</span> <span class="n">pars</span><span class="p">:</span>
1188	<span class="n">orig_vals</span><span class="p">[</span><span class="n">p</span><span class="p">]</span> <span class="o">=</span> <span class="p">[]</span>
1189	<span class="n">deac_vals</span><span class="p">[</span><span class="n">p</span><span class="p">]</span> <span class="o">=</span> <span class="p">[]</span>
1190
1191	<span class="k">for</span> <span class="n">i</span> <span class="ow">in</span> <span class="nb">range</span><span class="p">(</span><span class="nb">len</span><span class="p">(</span><span class="n">index_keys</span><span class="p">)):</span>
1192	<span class="n">codes_index_select</span><span class="p">(</span><span class="n">iid</span><span class="p">,</span> <span class="n">index_keys</span><span class="p">[</span><span class="n">i</span><span class="p">],</span> <span class="n">prod</span><span class="p">[</span><span class="n">i</span><span class="p">])</span>
1193
1194	<span class="c1"># get first id from current product</span>
1195	<span class="n">gid</span> <span class="o">=</span> <span class="n">codes_new_from_index</span><span class="p">(</span><span class="n">iid</span><span class="p">)</span>
1196
1197	<span class="c1"># if there is no data for this specific time combination / product</span>
1198	<span class="c1"># skip the rest of the for loop and start with next timestep/product</span>
1199	<span class="k">if</span> <span class="ow">not</span> <span class="n">gid</span><span class="p">:</span>
1200	<span class="k">continue</span>
1201
1202	<span class="c1"># create correct timestamp from the three time informations</span>
1203	<span class="n">cdate</span> <span class="o">=</span> <span class="nb">str</span><span class="p">(</span><span class="n">codes_get</span><span class="p">(</span><span class="n">gid</span><span class="p">,</span> <span class="s1">'date'</span><span class="p">))</span>
1204	<span class="n">time</span> <span class="o">=</span> <span class="n">codes_get</span><span class="p">(</span><span class="n">gid</span><span class="p">,</span> <span class="s1">'time'</span><span class="p">)</span> <span class="o">//</span> <span class="mi">100</span> <span class="c1"># integer</span>
1205	<span class="n">step</span> <span class="o">=</span> <span class="n">codes_get</span><span class="p">(</span><span class="n">gid</span><span class="p">,</span> <span class="s1">'step'</span><span class="p">)</span> <span class="c1"># integer</span>
1206	<span class="n">ctime</span> <span class="o">=</span> <span class="s1">'</span><span class="si">{:0>2}</span><span class="s1">'</span><span class="o">.</span><span class="n">format</span><span class="p">(</span><span class="n">time</span><span class="p">)</span>
1207	<span class="n">cstep</span> <span class="o">=</span> <span class="s1">'</span><span class="si">{:0>3}</span><span class="s1">'</span><span class="o">.</span><span class="n">format</span><span class="p">(</span><span class="n">step</span><span class="p">)</span>
1208
1209	<span class="n">t_date</span> <span class="o">=</span> <span class="n">datetime</span><span class="o">.</span><span class="n">strptime</span><span class="p">(</span><span class="n">cdate</span> <span class="o">+</span> <span class="n">ctime</span><span class="p">,</span> <span class="s1">'%Y%m</span><span class="si">%d</span><span class="s1">%H'</span><span class="p">)</span>
1210	<span class="n">t_dt</span> <span class="o">=</span> <span class="n">t_date</span> <span class="o">+</span> <span class="n">timedelta</span><span class="p">(</span><span class="n">hours</span><span class="o">=</span><span class="n">step</span><span class="p">)</span>
1211	<span class="n">t_m1dt</span> <span class="o">=</span> <span class="n">t_date</span> <span class="o">+</span> <span class="n">timedelta</span><span class="p">(</span><span class="n">hours</span><span class="o">=</span><span class="n">step</span><span class="o">-</span><span class="nb">int</span><span class="p">(</span><span class="n">c</span><span class="o">.</span><span class="n">dtime</span><span class="p">))</span>
1212	<span class="n">t_m2dt</span> <span class="o">=</span> <span class="n">t_date</span> <span class="o">+</span> <span class="n">timedelta</span><span class="p">(</span><span class="n">hours</span><span class="o">=</span><span class="n">step</span><span class="o">-</span><span class="mi">2</span><span class="o">*</span><span class="nb">int</span><span class="p">(</span><span class="n">c</span><span class="o">.</span><span class="n">dtime</span><span class="p">))</span>
1213	<span class="k">if</span> <span class="n">c</span><span class="o">.</span><span class="n">basetime</span> <span class="ow">is</span> <span class="ow">not</span> <span class="kc">None</span><span class="p">:</span>
1214	<span class="n">t_enddate</span> <span class="o">=</span> <span class="n">datetime</span><span class="o">.</span><span class="n">strptime</span><span class="p">(</span><span class="n">c</span><span class="o">.</span><span class="n">end_date</span> <span class="o">+</span> <span class="nb">str</span><span class="p">(</span><span class="n">c</span><span class="o">.</span><span class="n">basetime</span><span class="p">),</span>
1215	<span class="s1">'%Y%m</span><span class="si">%d</span><span class="s1">%H'</span><span class="p">)</span>
1216	<span class="k">else</span><span class="p">:</span>
1217	<span class="n">t_enddate</span> <span class="o">=</span> <span class="n">t_date</span> <span class="o">+</span> <span class="n">timedelta</span><span class="p">(</span><span class="mi">2</span><span class="o">*</span><span class="nb">int</span><span class="p">(</span><span class="n">c</span><span class="o">.</span><span class="n">dtime</span><span class="p">))</span>
1218
1219	<span class="c1"># if necessary, add ensemble member number to filename suffix</span>
1220	<span class="c1"># otherwise, add empty string</span>
1221	<span class="k">if</span> <span class="n">maxnum</span><span class="p">:</span>
1222	<span class="n">numbersuffix</span> <span class="o">=</span> <span class="s1">'.N</span><span class="si">{:0>3}</span><span class="s1">'</span><span class="o">.</span><span class="n">format</span><span class="p">(</span><span class="nb">int</span><span class="p">(</span><span class="n">prod</span><span class="p">[</span><span class="n">index_number</span><span class="p">]))</span>
1223	<span class="k">else</span><span class="p">:</span>
1224	<span class="n">numbersuffix</span> <span class="o">=</span> <span class="s1">''</span>
1225
1226	<span class="k">if</span> <span class="n">c</span><span class="o">.</span><span class="n">purefc</span><span class="p">:</span>
1227	<span class="n">fnout</span> <span class="o">=</span> <span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">c</span><span class="o">.</span><span class="n">inputdir</span><span class="p">,</span> <span class="s1">'flux'</span> <span class="o">+</span>
1228	<span class="n">t_date</span><span class="o">.</span><span class="n">strftime</span><span class="p">(</span><span class="s1">'%Y%m</span><span class="si">%d</span><span class="s1">.%H'</span><span class="p">)</span> <span class="o">+</span>
1229	<span class="s1">'.</span><span class="si">{:0>3}</span><span class="s1">'</span><span class="o">.</span><span class="n">format</span><span class="p">(</span><span class="n">step</span><span class="o">-</span><span class="mi">2</span><span class="o">*</span><span class="nb">int</span><span class="p">(</span><span class="n">c</span><span class="o">.</span><span class="n">dtime</span><span class="p">))</span> <span class="o">+</span>
1230	<span class="n">numbersuffix</span><span class="p">)</span>
1231	<span class="n">gnout</span> <span class="o">=</span> <span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">c</span><span class="o">.</span><span class="n">inputdir</span><span class="p">,</span> <span class="s1">'flux'</span> <span class="o">+</span>
1232	<span class="n">t_date</span><span class="o">.</span><span class="n">strftime</span><span class="p">(</span><span class="s1">'%Y%m</span><span class="si">%d</span><span class="s1">.%H'</span><span class="p">)</span> <span class="o">+</span>
1233	<span class="s1">'.</span><span class="si">{:0>3}</span><span class="s1">'</span><span class="o">.</span><span class="n">format</span><span class="p">(</span><span class="n">step</span><span class="o">-</span><span class="nb">int</span><span class="p">(</span><span class="n">c</span><span class="o">.</span><span class="n">dtime</span><span class="p">))</span> <span class="o">+</span>
1234	<span class="n">numbersuffix</span><span class="p">)</span>
1235	<span class="n">hnout</span> <span class="o">=</span> <span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">c</span><span class="o">.</span><span class="n">inputdir</span><span class="p">,</span> <span class="s1">'flux'</span> <span class="o">+</span>
1236	<span class="n">t_date</span><span class="o">.</span><span class="n">strftime</span><span class="p">(</span><span class="s1">'%Y%m</span><span class="si">%d</span><span class="s1">.%H'</span><span class="p">)</span> <span class="o">+</span>
1237	<span class="s1">'.</span><span class="si">{:0>3}</span><span class="s1">'</span><span class="o">.</span><span class="n">format</span><span class="p">(</span><span class="n">step</span><span class="p">)</span> <span class="o">+</span>
1238	<span class="n">numbersuffix</span><span class="p">)</span>
1239	<span class="k">else</span><span class="p">:</span>
1240	<span class="n">fnout</span> <span class="o">=</span> <span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">c</span><span class="o">.</span><span class="n">inputdir</span><span class="p">,</span> <span class="s1">'flux'</span> <span class="o">+</span>
1241	<span class="n">t_m2dt</span><span class="o">.</span><span class="n">strftime</span><span class="p">(</span><span class="s1">'%Y%m</span><span class="si">%d</span><span class="s1">%H'</span><span class="p">)</span> <span class="o">+</span> <span class="n">numbersuffix</span><span class="p">)</span>
1242	<span class="n">gnout</span> <span class="o">=</span> <span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">c</span><span class="o">.</span><span class="n">inputdir</span><span class="p">,</span> <span class="s1">'flux'</span> <span class="o">+</span>
1243	<span class="n">t_m1dt</span><span class="o">.</span><span class="n">strftime</span><span class="p">(</span><span class="s1">'%Y%m</span><span class="si">%d</span><span class="s1">%H'</span><span class="p">)</span> <span class="o">+</span> <span class="n">numbersuffix</span><span class="p">)</span>
1244	<span class="n">hnout</span> <span class="o">=</span> <span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">c</span><span class="o">.</span><span class="n">inputdir</span><span class="p">,</span> <span class="s1">'flux'</span> <span class="o">+</span>
1245	<span class="n">t_dt</span><span class="o">.</span><span class="n">strftime</span><span class="p">(</span><span class="s1">'%Y%m</span><span class="si">%d</span><span class="s1">%H'</span><span class="p">)</span> <span class="o">+</span> <span class="n">numbersuffix</span><span class="p">)</span>
1246
1247	<span class="nb">print</span><span class="p">(</span><span class="s2">"outputfile = "</span> <span class="o">+</span> <span class="n">fnout</span><span class="p">)</span>
1248	<span class="n">f_handle</span> <span class="o">=</span> <span class="nb">open</span><span class="p">(</span><span class="n">fnout</span><span class="p">,</span> <span class="s1">'w'</span><span class="p">)</span>
1249	<span class="n">h_handle</span> <span class="o">=</span> <span class="nb">open</span><span class="p">(</span><span class="n">hnout</span><span class="p">,</span> <span class="s1">'w'</span><span class="p">)</span>
1250	<span class="n">g_handle</span> <span class="o">=</span> <span class="nb">open</span><span class="p">(</span><span class="n">gnout</span><span class="p">,</span> <span class="s1">'w'</span><span class="p">)</span>
1251
1252	<span class="c1"># read message for message and store relevant data fields, where</span>
1253	<span class="c1"># data keywords are stored in pars</span>
1254	<span class="k">while</span> <span class="kc">True</span><span class="p">:</span>
1255	<span class="k">if</span> <span class="ow">not</span> <span class="n">gid</span><span class="p">:</span>
1256	<span class="k">break</span>
1257	<span class="n">parId</span> <span class="o">=</span> <span class="n">codes_get</span><span class="p">(</span><span class="n">gid</span><span class="p">,</span> <span class="s1">'paramId'</span><span class="p">)</span> <span class="c1"># integer</span>
1258	<span class="n">step</span> <span class="o">=</span> <span class="n">codes_get</span><span class="p">(</span><span class="n">gid</span><span class="p">,</span> <span class="s1">'step'</span><span class="p">)</span> <span class="c1"># integer</span>
1259	<span class="n">time</span> <span class="o">=</span> <span class="n">codes_get</span><span class="p">(</span><span class="n">gid</span><span class="p">,</span> <span class="s1">'time'</span><span class="p">)</span> <span class="c1"># integer</span>
1260	<span class="n">ni</span> <span class="o">=</span> <span class="n">codes_get</span><span class="p">(</span><span class="n">gid</span><span class="p">,</span> <span class="s1">'Ni'</span><span class="p">)</span> <span class="c1"># integer</span>
1261	<span class="n">nj</span> <span class="o">=</span> <span class="n">codes_get</span><span class="p">(</span><span class="n">gid</span><span class="p">,</span> <span class="s1">'Nj'</span><span class="p">)</span> <span class="c1"># integer</span>
1262	<span class="k">if</span> <span class="n">parId</span> <span class="ow">not</span> <span class="ow">in</span> <span class="n">orig_vals</span><span class="o">.</span><span class="n">keys</span><span class="p">():</span>
1263	<span class="c1"># parameter is not a flux, find next one</span>
1264	<span class="k">continue</span>
1265
1266	<span class="c1"># define conversion factor</span>
1267	<span class="k">if</span> <span class="n">parId</span> <span class="o">==</span> <span class="mi">142</span> <span class="ow">or</span> <span class="n">parId</span> <span class="o">==</span> <span class="mi">143</span><span class="p">:</span>
1268	<span class="n">fak</span> <span class="o">=</span> <span class="mf">1.</span> <span class="o">/</span> <span class="mf">1000.</span>
1269	<span class="k">else</span><span class="p">:</span>
1270	<span class="n">fak</span> <span class="o">=</span> <span class="mf">3600.</span>
1271
1272	<span class="c1"># get parameter values and reshape</span>
1273	<span class="n">values</span> <span class="o">=</span> <span class="n">codes_get_values</span><span class="p">(</span><span class="n">gid</span><span class="p">)</span>
1274	<span class="n">values</span> <span class="o">=</span> <span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">reshape</span><span class="p">(</span><span class="n">values</span><span class="p">,</span> <span class="p">(</span><span class="n">nj</span><span class="p">,</span> <span class="n">ni</span><span class="p">)))</span><span class="o">.</span><span class="n">flatten</span><span class="p">()</span> <span class="o">/</span> <span class="n">fak</span>
1275
1276	<span class="c1"># save the original and accumulated values</span>
1277	<span class="n">orig_vals</span><span class="p">[</span><span class="n">parId</span><span class="p">]</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">values</span><span class="p">[:])</span>
1278
1279	<span class="k">if</span> <span class="n">c</span><span class="o">.</span><span class="n">marsclass</span><span class="o">.</span><span class="n">upper</span><span class="p">()</span> <span class="o">==</span> <span class="s1">'EA'</span> <span class="ow">or</span> <span class="n">step</span> <span class="o"><=</span> <span class="nb">int</span><span class="p">(</span><span class="n">c</span><span class="o">.</span><span class="n">dtime</span><span class="p">):</span>
1280	<span class="c1"># no de-accumulation needed</span>
1281	<span class="n">deac_vals</span><span class="p">[</span><span class="n">parId</span><span class="p">]</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">values</span><span class="p">[:]</span> <span class="o">/</span> <span class="nb">int</span><span class="p">(</span><span class="n">c</span><span class="o">.</span><span class="n">dtime</span><span class="p">))</span>
1282	<span class="k">else</span><span class="p">:</span>
1283	<span class="c1"># do de-accumulation</span>
1284	<span class="n">deac_vals</span><span class="p">[</span><span class="n">parId</span><span class="p">]</span><span class="o">.</span><span class="n">append</span><span class="p">(</span>
1285	<span class="p">(</span><span class="n">orig_vals</span><span class="p">[</span><span class="n">parId</span><span class="p">][</span><span class="o">-</span><span class="mi">1</span><span class="p">]</span> <span class="o">-</span> <span class="n">orig_vals</span><span class="p">[</span><span class="n">parId</span><span class="p">][</span><span class="o">-</span><span class="mi">2</span><span class="p">])</span> <span class="o">/</span>
1286	<span class="nb">int</span><span class="p">(</span><span class="n">c</span><span class="o">.</span><span class="n">dtime</span><span class="p">))</span>
1287
1288	<span class="c1"># store precipitation if new disaggregation method is selected</span>
1289	<span class="c1"># only the exact days are needed</span>
1290	<span class="k">if</span> <span class="n">c</span><span class="o">.</span><span class="n">rrint</span><span class="p">:</span>
1291	<span class="k">if</span> <span class="n">start_date</span> <span class="o"><=</span> <span class="n">t_dt</span> <span class="o"><=</span> <span class="n">end_date</span><span class="p">:</span>
1292	<span class="k">if</span> <span class="ow">not</span> <span class="n">c</span><span class="o">.</span><span class="n">purefc</span><span class="p">:</span>
1293	<span class="k">if</span> <span class="n">t_dt</span> <span class="ow">not</span> <span class="ow">in</span> <span class="n">date_list</span><span class="p">:</span>
1294	<span class="n">date_list</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">t_dt</span><span class="p">)</span>
1295	<span class="n">step_list</span> <span class="o">=</span> <span class="p">[</span><span class="mi">0</span><span class="p">]</span>
1296	<span class="k">else</span><span class="p">:</span>
1297	<span class="k">if</span> <span class="n">t_date</span> <span class="ow">not</span> <span class="ow">in</span> <span class="n">date_list</span><span class="p">:</span>
1298	<span class="n">date_list</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">t_date</span><span class="p">)</span>
1299	<span class="k">if</span> <span class="n">step</span> <span class="ow">not</span> <span class="ow">in</span> <span class="n">step_list</span><span class="p">:</span>
1300	<span class="n">step_list</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">step</span><span class="p">)</span>
1301	<span class="c1"># store precipitation values</span>
1302	<span class="k">if</span> <span class="n">maxnum</span> <span class="ow">and</span> <span class="n">parId</span> <span class="o">==</span> <span class="mi">142</span><span class="p">:</span>
1303	<span class="n">lsp_np</span><span class="p">[</span><span class="n">inumb</span><span class="p">,</span> <span class="p">:,</span> <span class="n">it_lsp</span><span class="p">]</span> <span class="o">=</span> <span class="n">deac_vals</span><span class="p">[</span><span class="n">parId</span><span class="p">][</span><span class="o">-</span><span class="mi">1</span><span class="p">][:]</span>
1304	<span class="n">it_lsp</span> <span class="o">+=</span> <span class="mi">1</span>
1305	<span class="k">elif</span> <span class="ow">not</span> <span class="n">maxnum</span> <span class="ow">and</span> <span class="n">parId</span> <span class="o">==</span> <span class="mi">142</span><span class="p">:</span>
1306	<span class="n">lsp_np</span><span class="p">[:,</span> <span class="n">it_lsp</span><span class="p">]</span> <span class="o">=</span> <span class="n">deac_vals</span><span class="p">[</span><span class="n">parId</span><span class="p">][</span><span class="o">-</span><span class="mi">1</span><span class="p">][:]</span>
1307	<span class="n">it_lsp</span> <span class="o">+=</span> <span class="mi">1</span>
1308	<span class="k">elif</span> <span class="n">maxnum</span> <span class="ow">and</span> <span class="n">parId</span> <span class="o">==</span> <span class="mi">143</span><span class="p">:</span>
1309	<span class="n">cp_np</span><span class="p">[</span><span class="n">inumb</span><span class="p">,</span> <span class="p">:,</span> <span class="n">it_cp</span><span class="p">]</span> <span class="o">=</span> <span class="n">deac_vals</span><span class="p">[</span><span class="n">parId</span><span class="p">][</span><span class="o">-</span><span class="mi">1</span><span class="p">][:]</span>
1310	<span class="n">it_cp</span> <span class="o">+=</span> <span class="mi">1</span>
1311	<span class="k">elif</span> <span class="ow">not</span> <span class="n">maxnum</span> <span class="ow">and</span> <span class="n">parId</span> <span class="o">==</span> <span class="mi">143</span><span class="p">:</span>
1312	<span class="n">cp_np</span><span class="p">[:,</span> <span class="n">it_cp</span><span class="p">]</span> <span class="o">=</span> <span class="n">deac_vals</span><span class="p">[</span><span class="n">parId</span><span class="p">][</span><span class="o">-</span><span class="mi">1</span><span class="p">][:]</span>
1313	<span class="n">it_cp</span> <span class="o">+=</span> <span class="mi">1</span>
1314
1315	<span class="c1"># information printout</span>
1316	<span class="nb">print</span><span class="p">(</span><span class="n">parId</span><span class="p">,</span> <span class="n">time</span><span class="p">,</span> <span class="n">step</span><span class="p">,</span> <span class="nb">len</span><span class="p">(</span><span class="n">values</span><span class="p">),</span> <span class="n">values</span><span class="p">[</span><span class="mi">0</span><span class="p">],</span> <span class="n">np</span><span class="o">.</span><span class="n">std</span><span class="p">(</span><span class="n">values</span><span class="p">))</span>
1317
1318	<span class="c1"># length of deac_vals[parId] corresponds to the</span>
1319	<span class="c1"># number of time steps, max. 4 are needed for disaggegration</span>
1320	<span class="c1"># with the old and original method</span>
1321	<span class="c1"># run over all grib messages and perform</span>
1322	<span class="c1"># shifting in time</span>
1323	<span class="k">if</span> <span class="nb">len</span><span class="p">(</span><span class="n">deac_vals</span><span class="p">[</span><span class="n">parId</span><span class="p">])</span> <span class="o">>=</span> <span class="mi">3</span><span class="p">:</span>
1324	<span class="k">if</span> <span class="nb">len</span><span class="p">(</span><span class="n">deac_vals</span><span class="p">[</span><span class="n">parId</span><span class="p">])</span> <span class="o">></span> <span class="mi">3</span><span class="p">:</span>
1325	<span class="k">if</span> <span class="ow">not</span> <span class="n">c</span><span class="o">.</span><span class="n">rrint</span> <span class="ow">and</span> <span class="p">(</span><span class="n">parId</span> <span class="o">==</span> <span class="mi">142</span> <span class="ow">or</span> <span class="n">parId</span> <span class="o">==</span> <span class="mi">143</span><span class="p">):</span>
1326	<span class="n">values</span> <span class="o">=</span> <span class="n">disaggregation</span><span class="o">.</span><span class="n">darain</span><span class="p">(</span><span class="n">deac_vals</span><span class="p">[</span><span class="n">parId</span><span class="p">])</span>
1327	<span class="k">else</span><span class="p">:</span>
1328	<span class="n">values</span> <span class="o">=</span> <span class="n">disaggregation</span><span class="o">.</span><span class="n">dapoly</span><span class="p">(</span><span class="n">deac_vals</span><span class="p">[</span><span class="n">parId</span><span class="p">])</span>
1329
1330	<span class="k">if</span> <span class="ow">not</span> <span class="p">(</span><span class="n">step</span> <span class="o">==</span> <span class="n">c</span><span class="o">.</span><span class="n">maxstep</span> <span class="ow">and</span> <span class="n">c</span><span class="o">.</span><span class="n">purefc</span> \
1331	<span class="ow">or</span> <span class="n">t_dt</span> <span class="o">==</span> <span class="n">t_enddate</span><span class="p">):</span>
1332	<span class="c1"># remove first time step in list to shift</span>
1333	<span class="c1"># time line</span>
1334	<span class="n">orig_vals</span><span class="p">[</span><span class="n">parId</span><span class="p">]</span><span class="o">.</span><span class="n">pop</span><span class="p">(</span><span class="mi">0</span><span class="p">)</span>
1335	<span class="n">deac_vals</span><span class="p">[</span><span class="n">parId</span><span class="p">]</span><span class="o">.</span><span class="n">pop</span><span class="p">(</span><span class="mi">0</span><span class="p">)</span>
1336	<span class="k">else</span><span class="p">:</span>
1337	<span class="c1"># if the third time step is read (per parId),</span>
1338	<span class="c1"># write out the first one as a boundary value</span>
1339	<span class="k">if</span> <span class="n">c</span><span class="o">.</span><span class="n">purefc</span><span class="p">:</span>
1340	<span class="n">values</span> <span class="o">=</span> <span class="n">deac_vals</span><span class="p">[</span><span class="n">parId</span><span class="p">][</span><span class="mi">1</span><span class="p">]</span>
1341	<span class="k">else</span><span class="p">:</span>
1342	<span class="n">values</span> <span class="o">=</span> <span class="n">deac_vals</span><span class="p">[</span><span class="n">parId</span><span class="p">][</span><span class="mi">0</span><span class="p">]</span>
1343
1344	<span class="k">if</span> <span class="ow">not</span> <span class="p">(</span><span class="n">c</span><span class="o">.</span><span class="n">rrint</span> <span class="ow">and</span> <span class="p">(</span><span class="n">parId</span> <span class="o">==</span> <span class="mi">142</span> <span class="ow">or</span> <span class="n">parId</span> <span class="o">==</span> <span class="mi">143</span><span class="p">)):</span>
1345	<span class="n">codes_set_values</span><span class="p">(</span><span class="n">gid</span><span class="p">,</span> <span class="n">values</span><span class="p">)</span>
1346
1347	<span class="k">if</span> <span class="n">c</span><span class="o">.</span><span class="n">purefc</span><span class="p">:</span>
1348	<span class="n">codes_set</span><span class="p">(</span><span class="n">gid</span><span class="p">,</span> <span class="s1">'stepRange'</span><span class="p">,</span> <span class="nb">max</span><span class="p">(</span><span class="mi">0</span><span class="p">,</span> <span class="n">step</span><span class="o">-</span><span class="mi">2</span><span class="o">*</span><span class="nb">int</span><span class="p">(</span><span class="n">c</span><span class="o">.</span><span class="n">dtime</span><span class="p">)))</span>
1349	<span class="k">else</span><span class="p">:</span>
1350	<span class="n">codes_set</span><span class="p">(</span><span class="n">gid</span><span class="p">,</span> <span class="s1">'stepRange'</span><span class="p">,</span> <span class="mi">0</span><span class="p">)</span>
1351	<span class="n">codes_set</span><span class="p">(</span><span class="n">gid</span><span class="p">,</span> <span class="s1">'time'</span><span class="p">,</span> <span class="n">t_m2dt</span><span class="o">.</span><span class="n">hour</span><span class="o">*</span><span class="mi">100</span><span class="p">)</span>
1352	<span class="n">codes_set</span><span class="p">(</span><span class="n">gid</span><span class="p">,</span> <span class="s1">'date'</span><span class="p">,</span> <span class="nb">int</span><span class="p">(</span><span class="n">t_m2dt</span><span class="o">.</span><span class="n">strftime</span><span class="p">(</span><span class="s1">'%Y%m</span><span class="si">%d</span><span class="s1">'</span><span class="p">)))</span>
1353
1354	<span class="n">codes_write</span><span class="p">(</span><span class="n">gid</span><span class="p">,</span> <span class="n">f_handle</span><span class="p">)</span>
1355
1356	<span class="c1"># squeeze out information of last two steps</span>
1357	<span class="c1"># contained in deac_vals[parId]</span>
1358	<span class="c1"># Note that deac_vals[parId][0] has not been popped</span>
1359	<span class="c1"># in this case</span>
1360
1361	<span class="k">if</span> <span class="n">step</span> <span class="o">==</span> <span class="n">c</span><span class="o">.</span><span class="n">maxstep</span> <span class="ow">and</span> <span class="n">c</span><span class="o">.</span><span class="n">purefc</span> <span class="ow">or</span> \
1362	<span class="n">t_dt</span> <span class="o">==</span> <span class="n">t_enddate</span><span class="p">:</span>
1363	<span class="c1"># last step</span>
1364	<span class="k">if</span> <span class="n">c</span><span class="o">.</span><span class="n">purefc</span><span class="p">:</span>
1365	<span class="n">values</span> <span class="o">=</span> <span class="n">deac_vals</span><span class="p">[</span><span class="n">parId</span><span class="p">][</span><span class="mi">3</span><span class="p">]</span>
1366	<span class="n">codes_set_values</span><span class="p">(</span><span class="n">gid</span><span class="p">,</span> <span class="n">values</span><span class="p">)</span>
1367	<span class="n">codes_set</span><span class="p">(</span><span class="n">gid</span><span class="p">,</span> <span class="s1">'stepRange'</span><span class="p">,</span> <span class="n">step</span><span class="p">)</span>
1368	<span class="c1">#truedatetime = t_m2dt + timedelta(hours=2*int(c.dtime))</span>
1369	<span class="n">codes_write</span><span class="p">(</span><span class="n">gid</span><span class="p">,</span> <span class="n">h_handle</span><span class="p">)</span>
1370	<span class="k">else</span><span class="p">:</span>
1371	<span class="n">values</span> <span class="o">=</span> <span class="n">deac_vals</span><span class="p">[</span><span class="n">parId</span><span class="p">][</span><span class="mi">3</span><span class="p">]</span>
1372	<span class="n">codes_set_values</span><span class="p">(</span><span class="n">gid</span><span class="p">,</span> <span class="n">values</span><span class="p">)</span>
1373	<span class="n">codes_set</span><span class="p">(</span><span class="n">gid</span><span class="p">,</span> <span class="s1">'stepRange'</span><span class="p">,</span> <span class="mi">0</span><span class="p">)</span>
1374	<span class="n">truedatetime</span> <span class="o">=</span> <span class="n">t_m2dt</span> <span class="o">+</span> <span class="n">timedelta</span><span class="p">(</span><span class="n">hours</span><span class="o">=</span><span class="mi">2</span><span class="o">*</span><span class="nb">int</span><span class="p">(</span><span class="n">c</span><span class="o">.</span><span class="n">dtime</span><span class="p">))</span>
1375	<span class="n">codes_set</span><span class="p">(</span><span class="n">gid</span><span class="p">,</span> <span class="s1">'time'</span><span class="p">,</span> <span class="n">truedatetime</span><span class="o">.</span><span class="n">hour</span> <span class="o">*</span> <span class="mi">100</span><span class="p">)</span>
1376	<span class="n">codes_set</span><span class="p">(</span><span class="n">gid</span><span class="p">,</span> <span class="s1">'date'</span><span class="p">,</span> <span class="nb">int</span><span class="p">(</span><span class="n">truedatetime</span><span class="o">.</span><span class="n">strftime</span><span class="p">(</span><span class="s1">'%Y%m</span><span class="si">%d</span><span class="s1">'</span><span class="p">)))</span>
1377	<span class="n">codes_write</span><span class="p">(</span><span class="n">gid</span><span class="p">,</span> <span class="n">h_handle</span><span class="p">)</span>
1378
1379	<span class="k">if</span> <span class="n">parId</span> <span class="o">==</span> <span class="mi">142</span> <span class="ow">or</span> <span class="n">parId</span> <span class="o">==</span> <span class="mi">143</span><span class="p">:</span>
1380	<span class="n">values</span> <span class="o">=</span> <span class="n">disaggregation</span><span class="o">.</span><span class="n">darain</span><span class="p">(</span><span class="nb">list</span><span class="p">(</span><span class="nb">reversed</span><span class="p">(</span><span class="n">deac_vals</span><span class="p">[</span><span class="n">parId</span><span class="p">])))</span>
1381	<span class="k">else</span><span class="p">:</span>
1382	<span class="n">values</span> <span class="o">=</span> <span class="n">disaggregation</span><span class="o">.</span><span class="n">dapoly</span><span class="p">(</span><span class="nb">list</span><span class="p">(</span><span class="nb">reversed</span><span class="p">(</span><span class="n">deac_vals</span><span class="p">[</span><span class="n">parId</span><span class="p">])))</span>
1383
1384	<span class="c1"># step before last step</span>
1385	<span class="k">if</span> <span class="n">c</span><span class="o">.</span><span class="n">purefc</span><span class="p">:</span>
1386	<span class="n">codes_set</span><span class="p">(</span><span class="n">gid</span><span class="p">,</span> <span class="s1">'stepRange'</span><span class="p">,</span> <span class="n">step</span><span class="o">-</span><span class="nb">int</span><span class="p">(</span><span class="n">c</span><span class="o">.</span><span class="n">dtime</span><span class="p">))</span>
1387	<span class="c1">#truedatetime = t_m2dt + timedelta(hours=int(c.dtime))</span>
1388	<span class="n">codes_set_values</span><span class="p">(</span><span class="n">gid</span><span class="p">,</span> <span class="n">values</span><span class="p">)</span>
1389	<span class="n">codes_write</span><span class="p">(</span><span class="n">gid</span><span class="p">,</span> <span class="n">g_handle</span><span class="p">)</span>
1390	<span class="k">else</span><span class="p">:</span>
1391	<span class="n">codes_set</span><span class="p">(</span><span class="n">gid</span><span class="p">,</span> <span class="s1">'stepRange'</span><span class="p">,</span> <span class="mi">0</span><span class="p">)</span>
1392	<span class="n">truedatetime</span> <span class="o">=</span> <span class="n">t_m2dt</span> <span class="o">+</span> <span class="n">timedelta</span><span class="p">(</span><span class="n">hours</span><span class="o">=</span><span class="nb">int</span><span class="p">(</span><span class="n">c</span><span class="o">.</span><span class="n">dtime</span><span class="p">))</span>
1393	<span class="n">codes_set</span><span class="p">(</span><span class="n">gid</span><span class="p">,</span> <span class="s1">'time'</span><span class="p">,</span> <span class="n">truedatetime</span><span class="o">.</span><span class="n">hour</span> <span class="o">*</span> <span class="mi">100</span><span class="p">)</span>
1394	<span class="n">codes_set</span><span class="p">(</span><span class="n">gid</span><span class="p">,</span> <span class="s1">'date'</span><span class="p">,</span> <span class="nb">int</span><span class="p">(</span><span class="n">truedatetime</span><span class="o">.</span><span class="n">strftime</span><span class="p">(</span><span class="s1">'%Y%m</span><span class="si">%d</span><span class="s1">'</span><span class="p">)))</span>
1395	<span class="n">codes_set_values</span><span class="p">(</span><span class="n">gid</span><span class="p">,</span> <span class="n">values</span><span class="p">)</span>
1396	<span class="n">codes_write</span><span class="p">(</span><span class="n">gid</span><span class="p">,</span> <span class="n">g_handle</span><span class="p">)</span>
1397
1398	<span class="n">codes_release</span><span class="p">(</span><span class="n">gid</span><span class="p">)</span>
1399
1400	<span class="n">gid</span> <span class="o">=</span> <span class="n">codes_new_from_index</span><span class="p">(</span><span class="n">iid</span><span class="p">)</span>
1401
1402	<span class="n">f_handle</span><span class="o">.</span><span class="n">close</span><span class="p">()</span>
1403	<span class="n">g_handle</span><span class="o">.</span><span class="n">close</span><span class="p">()</span>
1404	<span class="n">h_handle</span><span class="o">.</span><span class="n">close</span><span class="p">()</span>
1405
1406	<span class="n">codes_index_release</span><span class="p">(</span><span class="n">iid</span><span class="p">)</span>
1407
1408	<span class="k">if</span> <span class="n">c</span><span class="o">.</span><span class="n">rrint</span><span class="p">:</span>
1409	<span class="bp">self</span><span class="o">.</span><span class="n">_create_rr_grib_dummy</span><span class="p">(</span><span class="n">inputfiles</span><span class="o">.</span><span class="n">files</span><span class="p">[</span><span class="mi">0</span><span class="p">],</span> <span class="n">c</span><span class="o">.</span><span class="n">inputdir</span><span class="p">)</span>
1410
1411	<span class="bp">self</span><span class="o">.</span><span class="n">_prep_new_rrint</span><span class="p">(</span><span class="n">dims</span><span class="p">[</span><span class="mi">0</span><span class="p">],</span> <span class="n">dims</span><span class="p">[</span><span class="mi">1</span><span class="p">],</span> <span class="n">dims</span><span class="p">[</span><span class="mi">2</span><span class="p">],</span> <span class="n">lsp_np</span><span class="p">,</span>
1412	<span class="n">cp_np</span><span class="p">,</span> <span class="n">maxnum</span><span class="p">,</span> <span class="n">index_keys</span><span class="p">,</span> <span class="n">index_vals</span><span class="p">,</span> <span class="n">c</span><span class="p">)</span>
1413
1414	<span class="k">return</span></div>
1415
1416	<span class="k">def</span> <span class="nf">_prep_new_rrint</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">ni</span><span class="p">,</span> <span class="n">nj</span><span class="p">,</span> <span class="n">nt</span><span class="p">,</span> <span class="n">lsp_np</span><span class="p">,</span> <span class="n">cp_np</span><span class="p">,</span> <span class="n">maxnum</span><span class="p">,</span> <span class="n">index_keys</span><span class="p">,</span> <span class="n">index_vals</span><span class="p">,</span> <span class="n">c</span><span class="p">):</span>
1417	<span class="sd">'''Calculates and writes out the disaggregated precipitation fields.</span>
1418
1419	<span class="sd"> Disaggregation is done in time and original times are written to the</span>
1420	<span class="sd"> flux files, while the additional subgrid times are written to</span>
1421	<span class="sd"> extra files output files. They are named like the original files with</span>
1422	<span class="sd"> suffixes "_1" and "_2" for the first and second subgrid point.</span>
1423
1424	<span class="sd"> Parameters</span>
1425	<span class="sd"> ----------</span>
1426	<span class="sd"> ni : int</span>
1427	<span class="sd"> Amount of zonal grid points.</span>
1428
1429	<span class="sd"> nj : int</span>
1430	<span class="sd"> Amount of meridional grid points.</span>
1431
1432	<span class="sd"> nt : int</span>
1433	<span class="sd"> Number of time steps.</span>
1434
1435	<span class="sd"> lsp_np : numpy array of float</span>
1436	<span class="sd"> The large scale precipitation fields for each time step.</span>
1437	<span class="sd"> Shape (ni * nj, nt).</span>
1438
1439	<span class="sd"> cp_np : numpy array of float</span>
1440	<span class="sd"> The convective precipitation fields for each time step.</span>
1441	<span class="sd"> Shape (ni * nj, nt).</span>
1442
1443	<span class="sd"> maxnum : int</span>
1444	<span class="sd"> The maximum number of ensemble members. It is None</span>
1445	<span class="sd"> if there are no or just one ensemble.</span>
1446
1447	<span class="sd"> index_keys : dictionary</span>
1448	<span class="sd"> List of parameter names which serves as index.</span>
1449
1450	<span class="sd"> index_vals : list of list of str</span>
1451	<span class="sd"> Contains the values from the keys used for a distinct selection</span>
1452	<span class="sd"> of grib messages in processing the grib files.</span>
1453	<span class="sd"> Content looks like e.g.:</span>
1454	<span class="sd"> index_vals[0]: ('20171106', '20171107', '20171108') ; date</span>
1455	<span class="sd"> index_vals[1]: ('0', '1200', '1800', '600') ; time</span>
1456	<span class="sd"> index_vals[2]: ('0', '12', '3', '6', '9') ; stepRange</span>
1457
1458	<span class="sd"> c : ControlFile</span>
1459	<span class="sd"> Contains all the parameters of CONTROL file and</span>
1460	<span class="sd"> command line.</span>
1461
1462	<span class="sd"> Return</span>
1463	<span class="sd"> ------</span>
1464
1465	<span class="sd"> '''</span>
1466	<span class="kn">import</span> <span class="nn">numpy</span> <span class="k">as</span> <span class="nn">np</span>
1467
1468	<span class="nb">print</span><span class="p">(</span><span class="s1">'... disaggregation of precipitation with new method.'</span><span class="p">)</span>
1469
1470	<span class="n">tmpfile</span> <span class="o">=</span> <span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">c</span><span class="o">.</span><span class="n">inputdir</span><span class="p">,</span> <span class="s1">'rr_grib_dummy.grb'</span><span class="p">)</span>
1471
1472	<span class="c1"># initialize new numpy arrays for disaggregated fields</span>
1473	<span class="k">if</span> <span class="n">maxnum</span><span class="p">:</span>
1474	<span class="n">lsp_new_np</span> <span class="o">=</span> <span class="n">np</span><span class="o">.</span><span class="n">zeros</span><span class="p">((</span><span class="n">maxnum</span><span class="p">,</span> <span class="n">ni</span> <span class="o"></span> <span class="n">nj</span><span class="p">,</span> <span class="n">nt</span> <span class="o"></span> <span class="mi">3</span><span class="p">),</span> <span class="n">dtype</span><span class="o">=</span><span class="n">np</span><span class="o">.</span><span class="n">float64</span><span class="p">)</span>
1475	<span class="n">cp_new_np</span> <span class="o">=</span> <span class="n">np</span><span class="o">.</span><span class="n">zeros</span><span class="p">((</span><span class="n">maxnum</span><span class="p">,</span> <span class="n">ni</span> <span class="o"></span> <span class="n">nj</span><span class="p">,</span> <span class="n">nt</span> <span class="o"></span> <span class="mi">3</span><span class="p">),</span> <span class="n">dtype</span><span class="o">=</span><span class="n">np</span><span class="o">.</span><span class="n">float64</span><span class="p">)</span>
1476	<span class="k">else</span><span class="p">:</span>
1477	<span class="n">lsp_new_np</span> <span class="o">=</span> <span class="n">np</span><span class="o">.</span><span class="n">zeros</span><span class="p">((</span><span class="mi">1</span><span class="p">,</span> <span class="n">ni</span> <span class="o"></span> <span class="n">nj</span><span class="p">,</span> <span class="n">nt</span> <span class="o"></span> <span class="mi">3</span><span class="p">),</span> <span class="n">dtype</span><span class="o">=</span><span class="n">np</span><span class="o">.</span><span class="n">float64</span><span class="p">)</span>
1478	<span class="n">cp_new_np</span> <span class="o">=</span> <span class="n">np</span><span class="o">.</span><span class="n">zeros</span><span class="p">((</span><span class="mi">1</span><span class="p">,</span> <span class="n">ni</span> <span class="o"></span> <span class="n">nj</span><span class="p">,</span> <span class="n">nt</span> <span class="o"></span> <span class="mi">3</span><span class="p">),</span> <span class="n">dtype</span><span class="o">=</span><span class="n">np</span><span class="o">.</span><span class="n">float64</span><span class="p">)</span>
1479
1480	<span class="c1"># do the disaggregation, but neglect the last value of the</span>
1481	<span class="c1"># original time series. This one corresponds for example to</span>
1482	<span class="c1"># 24 hour, which we don't need. we use 0 - 23 UTC for a day.</span>
1483	<span class="k">if</span> <span class="n">maxnum</span><span class="p">:</span>
1484	<span class="k">for</span> <span class="n">inum</span> <span class="ow">in</span> <span class="nb">range</span><span class="p">(</span><span class="n">maxnum</span><span class="p">):</span>
1485	<span class="k">for</span> <span class="n">ix</span> <span class="ow">in</span> <span class="nb">range</span><span class="p">(</span><span class="n">ni</span><span class="o">*</span><span class="n">nj</span><span class="p">):</span>
1486	<span class="n">lsp_new_np</span><span class="p">[</span><span class="n">inum</span><span class="p">,</span><span class="n">ix</span><span class="p">,:]</span> <span class="o">=</span> <span class="n">disaggregation</span><span class="o">.</span><span class="n">IA3</span><span class="p">(</span><span class="n">lsp_np</span><span class="p">[</span><span class="n">inum</span><span class="p">,</span><span class="n">ix</span><span class="p">,:])[:</span><span class="o">-</span><span class="mi">1</span><span class="p">]</span>
1487	<span class="n">cp_new_np</span><span class="p">[</span><span class="n">inum</span><span class="p">,</span><span class="n">ix</span><span class="p">,:]</span> <span class="o">=</span> <span class="n">disaggregation</span><span class="o">.</span><span class="n">IA3</span><span class="p">(</span><span class="n">cp_np</span><span class="p">[</span><span class="n">inum</span><span class="p">,</span><span class="n">ix</span><span class="p">,:])[:</span><span class="o">-</span><span class="mi">1</span><span class="p">]</span>
1488	<span class="k">else</span><span class="p">:</span>
1489	<span class="k">for</span> <span class="n">ix</span> <span class="ow">in</span> <span class="nb">range</span><span class="p">(</span><span class="n">ni</span><span class="o">*</span><span class="n">nj</span><span class="p">):</span>
1490	<span class="n">lsp_new_np</span><span class="p">[</span><span class="mi">0</span><span class="p">,</span><span class="n">ix</span><span class="p">,:]</span> <span class="o">=</span> <span class="n">disaggregation</span><span class="o">.</span><span class="n">IA3</span><span class="p">(</span><span class="n">lsp_np</span><span class="p">[</span><span class="n">ix</span><span class="p">,:])[:</span><span class="o">-</span><span class="mi">1</span><span class="p">]</span>
1491	<span class="n">cp_new_np</span><span class="p">[</span><span class="mi">0</span><span class="p">,</span><span class="n">ix</span><span class="p">,:]</span> <span class="o">=</span> <span class="n">disaggregation</span><span class="o">.</span><span class="n">IA3</span><span class="p">(</span><span class="n">cp_np</span><span class="p">[</span><span class="n">ix</span><span class="p">,:])[:</span><span class="o">-</span><span class="mi">1</span><span class="p">]</span>
1492
1493	<span class="c1"># write to grib files (full/orig times to flux file and inbetween</span>
1494	<span class="c1"># times with step 1 and 2, respectively)</span>
1495	<span class="nb">print</span><span class="p">(</span><span class="s1">'... write disaggregated precipitation to files.'</span><span class="p">)</span>
1496
1497	<span class="k">if</span> <span class="n">maxnum</span><span class="p">:</span>
1498	<span class="c1"># remember the index of the number values</span>
1499	<span class="n">index_number</span> <span class="o">=</span> <span class="n">index_keys</span><span class="o">.</span><span class="n">index</span><span class="p">(</span><span class="s1">'number'</span><span class="p">)</span>
1500	<span class="c1"># empty set to save unique ensemble numbers which were already processed</span>
1501	<span class="n">ens_numbers</span> <span class="o">=</span> <span class="nb">set</span><span class="p">()</span>
1502	<span class="c1"># index for the ensemble number</span>
1503	<span class="n">inumb</span> <span class="o">=</span> <span class="mi">0</span>
1504	<span class="k">else</span><span class="p">:</span>
1505	<span class="n">inumb</span> <span class="o">=</span> <span class="mi">0</span>
1506
1507	<span class="c1"># index variable of disaggregated fields</span>
1508	<span class="n">it</span> <span class="o">=</span> <span class="mi">0</span>
1509
1510	<span class="c1"># "product" genereates each possible combination between the</span>
1511	<span class="c1"># values of the index keys</span>
1512	<span class="k">for</span> <span class="n">prod</span> <span class="ow">in</span> <span class="n">product</span><span class="p">(</span><span class="o">*</span><span class="n">index_vals</span><span class="p">):</span>
1513	<span class="c1"># e.g. prod = ('20170505', '0', '12')</span>
1514	<span class="c1"># ( date ,time, step)</span>
1515	<span class="c1"># or prod = ('0' , '20170505', '0', '12')</span>
1516	<span class="c1"># (number, date ,time, step)</span>
1517
1518	<span class="n">cdate</span> <span class="o">=</span> <span class="n">prod</span><span class="p">[</span><span class="n">index_keys</span><span class="o">.</span><span class="n">index</span><span class="p">(</span><span class="s1">'date'</span><span class="p">)]</span>
1519	<span class="n">ctime</span> <span class="o">=</span> <span class="s1">'</span><span class="si">{:0>2}</span><span class="s1">'</span><span class="o">.</span><span class="n">format</span><span class="p">(</span><span class="nb">int</span><span class="p">(</span><span class="n">prod</span><span class="p">[</span><span class="n">index_keys</span><span class="o">.</span><span class="n">index</span><span class="p">(</span><span class="s1">'time'</span><span class="p">)])</span><span class="o">//</span><span class="mi">100</span><span class="p">)</span>
1520	<span class="n">cstep</span> <span class="o">=</span> <span class="s1">'</span><span class="si">{:0>3}</span><span class="s1">'</span><span class="o">.</span><span class="n">format</span><span class="p">(</span><span class="nb">int</span><span class="p">(</span><span class="n">prod</span><span class="p">[</span><span class="n">index_keys</span><span class="o">.</span><span class="n">index</span><span class="p">(</span><span class="s1">'step'</span><span class="p">)]))</span>
1521
1522	<span class="n">date</span> <span class="o">=</span> <span class="n">datetime</span><span class="o">.</span><span class="n">strptime</span><span class="p">(</span><span class="n">cdate</span> <span class="o">+</span> <span class="n">ctime</span><span class="p">,</span> <span class="s1">'%Y%m</span><span class="si">%d</span><span class="s1">%H'</span><span class="p">)</span>
1523	<span class="n">date</span> <span class="o">+=</span> <span class="n">timedelta</span><span class="p">(</span><span class="n">hours</span><span class="o">=</span><span class="nb">int</span><span class="p">(</span><span class="n">cstep</span><span class="p">))</span>
1524
1525	<span class="n">start_period</span><span class="p">,</span> <span class="n">end_period</span> <span class="o">=</span> <span class="n">generate_retrieval_period_boundary</span><span class="p">(</span><span class="n">c</span><span class="p">)</span>
1526	<span class="c1"># skip all temporary times</span>
1527	<span class="c1"># which are outside the retrieval period</span>
1528	<span class="k">if</span> <span class="n">date</span> <span class="o"><</span> <span class="n">start_period</span> <span class="ow">or</span> \
1529	<span class="n">date</span> <span class="o">></span> <span class="n">end_period</span><span class="p">:</span>
1530	<span class="k">continue</span>
1531
1532	<span class="c1"># the whole process has to be done for each seperate ensemble member</span>
1533	<span class="c1"># therefore, for each new ensemble member we delete old flux values</span>
1534	<span class="c1"># and start collecting flux data from the beginning time step</span>
1535	<span class="k">if</span> <span class="n">maxnum</span> <span class="ow">and</span> <span class="n">prod</span><span class="p">[</span><span class="n">index_number</span><span class="p">]</span> <span class="ow">not</span> <span class="ow">in</span> <span class="n">ens_numbers</span><span class="p">:</span>
1536	<span class="n">ens_numbers</span><span class="o">.</span><span class="n">add</span><span class="p">(</span><span class="n">prod</span><span class="p">[</span><span class="n">index_number</span><span class="p">])</span>
1537	<span class="n">inumb</span> <span class="o">=</span> <span class="nb">int</span><span class="p">(</span><span class="n">prod</span><span class="p">[</span><span class="n">index_number</span><span class="p">])</span>
1538	<span class="n">it</span> <span class="o">=</span> <span class="mi">0</span>
1539
1540	<span class="c1"># if necessary, add ensemble member number to filename suffix</span>
1541	<span class="c1"># otherwise, add empty string</span>
1542	<span class="k">if</span> <span class="n">maxnum</span><span class="p">:</span>
1543	<span class="n">numbersuffix</span> <span class="o">=</span> <span class="s1">'.N</span><span class="si">{:0>3}</span><span class="s1">'</span><span class="o">.</span><span class="n">format</span><span class="p">(</span><span class="nb">int</span><span class="p">(</span><span class="n">prod</span><span class="p">[</span><span class="n">index_number</span><span class="p">]))</span>
1544	<span class="k">else</span><span class="p">:</span>
1545	<span class="n">numbersuffix</span> <span class="o">=</span> <span class="s1">''</span>
1546
1547	<span class="c1"># per original time stamp: write original time step and</span>
1548	<span class="c1"># the two newly generated sub time steps</span>
1549	<span class="k">if</span> <span class="n">c</span><span class="o">.</span><span class="n">purefc</span><span class="p">:</span>
1550	<span class="n">fluxfilename</span> <span class="o">=</span> <span class="s1">'flux'</span> <span class="o">+</span> <span class="n">date</span><span class="o">.</span><span class="n">strftime</span><span class="p">(</span><span class="s1">'%Y%m</span><span class="si">%d</span><span class="s1">.%H'</span><span class="p">)</span> <span class="o">+</span> <span class="s1">'.'</span> <span class="o">+</span> <span class="n">cstep</span>
1551	<span class="k">else</span><span class="p">:</span>
1552	<span class="n">fluxfilename</span> <span class="o">=</span> <span class="s1">'flux'</span> <span class="o">+</span> <span class="n">date</span><span class="o">.</span><span class="n">strftime</span><span class="p">(</span><span class="s1">'%Y%m</span><span class="si">%d</span><span class="s1">%H'</span><span class="p">)</span> <span class="o">+</span> <span class="n">numbersuffix</span>
1553
1554	<span class="c1"># write original time step to flux file as usual</span>
1555	<span class="n">fluxfile</span> <span class="o">=</span> <span class="n">GribUtil</span><span class="p">(</span><span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">c</span><span class="o">.</span><span class="n">inputdir</span><span class="p">,</span> <span class="n">fluxfilename</span><span class="p">))</span>
1556	<span class="n">fluxfile</span><span class="o">.</span><span class="n">set_keys</span><span class="p">(</span><span class="n">tmpfile</span><span class="p">,</span> <span class="n">filemode</span><span class="o">=</span><span class="s1">'a'</span><span class="p">,</span> <span class="n">strict</span><span class="o">=</span><span class="kc">True</span><span class="p">,</span>
1557	<span class="n">wherekeynames</span><span class="o">=</span><span class="p">[</span><span class="s1">'paramId'</span><span class="p">],</span> <span class="n">wherekeyvalues</span><span class="o">=</span><span class="p">[</span><span class="mi">142</span><span class="p">],</span>
1558	<span class="n">keynames</span><span class="o">=</span><span class="p">[</span><span class="s1">'perturbationNumber'</span><span class="p">,</span><span class="s1">'date'</span><span class="p">,</span><span class="s1">'time'</span><span class="p">,</span><span class="s1">'stepRange'</span><span class="p">,</span><span class="s1">'values'</span><span class="p">],</span>
1559	<span class="n">keyvalues</span><span class="o">=</span><span class="p">[</span><span class="n">inumb</span><span class="p">,</span> <span class="nb">int</span><span class="p">(</span><span class="n">date</span><span class="o">.</span><span class="n">strftime</span><span class="p">(</span><span class="s1">'%Y%m</span><span class="si">%d</span><span class="s1">'</span><span class="p">)),</span>
1560	<span class="n">date</span><span class="o">.</span><span class="n">hour</span><span class="o">*</span><span class="mi">100</span><span class="p">,</span> <span class="mi">0</span><span class="p">,</span> <span class="n">lsp_new_np</span><span class="p">[</span><span class="n">inumb</span><span class="p">,:,</span><span class="n">it</span><span class="p">]],</span>
1561	<span class="p">)</span>
1562	<span class="n">fluxfile</span><span class="o">.</span><span class="n">set_keys</span><span class="p">(</span><span class="n">tmpfile</span><span class="p">,</span> <span class="n">filemode</span><span class="o">=</span><span class="s1">'a'</span><span class="p">,</span> <span class="n">strict</span><span class="o">=</span><span class="kc">True</span><span class="p">,</span>
1563	<span class="n">wherekeynames</span><span class="o">=</span><span class="p">[</span><span class="s1">'paramId'</span><span class="p">],</span> <span class="n">wherekeyvalues</span><span class="o">=</span><span class="p">[</span><span class="mi">143</span><span class="p">],</span>
1564	<span class="n">keynames</span><span class="o">=</span><span class="p">[</span><span class="s1">'perturbationNumber'</span><span class="p">,</span><span class="s1">'date'</span><span class="p">,</span><span class="s1">'time'</span><span class="p">,</span><span class="s1">'stepRange'</span><span class="p">,</span><span class="s1">'values'</span><span class="p">],</span>
1565	<span class="n">keyvalues</span><span class="o">=</span><span class="p">[</span><span class="n">inumb</span><span class="p">,</span><span class="nb">int</span><span class="p">(</span><span class="n">date</span><span class="o">.</span><span class="n">strftime</span><span class="p">(</span><span class="s1">'%Y%m</span><span class="si">%d</span><span class="s1">'</span><span class="p">)),</span>
1566	<span class="n">date</span><span class="o">.</span><span class="n">hour</span><span class="o">*</span><span class="mi">100</span><span class="p">,</span> <span class="mi">0</span><span class="p">,</span> <span class="n">cp_new_np</span><span class="p">[</span><span class="n">inumb</span><span class="p">,:,</span><span class="n">it</span><span class="p">]]</span>
1567	<span class="p">)</span>
1568
1569	<span class="c1"># rr for first subgrid point is identified by step = 1</span>
1570	<span class="n">fluxfile</span><span class="o">.</span><span class="n">set_keys</span><span class="p">(</span><span class="n">tmpfile</span><span class="p">,</span> <span class="n">filemode</span><span class="o">=</span><span class="s1">'a'</span><span class="p">,</span> <span class="n">strict</span><span class="o">=</span><span class="kc">True</span><span class="p">,</span>
1571	<span class="n">wherekeynames</span><span class="o">=</span><span class="p">[</span><span class="s1">'paramId'</span><span class="p">],</span> <span class="n">wherekeyvalues</span><span class="o">=</span><span class="p">[</span><span class="mi">142</span><span class="p">],</span>
1572	<span class="n">keynames</span><span class="o">=</span><span class="p">[</span><span class="s1">'perturbationNumber'</span><span class="p">,</span><span class="s1">'date'</span><span class="p">,</span><span class="s1">'time'</span><span class="p">,</span><span class="s1">'stepRange'</span><span class="p">,</span><span class="s1">'values'</span><span class="p">],</span>
1573	<span class="n">keyvalues</span><span class="o">=</span><span class="p">[</span><span class="n">inumb</span><span class="p">,</span><span class="nb">int</span><span class="p">(</span><span class="n">date</span><span class="o">.</span><span class="n">strftime</span><span class="p">(</span><span class="s1">'%Y%m</span><span class="si">%d</span><span class="s1">'</span><span class="p">)),</span>
1574	<span class="n">date</span><span class="o">.</span><span class="n">hour</span><span class="o">*</span><span class="mi">100</span><span class="p">,</span> <span class="s1">'1'</span><span class="p">,</span> <span class="n">lsp_new_np</span><span class="p">[</span><span class="n">inumb</span><span class="p">,:,</span><span class="n">it</span><span class="o">+</span><span class="mi">1</span><span class="p">]]</span>
1575	<span class="p">)</span>
1576	<span class="n">fluxfile</span><span class="o">.</span><span class="n">set_keys</span><span class="p">(</span><span class="n">tmpfile</span><span class="p">,</span> <span class="n">filemode</span><span class="o">=</span><span class="s1">'a'</span><span class="p">,</span> <span class="n">strict</span><span class="o">=</span><span class="kc">True</span><span class="p">,</span>
1577	<span class="n">wherekeynames</span><span class="o">=</span><span class="p">[</span><span class="s1">'paramId'</span><span class="p">],</span> <span class="n">wherekeyvalues</span><span class="o">=</span><span class="p">[</span><span class="mi">143</span><span class="p">],</span>
1578	<span class="n">keynames</span><span class="o">=</span><span class="p">[</span><span class="s1">'perturbationNumber'</span><span class="p">,</span><span class="s1">'date'</span><span class="p">,</span><span class="s1">'time'</span><span class="p">,</span><span class="s1">'stepRange'</span><span class="p">,</span><span class="s1">'values'</span><span class="p">],</span>
1579	<span class="n">keyvalues</span><span class="o">=</span><span class="p">[</span><span class="n">inumb</span><span class="p">,</span><span class="nb">int</span><span class="p">(</span><span class="n">date</span><span class="o">.</span><span class="n">strftime</span><span class="p">(</span><span class="s1">'%Y%m</span><span class="si">%d</span><span class="s1">'</span><span class="p">)),</span>
1580	<span class="n">date</span><span class="o">.</span><span class="n">hour</span><span class="o">*</span><span class="mi">100</span><span class="p">,</span> <span class="s1">'1'</span><span class="p">,</span> <span class="n">cp_new_np</span><span class="p">[</span><span class="n">inumb</span><span class="p">,:,</span><span class="n">it</span><span class="o">+</span><span class="mi">1</span><span class="p">]]</span>
1581	<span class="p">)</span>
1582
1583	<span class="c1"># rr for second subgrid point is identified by step = 2</span>
1584	<span class="n">fluxfile</span><span class="o">.</span><span class="n">set_keys</span><span class="p">(</span><span class="n">tmpfile</span><span class="p">,</span> <span class="n">filemode</span><span class="o">=</span><span class="s1">'a'</span><span class="p">,</span> <span class="n">strict</span><span class="o">=</span><span class="kc">True</span><span class="p">,</span>
1585	<span class="n">wherekeynames</span><span class="o">=</span><span class="p">[</span><span class="s1">'paramId'</span><span class="p">],</span> <span class="n">wherekeyvalues</span><span class="o">=</span><span class="p">[</span><span class="mi">142</span><span class="p">],</span>
1586	<span class="n">keynames</span><span class="o">=</span><span class="p">[</span><span class="s1">'perturbationNumber'</span><span class="p">,</span><span class="s1">'date'</span><span class="p">,</span><span class="s1">'time'</span><span class="p">,</span><span class="s1">'stepRange'</span><span class="p">,</span><span class="s1">'values'</span><span class="p">],</span>
1587	<span class="n">keyvalues</span><span class="o">=</span><span class="p">[</span><span class="n">inumb</span><span class="p">,</span><span class="nb">int</span><span class="p">(</span><span class="n">date</span><span class="o">.</span><span class="n">strftime</span><span class="p">(</span><span class="s1">'%Y%m</span><span class="si">%d</span><span class="s1">'</span><span class="p">)),</span>
1588	<span class="n">date</span><span class="o">.</span><span class="n">hour</span><span class="o">*</span><span class="mi">100</span><span class="p">,</span> <span class="s1">'2'</span><span class="p">,</span> <span class="n">lsp_new_np</span><span class="p">[</span><span class="n">inumb</span><span class="p">,:,</span><span class="n">it</span><span class="o">+</span><span class="mi">2</span><span class="p">]]</span>
1589	<span class="p">)</span>
1590	<span class="n">fluxfile</span><span class="o">.</span><span class="n">set_keys</span><span class="p">(</span><span class="n">tmpfile</span><span class="p">,</span> <span class="n">filemode</span><span class="o">=</span><span class="s1">'a'</span><span class="p">,</span> <span class="n">strict</span><span class="o">=</span><span class="kc">True</span><span class="p">,</span>
1591	<span class="n">wherekeynames</span><span class="o">=</span><span class="p">[</span><span class="s1">'paramId'</span><span class="p">],</span> <span class="n">wherekeyvalues</span><span class="o">=</span><span class="p">[</span><span class="mi">143</span><span class="p">],</span>
1592	<span class="n">keynames</span><span class="o">=</span><span class="p">[</span><span class="s1">'perturbationNumber'</span><span class="p">,</span><span class="s1">'date'</span><span class="p">,</span><span class="s1">'time'</span><span class="p">,</span><span class="s1">'stepRange'</span><span class="p">,</span><span class="s1">'values'</span><span class="p">],</span>
1593	<span class="n">keyvalues</span><span class="o">=</span><span class="p">[</span><span class="n">inumb</span><span class="p">,</span><span class="nb">int</span><span class="p">(</span><span class="n">date</span><span class="o">.</span><span class="n">strftime</span><span class="p">(</span><span class="s1">'%Y%m</span><span class="si">%d</span><span class="s1">'</span><span class="p">)),</span>
1594	<span class="n">date</span><span class="o">.</span><span class="n">hour</span><span class="o">*</span><span class="mi">100</span><span class="p">,</span> <span class="s1">'2'</span><span class="p">,</span> <span class="n">cp_new_np</span><span class="p">[</span><span class="n">inumb</span><span class="p">,:,</span><span class="n">it</span><span class="o">+</span><span class="mi">2</span><span class="p">]]</span>
1595	<span class="p">)</span>
1596
1597	<span class="n">it</span> <span class="o">=</span> <span class="n">it</span> <span class="o">+</span> <span class="mi">3</span> <span class="c1"># jump to next original time step in rr fields</span>
1598	<span class="k">return</span>
1599
1600	<span class="k">def</span> <span class="nf">_create_rr_grib_dummy</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">ifile</span><span class="p">,</span> <span class="n">inputdir</span><span class="p">):</span>
1601	<span class="sd">'''Creates a grib file with a dummy message for the two precipitation</span>
1602	<span class="sd"> types lsp and cp each.</span>
1603
1604	<span class="sd"> Parameters</span>
1605	<span class="sd"> ----------</span>
1606	<span class="sd"> ifile : str</span>
1607	<span class="sd"> Filename of the input file to read the grib messages from.</span>
1608
1609	<span class="sd"> inputdir : str, optional</span>
1610	<span class="sd"> Path to the directory where the retrieved data is stored.</span>
1611
1612	<span class="sd"> Return</span>
1613	<span class="sd"> ------</span>
1614
1615	<span class="sd"> '''</span>
1616
1617	<span class="n">gribfile</span> <span class="o">=</span> <span class="n">GribUtil</span><span class="p">(</span><span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">inputdir</span><span class="p">,</span><span class="s1">'rr_grib_dummy.grb'</span><span class="p">))</span>
1618
1619	<span class="n">gribfile</span><span class="o">.</span><span class="n">copy_dummy_msg</span><span class="p">(</span><span class="n">ifile</span><span class="p">,</span> <span class="n">keynames</span><span class="o">=</span><span class="p">[</span><span class="s1">'paramId'</span><span class="p">],</span>
1620	<span class="n">keyvalues</span><span class="o">=</span><span class="p">[</span><span class="mi">142</span><span class="p">],</span> <span class="n">filemode</span><span class="o">=</span><span class="s1">'w'</span><span class="p">)</span>
1621
1622	<span class="n">gribfile</span><span class="o">.</span><span class="n">copy_dummy_msg</span><span class="p">(</span><span class="n">ifile</span><span class="p">,</span> <span class="n">keynames</span><span class="o">=</span><span class="p">[</span><span class="s1">'paramId'</span><span class="p">],</span>
1623	<span class="n">keyvalues</span><span class="o">=</span><span class="p">[</span><span class="mi">143</span><span class="p">],</span> <span class="n">filemode</span><span class="o">=</span><span class="s1">'a'</span><span class="p">)</span>
1624
1625	<span class="k">return</span>
1626
1627	<div class="viewcode-block" id="EcFlexpart.create"><a class="viewcode-back" href="../Documentation/Api/api_python.html#EcFlexpart.EcFlexpart.create">[docs]</a> <span class="k">def</span> <span class="nf">create</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">inputfiles</span><span class="p">,</span> <span class="n">c</span><span class="p">):</span>
1628	<span class="sd">'''An index file will be created which depends on the combination</span>
1629	<span class="sd"> of "date", "time" and "stepRange" values. This is used to iterate</span>
1630	<span class="sd"> over all messages in each grib file which were passed through the</span>
1631	<span class="sd"> parameter "inputfiles" to seperate specific parameters into fort.*</span>
1632	<span class="sd"> files. Afterwards the FORTRAN program is called to convert</span>
1633	<span class="sd"> the data fields all to the same grid and put them in one file</span>
1634	<span class="sd"> per unique time step (combination of "date", "time" and</span>
1635	<span class="sd"> "stepRange").</span>
1636
1637	<span class="sd"> Note</span>
1638	<span class="sd"> ----</span>
1639	<span class="sd"> This method is based on the ECMWF example index.py</span>
1640	<span class="sd"> https://software.ecmwf.int/wiki/display/GRIB/index.py</span>
1641
1642	<span class="sd"> Parameters</span>
1643	<span class="sd"> ----------</span>
1644	<span class="sd"> inputfiles : UioFiles</span>
1645	<span class="sd"> Contains a list of files.</span>
1646
1647	<span class="sd"> c : ControlFile</span>
1648	<span class="sd"> Contains all the parameters of CONTROL file and</span>
1649	<span class="sd"> command line.</span>
1650
1651	<span class="sd"> Return</span>
1652	<span class="sd"> ------</span>
1653
1654	<span class="sd"> '''</span>
1655	<span class="kn">from</span> <span class="nn">eccodes</span> <span class="k">import</span> <span class="p">(</span><span class="n">codes_index_select</span><span class="p">,</span> <span class="n">codes_new_from_index</span><span class="p">,</span> <span class="n">codes_get</span><span class="p">,</span>
1656	<span class="n">codes_get_values</span><span class="p">,</span> <span class="n">codes_set_values</span><span class="p">,</span> <span class="n">codes_set</span><span class="p">,</span>
1657	<span class="n">codes_write</span><span class="p">,</span> <span class="n">codes_release</span><span class="p">,</span> <span class="n">codes_new_from_index</span><span class="p">,</span>
1658	<span class="n">codes_index_release</span><span class="p">)</span>
1659
1660	<span class="c1"># generate start and end timestamp of the retrieval period</span>
1661	<span class="n">start_period</span> <span class="o">=</span> <span class="n">datetime</span><span class="o">.</span><span class="n">strptime</span><span class="p">(</span><span class="n">c</span><span class="o">.</span><span class="n">start_date</span> <span class="o">+</span> <span class="n">c</span><span class="o">.</span><span class="n">time</span><span class="p">[</span><span class="mi">0</span><span class="p">],</span> <span class="s1">'%Y%m</span><span class="si">%d</span><span class="s1">%H'</span><span class="p">)</span>
1662	<span class="n">start_period</span> <span class="o">=</span> <span class="n">start_period</span> <span class="o">+</span> <span class="n">timedelta</span><span class="p">(</span><span class="n">hours</span><span class="o">=</span><span class="nb">int</span><span class="p">(</span><span class="n">c</span><span class="o">.</span><span class="n">step</span><span class="p">[</span><span class="mi">0</span><span class="p">]))</span>
1663	<span class="n">end_period</span> <span class="o">=</span> <span class="n">datetime</span><span class="o">.</span><span class="n">strptime</span><span class="p">(</span><span class="n">c</span><span class="o">.</span><span class="n">end_date</span> <span class="o">+</span> <span class="n">c</span><span class="o">.</span><span class="n">time</span><span class="p">[</span><span class="o">-</span><span class="mi">1</span><span class="p">],</span> <span class="s1">'%Y%m</span><span class="si">%d</span><span class="s1">%H'</span><span class="p">)</span>
1664	<span class="n">end_period</span> <span class="o">=</span> <span class="n">end_period</span> <span class="o">+</span> <span class="n">timedelta</span><span class="p">(</span><span class="n">hours</span><span class="o">=</span><span class="nb">int</span><span class="p">(</span><span class="n">c</span><span class="o">.</span><span class="n">step</span><span class="p">[</span><span class="o">-</span><span class="mi">1</span><span class="p">]))</span>
1665
1666	<span class="k">if</span> <span class="n">c</span><span class="o">.</span><span class="n">wrf</span><span class="p">:</span>
1667	<span class="n">table128</span> <span class="o">=</span> <span class="n">init128</span><span class="p">(</span><span class="n">_config</span><span class="o">.</span><span class="n">PATH_GRIBTABLE</span><span class="p">)</span>
1668	<span class="n">wrfpars</span> <span class="o">=</span> <span class="n">to_param_id</span><span class="p">(</span><span class="s1">'sp/mslp/skt/2t/10u/10v/2d/z/lsm/sst/ci/sd/</span><span class="se">\</span>
1669	<span class="s1"> stl1/stl2/stl3/stl4/swvl1/swvl2/swvl3/swvl4'</span><span class="p">,</span>
1670	<span class="n">table128</span><span class="p">)</span>
1671
1672	<span class="c1"># these numbers are indices for the temporary files "fort.xx"</span>
1673	<span class="c1"># which are used to seperate the grib fields to,</span>
1674	<span class="c1"># for the Fortran program input</span>
1675	<span class="c1"># 10: U,V \| 11: T \| 12: lnsp \| 13: D \| 16: sfc fields</span>
1676	<span class="c1"># 17: Q \| 18: Q, SL, GG\| 19: omega \| 21: etadot \| 22: clwc+ciwc</span>
1677	<span class="n">fdict</span> <span class="o">=</span> <span class="p">{</span><span class="s1">'10'</span><span class="p">:</span><span class="kc">None</span><span class="p">,</span> <span class="s1">'11'</span><span class="p">:</span><span class="kc">None</span><span class="p">,</span> <span class="s1">'12'</span><span class="p">:</span><span class="kc">None</span><span class="p">,</span> <span class="s1">'13'</span><span class="p">:</span><span class="kc">None</span><span class="p">,</span> <span class="s1">'16'</span><span class="p">:</span><span class="kc">None</span><span class="p">,</span>
1678	<span class="s1">'17'</span><span class="p">:</span><span class="kc">None</span><span class="p">,</span> <span class="s1">'18'</span><span class="p">:</span><span class="kc">None</span><span class="p">,</span> <span class="s1">'19'</span><span class="p">:</span><span class="kc">None</span><span class="p">,</span> <span class="s1">'21'</span><span class="p">:</span><span class="kc">None</span><span class="p">,</span> <span class="s1">'22'</span><span class="p">:</span><span class="kc">None</span><span class="p">}</span>
1679
1680	<span class="n">iid</span> <span class="o">=</span> <span class="kc">None</span>
1681	<span class="n">index_vals</span> <span class="o">=</span> <span class="kc">None</span>
1682
1683	<span class="c1"># get the values of the keys which are used for distinct access</span>
1684	<span class="c1"># of grib messages via product</span>
1685	<span class="k">if</span> <span class="s1">'/'</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">number</span><span class="p">:</span>
1686	<span class="c1"># more than one ensemble member is selected</span>
1687	<span class="n">index_keys</span> <span class="o">=</span> <span class="p">[</span><span class="s2">"number"</span><span class="p">,</span> <span class="s2">"date"</span><span class="p">,</span> <span class="s2">"time"</span><span class="p">,</span> <span class="s2">"step"</span><span class="p">]</span>
1688	<span class="k">else</span><span class="p">:</span>
1689	<span class="n">index_keys</span> <span class="o">=</span> <span class="p">[</span><span class="s2">"date"</span><span class="p">,</span> <span class="s2">"time"</span><span class="p">,</span> <span class="s2">"step"</span><span class="p">]</span>
1690	<span class="n">iid</span><span class="p">,</span> <span class="n">index_vals</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_mk_index_values</span><span class="p">(</span><span class="n">c</span><span class="o">.</span><span class="n">inputdir</span><span class="p">,</span>
1691	<span class="n">inputfiles</span><span class="p">,</span>
1692	<span class="n">index_keys</span><span class="p">)</span>
1693	<span class="c1"># index_vals looks like e.g.:</span>
1694	<span class="c1"># index_vals[0]: ('20171106', '20171107', '20171108') ; date</span>
1695	<span class="c1"># index_vals[1]: ('0', '600', '1200', '1800') ; time</span>
1696	<span class="c1"># index_vals[2]: ('0', '12', '3', '6', '9') ; stepRange</span>
1697
1698	<span class="c1"># "product" genereates each possible combination between the</span>
1699	<span class="c1"># values of the index keys</span>
1700	<span class="k">for</span> <span class="n">prod</span> <span class="ow">in</span> <span class="n">product</span><span class="p">(</span><span class="o">*</span><span class="n">index_vals</span><span class="p">):</span>
1701	<span class="c1"># e.g. prod = ('20170505', '0', '12')</span>
1702	<span class="c1"># ( date ,time, step)</span>
1703
1704	<span class="nb">print</span><span class="p">(</span><span class="s1">'current product: '</span><span class="p">,</span> <span class="n">prod</span><span class="p">)</span>
1705
1706	<span class="k">for</span> <span class="n">i</span> <span class="ow">in</span> <span class="nb">range</span><span class="p">(</span><span class="nb">len</span><span class="p">(</span><span class="n">index_keys</span><span class="p">)):</span>
1707	<span class="n">codes_index_select</span><span class="p">(</span><span class="n">iid</span><span class="p">,</span> <span class="n">index_keys</span><span class="p">[</span><span class="n">i</span><span class="p">],</span> <span class="n">prod</span><span class="p">[</span><span class="n">i</span><span class="p">])</span>
1708
1709	<span class="c1"># get first id from current product</span>
1710	<span class="n">gid</span> <span class="o">=</span> <span class="n">codes_new_from_index</span><span class="p">(</span><span class="n">iid</span><span class="p">)</span>
1711
1712	<span class="c1"># if there is no data for this specific time combination / product</span>
1713	<span class="c1"># skip the rest of the for loop and start with next timestep/product</span>
1714	<span class="k">if</span> <span class="ow">not</span> <span class="n">gid</span><span class="p">:</span>
1715	<span class="k">continue</span>
1716	<span class="c1">#============================================================================================</span>
1717	<span class="c1"># remove old fort.* files and open new ones</span>
1718	<span class="c1"># they are just valid for a single product</span>
1719	<span class="k">for</span> <span class="n">k</span><span class="p">,</span> <span class="n">f</span> <span class="ow">in</span> <span class="n">fdict</span><span class="o">.</span><span class="n">items</span><span class="p">():</span>
1720	<span class="n">fortfile</span> <span class="o">=</span> <span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">c</span><span class="o">.</span><span class="n">inputdir</span><span class="p">,</span> <span class="s1">'fort.'</span> <span class="o">+</span> <span class="n">k</span><span class="p">)</span>
1721	<span class="n">silent_remove</span><span class="p">(</span><span class="n">fortfile</span><span class="p">)</span>
1722	<span class="n">fdict</span><span class="p">[</span><span class="n">k</span><span class="p">]</span> <span class="o">=</span> <span class="nb">open</span><span class="p">(</span><span class="n">fortfile</span><span class="p">,</span> <span class="s1">'w'</span><span class="p">)</span>
1723	<span class="c1">#============================================================================================</span>
1724	<span class="c1"># create correct timestamp from the three time informations</span>
1725	<span class="n">cdate</span> <span class="o">=</span> <span class="nb">str</span><span class="p">(</span><span class="n">codes_get</span><span class="p">(</span><span class="n">gid</span><span class="p">,</span> <span class="s1">'date'</span><span class="p">))</span>
1726	<span class="n">ctime</span> <span class="o">=</span> <span class="s1">'</span><span class="si">{:0>2}</span><span class="s1">'</span><span class="o">.</span><span class="n">format</span><span class="p">(</span><span class="n">codes_get</span><span class="p">(</span><span class="n">gid</span><span class="p">,</span> <span class="s1">'time'</span><span class="p">)</span> <span class="o">//</span> <span class="mi">100</span><span class="p">)</span>
1727	<span class="n">cstep</span> <span class="o">=</span> <span class="s1">'</span><span class="si">{:0>3}</span><span class="s1">'</span><span class="o">.</span><span class="n">format</span><span class="p">(</span><span class="n">codes_get</span><span class="p">(</span><span class="n">gid</span><span class="p">,</span> <span class="s1">'step'</span><span class="p">))</span>
1728	<span class="n">timestamp</span> <span class="o">=</span> <span class="n">datetime</span><span class="o">.</span><span class="n">strptime</span><span class="p">(</span><span class="n">cdate</span> <span class="o">+</span> <span class="n">ctime</span><span class="p">,</span> <span class="s1">'%Y%m</span><span class="si">%d</span><span class="s1">%H'</span><span class="p">)</span>
1729	<span class="n">timestamp</span> <span class="o">+=</span> <span class="n">timedelta</span><span class="p">(</span><span class="n">hours</span><span class="o">=</span><span class="nb">int</span><span class="p">(</span><span class="n">cstep</span><span class="p">))</span>
1730	<span class="n">cdate_hour</span> <span class="o">=</span> <span class="n">datetime</span><span class="o">.</span><span class="n">strftime</span><span class="p">(</span><span class="n">timestamp</span><span class="p">,</span> <span class="s1">'%Y%m</span><span class="si">%d</span><span class="s1">%H'</span><span class="p">)</span>
1731
1732	<span class="c1"># skip all temporary times</span>
1733	<span class="c1"># which are outside the retrieval period</span>
1734	<span class="k">if</span> <span class="n">timestamp</span> <span class="o"><</span> <span class="n">start_period</span> <span class="ow">or</span> \
1735	<span class="n">timestamp</span> <span class="o">></span> <span class="n">end_period</span><span class="p">:</span>
1736	<span class="k">continue</span>
1737
1738	<span class="c1"># if the timestamp is out of basetime start/end date period,</span>
1739	<span class="c1"># skip this specific product</span>
1740	<span class="k">if</span> <span class="n">c</span><span class="o">.</span><span class="n">basetime</span> <span class="ow">is</span> <span class="ow">not</span> <span class="kc">None</span><span class="p">:</span>
1741	<span class="n">time_delta</span> <span class="o">=</span> <span class="n">timedelta</span><span class="p">(</span><span class="n">hours</span><span class="o">=</span><span class="mi">12</span><span class="o">-</span><span class="nb">int</span><span class="p">(</span><span class="n">c</span><span class="o">.</span><span class="n">dtime</span><span class="p">))</span>
1742	<span class="n">start_time</span> <span class="o">=</span> <span class="n">datetime</span><span class="o">.</span><span class="n">strptime</span><span class="p">(</span><span class="n">c</span><span class="o">.</span><span class="n">end_date</span> <span class="o">+</span> <span class="nb">str</span><span class="p">(</span><span class="n">c</span><span class="o">.</span><span class="n">basetime</span><span class="p">),</span>
1743	<span class="s1">'%Y%m</span><span class="si">%d</span><span class="s1">%H'</span><span class="p">)</span> <span class="o">-</span> <span class="n">time_delta</span>
1744	<span class="n">end_time</span> <span class="o">=</span> <span class="n">datetime</span><span class="o">.</span><span class="n">strptime</span><span class="p">(</span><span class="n">c</span><span class="o">.</span><span class="n">end_date</span> <span class="o">+</span> <span class="nb">str</span><span class="p">(</span><span class="n">c</span><span class="o">.</span><span class="n">basetime</span><span class="p">),</span>
1745	<span class="s1">'%Y%m</span><span class="si">%d</span><span class="s1">%H'</span><span class="p">)</span>
1746	<span class="k">if</span> <span class="n">timestamp</span> <span class="o"><</span> <span class="n">start_time</span> <span class="ow">or</span> <span class="n">timestamp</span> <span class="o">></span> <span class="n">end_time</span><span class="p">:</span>
1747	<span class="k">continue</span>
1748
1749	<span class="k">if</span> <span class="n">c</span><span class="o">.</span><span class="n">wrf</span><span class="p">:</span>
1750	<span class="k">if</span> <span class="s1">'olddate'</span> <span class="ow">not</span> <span class="ow">in</span> <span class="nb">locals</span><span class="p">()</span> <span class="ow">or</span> <span class="n">cdate</span> <span class="o">!=</span> <span class="n">olddate</span><span class="p">:</span>
1751	<span class="n">fwrf</span> <span class="o">=</span> <span class="nb">open</span><span class="p">(</span><span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">c</span><span class="o">.</span><span class="n">outputdir</span><span class="p">,</span>
1752	<span class="s1">'WRF'</span> <span class="o">+</span> <span class="n">cdate</span> <span class="o">+</span> <span class="s1">'.'</span> <span class="o">+</span> <span class="n">ctime</span> <span class="o">+</span> <span class="s1">'.000.grb2'</span><span class="p">),</span> <span class="s1">'w'</span><span class="p">)</span>
1753	<span class="n">olddate</span> <span class="o">=</span> <span class="n">cdate</span><span class="p">[:]</span>
1754	<span class="c1">#============================================================================================</span>
1755	<span class="c1"># savedfields remembers which fields were already used.</span>
1756	<span class="n">savedfields</span> <span class="o">=</span> <span class="p">[]</span>
1757	<span class="c1"># sum of cloud liquid and ice water content</span>
1758	<span class="n">scwc</span> <span class="o">=</span> <span class="kc">None</span>
1759	<span class="k">while</span> <span class="mi">1</span><span class="p">:</span>
1760	<span class="k">if</span> <span class="ow">not</span> <span class="n">gid</span><span class="p">:</span>
1761	<span class="k">break</span>
1762	<span class="n">paramId</span> <span class="o">=</span> <span class="n">codes_get</span><span class="p">(</span><span class="n">gid</span><span class="p">,</span> <span class="s1">'paramId'</span><span class="p">)</span>
1763	<span class="n">gridtype</span> <span class="o">=</span> <span class="n">codes_get</span><span class="p">(</span><span class="n">gid</span><span class="p">,</span> <span class="s1">'gridType'</span><span class="p">)</span>
1764	<span class="n">levtype</span> <span class="o">=</span> <span class="n">codes_get</span><span class="p">(</span><span class="n">gid</span><span class="p">,</span> <span class="s1">'typeOfLevel'</span><span class="p">)</span>
1765	<span class="k">if</span> <span class="n">paramId</span> <span class="o">==</span> <span class="mi">77</span><span class="p">:</span> <span class="c1"># ETADOT</span>
1766	<span class="n">codes_write</span><span class="p">(</span><span class="n">gid</span><span class="p">,</span> <span class="n">fdict</span><span class="p">[</span><span class="s1">'21'</span><span class="p">])</span>
1767	<span class="k">elif</span> <span class="n">paramId</span> <span class="o">==</span> <span class="mi">130</span><span class="p">:</span> <span class="c1"># T</span>
1768	<span class="n">codes_write</span><span class="p">(</span><span class="n">gid</span><span class="p">,</span> <span class="n">fdict</span><span class="p">[</span><span class="s1">'11'</span><span class="p">])</span>
1769	<span class="k">elif</span> <span class="n">paramId</span> <span class="o">==</span> <span class="mi">131</span> <span class="ow">or</span> <span class="n">paramId</span> <span class="o">==</span> <span class="mi">132</span><span class="p">:</span> <span class="c1"># U, V wind component</span>
1770	<span class="n">codes_write</span><span class="p">(</span><span class="n">gid</span><span class="p">,</span> <span class="n">fdict</span><span class="p">[</span><span class="s1">'10'</span><span class="p">])</span>
1771	<span class="k">elif</span> <span class="n">paramId</span> <span class="o">==</span> <span class="mi">133</span> <span class="ow">and</span> <span class="n">gridtype</span> <span class="o">!=</span> <span class="s1">'reduced_gg'</span><span class="p">:</span> <span class="c1"># Q</span>
1772	<span class="n">codes_write</span><span class="p">(</span><span class="n">gid</span><span class="p">,</span> <span class="n">fdict</span><span class="p">[</span><span class="s1">'17'</span><span class="p">])</span>
1773	<span class="k">elif</span> <span class="n">paramId</span> <span class="o">==</span> <span class="mi">133</span> <span class="ow">and</span> <span class="n">gridtype</span> <span class="o">==</span> <span class="s1">'reduced_gg'</span><span class="p">:</span> <span class="c1"># Q, gaussian</span>
1774	<span class="n">codes_write</span><span class="p">(</span><span class="n">gid</span><span class="p">,</span> <span class="n">fdict</span><span class="p">[</span><span class="s1">'18'</span><span class="p">])</span>
1775	<span class="k">elif</span> <span class="n">paramId</span> <span class="o">==</span> <span class="mi">135</span><span class="p">:</span> <span class="c1"># W</span>
1776	<span class="n">codes_write</span><span class="p">(</span><span class="n">gid</span><span class="p">,</span> <span class="n">fdict</span><span class="p">[</span><span class="s1">'19'</span><span class="p">])</span>
1777	<span class="k">elif</span> <span class="n">paramId</span> <span class="o">==</span> <span class="mi">152</span><span class="p">:</span> <span class="c1"># LNSP</span>
1778	<span class="n">codes_write</span><span class="p">(</span><span class="n">gid</span><span class="p">,</span> <span class="n">fdict</span><span class="p">[</span><span class="s1">'12'</span><span class="p">])</span>
1779	<span class="k">elif</span> <span class="n">paramId</span> <span class="o">==</span> <span class="mi">155</span> <span class="ow">and</span> <span class="n">gridtype</span> <span class="o">==</span> <span class="s1">'sh'</span><span class="p">:</span> <span class="c1"># D</span>
1780	<span class="n">codes_write</span><span class="p">(</span><span class="n">gid</span><span class="p">,</span> <span class="n">fdict</span><span class="p">[</span><span class="s1">'13'</span><span class="p">])</span>
1781	<span class="k">elif</span> <span class="n">paramId</span> <span class="o">==</span> <span class="mi">246</span> <span class="ow">or</span> <span class="n">paramId</span> <span class="o">==</span> <span class="mi">247</span><span class="p">:</span> <span class="c1"># CLWC, CIWC</span>
1782	<span class="c1"># sum cloud liquid water and ice</span>
1783	<span class="k">if</span> <span class="n">scwc</span> <span class="ow">is</span> <span class="kc">None</span><span class="p">:</span>
1784	<span class="n">scwc</span> <span class="o">=</span> <span class="n">codes_get_values</span><span class="p">(</span><span class="n">gid</span><span class="p">)</span>
1785	<span class="k">else</span><span class="p">:</span>
1786	<span class="n">scwc</span> <span class="o">+=</span> <span class="n">codes_get_values</span><span class="p">(</span><span class="n">gid</span><span class="p">)</span>
1787	<span class="n">codes_set_values</span><span class="p">(</span><span class="n">gid</span><span class="p">,</span> <span class="n">scwc</span><span class="p">)</span>
1788	<span class="n">codes_set</span><span class="p">(</span><span class="n">gid</span><span class="p">,</span> <span class="s1">'paramId'</span><span class="p">,</span> <span class="mi">201031</span><span class="p">)</span>
1789	<span class="n">codes_write</span><span class="p">(</span><span class="n">gid</span><span class="p">,</span> <span class="n">fdict</span><span class="p">[</span><span class="s1">'22'</span><span class="p">])</span>
1790	<span class="n">scwc</span> <span class="o">=</span> <span class="kc">None</span>
1791	<span class="k">elif</span> <span class="n">c</span><span class="o">.</span><span class="n">wrf</span> <span class="ow">and</span> <span class="n">paramId</span> <span class="ow">in</span> <span class="p">[</span><span class="mi">129</span><span class="p">,</span> <span class="mi">138</span><span class="p">,</span> <span class="mi">155</span><span class="p">]</span> <span class="ow">and</span> \
1792	<span class="n">levtype</span> <span class="o">==</span> <span class="s1">'hybrid'</span><span class="p">:</span> <span class="c1"># Z, VO, D</span>
1793	<span class="c1"># do not do anything right now</span>
1794	<span class="c1"># these are specific parameter for WRF</span>
1795	<span class="k">pass</span>
1796	<span class="k">else</span><span class="p">:</span>
1797	<span class="k">if</span> <span class="n">paramId</span> <span class="ow">not</span> <span class="ow">in</span> <span class="n">savedfields</span><span class="p">:</span>
1798	<span class="c1"># SD/MSL/TCC/10U/10V/2T/2D/Z/LSM/SDOR/CVL/CVH/SR</span>
1799	<span class="c1"># and all ADDPAR parameter</span>
1800	<span class="n">codes_write</span><span class="p">(</span><span class="n">gid</span><span class="p">,</span> <span class="n">fdict</span><span class="p">[</span><span class="s1">'16'</span><span class="p">])</span>
1801	<span class="n">savedfields</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">paramId</span><span class="p">)</span>
1802	<span class="k">else</span><span class="p">:</span>
1803	<span class="nb">print</span><span class="p">(</span><span class="s1">'duplicate '</span> <span class="o">+</span> <span class="nb">str</span><span class="p">(</span><span class="n">paramId</span><span class="p">)</span> <span class="o">+</span> <span class="s1">' not written'</span><span class="p">)</span>
1804
1805	<span class="k">try</span><span class="p">:</span>
1806	<span class="k">if</span> <span class="n">c</span><span class="o">.</span><span class="n">wrf</span><span class="p">:</span>
1807	<span class="c1"># model layer</span>
1808	<span class="k">if</span> <span class="n">levtype</span> <span class="o">==</span> <span class="s1">'hybrid'</span> <span class="ow">and</span> \
1809	<span class="n">paramId</span> <span class="ow">in</span> <span class="p">[</span><span class="mi">129</span><span class="p">,</span> <span class="mi">130</span><span class="p">,</span> <span class="mi">131</span><span class="p">,</span> <span class="mi">132</span><span class="p">,</span> <span class="mi">133</span><span class="p">,</span> <span class="mi">138</span><span class="p">,</span> <span class="mi">155</span><span class="p">]:</span>
1810	<span class="n">codes_write</span><span class="p">(</span><span class="n">gid</span><span class="p">,</span> <span class="n">fwrf</span><span class="p">)</span>
1811	<span class="c1"># sfc layer</span>
1812	<span class="k">elif</span> <span class="n">paramId</span> <span class="ow">in</span> <span class="n">wrfpars</span><span class="p">:</span>
1813	<span class="n">codes_write</span><span class="p">(</span><span class="n">gid</span><span class="p">,</span> <span class="n">fwrf</span><span class="p">)</span>
1814	<span class="k">except</span> <span class="ne">AttributeError</span><span class="p">:</span>
1815	<span class="k">pass</span>
1816
1817	<span class="n">codes_release</span><span class="p">(</span><span class="n">gid</span><span class="p">)</span>
1818	<span class="n">gid</span> <span class="o">=</span> <span class="n">codes_new_from_index</span><span class="p">(</span><span class="n">iid</span><span class="p">)</span>
1819	<span class="c1">#============================================================================================</span>
1820	<span class="k">for</span> <span class="n">f</span> <span class="ow">in</span> <span class="n">fdict</span><span class="o">.</span><span class="n">values</span><span class="p">():</span>
1821	<span class="n">f</span><span class="o">.</span><span class="n">close</span><span class="p">()</span>
1822	<span class="c1">#============================================================================================</span>
1823	<span class="c1"># call for Fortran program to convert e.g. reduced_gg grids to</span>
1824	<span class="c1"># regular_ll and calculate detadot/dp</span>
1825	<span class="n">pwd</span> <span class="o">=</span> <span class="n">os</span><span class="o">.</span><span class="n">getcwd</span><span class="p">()</span>
1826	<span class="n">os</span><span class="o">.</span><span class="n">chdir</span><span class="p">(</span><span class="n">c</span><span class="o">.</span><span class="n">inputdir</span><span class="p">)</span>
1827	<span class="k">if</span> <span class="n">os</span><span class="o">.</span><span class="n">stat</span><span class="p">(</span><span class="s1">'fort.21'</span><span class="p">)</span><span class="o">.</span><span class="n">st_size</span> <span class="o">==</span> <span class="mi">0</span> <span class="ow">and</span> <span class="n">c</span><span class="o">.</span><span class="n">eta</span><span class="p">:</span>
1828	<span class="nb">print</span><span class="p">(</span><span class="s1">'Parameter 77 (etadot) is missing, most likely it is '</span>
1829	<span class="s1">'not available for this type or date / time</span><span class="se">\n</span><span class="s1">'</span><span class="p">)</span>
1830	<span class="nb">print</span><span class="p">(</span><span class="s1">'Check parameters CLASS, TYPE, STREAM, START_DATE</span><span class="se">\n</span><span class="s1">'</span><span class="p">)</span>
1831	<span class="n">my_error</span><span class="p">(</span><span class="s1">'fort.21 is empty while parameter eta '</span>
1832	<span class="s1">'is set to 1 in CONTROL file'</span><span class="p">)</span>
1833	<span class="c1"># ============================================================================================</span>
1834	<span class="c1"># write out all output to log file before starting fortran programm</span>
1835	<span class="n">sys</span><span class="o">.</span><span class="n">stdout</span><span class="o">.</span><span class="n">flush</span><span class="p">()</span>
1836
1837	<span class="c1"># Fortran program creates file fort.15 (with u,v,etadot,t,sp,q)</span>
1838	<span class="n">execute_subprocess</span><span class="p">([</span><span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">c</span><span class="o">.</span><span class="n">exedir</span><span class="p">,</span>
1839	<span class="n">_config</span><span class="o">.</span><span class="n">FORTRAN_EXECUTABLE</span><span class="p">)],</span>
1840	<span class="n">error_msg</span><span class="o">=</span><span class="s1">'FORTRAN PROGRAM FAILED!'</span><span class="p">)</span><span class="c1">#shell=True)</span>
1841
1842	<span class="n">os</span><span class="o">.</span><span class="n">chdir</span><span class="p">(</span><span class="n">pwd</span><span class="p">)</span>
1843	<span class="c1"># ============================================================================================</span>
1844	<span class="c1"># create name of final output file, e.g. EN13040500 (ENYYMMDDHH)</span>
1845	<span class="k">if</span> <span class="n">c</span><span class="o">.</span><span class="n">purefc</span><span class="p">:</span>
1846	<span class="n">suffix</span> <span class="o">=</span> <span class="n">cdate</span><span class="p">[</span><span class="mi">2</span><span class="p">:</span><span class="mi">8</span><span class="p">]</span> <span class="o">+</span> <span class="s1">'.'</span> <span class="o">+</span> <span class="n">ctime</span> <span class="o">+</span> <span class="s1">'.'</span> <span class="o">+</span> <span class="n">cstep</span>
1847	<span class="k">else</span><span class="p">:</span>
1848	<span class="n">suffix</span> <span class="o">=</span> <span class="n">cdate_hour</span><span class="p">[</span><span class="mi">2</span><span class="p">:</span><span class="mi">10</span><span class="p">]</span>
1849
1850	<span class="c1"># if necessary, add ensemble member number to filename suffix</span>
1851	<span class="k">if</span> <span class="s1">'number'</span> <span class="ow">in</span> <span class="n">index_keys</span><span class="p">:</span>
1852	<span class="n">index_number</span> <span class="o">=</span> <span class="n">index_keys</span><span class="o">.</span><span class="n">index</span><span class="p">(</span><span class="s1">'number'</span><span class="p">)</span>
1853	<span class="k">if</span> <span class="nb">len</span><span class="p">(</span><span class="n">index_vals</span><span class="p">[</span><span class="n">index_number</span><span class="p">])</span> <span class="o">></span> <span class="mi">1</span><span class="p">:</span>
1854	<span class="n">suffix</span> <span class="o">=</span> <span class="n">suffix</span> <span class="o">+</span> <span class="s1">'.N</span><span class="si">{:0>3}</span><span class="s1">'</span><span class="o">.</span><span class="n">format</span><span class="p">(</span><span class="nb">int</span><span class="p">(</span><span class="n">prod</span><span class="p">[</span><span class="n">index_number</span><span class="p">]))</span>
1855
1856	<span class="n">fnout</span> <span class="o">=</span> <span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">c</span><span class="o">.</span><span class="n">inputdir</span><span class="p">,</span> <span class="n">c</span><span class="o">.</span><span class="n">prefix</span> <span class="o">+</span> <span class="n">suffix</span><span class="p">)</span>
1857	<span class="nb">print</span><span class="p">(</span><span class="s2">"outputfile = "</span> <span class="o">+</span> <span class="n">fnout</span><span class="p">)</span>
1858	<span class="c1"># collect for final processing</span>
1859	<span class="bp">self</span><span class="o">.</span><span class="n">outputfilelist</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">basename</span><span class="p">(</span><span class="n">fnout</span><span class="p">))</span>
1860	<span class="c1"># # get additional precipitation subgrid data if available</span>
1861	<span class="c1"># if c.rrint:</span>
1862	<span class="c1"># self.outputfilelist.append(os.path.basename(fnout + '_1'))</span>
1863	<span class="c1"># self.outputfilelist.append(os.path.basename(fnout + '_2'))</span>
1864	<span class="c1"># ============================================================================================</span>
1865	<span class="c1"># create outputfile and copy all data from intermediate files</span>
1866	<span class="c1"># to the outputfile (final GRIB input files for FLEXPART)</span>
1867	<span class="n">orolsm</span> <span class="o">=</span> <span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">basename</span><span class="p">(</span><span class="n">glob</span><span class="o">.</span><span class="n">glob</span><span class="p">(</span><span class="n">c</span><span class="o">.</span><span class="n">inputdir</span> <span class="o">+</span>
1868	<span class="s1">'/OG_OROLSM__SL..'</span> <span class="o">+</span> <span class="n">c</span><span class="o">.</span><span class="n">ppid</span> <span class="o">+</span> <span class="s1">''</span><span class="p">)[</span><span class="mi">0</span><span class="p">])</span>
1869	<span class="n">fluxfile</span> <span class="o">=</span> <span class="s1">'flux'</span> <span class="o">+</span> <span class="n">cdate</span><span class="p">[</span><span class="mi">0</span><span class="p">:</span><span class="mi">2</span><span class="p">]</span> <span class="o">+</span> <span class="n">suffix</span>
1870	<span class="k">if</span> <span class="ow">not</span> <span class="n">c</span><span class="o">.</span><span class="n">cwc</span><span class="p">:</span>
1871	<span class="n">flist</span> <span class="o">=</span> <span class="p">[</span><span class="s1">'fort.15'</span><span class="p">,</span> <span class="n">fluxfile</span><span class="p">,</span> <span class="s1">'fort.16'</span><span class="p">,</span> <span class="n">orolsm</span><span class="p">]</span>
1872	<span class="k">else</span><span class="p">:</span>
1873	<span class="n">flist</span> <span class="o">=</span> <span class="p">[</span><span class="s1">'fort.15'</span><span class="p">,</span> <span class="s1">'fort.22'</span><span class="p">,</span> <span class="n">fluxfile</span><span class="p">,</span> <span class="s1">'fort.16'</span><span class="p">,</span> <span class="n">orolsm</span><span class="p">]</span>
1874
1875	<span class="k">with</span> <span class="nb">open</span><span class="p">(</span><span class="n">fnout</span><span class="p">,</span> <span class="s1">'wb'</span><span class="p">)</span> <span class="k">as</span> <span class="n">fout</span><span class="p">:</span>
1876	<span class="k">for</span> <span class="n">f</span> <span class="ow">in</span> <span class="n">flist</span><span class="p">:</span>
1877	<span class="n">shutil</span><span class="o">.</span><span class="n">copyfileobj</span><span class="p">(</span><span class="nb">open</span><span class="p">(</span><span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">c</span><span class="o">.</span><span class="n">inputdir</span><span class="p">,</span> <span class="n">f</span><span class="p">),</span> <span class="s1">'rb'</span><span class="p">),</span>
1878	<span class="n">fout</span><span class="p">)</span>
1879
1880	<span class="k">if</span> <span class="n">c</span><span class="o">.</span><span class="n">omega</span><span class="p">:</span>
1881	<span class="k">with</span> <span class="nb">open</span><span class="p">(</span><span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">c</span><span class="o">.</span><span class="n">outputdir</span><span class="p">,</span> <span class="s1">'OMEGA'</span><span class="p">),</span> <span class="s1">'wb'</span><span class="p">)</span> <span class="k">as</span> <span class="n">fout</span><span class="p">:</span>
1882	<span class="n">shutil</span><span class="o">.</span><span class="n">copyfileobj</span><span class="p">(</span><span class="nb">open</span><span class="p">(</span><span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">c</span><span class="o">.</span><span class="n">inputdir</span><span class="p">,</span> <span class="s1">'fort.25'</span><span class="p">),</span>
1883	<span class="s1">'rb'</span><span class="p">),</span> <span class="n">fout</span><span class="p">)</span>
1884	<span class="c1"># ============================================================================================</span>
1885	<span class="k">if</span> <span class="n">c</span><span class="o">.</span><span class="n">wrf</span><span class="p">:</span>
1886	<span class="n">fwrf</span><span class="o">.</span><span class="n">close</span><span class="p">()</span>
1887
1888	<span class="n">codes_index_release</span><span class="p">(</span><span class="n">iid</span><span class="p">)</span>
1889
1890	<span class="k">return</span></div>
1891
1892
1893	<div class="viewcode-block" id="EcFlexpart.calc_extra_elda"><a class="viewcode-back" href="../Documentation/Api/api_python.html#EcFlexpart.EcFlexpart.calc_extra_elda">[docs]</a> <span class="k">def</span> <span class="nf">calc_extra_elda</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">path</span><span class="p">,</span> <span class="n">prefix</span><span class="p">):</span>
1894	<span class="sd">''' Calculates extra ensemble members for ELDA - Stream.</span>
1895
1896	<span class="sd"> This is a specific feature which doubles the number of ensemble members</span>
1897	<span class="sd"> for the ELDA Stream.</span>
1898
1899	<span class="sd"> Parameters</span>
1900	<span class="sd"> ----------</span>
1901	<span class="sd"> path : str</span>
1902	<span class="sd"> Path to the output files.</span>
1903
1904	<span class="sd"> prefix : str</span>
1905	<span class="sd"> The prefix of the output filenames as defined in Control file.</span>
1906
1907	<span class="sd"> Return</span>
1908	<span class="sd"> ------</span>
1909
1910	<span class="sd"> '''</span>
1911	<span class="kn">from</span> <span class="nn">eccodes</span> <span class="k">import</span> <span class="p">(</span><span class="n">codes_grib_new_from_file</span><span class="p">,</span> <span class="n">codes_get_array</span><span class="p">,</span>
1912	<span class="n">codes_set_array</span><span class="p">,</span> <span class="n">codes_release</span><span class="p">,</span> <span class="n">codes_set_values</span><span class="p">,</span>
1913	<span class="n">codes_set</span><span class="p">,</span> <span class="n">codes_write</span><span class="p">,</span> <span class="n">codes_release</span><span class="p">)</span>
1914
1915	<span class="c1"># max number</span>
1916	<span class="n">maxnum</span> <span class="o">=</span> <span class="nb">int</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">number</span><span class="o">.</span><span class="n">split</span><span class="p">(</span><span class="s1">'/'</span><span class="p">)[</span><span class="o">-</span><span class="mi">1</span><span class="p">])</span>
1917
1918	<span class="c1"># get a list of all prepared output files with control forecast (CF)</span>
1919	<span class="n">CF_filelist</span> <span class="o">=</span> <span class="n">UioFiles</span><span class="p">(</span><span class="n">path</span><span class="p">,</span> <span class="n">prefix</span> <span class="o">+</span> <span class="s1">'*.N000'</span><span class="p">)</span>
1920
1921	<span class="k">for</span> <span class="n">cffile</span> <span class="ow">in</span> <span class="n">CF_filelist</span><span class="o">.</span><span class="n">files</span><span class="p">:</span>
1922	<span class="k">with</span> <span class="nb">open</span><span class="p">(</span><span class="n">cffile</span><span class="p">,</span> <span class="s1">'rb'</span><span class="p">)</span> <span class="k">as</span> <span class="n">f</span><span class="p">:</span>
1923	<span class="n">cfvalues</span><span class="o">=</span><span class="p">[]</span>
1924	<span class="k">while</span> <span class="kc">True</span><span class="p">:</span>
1925	<span class="n">fid</span> <span class="o">=</span> <span class="n">codes_grib_new_from_file</span><span class="p">(</span><span class="n">f</span><span class="p">)</span>
1926	<span class="k">if</span> <span class="n">fid</span> <span class="ow">is</span> <span class="kc">None</span><span class="p">:</span>
1927	<span class="k">break</span>
1928	<span class="n">cfvalues</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">codes_get_array</span><span class="p">(</span><span class="n">fid</span><span class="p">,</span> <span class="s1">'values'</span><span class="p">))</span>
1929	<span class="n">codes_release</span><span class="p">(</span><span class="n">fid</span><span class="p">)</span>
1930
1931	<span class="n">filename</span> <span class="o">=</span> <span class="n">cffile</span><span class="o">.</span><span class="n">split</span><span class="p">(</span><span class="s1">'N000'</span><span class="p">)[</span><span class="mi">0</span><span class="p">]</span>
1932	<span class="k">for</span> <span class="n">i</span> <span class="ow">in</span> <span class="nb">range</span><span class="p">(</span><span class="mi">1</span><span class="p">,</span> <span class="n">maxnum</span> <span class="o">+</span> <span class="mi">1</span><span class="p">):</span>
1933
1934	<span class="c1"># read an ensemble member</span>
1935	<span class="n">g</span> <span class="o">=</span> <span class="nb">open</span><span class="p">(</span><span class="n">filename</span> <span class="o">+</span> <span class="s1">'N</span><span class="si">{:0>3}</span><span class="s1">'</span><span class="o">.</span><span class="n">format</span><span class="p">(</span><span class="n">i</span><span class="p">),</span> <span class="s1">'rb'</span><span class="p">)</span>
1936	<span class="c1"># create file for newly calculated ensemble member</span>
1937	<span class="n">h</span> <span class="o">=</span> <span class="nb">open</span><span class="p">(</span><span class="n">filename</span> <span class="o">+</span> <span class="s1">'N</span><span class="si">{:0>3}</span><span class="s1">'</span><span class="o">.</span><span class="n">format</span><span class="p">(</span><span class="n">i</span><span class="o">+</span><span class="n">maxnum</span><span class="p">),</span> <span class="s1">'wb'</span><span class="p">)</span>
1938	<span class="c1"># number of message in grib file</span>
1939	<span class="n">j</span> <span class="o">=</span> <span class="mi">0</span>
1940	<span class="k">while</span> <span class="kc">True</span><span class="p">:</span>
1941	<span class="n">gid</span> <span class="o">=</span> <span class="n">codes_grib_new_from_file</span><span class="p">(</span><span class="n">g</span><span class="p">)</span>
1942	<span class="k">if</span> <span class="n">gid</span> <span class="ow">is</span> <span class="kc">None</span><span class="p">:</span>
1943	<span class="k">break</span>
1944	<span class="n">values</span> <span class="o">=</span> <span class="n">codes_get_array</span><span class="p">(</span><span class="n">gid</span><span class="p">,</span> <span class="s1">'values'</span><span class="p">)</span>
1945	<span class="c1"># generate a new ensemble member by subtracting</span>
1946	<span class="c1"># 2 * ( current time step value - last time step value )</span>
1947	<span class="n">codes_set_array</span><span class="p">(</span><span class="n">gid</span><span class="p">,</span> <span class="s1">'values'</span><span class="p">,</span>
1948	<span class="n">values</span><span class="o">-</span><span class="mi">2</span><span class="o">*</span><span class="p">(</span><span class="n">values</span><span class="o">-</span><span class="n">cfvalues</span><span class="p">[</span><span class="n">j</span><span class="p">]))</span>
1949	<span class="n">codes_set</span><span class="p">(</span><span class="n">gid</span><span class="p">,</span> <span class="s1">'number'</span><span class="p">,</span> <span class="n">i</span><span class="o">+</span><span class="n">maxnum</span><span class="p">)</span>
1950	<span class="n">codes_write</span><span class="p">(</span><span class="n">gid</span><span class="p">,</span> <span class="n">h</span><span class="p">)</span>
1951	<span class="n">codes_release</span><span class="p">(</span><span class="n">gid</span><span class="p">)</span>
1952	<span class="n">j</span> <span class="o">+=</span> <span class="mi">1</span>
1953
1954	<span class="n">g</span><span class="o">.</span><span class="n">close</span><span class="p">()</span>
1955	<span class="n">h</span><span class="o">.</span><span class="n">close</span><span class="p">()</span>
1956	<span class="nb">print</span><span class="p">(</span><span class="s1">'wrote '</span> <span class="o">+</span> <span class="n">filename</span> <span class="o">+</span> <span class="s1">'N</span><span class="si">{:0>3}</span><span class="s1">'</span><span class="o">.</span><span class="n">format</span><span class="p">(</span><span class="n">i</span><span class="o">+</span><span class="n">maxnum</span><span class="p">))</span>
1957	<span class="bp">self</span><span class="o">.</span><span class="n">outputfilelist</span><span class="o">.</span><span class="n">append</span><span class="p">(</span>
1958	<span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">basename</span><span class="p">(</span><span class="n">filename</span> <span class="o">+</span> <span class="s1">'N</span><span class="si">{:0>3}</span><span class="s1">'</span><span class="o">.</span><span class="n">format</span><span class="p">(</span><span class="n">i</span><span class="o">+</span><span class="n">maxnum</span><span class="p">)))</span>
1959
1960	<span class="k">return</span></div>
1961
1962
1963	<div class="viewcode-block" id="EcFlexpart.process_output"><a class="viewcode-back" href="../Documentation/Api/api_python.html#EcFlexpart.EcFlexpart.process_output">[docs]</a> <span class="k">def</span> <span class="nf">process_output</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">c</span><span class="p">):</span>
1964	<span class="sd">'''Postprocessing of FLEXPART input files.</span>
1965
1966	<span class="sd"> The grib files are postprocessed depending on the selection in</span>
1967	<span class="sd"> CONTROL file. The resulting files are moved to the output</span>
1968	<span class="sd"> directory if its not equal to the input directory.</span>
1969	<span class="sd"> The following modifications might be done if</span>
1970	<span class="sd"> properly switched in CONTROL file:</span>
1971	<span class="sd"> GRIB2 - Conversion to GRIB2</span>
1972	<span class="sd"> ECTRANS - Transfer of files to gateway server</span>
1973	<span class="sd"> ECSTORAGE - Storage at ECMWF server</span>
1974
1975	<span class="sd"> Parameters</span>
1976	<span class="sd"> ----------</span>
1977	<span class="sd"> c : ControlFile</span>
1978	<span class="sd"> Contains all the parameters of CONTROL file and</span>
1979	<span class="sd"> command line.</span>
1980
1981	<span class="sd"> Return</span>
1982	<span class="sd"> ------</span>
1983
1984	<span class="sd"> '''</span>
1985
1986	<span class="nb">print</span><span class="p">(</span><span class="s1">'</span><span class="se">\n\n</span><span class="s1">Postprocessing:</span><span class="se">\n</span><span class="s1"> Format: </span><span class="si">{}</span><span class="se">\n</span><span class="s1">'</span><span class="o">.</span><span class="n">format</span><span class="p">(</span><span class="n">c</span><span class="o">.</span><span class="n">format</span><span class="p">))</span>
1987
1988	<span class="k">if</span> <span class="n">_config</span><span class="o">.</span><span class="n">FLAG_ON_ECMWFSERVER</span><span class="p">:</span>
1989	<span class="nb">print</span><span class="p">(</span><span class="s1">'ecstorage: </span><span class="si">{}</span><span class="se">\n</span><span class="s1"> ecfsdir: </span><span class="si">{}</span><span class="se">\n</span><span class="s1">'</span><span class="o">.</span>
1990	<span class="nb">format</span><span class="p">(</span><span class="n">c</span><span class="o">.</span><span class="n">ecstorage</span><span class="p">,</span> <span class="n">c</span><span class="o">.</span><span class="n">ecfsdir</span><span class="p">))</span>
1991	<span class="nb">print</span><span class="p">(</span><span class="s1">'ectrans: </span><span class="si">{}</span><span class="se">\n</span><span class="s1"> gateway: </span><span class="si">{}</span><span class="se">\n</span><span class="s1"> destination: </span><span class="si">{}</span><span class="se">\n</span><span class="s1"> '</span>
1992	<span class="o">.</span><span class="n">format</span><span class="p">(</span><span class="n">c</span><span class="o">.</span><span class="n">ectrans</span><span class="p">,</span> <span class="n">c</span><span class="o">.</span><span class="n">gateway</span><span class="p">,</span> <span class="n">c</span><span class="o">.</span><span class="n">destination</span><span class="p">))</span>
1993
1994	<span class="nb">print</span><span class="p">(</span><span class="s1">'Output filelist: '</span><span class="p">)</span>
1995	<span class="nb">print</span><span class="p">(</span><span class="nb">sorted</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">outputfilelist</span><span class="p">))</span>
1996
1997	<span class="k">for</span> <span class="n">ofile</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">outputfilelist</span><span class="p">:</span>
1998	<span class="n">ofile</span> <span class="o">=</span> <span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">inputdir</span><span class="p">,</span> <span class="n">ofile</span><span class="p">)</span>
1999
2000	<span class="k">if</span> <span class="n">c</span><span class="o">.</span><span class="n">format</span><span class="o">.</span><span class="n">lower</span><span class="p">()</span> <span class="o">==</span> <span class="s1">'grib2'</span><span class="p">:</span>
2001	<span class="n">execute_subprocess</span><span class="p">([</span><span class="s1">'grib_set'</span><span class="p">,</span> <span class="s1">'-s'</span><span class="p">,</span> <span class="s1">'edition=2,'</span> <span class="o">+</span>
2002	<span class="s1">'productDefinitionTemplateNumber=8'</span><span class="p">,</span>
2003	<span class="n">ofile</span><span class="p">,</span> <span class="n">ofile</span> <span class="o">+</span> <span class="s1">'_2'</span><span class="p">],</span>
2004	<span class="n">error_msg</span><span class="o">=</span><span class="s1">'GRIB2 CONVERSION FAILED!'</span><span class="p">)</span>
2005
2006	<span class="n">execute_subprocess</span><span class="p">([</span><span class="s1">'mv'</span><span class="p">,</span> <span class="n">ofile</span> <span class="o">+</span> <span class="s1">'_2'</span><span class="p">,</span> <span class="n">ofile</span><span class="p">],</span>
2007	<span class="n">error_msg</span><span class="o">=</span><span class="s1">'RENAMING FOR NEW GRIB2 FORMAT '</span>
2008	<span class="s1">'FILES FAILED!'</span><span class="p">)</span>
2009
2010	<span class="k">if</span> <span class="n">c</span><span class="o">.</span><span class="n">ectrans</span> <span class="ow">and</span> <span class="n">_config</span><span class="o">.</span><span class="n">FLAG_ON_ECMWFSERVER</span><span class="p">:</span>
2011	<span class="n">execute_subprocess</span><span class="p">([</span><span class="s1">'ectrans'</span><span class="p">,</span> <span class="s1">'-overwrite'</span><span class="p">,</span> <span class="s1">'-gateway'</span><span class="p">,</span>
2012	<span class="n">c</span><span class="o">.</span><span class="n">gateway</span><span class="p">,</span> <span class="s1">'-remote'</span><span class="p">,</span> <span class="n">c</span><span class="o">.</span><span class="n">destination</span><span class="p">,</span>
2013	<span class="s1">'-source'</span><span class="p">,</span> <span class="n">ofile</span><span class="p">],</span>
2014	<span class="n">error_msg</span><span class="o">=</span><span class="s1">'TRANSFER TO LOCAL SERVER FAILED!'</span><span class="p">)</span>
2015
2016	<span class="k">if</span> <span class="n">c</span><span class="o">.</span><span class="n">ecstorage</span> <span class="ow">and</span> <span class="n">_config</span><span class="o">.</span><span class="n">FLAG_ON_ECMWFSERVER</span><span class="p">:</span>
2017	<span class="n">execute_subprocess</span><span class="p">([</span><span class="s1">'ecp'</span><span class="p">,</span> <span class="s1">'-o'</span><span class="p">,</span> <span class="n">ofile</span><span class="p">,</span>
2018	<span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">expandvars</span><span class="p">(</span><span class="n">c</span><span class="o">.</span><span class="n">ecfsdir</span><span class="p">)],</span>
2019	<span class="n">error_msg</span><span class="o">=</span><span class="s1">'COPY OF FILES TO ECSTORAGE '</span>
2020	<span class="s1">'AREA FAILED!'</span><span class="p">)</span>
2021
2022	<span class="k">if</span> <span class="n">c</span><span class="o">.</span><span class="n">outputdir</span> <span class="o">!=</span> <span class="n">c</span><span class="o">.</span><span class="n">inputdir</span><span class="p">:</span>
2023	<span class="n">execute_subprocess</span><span class="p">([</span><span class="s1">'mv'</span><span class="p">,</span> <span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">c</span><span class="o">.</span><span class="n">inputdir</span><span class="p">,</span> <span class="n">ofile</span><span class="p">),</span>
2024	<span class="n">c</span><span class="o">.</span><span class="n">outputdir</span><span class="p">],</span>
2025	<span class="n">error_msg</span><span class="o">=</span><span class="s1">'RELOCATION OF OUTPUT FILES '</span>
2026	<span class="s1">'TO OUTPUTDIR FAILED!'</span><span class="p">)</span>
2027
2028	<span class="k">return</span></div></div>
2029
2030	</pre></div>
2031
2032	</div>
2033
2034	</div>
2035	<footer>
2036
2037
2038	<hr/>
2039
2040	<div role="contentinfo">
2041	<p>
2042	© Copyright 2019, Anne Philipp and Leopold Haimberger
2043
2044	</p>
2045	</div>
2046	Built with <a href="http://sphinx-doc.org/">Sphinx</a> using a <a href="https://github.com/rtfd/sphinx_rtd_theme">theme</a> provided by <a href="https://readthedocs.org">Read the Docs</a>.
2047
2048	</footer>
2049
2050	</div>
2051	</div>
2052
2053	</section>
2054
2055	</div>
2056
2057
2058
2059	<script type="text/javascript">
2060	jQuery(function () {
2061	SphinxRtdTheme.Navigation.enable(true);
2062	});
2063	</script>
2064
2065
2066
2067
2068
2069
2070	</body>
2071	</html>

Note: See TracBrowser for help on using the repository browser.

Download in other formats: