Grouping GCP emission files by category

Prior to reprojecting emissions to one’s model inputs, it is possible to group emission categories into larger categories to reduce the number of unknown to solve in the inversion.

The Yaml below generates GCP emission files as groups of original GCP files. The groups are:

  • bioff: biofuels + biomass burning

  • ff: coal + oilgasind

  • enteric: livestock + rice + waste

  • biogenic: wetlands + freshwaters + termites

Files are generated in the folder ``obsoperator/fwd_0000/%Y-%m-%d_00-00/.

Show/Hide Code

  1#####################
  2# pyCIF config file #
  3#####################
  4
  5# Define here all parameters for pyCIF following YAML syntax
  6# For details on YAML syntax, please see:
  7# http://docs.ansible.com/ansible/latest/YAMLSyntax.html
  8
  9###############################################################################
 10# pyCIF parameters
 11
 12rootdir: &rootdir /tmp/CIF/
 13outdir: &outdir  !join [*rootdir, /.tox/py38/tmp]
 14verbose: 2
 15logfile: pyvar.logtest
 16workdir:  !join [*outdir, /gcp]
 17datei: 2019-01-01 00:00:00
 18datef: 2019-02-01 00:00:00
 19
 20###############################################################################
 21
 22# http://community-inversion.eu/documentation/plugins/platforms/docker.html
 23
 24platform:
 25  plugin:
 26    name: docker
 27    version: cif
 28
 29  cores: 10
 30  queue: mediump
 31
 32###############################################################################
 33
 34# http://community-inversion.eu/documentation/plugins/obsoperators/standard.html
 35
 36obsoperator:
 37  plugin:
 38    name: standard
 39    version: std
 40
 41  autorestart: true
 42  save_debug: true
 43  init_inputs:
 44    components:
 45      flux: []
 46  ignore_model: true
 47  force_propagate_attributes: true
 48
 49###############################################################################
 50
 51# http://community-inversion.eu/documentation/plugins/obsvects/standard.html
 52
 53obsvect:
 54  plugin:
 55    name: standard
 56    version: std
 57
 58  dump: true
 59
 60###############################################################################
 61
 62# http://community-inversion.eu/documentation/plugins/controlvects/standard.html
 63
 64controlvect:
 65  plugin:
 66    name: standard
 67    version: std
 68
 69  transform_pipe:
 70    sum_anthropo_bio:
 71      plugin:
 72        name: families
 73        version: std
 74        type: transform
 75      component: flux_anthropogenic
 76      parameters_in:
 77      - CH4_biofuels
 78      - CH4_biomass
 79      component_out: flux
 80      parameter_out: CH4_bioff
 81
 82    dump_flx_anthropo_1:
 83      plugin:
 84        name: dump2format
 85        version: std
 86        type: transform
 87      component: flux
 88      parameter: CH4_bioff
 89      dump_file: 'fch4.bioff.gcp2022.%Y%m.nc'
 90      dump_format:
 91        name: GCP
 92        version: 1x1
 93        type: flux
 94      dump_options:
 95        contact_person: Docker runner
 96        contact_mail: No contact
 97        dump_longname: Biomass burning emissions
 98
 99    sum_anthropo_ff:
100      plugin:
101        name: families
102        version: std
103        type: transform
104      component: flux_anthropogenic
105      parameters_in:
106      - CH4_coal
107      - CH4_oilgasind
108      component_out: flux
109      parameter_out: CH4_ff
110
111    dump_flx_anthropo_2:
112      plugin:
113        name: dump2format
114        version: std
115        type: transform
116      component: flux
117      parameter: CH4_ff
118      dump_file: 'fch4.ff.gcp2022.%Y%m.nc'
119      dump_format:
120        name: GCP
121        version: 1x1
122        type: flux
123      dump_options:
124        contact_person: Docker runner
125        contact_mail: No contact
126        dump_longname: Fossil fuel emissions
127
128    sum_anthropo_enteric:
129      plugin:
130        name: families
131        version: std
132        type: transform
133      component: flux_anthropogenic
134      parameters_in:
135      - CH4_livestock
136      - CH4_rice
137      - CH4_waste
138      component_out: flux
139      parameter_out: CH4_enteric
140
141    dump_flx_anthropo_3:
142      plugin:
143        name: dump2format
144        version: std
145        type: transform
146      component: flux
147      parameter: CH4_enteric
148      dump_file: 'fch4.enteric.gcp2022.%Y%m.nc'
149      dump_format:
150        name: GCP
151        version: 1x1
152        type: flux
153      dump_options:
154        contact_person: Docker runner
155        contact_mail: No contact
156        dump_longname: Enteric emissions
157
158    sum_bio_enteric:
159      plugin:
160        name: families
161        version: std
162        type: transform
163      component: flux_natural
164      parameters_in:
165      - CH4_freshwaters
166      - CH4_termites
167      - CH4_wetlands
168      component_out: flux
169      parameter_out: CH4_biogenic
170
171    dump_flx_bio_1:
172      plugin:
173        name: dump2format
174        version: std
175        type: transform
176      component: flux
177      parameter: CH4_biogenic
178      dump_file: 'fch4.biogenic.gcp2022.%Y%m.nc'
179      dump_format:
180        name: GCP
181        version: 1x1
182        type: flux
183      dump_options:
184        contact_person: Docker runner
185        contact_mail: No contact
186        dump_longname: Biogenic emissions
187
188###############################################################################
189
190# http://community-inversion.eu/documentation/plugins/datavects/standard.html
191
192datavect:
193  plugin:
194    name: standard
195    version: std
196
197  components:
198    flux_anthropogenic:
199      file_freq: 1MS
200      dir: /tmp/PYCIF_DATA_TEST/RAW/EMISSIONS/GCP-CH4/ANTHROPOGENIC
201      varname: fch4
202      parameters:
203        CH4_biofuels:
204          plugin:
205            name: GCP
206            version: 1x1
207            type: flux
208          file: fch4.biofuels.edgarv6.1x1.2000-2020.nc
209
210        CH4_coal:
211          plugin:
212            name: GCP
213            version: 1x1
214            type: flux
215          file: fch4.coal.edgarv6.1x1.2000-2020.nc
216
217        CH4_livestock:
218          plugin:
219            name: GCP
220            version: 1x1
221            type: flux
222          file: fch4.livestock.edgarv6.1x1.2000-2020.nc
223
224        CH4_oilgasind:
225          plugin:
226            name: GCP
227            version: 1x1
228            type: flux
229          file: fch4.oilgasind.edgarv6.1x1.2000-2020.nc
230
231        CH4_rice:
232          plugin:
233            name: GCP
234            version: 1x1
235            type: flux
236          file: fch4.rice.edgarv6.1x1.2000-2020.nc
237
238        CH4_waste:
239          plugin:
240            name: GCP
241            version: 1x1
242            type: flux
243          file: fch4.waste.edgarv6.1x1.2000-2020.nc
244
245        CH4_biomass:
246          plugin:
247            name: GCP
248            version: 1x1
249            type: flux
250          file: fch4.biomass.gfedv41s.1x1.2000-2020.nc
251
252    flux_natural:
253      file_freq: 1MS
254      dir: /tmp/PYCIF_DATA_TEST/RAW/EMISSIONS/GCP-CH4/NATURAL
255      varname: fch4
256      parameters:
257        CH4_freshwaters:
258          plugin:
259            name: GCP
260            version: 1x1
261            type: flux
262          file: fch4.freshwaters.stavert2021.1x1.clim.nc
263          is_climato: true
264
265        CH4_geological:
266          plugin:
267            name: GCP
268            version: 1x1
269            type: flux
270          file: fch4.geological.scaledEtiope2019.1x1.clim.nc
271          is_climato: true
272
273        CH4_ocean:
274          plugin:
275            name: GCP
276            version: 1x1
277            type: flux
278          file: fch4.ocean.weber2019.1x1.clim.nc
279          is_climato: true
280
281        CH4_soils:
282          plugin:
283            name: GCP
284            version: 1x1
285            type: flux
286          file: fch4.soils.murguiaFlores2018.1x1.2000-2020.nc
287
288        CH4_termites:
289          plugin:
290            name: GCP
291            version: 1x1
292            type: flux
293          file: fch4.termites.saunois2020.1x1.clim.nc
294          is_climato: true
295
296        CH4_wetlands:
297          plugin:
298            name: GCP
299            version: 1x1
300            type: flux
301          file: fch4.wetlands.saunois2020.1x1.clim.nc
302          is_climato: true