Grouping GCP emission files by category

Prior to reprojecting emissions to one’s model inputs, it is possible to group emission categories into larger categories to reduce the number of unknown to solve in the inversion.

The Yaml below generates GCP emission files as groups of original GCP files. The groups are:

  • bioff: biofuels + biomass burning

  • ff: coal + oilgasind

  • enteric: livestock + rice + waste

  • biogenic: wetlands + freshwaters + termites

Files are generated in the folder ``obsoperator/fwd_0000/%Y-%m-%d_00-00/.

Show/Hide Code

  1rootdir: &rootdir /tmp/CIF/
  2outdir: &outdir  !join [*rootdir, /.tox/py38/tmp]
  3verbose: 1
  4logfile: pyvar.logtest
  5workdir:  !join [*outdir, /gcp]
  6datei: 2019-01-01 00:00:00
  7datef: 2019-02-01 00:00:00
  8platform:
  9  plugin:
 10    name: docker
 11    version: cif
 12obsoperator:
 13  plugin:
 14    name: standard
 15    version: std
 16  autorestart: true
 17  save_debug: true
 18  init_inputs:
 19    components:
 20      flux: []
 21  ignore_model: true
 22  force_propagate_attributes: true
 23obsvect:
 24  dump: true
 25  plugin:
 26    name: standard
 27    version: std
 28controlvect:
 29  plugin:
 30    name: standard
 31    version: std
 32  transform_pipe:
 33    sum_anthropo_bio:
 34      plugin:
 35        name: families
 36        version: std
 37        type: transform
 38      component: flux_anthropogenic
 39      parameters_in:
 40      - CH4_biofuels
 41      - CH4_biomass
 42      component_out: flux
 43      parameter_out: CH4_bioff
 44    dump_flx_anthropo_1:
 45      plugin:
 46        name: dump2format
 47        version: std
 48        type: transform
 49      component: flux
 50      parameter: CH4_bioff
 51      dump_file: 'fch4.bioff.gcp2022.%Y%m.nc'
 52      dump_format:
 53        name: GCP
 54        version: 1x1
 55        type: flux
 56      dump_options:
 57        contact_person: Docker runner
 58        contact_mail: No contact
 59        dump_longname: Biomass burning emissions
 60    sum_anthropo_ff:
 61      plugin:
 62        name: families
 63        version: std
 64        type: transform
 65      component: flux_anthropogenic
 66      parameters_in:
 67      - CH4_coal
 68      - CH4_oilgasind
 69      component_out: flux
 70      parameter_out: CH4_ff
 71    dump_flx_anthropo_2:
 72      plugin:
 73        name: dump2format
 74        version: std
 75        type: transform
 76      component: flux
 77      parameter: CH4_ff
 78      dump_file: 'fch4.ff.gcp2022.%Y%m.nc'
 79      dump_format:
 80        name: GCP
 81        version: 1x1
 82        type: flux
 83      dump_options:
 84        contact_person: Docker runner
 85        contact_mail: No contact
 86        dump_longname: Fossil fuel emissions
 87    sum_anthropo_enteric:
 88      plugin:
 89        name: families
 90        version: std
 91        type: transform
 92      component: flux_anthropogenic
 93      parameters_in:
 94      - CH4_livestock
 95      - CH4_rice
 96      - CH4_waste
 97      component_out: flux
 98      parameter_out: CH4_enteric
 99    dump_flx_anthropo_3:
100      plugin:
101        name: dump2format
102        version: std
103        type: transform
104      component: flux
105      parameter: CH4_enteric
106      dump_file: 'fch4.enteric.gcp2022.%Y%m.nc'
107      dump_format:
108        name: GCP
109        version: 1x1
110        type: flux
111      dump_options:
112        contact_person: Docker runner
113        contact_mail: No contact
114        dump_longname: Enteric emissions
115    sum_bio_enteric:
116      plugin:
117        name: families
118        version: std
119        type: transform
120      component: flux_natural
121      parameters_in:
122      - CH4_freshwaters
123      - CH4_termites
124      - CH4_wetlands
125      component_out: flux
126      parameter_out: CH4_biogenic
127    dump_flx_bio_1:
128      plugin:
129        name: dump2format
130        version: std
131        type: transform
132      component: flux
133      parameter: CH4_biogenic
134      dump_file: 'fch4.biogenic.gcp2022.%Y%m.nc'
135      dump_format:
136        name: GCP
137        version: 1x1
138        type: flux
139      dump_options:
140        contact_person: Docker runner
141        contact_mail: No contact
142        dump_longname: Biogenic emissions
143datavect:
144  plugin:
145    name: standard
146    version: std
147  components:
148    flux_anthropogenic:
149      file_freq: 1MS
150      dir: /tmp/PYCIF_DATA_TEST/RAW/EMISSIONS/GCP-CH4/ANTHROPOGENIC
151      varname: fch4
152      parameters:
153        CH4_biofuels:
154          plugin:
155            name: GCP
156            version: 1x1
157            type: flux
158          file: fch4.biofuels.edgarv6.1x1.2000-2020.nc
159        CH4_coal:
160          plugin:
161            name: GCP
162            version: 1x1
163            type: flux
164          file: fch4.coal.edgarv6.1x1.2000-2020.nc
165        CH4_livestock:
166          plugin:
167            name: GCP
168            version: 1x1
169            type: flux
170          file: fch4.livestock.edgarv6.1x1.2000-2020.nc
171        CH4_oilgasind:
172          plugin:
173            name: GCP
174            version: 1x1
175            type: flux
176          file: fch4.oilgasind.edgarv6.1x1.2000-2020.nc
177        CH4_rice:
178          plugin:
179            name: GCP
180            version: 1x1
181            type: flux
182          file: fch4.rice.edgarv6.1x1.2000-2020.nc
183        CH4_waste:
184          plugin:
185            name: GCP
186            version: 1x1
187            type: flux
188          file: fch4.waste.edgarv6.1x1.2000-2020.nc
189        CH4_biomass:
190          plugin:
191            name: GCP
192            version: 1x1
193            type: flux
194          file: fch4.biomass.gfedv41s.1x1.2000-2020.nc
195    flux_natural:
196      file_freq: 1MS
197      dir: /tmp/PYCIF_DATA_TEST/RAW/EMISSIONS/GCP-CH4/NATURAL
198      varname: fch4
199      parameters:
200        CH4_freshwaters:
201          plugin:
202            name: GCP
203            version: 1x1
204            type: flux
205          file: fch4.freshwaters.stavert2021.1x1.clim.nc
206          is_climato: true
207        CH4_geological:
208          plugin:
209            name: GCP
210            version: 1x1
211            type: flux
212          file: fch4.geological.scaledEtiope2019.1x1.clim.nc
213          is_climato: true
214        CH4_ocean:
215          plugin:
216            name: GCP
217            version: 1x1
218            type: flux
219          file: fch4.ocean.weber2019.1x1.clim.nc
220          is_climato: true
221        CH4_soils:
222          plugin:
223            name: GCP
224            version: 1x1
225            type: flux
226          file: fch4.soils.murguiaFlores2018.1x1.2000-2020.nc
227        CH4_termites:
228          plugin:
229            name: GCP
230            version: 1x1
231            type: flux
232          file: fch4.termites.saunois2020.1x1.clim.nc
233          is_climato: true
234        CH4_wetlands:
235          plugin:
236            name: GCP
237            version: 1x1
238            type: flux
239          file: fch4.wetlands.saunois2020.1x1.clim.nc
240          is_climato: true