Grouping GCP emission files by category

Prior to reprojecting emissions to one’s model inputs, it is possible to group emission categories into larger categories to reduce the number of unknown to solve in the inversion.

The Yaml below generates GCP emission files as groups of original GCP files. The groups are:

  • bioff: biofuels + biomass burning

  • ff: coal + oilgasind

  • enteric: livestock + rice + waste

  • biogenic: wetlands + freshwaters + termites

Files are generated in the folder ``obsoperator/fwd_0000/%Y-%m-%d_00-00/.

Show/Hide Code

  1rootdir: &rootdir /tmp/CIF/
  2outdir: &outdir  !join [*rootdir, /.tox/py38/tmp]
  3verbose: 2
  4logfile: pyvar.logtest
  5workdir:  !join [*outdir, /gcp]
  6datei: 2019-01-01 00:00:00
  7datef: 2019-02-01 00:00:00
  8platform:
  9  plugin:
 10    name: docker
 11    version: cif
 12  cores: 10
 13  queue: mediump
 14obsoperator:
 15  plugin:
 16    name: standard
 17    version: std
 18  autorestart: true
 19  save_debug: true
 20  init_inputs:
 21    components:
 22      flux: []
 23  ignore_model: true
 24  force_propagate_attributes: true
 25obsvect:
 26  dump: true
 27  plugin:
 28    name: standard
 29    version: std
 30controlvect:
 31  plugin:
 32    name: standard
 33    version: std
 34  transform_pipe:
 35    sum_anthropo_bio:
 36      plugin:
 37        name: families
 38        version: std
 39        type: transform
 40      component: flux_anthropogenic
 41      parameters_in:
 42      - CH4_biofuels
 43      - CH4_biomass
 44      component_out: flux
 45      parameter_out: CH4_bioff
 46    dump_flx_anthropo_1:
 47      plugin:
 48        name: dump2format
 49        version: std
 50        type: transform
 51      component: flux
 52      parameter: CH4_bioff
 53      dump_file: 'fch4.bioff.gcp2022.%Y%m.nc'
 54      dump_format:
 55        name: GCP
 56        version: 1x1
 57        type: flux
 58      dump_options:
 59        contact_person: Docker runner
 60        contact_mail: No contact
 61        dump_longname: Biomass burning emissions
 62    sum_anthropo_ff:
 63      plugin:
 64        name: families
 65        version: std
 66        type: transform
 67      component: flux_anthropogenic
 68      parameters_in:
 69      - CH4_coal
 70      - CH4_oilgasind
 71      component_out: flux
 72      parameter_out: CH4_ff
 73    dump_flx_anthropo_2:
 74      plugin:
 75        name: dump2format
 76        version: std
 77        type: transform
 78      component: flux
 79      parameter: CH4_ff
 80      dump_file: 'fch4.ff.gcp2022.%Y%m.nc'
 81      dump_format:
 82        name: GCP
 83        version: 1x1
 84        type: flux
 85      dump_options:
 86        contact_person: Docker runner
 87        contact_mail: No contact
 88        dump_longname: Fossil fuel emissions
 89    sum_anthropo_enteric:
 90      plugin:
 91        name: families
 92        version: std
 93        type: transform
 94      component: flux_anthropogenic
 95      parameters_in:
 96      - CH4_livestock
 97      - CH4_rice
 98      - CH4_waste
 99      component_out: flux
100      parameter_out: CH4_enteric
101    dump_flx_anthropo_3:
102      plugin:
103        name: dump2format
104        version: std
105        type: transform
106      component: flux
107      parameter: CH4_enteric
108      dump_file: 'fch4.enteric.gcp2022.%Y%m.nc'
109      dump_format:
110        name: GCP
111        version: 1x1
112        type: flux
113      dump_options:
114        contact_person: Docker runner
115        contact_mail: No contact
116        dump_longname: Enteric emissions
117    sum_bio_enteric:
118      plugin:
119        name: families
120        version: std
121        type: transform
122      component: flux_natural
123      parameters_in:
124      - CH4_freshwaters
125      - CH4_termites
126      - CH4_wetlands
127      component_out: flux
128      parameter_out: CH4_biogenic
129    dump_flx_bio_1:
130      plugin:
131        name: dump2format
132        version: std
133        type: transform
134      component: flux
135      parameter: CH4_biogenic
136      dump_file: 'fch4.biogenic.gcp2022.%Y%m.nc'
137      dump_format:
138        name: GCP
139        version: 1x1
140        type: flux
141      dump_options:
142        contact_person: Docker runner
143        contact_mail: No contact
144        dump_longname: Biogenic emissions
145datavect:
146  plugin:
147    name: standard
148    version: std
149  components:
150    flux_anthropogenic:
151      file_freq: 1MS
152      dir: /tmp/PYCIF_DATA_TEST/RAW/EMISSIONS/GCP-CH4/ANTHROPOGENIC
153      varname: fch4
154      parameters:
155        CH4_biofuels:
156          plugin:
157            name: GCP
158            version: 1x1
159            type: flux
160          file: fch4.biofuels.edgarv6.1x1.2000-2020.nc
161        CH4_coal:
162          plugin:
163            name: GCP
164            version: 1x1
165            type: flux
166          file: fch4.coal.edgarv6.1x1.2000-2020.nc
167        CH4_livestock:
168          plugin:
169            name: GCP
170            version: 1x1
171            type: flux
172          file: fch4.livestock.edgarv6.1x1.2000-2020.nc
173        CH4_oilgasind:
174          plugin:
175            name: GCP
176            version: 1x1
177            type: flux
178          file: fch4.oilgasind.edgarv6.1x1.2000-2020.nc
179        CH4_rice:
180          plugin:
181            name: GCP
182            version: 1x1
183            type: flux
184          file: fch4.rice.edgarv6.1x1.2000-2020.nc
185        CH4_waste:
186          plugin:
187            name: GCP
188            version: 1x1
189            type: flux
190          file: fch4.waste.edgarv6.1x1.2000-2020.nc
191        CH4_biomass:
192          plugin:
193            name: GCP
194            version: 1x1
195            type: flux
196          file: fch4.biomass.gfedv41s.1x1.2000-2020.nc
197    flux_natural:
198      file_freq: 1MS
199      dir: /tmp/PYCIF_DATA_TEST/RAW/EMISSIONS/GCP-CH4/NATURAL
200      varname: fch4
201      parameters:
202        CH4_freshwaters:
203          plugin:
204            name: GCP
205            version: 1x1
206            type: flux
207          file: fch4.freshwaters.stavert2021.1x1.clim.nc
208          is_climato: true
209        CH4_geological:
210          plugin:
211            name: GCP
212            version: 1x1
213            type: flux
214          file: fch4.geological.scaledEtiope2019.1x1.clim.nc
215          is_climato: true
216        CH4_ocean:
217          plugin:
218            name: GCP
219            version: 1x1
220            type: flux
221          file: fch4.ocean.weber2019.1x1.clim.nc
222          is_climato: true
223        CH4_soils:
224          plugin:
225            name: GCP
226            version: 1x1
227            type: flux
228          file: fch4.soils.murguiaFlores2018.1x1.2000-2020.nc
229        CH4_termites:
230          plugin:
231            name: GCP
232            version: 1x1
233            type: flux
234          file: fch4.termites.saunois2020.1x1.clim.nc
235          is_climato: true
236        CH4_wetlands:
237          plugin:
238            name: GCP
239            version: 1x1
240            type: flux
241          file: fch4.wetlands.saunois2020.1x1.clim.nc
242          is_climato: true