Source code for pycif.plugins.datastreams.fluxes.GCP_1x1_N2O.fetch

import datetime
import glob
import os
import pandas as pd

import numpy as np

from .....utils import path
from logging import info, debug
from .utils import find_valid_file




def fetch(ref_dir, ref_file, input_interval, target_dir,
          tracer=None, component=None, **kwargs):

    debug('Display here the information about the plugin')
    debug(tracer.plugin.name)
    debug(tracer.plugin.version)
    debug(",".join(dir(tracer)))
    debug(component.plugin.name)
    debug(component.plugin.version)
    debug(dir(component))

    list_files = {}
    list_dates = {}
    for datei in input_interval:
        tmp_files = []
        tmp_dates = []
        for dd in input_interval[datei]:
            # print('Date to simulate:', dd)
            files_orig, dates_orig = find_valid_file(ref_dir, ref_file, dd)
            tmp_files.extend(files_orig)
            tmp_dates.extend(dates_orig)

        # Fetching
        local_files = []
        for f in tmp_files:
            target_file = "{}/{}".format(target_dir, os.path.basename(f))
            path.link(f, target_file)
            local_files.append(target_file)

        list_files[datei] = sorted(list(set(local_files)))
        list_dates[datei] = sorted(list(set(tmp_dates)))

    return list_files, list_dates