Source code for pycif.plugins.datastreams.fluxes.point_sources.fetch

import datetime
import glob
import os
from logging import debug

import numpy as np
import pandas as pd

from .....utils import path



[docs]
def fetch(
    ref_dir, ref_file, input_interval, target_dir, tracer=None, component=None, **kwargs
):
    """ """

    ref_file = "{}/{}".format(ref_dir, ref_file)

    # Read the CSV file
    ds = pd.read_csv(ref_file, sep=";", parse_dates=["datei", "datef"])

    list_period_dates = pd.date_range(input_interval[0], input_interval[1], freq="1D")
    list_dates = {}
    list_files = {}
    for dd in list_period_dates:
        list_hours = pd.date_range(dd, dd + datetime.timedelta(hours=23), freq="1h")
        list_dates[dd] = [[hh, hh + datetime.timedelta(hours=1)] for hh in list_hours]

        # Generate list files and list_dates
        list_files[dd] = len(list_hours) * [ref_file]
        # list_dates = {input_interval[0]: [
        #     [d0, d1] for d0, d1 in zip(ds["datei"], ds["datef"])
        # ]}

    # Link to workdir
    target_file = "{}/{}".format(target_dir, os.path.basename(ref_file))
    path.link(ref_file, target_file)

    return list_files, list_dates