Source code for pycif.plugins.datastreams.fields.oldlmdz_prescrconcs.fetch

import os
import numpy as np

from .....utils import path
from .utils import find_valid_file




def fetch(ref_dir, ref_file, input_interval, target_dir, tracer=None, **kwargs):

    list_files = {}
    list_dates = {}
    for datei in input_interval:
        tmp_files = []
        tmp_dates = []
        for dd in input_interval[datei]:
            # print('Date to simulate',dd)
            files_orig, dates_orig = find_valid_file(ref_dir, ref_file, dd)
            # print(files_orig,dates_orig)
            tmp_files.extend(files_orig)
            tmp_dates.extend(dates_orig)
        # print('wwwwwwwwwwwwwwww',tmp_dates)
        # Fetching
        local_files = []
        for f, dd in zip(tmp_files, tmp_dates):
            target_file = "{}/{}".format(target_dir, dd.strftime(ref_file))
            # print('ttt',target_file)
            path.link(f, target_file)
            local_files.append(target_file)

        unique_dates, unique_index = np.unique(tmp_dates, return_index=True)
        list_files[datei] = np.array(tmp_files)[unique_index]
        list_dates[datei] = unique_dates

    return list_files, list_dates