Source code for pycif.plugins.datastreams.fields.noaa_glob_avg.fetch

import os
import numpy as np
from dateutil import relativedelta
import datetime
import pandas as pd
from .....utils import path




def fetch(ref_dir, ref_file, date_interval, target_dir, tracer=None, **kwargs):
    datei, datef = date_interval
    datei = datetime.datetime(year=datei.year, month=datei.month, day=1)
    datef = datef + relativedelta.relativedelta(months=1)
    list_period_dates = pd.date_range(datei, datef, freq=tracer.file_freq)

    list_dates = {}
    list_files = {}
    for dd in list_period_dates:
        file = dd.strftime("{}/{}".format(ref_dir, ref_file))
        if os.path.isfile(file):
            list_dates[dd] = [[dd, dd + relativedelta.relativedelta(months=1)]]
            list_files[dd] = [file]
            
            # Fetching
            target_file = "{}/{}".format(target_dir, os.path.basename(file))
            path.link(file, target_file)
    
    return list_files, list_dates