data_loading.py

import pandas as pd
import os

class YearLoader:
    """
    This class represents data for one year.
    
    Parameters
    ----------
    year : int
        Year the data to be load
    
    Attributes
    ----------
    default_encoding : str
        Encoding used to load data in dataframe
    
    default_mapping_csv : dict
        Mapping between english csv names and french csv names
        
    dataframes: dict
        Dictionnary containing all dataFrames for a year (keys in english)
    
    """

    def __init__(self, year):
        self.default_encoding = "ISO-8859-1"
        self.default_mapping_csv = {
            "characteristics": "caracteristiques",
            "locations"      : "lieux",
            "passengers"     : "usagers",
            "vehicles"       : "vehicules"
        }

        self.year = year
        
        separator = ""
        delimiter = ","

        # Handle exceptions in file paths
        if int(year) <= 2016:
            separator = "_"
        else:
            separator = "-"

    
        self.dataframes = {}
        for k, v in self.default_mapping_csv.items():

            # Handle exceptions in delimiter
            if int(year) == 2009 and v == "caracteristiques":
                delimiter = "\t"
            else:
                delimiter = ","

            self.dataframes.update({k:pd.read_csv(os.path.join(os.path.dirname(__file__),"../data/{2}/{0}{1}{2}.csv").format(v, separator, year),delimiter=delimiter, encoding=self.default_encoding)})
    
    def get_dataframe(self, name):
        return self.dataframes[name]