Utils.py

import urllib.request as url
import hashlib
from pathlib import Path
import os
import ntpath
import platform


class Utils(object):
    def __init__(self):
        pass
    
    @classmethod
    def download_data(self, data_url, suffix, data_cache_directory='/tmp'):
        if platform.system() == 'Windows':
            data_url = data_url.replace(os.sep, ntpath.sep)
        
        try:
            if Path(data_url).is_file():
                print('Reading from Local Data Store', data_url)
                with open(data_url, 'r') as data:
                    return data.read()
        except OSError:
            print('Not a system path, downloading data...')
        
        _data = None
        encode_url = hashlib.md5(data_url.encode())
        path = os.path.join(data_cache_directory, 'TomboloData', encode_url.hexdigest() + '.' + suffix)
        local_dataset = Path(path)
        if local_dataset.is_file():
            print('Reading from Local Data Store', local_dataset)
            with open(local_dataset, 'r') as data:
                _data = data.read()
        else:
            print('Downloading data from', data_url)
            response_obj = url.urlopen(data_url)
            _data = response_obj.read()
            save_data = open(local_dataset, 'wb')
            save_data.write(_data)
            response_obj.close()
            save_data.close()
        return _data