utils.py

# -*- coding: utf-8 -*-
from time import time
import logging, inspect
import pickle as pickle
from itertools import islice
import os.path

dir_f = os.path.dirname(os.path.abspath(inspect.getfile(inspect.currentframe())))
folder_pickles = dir_f + "/pickles/"


def returnPathStruc2vec():
    return dir_f


def isPickle(fname):
    return os.path.isfile(dir_f + '/pickles/' + fname + '.pickle')


def chunks(data, SIZE=10000):
    it = iter(data)
    for i in range(0, len(data), SIZE):
        yield {k: data[k] for k in islice(it, SIZE)}


def partition(lst, n):
    division = len(lst) / float(n)
    return [lst[int(round(division * i)): int(round(division * (i + 1)))] for i in range(n)]


def restoreVariableFromDisk(name):
    logging.debug('Recovering variable...')
    t0 = time()
    val = None
    with open(folder_pickles + name + '.pickle', 'rb') as handle:
        val = pickle.load(handle)
    t1 = time()
    logging.debug('Variable recovered. Time: {}m'.format((t1 - t0) / 60))

    return val


def saveVariableOnDisk(f, name):
    # print('Saving variable on disk...')
    t0 = time()
    with open(folder_pickles + name + '.pickle', 'wb') as handle:
        pickle.dump(f, handle, protocol=pickle.HIGHEST_PROTOCOL)
    t1 = time()
    # print('Variable saved. Time: {}m'.format((t1 - t0) / 60))

    return