Top

smelli.util module

import pkgutil
import os
import sys
from collections import defaultdict
from multiprocessing import Pool


def tree():
    """Tree data structure.

    See https://gist.github.com/hrldcpr/2012250
    """
    return defaultdict(tree)


def get_datapath(package, resource):
    """Rewrite of pkgutil.get_data() that just returns the file path.

    Taken from https://stackoverflow.com/a/13773912"""
    loader = pkgutil.get_loader(package)
    if loader is None or not hasattr(loader, 'get_data'):
        return None
    mod = sys.modules.get(package) or loader.load_module(package)
    if mod is None or not hasattr(mod, '__file__'):
        return None
    # Modify the resource name to be compatible with the loader.get_data
    # signature - an os.path format "filename" starting with the dirname of
    # the package's __file__
    parts = resource.split('/')
    parts.insert(0, os.path.dirname(mod.__file__))
    resource_name = os.path.join(*parts)
    return resource_name

def multithreading_map(func, iterable, threads=1, pool=None):
    if threads > 1 or pool is not None:
        if pool is None:
            pool_instance = Pool(threads)
        else:
            pool_instance = pool
        try:
            result = pool_instance.map(func, iterable)
        except:
            pool_instance.close()
            raise
        pool_instance.close()
        if pool is None:
            pool_instance.join()
    else:
        result = map(func, iterable)
    return result

Functions

def get_datapath(

package, resource)

Rewrite of pkgutil.get_data() that just returns the file path.

Taken from https://stackoverflow.com/a/13773912

def get_datapath(package, resource):
    """Rewrite of pkgutil.get_data() that just returns the file path.

    Taken from https://stackoverflow.com/a/13773912"""
    loader = pkgutil.get_loader(package)
    if loader is None or not hasattr(loader, 'get_data'):
        return None
    mod = sys.modules.get(package) or loader.load_module(package)
    if mod is None or not hasattr(mod, '__file__'):
        return None
    # Modify the resource name to be compatible with the loader.get_data
    # signature - an os.path format "filename" starting with the dirname of
    # the package's __file__
    parts = resource.split('/')
    parts.insert(0, os.path.dirname(mod.__file__))
    resource_name = os.path.join(*parts)
    return resource_name

def multithreading_map(

func, iterable, threads=1, pool=None)

def multithreading_map(func, iterable, threads=1, pool=None):
    if threads > 1 or pool is not None:
        if pool is None:
            pool_instance = Pool(threads)
        else:
            pool_instance = pool
        try:
            result = pool_instance.map(func, iterable)
        except:
            pool_instance.close()
            raise
        pool_instance.close()
        if pool is None:
            pool_instance.join()
    else:
        result = map(func, iterable)
    return result

def tree(

)

Tree data structure.

See https://gist.github.com/hrldcpr/2012250

def tree():
    """Tree data structure.

    See https://gist.github.com/hrldcpr/2012250
    """
    return defaultdict(tree)