FM / joblib

/usr/local/lib/python3.6/site-packages/joblib/

/usr/local/lib/python3.6/site-packages/joblib

Name	Size	Mode	Actions
externals/	-	0755	rm
test/	-	0755	rm
__pycache__/	-	0755	rm
backports.py	2778	0644	edit dl rm
compressor.py	19770	0644	edit dl rm
disk.py	4386	0644	edit dl rm
executor.py	5316	0644	edit dl rm
format_stack.py	1045	0644	edit dl rm
func_inspect.py	13945	0644	edit dl rm
hashing.py	10536	0644	edit dl rm
logger.py	5129	0644	edit dl rm
memory.py	41777	0644	edit dl rm
my_exceptions.py	962	0644	edit dl rm
numpy_pickle.py	23498	0644	edit dl rm
numpy_pickle_compat.py	8548	0644	edit dl rm
numpy_pickle_utils.py	8706	0644	edit dl rm
parallel.py	46946	0644	edit dl rm
pool.py	14334	0644	edit dl rm
testing.py	2180	0644	edit dl rm
_cloudpickle_wrapper.py	376	0644	edit dl rm
_dask.py	12932	0644	edit dl rm
_deprecated_format_stack.py	14505	0644	edit dl rm
_deprecated_my_exceptions.py	4134	0644	edit dl rm
_memmapping_reducer.py	28069	0644	edit dl rm
_multiprocessing_helpers.py	1885	0644	edit dl rm
_parallel_backends.py	23805	0644	edit dl rm
_store_backends.py	14435	0644	edit dl rm
_utils.py	1116	0644	edit dl rm
__init__.py	4993	0644	edit dl rm

Edit: /usr/local/lib/python3.6/site-packages/joblib/_multiprocessing_helpers.py (1885B)

"""Helper module to factorize the conditional multiprocessing import logic

We use a distinct module to simplify import statements and avoid introducing
circular dependencies (for instance for the assert_spawning name).
"""
import os
import warnings

# Obtain possible configuration from the environment, assuming 1 (on)
# by default, upon 0 set to None. Should instructively fail if some non
# 0/1 value is set.
mp = int(os.environ.get('JOBLIB_MULTIPROCESSING', 1)) or None
if mp:
    try:
        import multiprocessing as mp
    except ImportError:
        mp = None

# 2nd stage: validate that locking is available on the system and
#            issue a warning if not
if mp is not None:
    try:
        # try to create a named semaphore using SemLock to make sure they are
        # available on this platform. We use the low level object
        # _multiprocessing.SemLock to avoid spawning a resource tracker on
        # Unix system or changing the default backend.
        import tempfile
        from _multiprocessing import SemLock

_rand = tempfile._RandomNameSequence()
        for i in range(100):
            try:
                name = '/joblib-{}-{}' .format(
                    os.getpid(), next(_rand))
                _sem = SemLock(0, 0, 1, name=name, unlink=True)
                del _sem  # cleanup
                break
            except FileExistsError as e:  # pragma: no cover
                if i >= 99:
                    raise FileExistsError(
                        'cannot find name for semaphore') from e
    except (FileExistsError, AttributeError, ImportError, OSError) as e:
        mp = None
        warnings.warn('%s.  joblib will operate in serial mode' % (e,))

# 3rd stage: backward compat for the assert_spawning helper
if mp is not None:
    from multiprocessing.context import assert_spawning
else:
    assert_spawning = None

"""Helper module to factorize the conditional multiprocessing import logic We use a distinct module to simplify import statements and avoid introducing circular dependencies (for instance for the assert_spawning name). """ import os import warnings # Obtain possible configuration from the environment, assuming 1 (on) # by default, upon 0 set to None. Should instructively fail if some non # 0/1 value is set. mp = int(os.environ.get('JOBLIB_MULTIPROCESSING', 1)) or None if mp: try: import multiprocessing as mp except ImportError: mp = None # 2nd stage: validate that locking is available on the system and # issue a warning if not if mp is not None: try: # try to create a named semaphore using SemLock to make sure they are # available on this platform. We use the low level object # _multiprocessing.SemLock to avoid spawning a resource tracker on # Unix system or changing the default backend. import tempfile from _multiprocessing import SemLock _rand = tempfile._RandomNameSequence() for i in range(100): try: name = '/joblib-{}-{}' .format( os.getpid(), next(_rand)) _sem = SemLock(0, 0, 1, name=name, unlink=True) del _sem # cleanup break except FileExistsError as e: # pragma: no cover if i >= 99: raise FileExistsError( 'cannot find name for semaphore') from e except (FileExistsError, AttributeError, ImportError, OSError) as e: mp = None warnings.warn('%s. joblib will operate in serial mode' % (e,)) # 3rd stage: backward compat for the assert_spawning helper if mp is not None: from multiprocessing.context import assert_spawning else: assert_spawning = None