FM / utils

/usr/local/lib64/python3.6/site-packages/torch/utils/

/usr/local/lib64/python3.6/site-packages/torch/utils

Name	Size	Mode	Actions
backcompat/	-	0755	rm
benchmark/	-	0755	rm
bottleneck/	-	0755	rm
data/	-	0755	rm
ffi/	-	0755	rm
hipify/	-	0755	rm
model_dump/	-	0755	rm
tensorboard/	-	0755	rm
__pycache__/	-	0755	rm
bundled_inputs.py	22282	0644	edit dl rm
checkpoint.py	12165	0644	edit dl rm
collect_env.py	16723	0644	edit dl rm
cpp_extension.py	87739	0644	edit dl rm
dlpack.py	2045	0644	edit dl rm
file_baton.py	1396	0644	edit dl rm
hooks.py	7373	0644	edit dl rm
mkldnn.py	7219	0644	edit dl rm
mobile_optimizer.py	6264	0644	edit dl rm
model_zoo.py	117	0644	edit dl rm
show_pickle.py	5169	0644	edit dl rm
throughput_benchmark.py	6387	0644	edit dl rm
_cpp_extension_versioner.py	1991	0644	edit dl rm
_crash_handler.py	673	0644	edit dl rm
_python_dispatch.py	1636	0644	edit dl rm
_pytree.py	8174	0644	edit dl rm
__init__.py	635	0644	edit dl rm

Edit: /usr/local/lib64/python3.6/site-packages/torch/utils/_cpp_extension_versioner.py (1991B)

import collections

Entry = collections.namedtuple('Entry', 'version, hash')

def update_hash(seed, value):
    # Good old boost::hash_combine
    # https://www.boost.org/doc/libs/1_35_0/doc/html/boost/hash_combine_id241013.html
    return seed ^ (hash(value) + 0x9e3779b9 + (seed << 6) + (seed >> 2))

def hash_source_files(hash_value, source_files):
    for filename in source_files:
        with open(filename) as file:
            hash_value = update_hash(hash_value, file.read())
    return hash_value

def hash_build_arguments(hash_value, build_arguments):
    for group in build_arguments:
        if group:
            for argument in group:
                hash_value = update_hash(hash_value, argument)
    return hash_value

class ExtensionVersioner(object):
    def __init__(self):
        self.entries = {}

def get_version(self, name):
        entry = self.entries.get(name)
        return None if entry is None else entry.version

def bump_version_if_changed(self,
                                name,
                                source_files,
                                build_arguments,
                                build_directory,
                                with_cuda,
                                is_python_module,
                                is_standalone):
        hash_value = 0
        hash_value = hash_source_files(hash_value, source_files)
        hash_value = hash_build_arguments(hash_value, build_arguments)
        hash_value = update_hash(hash_value, build_directory)
        hash_value = update_hash(hash_value, with_cuda)
        hash_value = update_hash(hash_value, is_python_module)
        hash_value = update_hash(hash_value, is_standalone)

entry = self.entries.get(name)
        if entry is None:
            self.entries[name] = entry = Entry(0, hash_value)
        elif hash_value != entry.hash:
            self.entries[name] = entry = Entry(entry.version + 1, hash_value)

return entry.version

import collections Entry = collections.namedtuple('Entry', 'version, hash') def update_hash(seed, value): # Good old boost::hash_combine # https://www.boost.org/doc/libs/1_35_0/doc/html/boost/hash_combine_id241013.html return seed ^ (hash(value) + 0x9e3779b9 + (seed << 6) + (seed >> 2)) def hash_source_files(hash_value, source_files): for filename in source_files: with open(filename) as file: hash_value = update_hash(hash_value, file.read()) return hash_value def hash_build_arguments(hash_value, build_arguments): for group in build_arguments: if group: for argument in group: hash_value = update_hash(hash_value, argument) return hash_value class ExtensionVersioner(object): def __init__(self): self.entries = {} def get_version(self, name): entry = self.entries.get(name) return None if entry is None else entry.version def bump_version_if_changed(self, name, source_files, build_arguments, build_directory, with_cuda, is_python_module, is_standalone): hash_value = 0 hash_value = hash_source_files(hash_value, source_files) hash_value = hash_build_arguments(hash_value, build_arguments) hash_value = update_hash(hash_value, build_directory) hash_value = update_hash(hash_value, with_cuda) hash_value = update_hash(hash_value, is_python_module) hash_value = update_hash(hash_value, is_standalone) entry = self.entries.get(name) if entry is None: self.entries[name] = entry = Entry(0, hash_value) elif hash_value != entry.hash: self.entries[name] = entry = Entry(entry.version + 1, hash_value) return entry.version