Source code for bmtk.builder.id_generator
# Copyright 2017. Allen Institute. All rights reserved
#
# Redistribution and use in source and binary forms, with or without modification, are permitted provided that the
# following conditions are met:
#
# 1. Redistributions of source code must retain the above copyright notice, this list of conditions and the following
# disclaimer.
#
# 2. Redistributions in binary form must reproduce the above copyright notice, this list of conditions and the following
# disclaimer in the documentation and/or other materials provided with the distribution.
#
# 3. Neither the name of the copyright holder nor the names of its contributors may be used to endorse or promote
# products derived from this software without specific prior written permission.
#
# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES,
# INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
# DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
# SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
# WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
#
import threading
import numpy as np
[docs]class IDGenerator(object):
""" A simple class for fetching global ids. To get a unqiue global ID class next(), which should be thread-safe. It
Also has a remove_id(gid) in which case next() will never return the gid. The remove_id function is used for cases
when using imported networks and we want to eliminate previously created id.
TODO:
* Implement a bit array to keep track of already existing gids
* It might be necessary to implement with MPI support?
"""
def __init__(self, init_val=0):
self.__counter = init_val
self.__taken = set()
self.__lock = threading.Lock()
[docs] def remove_id(self, gid):
assert(np.issubdtype(type(gid), np.integer))
self.__taken.add(gid)
[docs] def next(self):
self.__lock.acquire()
while self.__counter in self.__taken:
self.__counter += 1
gid = self.__counter
self.remove_id(gid)
self.__counter += 1
self.__lock.release()
return gid
[docs] def get_ids(self, size):
return [self.next() for _ in range(size)]
def __contains__(self, gid):
return gid in self.__taken
def __call__(self, *args, **kwargs):
if len(args) == 0 and len(kwargs) == 0:
return self.next()
if len(args) == 1:
return self.get_ids(size=args[0])
elif 'N' in kwargs:
return self.get_ids(size=kwargs['N'])
else:
raise ValueError('Uknown input to id_generator(): {}'.format(kwargs))