Path: blob/master/core/joblib/MPClassFuncOnDemand.py
1112 views
import multiprocessing1from core.interact import interact as io23class MPClassFuncOnDemand():4def __init__(self, class_handle, class_func_name, **class_kwargs):5self.class_handle = class_handle6self.class_func_name = class_func_name7self.class_kwargs = class_kwargs89self.class_func = None1011self.s2c = multiprocessing.Queue()12self.c2s = multiprocessing.Queue()13self.lock = multiprocessing.Lock()1415io.add_process_messages_callback(self.io_callback)1617def io_callback(self):18while not self.c2s.empty():19func_args, func_kwargs = self.c2s.get()20if self.class_func is None:21self.class_func = getattr( self.class_handle(**self.class_kwargs), self.class_func_name)22self.s2c.put ( self.class_func (*func_args, **func_kwargs) )2324def __call__(self, *args, **kwargs):25with self.lock:26self.c2s.put ( (args, kwargs) )27return self.s2c.get()2829def __getstate__(self):30return {'s2c':self.s2c, 'c2s':self.c2s, 'lock':self.lock}31323334