mirror of https://github.com/gsi-upm/senpy
You cannot select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
38 lines
794 B
Python
38 lines
794 B
Python
7 years ago
|
from senpy import AnalysisPlugin
|
||
7 years ago
|
|
||
|
import multiprocessing
|
||
|
|
||
|
|
||
|
def _train(process_number):
|
||
|
return process_number
|
||
|
|
||
|
|
||
7 years ago
|
class Async(AnalysisPlugin):
|
||
|
'''An example of an asynchronous module'''
|
||
|
author = '@balkian'
|
||
|
version = '0.2'
|
||
|
async = True
|
||
|
|
||
7 years ago
|
def _do_async(self, num_processes):
|
||
|
pool = multiprocessing.Pool(processes=num_processes)
|
||
7 years ago
|
values = sorted(pool.map(_train, range(num_processes)))
|
||
7 years ago
|
|
||
|
return values
|
||
|
|
||
|
def activate(self):
|
||
|
self.value = self._do_async(4)
|
||
|
|
||
|
def analyse_entry(self, entry, params):
|
||
|
values = self._do_async(2)
|
||
|
entry.async_values = values
|
||
|
yield entry
|
||
|
|
||
7 years ago
|
test_cases = [
|
||
|
{
|
||
|
'input': 'any',
|
||
|
'expected': {
|
||
|
'async_values': [0, 1]
|
||
|
}
|
||
|
}
|
||
|
]
|