js/src/tests/lib/tasks_win.py@129ffea94266
js/src/tests/lib/tasks_win.py
Sat, 03 Jan 2015 20:18:00 +0100
- author
- Michael Schloh von Bennewitz <michael@schloh.com>
- date
- Sat, 03 Jan 2015 20:18:00 +0100
- branch
- TOR_BUG_3246
- changeset 7
- 129ffea94266
- permissions
- -rw-r--r--
Conditionally enable double key logic according to:
private browsing mode or privacy.thirdparty.isolate preference and
implement in GetCookieStringCommon and FindCookie where it counts...
With some reservations of how to convince FindCookie users to test
condition and pass a nullptr when disabling double key logic.
1 # Multiprocess activities with a push-driven divide-process-collect model.
3 from threading import Thread, Lock
4 from Queue import Queue, Empty
5 from datetime import datetime
7 class Source:
8 def __init__(self, task_list, results, timeout, verbose = False):
9 self.tasks = Queue()
10 for task in task_list:
11 self.tasks.put_nowait(task)
13 self.results = results
14 self.timeout = timeout
15 self.verbose = verbose
17 def start(self, worker_count):
18 t0 = datetime.now()
20 sink = Sink(self.results)
21 self.workers = [ Worker(_+1, self.tasks, sink, self.timeout, self.verbose) for _ in range(worker_count) ]
22 if self.verbose: print '[P] Starting workers.'
23 for w in self.workers:
24 w.t0 = t0
25 w.start()
26 ans = self.join_workers()
27 if self.verbose: print '[P] Finished.'
28 return ans
30 def join_workers(self):
31 try:
32 for w in self.workers:
33 w.join(20000)
34 return True
35 except KeyboardInterrupt:
36 for w in self.workers:
37 w.stop = True
38 return False
40 class Sink:
41 def __init__(self, results):
42 self.results = results
43 self.lock = Lock()
45 def push(self, result):
46 self.lock.acquire()
47 try:
48 self.results.push(result)
49 finally:
50 self.lock.release()
52 class Worker(Thread):
53 def __init__(self, id, tasks, sink, timeout, verbose):
54 Thread.__init__(self)
55 self.setDaemon(True)
56 self.id = id
57 self.tasks = tasks
58 self.sink = sink
59 self.timeout = timeout
60 self.verbose = verbose
62 self.thread = None
63 self.stop = False
65 def log(self, msg):
66 if self.verbose:
67 dd = datetime.now() - self.t0
68 dt = dd.seconds + 1e-6 * dd.microseconds
69 print '[W%d %.3f] %s' % (self.id, dt, msg)
71 def run(self):
72 try:
73 while True:
74 if self.stop:
75 break
76 self.log('Get next task.')
77 task = self.tasks.get(False)
78 self.log('Start task %s.'%str(task))
79 result = task.run(task.js_cmd_prefix, self.timeout)
80 self.log('Finished task.')
81 self.sink.push(result)
82 self.log('Pushed result.')
83 except Empty:
84 pass
86 def run_all_tests(tests, results, options):
87 pipeline = Source(tests, results, options.timeout, False)
88 return pipeline.start(options.worker_count)
