|
@@ -111,8 +111,9 @@ def news_worker(source, kw, d, q):
|
|
|
post_data('event', 'start')
|
|
post_data('event', 'start')
|
|
|
start = time()
|
|
start = time()
|
|
|
sources = db().sources()
|
|
sources = db().sources()
|
|
|
|
|
+post_data('event', 'purge_error_start')
|
|
|
db().purge_error()
|
|
db().purge_error()
|
|
|
-post_data('event', {'type': 'purge_complete'}, 1)
|
|
|
|
|
|
|
+post_data('event', 'purge_error_finish')
|
|
|
pool = Pool(processes=4)
|
|
pool = Pool(processes=4)
|
|
|
ret = pool.map(parseSource, sources)
|
|
ret = pool.map(parseSource, sources)
|
|
|
new = sum([r[3] for r in ret])
|
|
new = sum([r[3] for r in ret])
|
