|
@@ -108,14 +108,10 @@ post_data('event', {}, '"start"')
|
|
|
start = time()
|
|
start = time()
|
|
|
print("init db")
|
|
print("init db")
|
|
|
d = db()
|
|
d = db()
|
|
|
-print("init sources")
|
|
|
|
|
sources = d.sources()
|
|
sources = d.sources()
|
|
|
-print("cnt error")
|
|
|
|
|
post_data('value', {'type': 'error'}, d.count_error())
|
|
post_data('value', {'type': 'error'}, d.count_error())
|
|
|
-post_data('event', {}, '"purge_error_finish"')
|
|
|
|
|
d.purge_error()
|
|
d.purge_error()
|
|
|
|
|
|
|
|
-post_data('event', {}, '"purge_error_finish"')
|
|
|
|
|
pool = Pool(processes=4)
|
|
pool = Pool(processes=4)
|
|
|
ret = pool.map(parseSource, sources)
|
|
ret = pool.map(parseSource, sources)
|
|
|
new = sum([r[3] for r in ret])
|
|
new = sum([r[3] for r in ret])
|
