RanchiMall/pyflo
3
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

connector

Browse Source
This commit is contained in:
4tochka 2019-05-10 18:53:31 +04:00
parent 1bdf2b2127
commit b6eec89f17
1 changed files with 7 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
pybtc/connector/block_loader.py
View File

@ -22,6 +22,7 @@ class BlockLoader:
self.worker_tasks = list() self.worker_tasks = list()
self.worker_busy = dict() self.worker_busy = dict()
self.parent = parent self.parent = parent
self.last_batch_size = 0
self.last_cleared_block = 0 self.last_cleared_block = 0
self.loading_task = None self.loading_task = None
self.log = parent.log self.log = parent.log
@ -67,6 +68,10 @@ class BlockLoader:
new_requests = 0 new_requests = 0
if self.parent.block_preload._store_size < self.parent.block_preload_cache_limit: if self.parent.block_preload._store_size < self.parent.block_preload_cache_limit:
try: try:
if self.last_batch_size < 50000:
self.rpc_batch_limit += 10
elif self.last_batch_size > 70000 and self.rpc_batch_limit > 10:
self.rpc_batch_limit -= 10
for i in self.worker_busy: for i in self.worker_busy:
if not self.worker_busy[i]: if not self.worker_busy[i]:
self.worker_busy[i] = True self.worker_busy[i] = True
@ -166,7 +171,8 @@ class BlockLoader:
if msg_type == b'result': if msg_type == b'result':
self.worker_busy[index] = False self.worker_busy[index] = False
blocks = pickle.loads(msg) blocks = pickle.loads(msg)
if blocks:
self.last_batch_size = len(msg)
for i in blocks: for i in blocks:
self.parent.block_preload.set(i, blocks[i]) self.parent.block_preload.set(i, blocks[i])
if blocks: if blocks: