RanchiMall/flo-token-tracking
3
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Handling SSE random disconnects

Browse Source 
A fix for SSE disconnections
This commit is contained in:
Vivek Teega 2020-04-06 16:23:14 +05:30
parent 04b6bfe8be
commit 96d1612a6c
1 changed files with 50 additions and 41 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

91
tracktokens-smartcontracts.py
View File

@ -1,7 +1,6 @@
import argparse import argparse
import configparser import configparser
import json import json
# Setup logging
import logging import logging
import os import os
import shutil import shutil
@ -19,22 +18,6 @@ from models import SystemData, ActiveTable, ConsumedTable, TransferLogs, Transac
Base, ContractStructure, ContractBase, ContractParticipants, SystemBase, ActiveContracts, ContractAddressMapping, \ Base, ContractStructure, ContractBase, ContractParticipants, SystemBase, ActiveContracts, ContractAddressMapping, \
LatestCacheBase, ContractTransactionHistory, RejectedContractTransactionHistory, TokenContractAssociation LatestCacheBase, ContractTransactionHistory, RejectedContractTransactionHistory, TokenContractAssociation
logger = logging.getLogger(__name__)
logger.setLevel(logging.DEBUG)
formatter = logging.Formatter('%(asctime)s:%(name)s:%(message)s')
file_handler = logging.FileHandler('tracking.log')
file_handler.setLevel(logging.INFO)
file_handler.setFormatter(formatter)
stream_handler = logging.StreamHandler()
stream_handler.setFormatter(formatter)
logger.addHandler(file_handler)
logger.addHandler(stream_handler)
def retryRequest(tempserverlist, apicall): def retryRequest(tempserverlist, apicall):
if len(tempserverlist) != 0: if len(tempserverlist) != 0:
try: try:
@ -2201,6 +2184,45 @@ def processTransaction(transaction_data, parsed_data):
return 0 return 0
def scanBlockchain():
# Read start block no
engine = create_engine('sqlite:///system.db', echo=True)
SystemBase.metadata.create_all(bind=engine)
session = sessionmaker(bind=engine)()
startblock = int(session.query(SystemData).filter_by(attribute='lastblockscanned').all()[0].value) + 1
session.commit()
session.close()
# todo Rule 6 - Find current block height
# Rule 7 - Start analysing the block contents from starting block to current height
# Find current block height
response = multiRequest('blocks?limit=1', config['DEFAULT']['NET'])
current_index = response['blocks'][0]['height']
logger.debug("Current block height is %s" % str(current_index))
for blockindex in range(startblock, current_index):
processBlock(blockindex)
# At this point the script has updated to the latest block
# Now we connect to flosight's websocket API to get information about the latest blocks
# Configuration of required variables
logger = logging.getLogger(__name__)
logger.setLevel(logging.DEBUG)
formatter = logging.Formatter('%(asctime)s:%(name)s:%(message)s')
file_handler = logging.FileHandler('tracking.log')
file_handler.setLevel(logging.INFO)
file_handler.setFormatter(formatter)
stream_handler = logging.StreamHandler()
stream_handler.setFormatter(formatter)
logger.addHandler(file_handler)
logger.addHandler(stream_handler)
# todo Rule 1 - Read command line arguments to reset the databases as blank # todo Rule 1 - Read command line arguments to reset the databases as blank
# Rule 2 - Read config to set testnet/mainnet # Rule 2 - Read config to set testnet/mainnet
# Rule 3 - Set flo blockexplorer location depending on testnet or mainnet # Rule 3 - Set flo blockexplorer location depending on testnet or mainnet
@ -2269,40 +2291,27 @@ if args.reset == 1:
session.commit() session.commit()
session.close() session.close()
# Read start block no
engine = create_engine('sqlite:///system.db', echo=True)
SystemBase.metadata.create_all(bind=engine)
session = sessionmaker(bind=engine)()
startblock = int(session.query(SystemData).filter_by(attribute='lastblockscanned').all()[0].value) + 1
session.commit()
session.close()
# todo Rule 6 - Find current block height
# Rule 7 - Start analysing the block contents from starting block to current height
# Find current block height # MAIN LOGIC
response = multiRequest('blocks?limit=1', config['DEFAULT']['NET']) # scan from the latest block saved locally to latest network block
current_index = response['blocks'][0]['height'] scanBlockchain()
logger.debug("Current block height is %s" % str(current_index))
for blockindex in range(startblock, current_index):
if blockindex == 3935970:
#sys.exit(0)
print(' ')
processBlock(blockindex)
# At this point the script has updated to the latest block
# Now we connect to flosight's websocket API to get information about the latest blocks
# Connect to flosight SSE to get data on new incoming blocks
sio = socketio.Client() sio = socketio.Client()
sio.connect(neturl + "socket.io/socket.io.js") sio.connect(neturl + "socket.io/socket.io.js")
@sio.on('connect') @sio.on('connect')
def on_connect(): def on_connect():
print('I connected to the websocket') logger.debug('Token Tracker has connected to websocket')
sio.emit('subscribe', 'inv') sio.emit('subscribe', 'inv')
@sio.on('disconnect')
def disconnect():
logger.debug('Token Tracker disconnected from websocket')
logger.debug('The script will rescan from the latest block in local db to latest server on FLO network')
scanBlockchain()
logger.debug('Attempting reconnect to websocket ...')
@sio.on('block') @sio.on('block')
def on_block(data): def on_block(data):