RanchiMall/flo-token-tracking
3
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Added checks to categorize negative contract and token amounts as noise

Browse Source
This commit is contained in:
Vivek Teega 2023-02-12 11:49:36 +00:00
parent 2da2c555f4
commit 901026ccdd
1 changed files with 25 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

33
parsing.py
View File

@ -1013,8 +1013,8 @@ def parse_flodata(text, blockinfo, net):
if not check_regex("^[A-Za-z][A-Za-z0-9_-]*[A-Za-z0-9]$", tokenname): if not check_regex("^[A-Za-z][A-Za-z0-9_-]*[A-Za-z0-9]$", tokenname):
return outputreturn('noise') return outputreturn('noise')
isNFT = check_word_existence_instring('nft', processed_text ) isNFT = check_word_existence_instring('nft', processed_text)
isInfinite = check_word_existence_instring('infinite-token', processed_text) isInfinite = check_word_existence_instring('infinite-token', processed_text)
tokenamount = apply_rule1(extractAmount_rule_new, processed_text) tokenamount = apply_rule1(extractAmount_rule_new, processed_text)
@ -1027,7 +1027,7 @@ def parse_flodata(text, blockinfo, net):
################################################## ##################################################
if (not tokenamount and not isInfinite) or (isNFT and not tokenamount.is_integer() and not isInfinite) or (isInfinite and tokenamount is not False and isNFT is not False) or tokenamount==0: if (not tokenamount and not isInfinite) or (isNFT and not tokenamount.is_integer() and not isInfinite) or (isInfinite and tokenamount is not False and isNFT is not False) or tokenamount<=0:
return outputreturn('noise') return outputreturn('noise')
operation = apply_rule1(selectCategory, processed_text, send_category, create_category) operation = apply_rule1(selectCategory, processed_text, send_category, create_category)
if operation == 'category1' and tokenamount is not None: if operation == 'category1' and tokenamount is not None:
@ -1082,21 +1082,24 @@ def parse_flodata(text, blockinfo, net):
if 'contractAmount' in contract_conditions.keys(): if 'contractAmount' in contract_conditions.keys():
contractAmount = contract_conditions['contractAmount'] contractAmount = contract_conditions['contractAmount']
try: try:
float(contractAmount) if float(contractAmount)<=0:
return outputreturn('noise')
except: except:
return outputreturn('noise') return outputreturn('noise')
minimum_subscription_amount = '' minimum_subscription_amount = ''
if 'minimumsubscriptionamount' in contract_conditions.keys(): if 'minimumsubscriptionamount' in contract_conditions.keys():
minimum_subscription_amount = contract_conditions['minimumsubscriptionamount'] minimum_subscription_amount = contract_conditions['minimumsubscriptionamount']
try: try:
float(minimum_subscription_amount) if float(minimum_subscription_amount)<=0:
return outputreturn('noise')
except: except:
return outputreturn('noise') return outputreturn('noise')
maximum_subscription_amount = '' maximum_subscription_amount = ''
if 'maximumsubscriptionamount' in contract_conditions.keys(): if 'maximumsubscriptionamount' in contract_conditions.keys():
maximum_subscription_amount = contract_conditions['maximumsubscriptionamount'] maximum_subscription_amount = contract_conditions['maximumsubscriptionamount']
try: try:
float(maximum_subscription_amount) if float(maximum_subscription_amount)<=0:
return outputreturn('noise')
except: except:
return outputreturn('noise') return outputreturn('noise')
@ -1164,6 +1167,11 @@ def parse_flodata(text, blockinfo, net):
tokenamount = apply_rule1(extractAmount_rule_new1, processed_text, 'userchoice:', 'pre') tokenamount = apply_rule1(extractAmount_rule_new1, processed_text, 'userchoice:', 'pre')
if not tokenamount: if not tokenamount:
return outputreturn('noise') return outputreturn('noise')
try:
if float(tokenamount)<=0:
return outputreturn('noise')
except:
return outputreturn('noise')
userchoice = extract_userchoice(processed_text) userchoice = extract_userchoice(processed_text)
# todo - do we need more validations for user choice? # todo - do we need more validations for user choice?
if not userchoice: if not userchoice:
@ -1175,6 +1183,11 @@ def parse_flodata(text, blockinfo, net):
tokenamount = apply_rule1(extractAmount_rule_new1, processed_text, 'deposit-conditions:', 'pre') tokenamount = apply_rule1(extractAmount_rule_new1, processed_text, 'deposit-conditions:', 'pre')
if not tokenamount: if not tokenamount:
return outputreturn('noise') return outputreturn('noise')
try:
if float(tokenamount)<=0:
return outputreturn('noise')
except:
return outputreturn('noise')
deposit_conditions = extract_deposit_conditions(processed_text, blocktime=blockinfo['time']) deposit_conditions = extract_deposit_conditions(processed_text, blocktime=blockinfo['time'])
if not deposit_category: if not deposit_category:
return outputreturn("noise") return outputreturn("noise")
@ -1183,7 +1196,6 @@ def parse_flodata(text, blockinfo, net):
if first_classification['categorization'] == 'smart-contract-participation-ote-ce-C': if first_classification['categorization'] == 'smart-contract-participation-ote-ce-C':
# There is no way to properly differentiate between one-time-event-time-trigger participation and token swap participation # There is no way to properly differentiate between one-time-event-time-trigger participation and token swap participation
# so we merge them in output return # so we merge them in output return
tokenname = first_classification['wordlist'][0][:-1] tokenname = first_classification['wordlist'][0][:-1]
if not check_regex("^[A-Za-z][A-Za-z0-9_-]*[A-Za-z0-9]$", tokenname): if not check_regex("^[A-Za-z][A-Za-z0-9_-]*[A-Za-z0-9]$", tokenname):
return outputreturn('noise') return outputreturn('noise')
@ -1191,6 +1203,11 @@ def parse_flodata(text, blockinfo, net):
tokenamount = apply_rule1(extractAmount_rule_new1, processed_text) tokenamount = apply_rule1(extractAmount_rule_new1, processed_text)
if not tokenamount: if not tokenamount:
return outputreturn('noise') return outputreturn('noise')
try:
if float(tokenamount)<=0:
return outputreturn('noise')
except:
return outputreturn('noise')
contract_name = extract_special_character_word(first_classification['wordlist'],'@') contract_name = extract_special_character_word(first_classification['wordlist'],'@')
if not check_regex("^[A-Za-z][A-Za-z0-9_-]*[A-Za-z0-9]$", contract_name): if not check_regex("^[A-Za-z][A-Za-z0-9_-]*[A-Za-z0-9]$", contract_name):
@ -1247,7 +1264,7 @@ def parse_flodata(text, blockinfo, net):
assert check_regex("^[A-Za-z][A-Za-z0-9_-]*[A-Za-z0-9]$", contract_conditions['accepting_token']) assert check_regex("^[A-Za-z][A-Za-z0-9_-]*[A-Za-z0-9]$", contract_conditions['accepting_token'])
assert check_regex("^[A-Za-z][A-Za-z0-9_-]*[A-Za-z0-9]$", contract_conditions['selling_token']) assert check_regex("^[A-Za-z][A-Za-z0-9_-]*[A-Za-z0-9]$", contract_conditions['selling_token'])
if contract_conditions['priceType']=="'determined'" or contract_conditions['priceType']=='"determined"' or contract_conditions['priceType']=="determined" or contract_conditions['priceType']=="'predetermined'" or contract_conditions['priceType']=='"predetermined"' or contract_conditions['priceType']=="predetermined": if contract_conditions['priceType']=="'determined'" or contract_conditions['priceType']=='"determined"' or contract_conditions['priceType']=="determined" or contract_conditions['priceType']=="'predetermined'" or contract_conditions['priceType']=='"predetermined"' or contract_conditions['priceType']=="predetermined":
assert float(contract_conditions['price']) assert float(contract_conditions['price'])>=0
else: else:
#assert check_flo_address(find_original_case(contract_conditions['priceType'], clean_text), is_testnet) #assert check_flo_address(find_original_case(contract_conditions['priceType'], clean_text), is_testnet)
assert contract_conditions['priceType'] == 'statef' assert contract_conditions['priceType'] == 'statef'