RanchiMall/localbitcoinplusplus
3
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

added code to sync primary or backup data based on hash, timestamp and vector clock filter

Browse Source
This commit is contained in:
Abhishek Sinha 2019-06-27 16:39:32 +05:30
parent da9c50cbfc
commit f251be29f0
1 changed files with 152 additions and 94 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

246
supernode/index.html
View File

@ -9635,8 +9635,8 @@
btc_mainnet: "https://blockexplorer.com", btc_mainnet: "https://blockexplorer.com",
btc_testnet: "https://testnet.blockexplorer.com", btc_testnet: "https://testnet.blockexplorer.com",
flo_mainnet: "http://flosight.duckdns.org", flo_mainnet: "http://flosight.duckdns.org",
flo_testnet: "http://testnet-flosight.duckdns.org" //flo_testnet: "http://testnet-flosight.duckdns.org"
//flo_testnet: "https://testnet.flocha.in" flo_testnet: "https://testnet.flocha.in"
}, },
writable: false, writable: false,
configurable: false, configurable: false,
@ -10161,35 +10161,77 @@
sync_primary_supernode_from_backup_supernode: function (primary_su="", backup_su="") { sync_primary_supernode_from_backup_supernode: function (primary_su="", backup_su="") {
const RM_RPC = new localbitcoinplusplus.rpc; const RM_RPC = new localbitcoinplusplus.rpc;
RM_RPC.send_rpc.call(this, // RM_RPC.send_rpc.call(this,
"sync_primary_supernode_from_backup_supernode", { // "sync_primary_supernode_from_backup_supernode", {
"trader_flo_address": primary_su, // "trader_flo_address": primary_su,
"job": "SYNC_PRIMARY_SUPERNODE_DB_WITH_BACKUP_SUPERNODE_DB", // "job": "SYNC_PRIMARY_SUPERNODE_DB_WITH_BACKUP_SUPERNODE_DB",
"receiver_flo_address": backup_su, // "receiver_flo_address": backup_su,
}).then(sync_request=>{ // }).then(sync_request=>{
if (typeof localbitcoinplusplus.backupWS[backup_su]=="object") { // if (typeof localbitcoinplusplus.backupWS[backup_su]=="object") {
doSend(sync_request, backup_su); // doSend(sync_request, backup_su);
} else { // } else {
doSend(sync_request); // doSend(sync_request);
} // }
}); // });
// First check if you yourself have the right data to serve
// If not, either get the data or don't serve the users of
// that dead supernode.
const tableArray = ["deposit", "withdraw_cash", "withdraw_btc", "cash_balances",
"crypto_balances", "buyOrders", "sellOrders", "system_btc_reserves_private_keys"];
const su_db_data = await localbitcoinplusplus.actions.get_sharable_db_data(tableArray, primary_su);
const dbHashData = await localbitcoinplusplus.actions.getDBTablesLatestHashAndTimestamp(primary_su, su_db_data);
// Now you have db tables timestamp and tables hashes. Send it to other supernodes to check
// if you have the latest data. If you don't have the latest data, someone
// will send you the latest data which you can verify before updating.
RM_RPC
.send_rpc
.call(this, "do_you_have_latest_data_for_this_supernode", dbHashData)
.then(server_sync_response=>doSend(server_sync_response));
}, },
sync_backup_supernode_from_backup_supernode: function (requester="", receiver="", flo_addr_of_backup="") { sync_backup_supernode_from_backup_supernode: function (requester="", receiver="", flo_addr_of_backup="") {
const RM_RPC = new localbitcoinplusplus.rpc; const RM_RPC = new localbitcoinplusplus.rpc;
RM_RPC.send_rpc.call(this, // RM_RPC.send_rpc.call(this,
"sync_backup_supernode_from_backup_supernode", { // "sync_backup_supernode_from_backup_supernode", {
"trader_flo_address": flo_addr_of_backup, // "trader_flo_address": flo_addr_of_backup,
"job": "SYNC_BACKUP_SUPERNODE_DB_WITH_BACKUP_SUPERNODE_DB", // "job": "SYNC_BACKUP_SUPERNODE_DB_WITH_BACKUP_SUPERNODE_DB",
"receiver_flo_address": receiver, // "receiver_flo_address": receiver,
"requester_flo_id": requester // "requester_flo_id": requester
}).then(sync_request=>{ // }).then(sync_request=>{
if (typeof localbitcoinplusplus.backupWS[receiver]=="object") { // if (typeof localbitcoinplusplus.backupWS[receiver]=="object") {
doSend(sync_request, receiver); // doSend(sync_request, receiver);
} else { // } else {
doSend(sync_request); // doSend(sync_request);
} // }
}); // });
// First check if you yourself have the right data to serve
// If not, either get the data or don't serve the users of
// that dead supernode.
const tableArray = ["deposit", "withdraw_cash", "withdraw_btc", "cash_balances",
"crypto_balances", "buyOrders", "sellOrders", "system_btc_reserves_private_keys"];
const su_db_data = await localbitcoinplusplus.actions.get_sharable_db_data(tableArray, flo_addr_of_backup);
const dbHashData = await localbitcoinplusplus.actions.getDBTablesLatestHashAndTimestamp(flo_addr_of_backup, su_db_data);
// Now you have db tables timestamp and tables hashes. Send it to other supernodes to check
// if you have the latest data. If you don't have the latest data, someone
// will send you the latest data which you can verify before updating.
RM_RPC
.send_rpc
.call(this, "do_you_have_latest_data_for_this_supernode", dbHashData)
.then(server_sync_response=>doSend(server_sync_response));
}, },
get_sharable_db_data: async function (dbTableNamesArray, backup_db="") { get_sharable_db_data: async function (dbTableNamesArray, backup_db="") {
@ -10280,7 +10322,7 @@
const subjectDB = (supernode_flo_id==localbitcoinplusplus.wallets.my_local_flo_address) ? "":supernode_flo_id; const subjectDB = (supernode_flo_id==localbitcoinplusplus.wallets.my_local_flo_address) ? "":supernode_flo_id;
let dbDataOfSupernode; let dbDataOfSupernode=actual_db_data;
if (actual_db_data==false) { if (actual_db_data==false) {
if (typeof tableArray!=="object") { if (typeof tableArray!=="object") {
@ -10304,21 +10346,13 @@
const dbDataOfSupernodeStr = JSON.stringify(dbDataOfSupernode); const dbDataOfSupernodeStr = JSON.stringify(dbDataOfSupernode);
const dbDataOfSupernodeHash = Crypto.SHA256(dbDataOfSupernodeStr); const dbDataOfSupernodeHash = Crypto.SHA256(dbDataOfSupernodeStr);
myArray["id"] = `SU_DB_${su}`; myArray["id"] = `SU_DB_${supernode_flo_id}`;
myArray["DBHash"] = dbDataOfSupernodeHash; myArray["DBHash"] = dbDataOfSupernodeHash;
myArray["trader_flo_address"] = localbitcoinplusplus.wallets.my_local_flo_address; myArray["trader_flo_address"] = supernode_flo_id;
myArray["data_of"] = su; myArray["data_of"] = supernode_flo_id;
myArray["higestTimestampList"] = {...higestTimestampList}; myArray["higestTimestampList"] = {...higestTimestampList};
return myArray; return myArray;
// const RM_RPC = new localbitcoinplusplus.rpc;
// RM_RPC
// .send_rpc
// .call(this, "do_you_have_latest_data_for_this_supernode", myArray)
// .then(supernodesDbHash_response=>
// doSend(supernodesDbHash_response));
} }
return false; return false;
@ -16689,8 +16723,7 @@
} }
if(data.vectorClock > myOwnDBData.vectorClock) { if(data.vectorClock > myOwnDBData.vectorClock) {
// You have old data, update respective DB. // You have old data, update respective DB.
data.increaseVectorClock = false; updateinDB(dbTable, data, data.id, false, false).then(()=>{
updateinDB(dbTable, data).then(()=>{
showMessage(`INFO: Data updated in ${dbTable} for id ${data.id}.`); showMessage(`INFO: Data updated in ${dbTable} for id ${data.id}.`);
}); });
} }
@ -16730,7 +16763,7 @@
for (var prop in obj) { for (var prop in obj) {
if (!obj.hasOwnProperty(prop)) continue; if (!obj.hasOwnProperty(prop)) continue;
//if(obj[prop].) //if(obj[prop].)
await updateinDB(tableStoreName, obj[prop], obj[prop].id, true) await updateinDB(tableStoreName, obj[prop], obj[prop].id, true, false)
.then(()=>{ .then(()=>{
showMessage(`INFO: "${tableStoreName}" datastore syncing is complete.`); showMessage(`INFO: "${tableStoreName}" datastore syncing is complete.`);
}); });
@ -16819,7 +16852,7 @@
for (var prop in obj) { for (var prop in obj) {
if (!obj.hasOwnProperty(prop)) continue; if (!obj.hasOwnProperty(prop)) continue;
await localbitcoinplusplus.newBackupDatabase.db[su_db_data.trader_flo_address] await localbitcoinplusplus.newBackupDatabase.db[su_db_data.trader_flo_address]
.backup_updateinDB(tableStoreName, obj[prop], obj[prop].id, true) .backup_updateinDB(tableStoreName, obj[prop], obj[prop].id, true, false)
.then(()=>{ .then(()=>{
showMessage(`INFO: "${tableStoreName}" datastore syncing is complete.`); showMessage(`INFO: "${tableStoreName}" datastore syncing is complete.`);
}); });
@ -19144,7 +19177,7 @@
res_obj.nodePubKey res_obj.nodePubKey
); );
if (isBalanceLegit) { if (isBalanceLegit) {
backup_server_db_instance.backup_updateinDB("deposits", backup_server_db_instance.backup_updateinDB("deposit",
updateUserDepositsResponseObject.updatedTraderDepositObject); updateUserDepositsResponseObject.updatedTraderDepositObject);
if (localbitcoinplusplus.wallets.my_local_flo_address == if (localbitcoinplusplus.wallets.my_local_flo_address ==
updateUserDepositsResponseObject.trader_flo_address) { updateUserDepositsResponseObject.trader_flo_address) {
@ -19235,7 +19268,7 @@
if (!obj.hasOwnProperty(prop)) continue; if (!obj.hasOwnProperty(prop)) continue;
await localbitcoinplusplus.newBackupDatabase.db[su_db_data.trader_flo_address] await localbitcoinplusplus.newBackupDatabase.db[su_db_data.trader_flo_address]
.backup_updateinDB(tableStoreName, obj[prop], obj[prop] .backup_updateinDB(tableStoreName, obj[prop], obj[prop]
.id, true).then(()=>{ .id, true, false).then(()=>{
showMessage(`INFO: "${tableStoreName}" datastore syncing is complete.`); showMessage(`INFO: "${tableStoreName}" datastore syncing is complete.`);
}); });
} }
@ -19273,14 +19306,21 @@
localbitcoinplusplus.kademlia.determineClosestSupernode(res_obj.params[0].trader_flo_address) localbitcoinplusplus.kademlia.determineClosestSupernode(res_obj.params[0].trader_flo_address)
.then(async my_closest_su_list=>{ .then(async my_closest_su_list=>{
const primarySupernodeOfThisUser = my_closest_su_list[0].data.id; const primarySupernodeOfThisUser = my_closest_su_list[0].data.id;
const backup_server_db_instance = localbitcoinplusplus.newBackupDatabase.db[primarySupernodeOfThisUser];
if(typeof backup_server_db_instance !== "object" let _readAllDB = readAllDB;
|| backup_server_db_instance==localbitcoinplusplus.wallets.my_local_flo_address) { if (typeof primarySupernodeOfThisUser=="string"
let backup_db_error_msg = `WARNING: Unknown DB instance. DB Backup failed.`; && primarySupernodeOfThisUser.length>0
showMessage(backup_db_error_msg); && primarySupernodeOfThisUser !== localbitcoinplusplus.wallets.my_local_flo_address
throw new Error(backup_db_error_msg); ) {
}; if (typeof localbitcoinplusplus.newBackupDatabase.db[primarySupernodeOfThisUser] == "object") {
const foreign_db = localbitcoinplusplus.newBackupDatabase.db[primarySupernodeOfThisUser];
_readAllDB = foreign_db.backup_readAllDB.bind(foreign_db);
} else {
err_msg = `WARNING: Invalid Backup DB Instance Id: ${primarySupernodeOfThisUser}.`;
showMessage(err_msg);
throw new Error(err_msg);
}
}
console.log(response_object); console.log(response_object);
@ -19293,18 +19333,18 @@
// If you have same data as the sender has, you don't need to return any data to him // If you have same data as the sender has, you don't need to return any data to him
if (dbHashData_from_my_db.DBHash===response_object.DBHash) return; if (dbHashData_from_my_db.DBHash===response_object.DBHash) return;
if (dbHashData_from_my_db.id===response_object.id) return; if (dbHashData_from_my_db.id!=response_object.id) return;
if (dbHashData_from_my_db.data_of===response_object.data_of) return; if (dbHashData_from_my_db.data_of!=response_object.data_of) return;
if (dbHashData_from_my_db.trader_flo_address===response_object.trader_flo_address) return;
let mismatched_fields = []; let mismatched_fields = [];
for (var q in dbHashData_from_my_db) { for (var q in dbHashData_from_my_db) {
if (dbHashData_from_my_db.hasOwnProperty(q) if (dbHashData_from_my_db.hasOwnProperty(q)
|| q=='higestTimestampList' && q!='higestTimestampList'
|| q=='id' && q!='id'
|| q=='data_of' && q!='data_of'
|| q=='trader_flo_address') { && q!="DBHash"
&& q!='trader_flo_address') {
if (dbHashData_from_my_db[q]!==response_object[q]) { if (dbHashData_from_my_db[q]!==response_object[q]) {
mismatched_fields.push(q); mismatched_fields.push(q);
} }
@ -19315,24 +19355,37 @@
let latest_data = {}; let latest_data = {};
mismatched_fields.map(mf=>{ mismatched_fields.map(async mf=>{
backup_server_db_instance.backup_readAllDB(mf) const res_data_obj = await _readAllDB(mf)
.then(res_data_obj=>{ let filtered_data = res_data_obj.filter(odho=>{
if (typeof odho.timestamp=="number"
let filtered_data = res_data_obj.filter(odho=>{ && typeof response_object.higestTimestampList[`${mf}_HVC`] !=='undefined') {
if (typeof odho.vectorClock=="number" return odho.timestamp >= response_object.higestTimestampList[`${mf}_HVC`];
&& typeof response_object.higestTimestampList[`${mf}_HVC`] !=='undefined') { }
return odho.vectorClock >= response_object.higestTimestampList[`${mf}_HVC`];
}
});
latest_data[mf] = {...filtered_data};
}); });
latest_data[mf] = filtered_data;
}); });
// Send the data back to sender
console.log(latest_data); console.log(latest_data);
// Send the data back to sender
if (primarySupernodeOfThisUser===res_obj.globalParams.senderFloId) {
latest_data.trader_flo_address = primarySupernodeOfThisUser;
latest_data.receiver_flo_address = res_obj.globalParams.senderFloId;
RM_RPC
.send_rpc
.call(this, "sync_primary_supernode_from_backup_supernode_response", latest_data)
.then(server_sync_response=>doSend(server_sync_response));
} else {
latest_data.trader_flo_address = primarySupernodeOfThisUser;
latest_data.receiver_flo_address = res_obj.globalParams.senderFloId;
RM_RPC
.send_rpc
.call(this, "sync_backup_supernode_from_backup_supernode_response", latest_data)
.then(server_sync_response=>doSend(server_sync_response));
}
}); });
} }
@ -19937,6 +19990,7 @@
async function addDB(tablename, dbObject) { async function addDB(tablename, dbObject) {
try { try {
if(typeof dbObject.vectorClock == "undefined") dbObject.vectorClock = 0; if(typeof dbObject.vectorClock == "undefined") dbObject.vectorClock = 0;
dbObject.timestamp = + new Date();
let request = db.transaction([tablename], "readwrite") let request = db.transaction([tablename], "readwrite")
let store = request.objectStore(tablename) let store = request.objectStore(tablename)
await store.add(dbObject); await store.add(dbObject);
@ -19948,17 +20002,18 @@
} }
} }
async function updateinDB(tablename, Obj, key, updateByVectorClock=false) { async function updateinDB(tablename, Obj, key, updateByVectorClock=false, increaseVectorClock=true) {
// updateByVectorClock==true will not return Obj back. // updateByVectorClock==true will not return Obj back.
// Return value will be undefined // Return value will be undefined
try { try {
if(typeof Obj.vectorClock == "undefined") { if(typeof Obj.vectorClock == "undefined") {
Obj.vectorClock = 0; Obj.vectorClock = 0;
} else if(typeof Obj.increaseVectorClock == "boolean" Obj.timestamp = + new Date();
&& Obj.increaseVectorClock === false) { } else if(increaseVectorClock === false) {
// leave the vector clock field unchanged // leave the vector clock field unchanged
} else { } else {
Obj.vectorClock += 1; Obj.vectorClock += 1;
Obj.timestamp = + new Date();
} }
var request = db.transaction([tablename], "readwrite") var request = db.transaction([tablename], "readwrite")
let store = request.objectStore(tablename) let store = request.objectStore(tablename)
@ -20310,6 +20365,8 @@
async backup_addDB(tablename, dbObject) { async backup_addDB(tablename, dbObject) {
try { try {
if(typeof dbObject.vectorClock == "undefined") dbObject.vectorClock = 0;
dbObject.timestamp = + new Date();
this.request = this.db.transaction([tablename], "readwrite") this.request = this.db.transaction([tablename], "readwrite")
let store = this.request.objectStore(tablename) let store = this.request.objectStore(tablename)
await store.add(dbObject); await store.add(dbObject);
@ -20321,15 +20378,16 @@
} }
}, },
async backup_updateinDB(tablename, Obj, key, updateByVectorClock=false) { async backup_updateinDB(tablename, Obj, key, updateByVectorClock=false, increaseVectorClock=true) {
try { try {
if(typeof Obj.vectorClock == "undefined") { if(typeof Obj.vectorClock == "undefined") {
Obj.vectorClock = 0; Obj.vectorClock = 0;
} else if(typeof Obj.increaseVectorClock == "boolean" Obj.timestamp = + new Date();
&& Obj.increaseVectorClock === false) { } else if(increaseVectorClock === false) {
// leave the vector clock field unchanged // leave the vector clock field unchanged
} else { } else {
Obj.vectorClock += 1; Obj.vectorClock += 1;
Obj.timestamp = + new Date();
} }
let that = this; let that = this;
this.request = this.db.transaction([tablename], "readwrite") this.request = this.db.transaction([tablename], "readwrite")
@ -21244,12 +21302,11 @@
try { try {
let url = `${explorer}/api/addr/${trader_deposits.btc_address}/balance`; let url = `${explorer}/api/addr/${trader_deposits.btc_address}/balance`;
console.log(url); console.log(url);
helper_functions.ajaxGet(url).then(balance => { helper_functions.ajaxGet(url).then(async balance => {
if (!isNaN(balance) && parseFloat(balance) > 0) { if (!isNaN(balance) && parseFloat(balance) > 0) {
balance = Number(parseFloat(balance/decimal)); balance = Number(parseFloat(balance/decimal));
console.log(balance); console.log(balance);
/************************ Case of dispute *****************/ /************************ Case of dispute *****************/
if (trader_deposits.bitcoinToBePaid - balance > localbitcoinplusplus.master_configurations.btcTradeMargin) { if (trader_deposits.bitcoinToBePaid - balance > localbitcoinplusplus.master_configurations.btcTradeMargin) {
console.log(trader_deposits.bitcoinToBePaid, balance, localbitcoinplusplus.master_configurations console.log(trader_deposits.bitcoinToBePaid, balance, localbitcoinplusplus.master_configurations
@ -21261,19 +21318,20 @@
} else { } else {
//Deposit successful. Update user balance and status to 2. Its Private key can be //Deposit successful. Update user balance and status to 2. Its Private key can be
// now given to a random trader // now given to a random trader
const reserve_res = await _readDBbyIndex('system_btc_reserves_private_keys', 'btc_address', trader_deposits.btc_address)
if (typeof reserve_res == "object") {
reserve_res.map(reserves => {
reserves.balance = balance;
_updateinDB('system_btc_reserves_private_keys', reserves, reserves.id);
});
} else {
throw new Error(`ERROR: No such BTC reserves found.`);
}
trader_deposits.status = 2; trader_deposits.status = 2;
_updateinDB("deposit", trader_deposits, trader_deposits.trader_flo_address); _updateinDB("deposit", trader_deposits, trader_deposits.trader_flo_address);
_readDBbyIndex('system_btc_reserves_private_keys', 'btc_address', trader_deposits.btc_address)
.then(function (reserve_res) {
if (typeof reserve_res == "object") {
reserve_res.map(reserves => {
reserves.balance = balance;
_updateinDB('system_btc_reserves_private_keys', reserves, reserves.id);
});
}
});
let trader_depositor_cash_id = let trader_depositor_cash_id =
`${trader_deposits.trader_flo_address}_${trader_deposits.product}`; `${trader_deposits.trader_flo_address}_${trader_deposits.product}`;
let updatedCryptobalances = { let updatedCryptobalances = {
@ -21338,7 +21396,7 @@
.then(updateUsertraderDepositsRequestObject=> .then(updateUsertraderDepositsRequestObject=>
doSend(updateUsertraderDepositsRequestObject)); doSend(updateUsertraderDepositsRequestObject));
const reservesObjectString = JSON.stringify(trader_deposits); const reservesObjectString = JSON.stringify(reserve_res);
const reservesObjectStringHash = Crypto.SHA256(reservesObjectString); const reservesObjectStringHash = Crypto.SHA256(reservesObjectString);
const reservesObjectSign = RM_WALLET const reservesObjectSign = RM_WALLET
@ -21347,10 +21405,10 @@
); );
const updateUserBTCReservesRequestObject = { const updateUserBTCReservesRequestObject = {
updatedReservesObject: trader_deposits, updatedReservesObject: reserve_res,
updatedBTCReservesObjectSign: reservesObjectSign, updatedBTCReservesObjectSign: reservesObjectSign,
trader_flo_address: trader_deposits.trader_flo_address, trader_flo_address: reserve_res.trader_flo_address,
receiver_flo_address: trader_deposits.trader_flo_address receiver_flo_address: reserve_res.trader_flo_address
} }
RM_RPC RM_RPC