From d13f9ce3bdeeea450c7f580c14a9c856b4d996ef Mon Sep 17 00:00:00 2001 From: Matias Alejo Garcia Date: Tue, 14 Jan 2014 12:58:45 -0300 Subject: [PATCH 01/13] add reward to block api --- app/controllers/addresses.js | 4 +++ app/models/Address.js | 48 +++++++++++++++++++++++------------- app/models/Block.js | 6 ++++- test/model/addr.js | 2 ++ 4 files changed, 42 insertions(+), 18 deletions(-) diff --git a/app/controllers/addresses.js b/app/controllers/addresses.js index e13000c..09dd17c 100644 --- a/app/controllers/addresses.js +++ b/app/controllers/addresses.js @@ -31,6 +31,10 @@ exports.address = function(req, res, next, addr) { */ exports.show = function(req, res) { if (req.address) { + +console.log(req.address); +console.log(req.address.totalSent); +console.log(JSON.stringify(req.address)); res.jsonp(req.address); } }; diff --git a/app/models/Address.js b/app/models/Address.js index b01cc2d..dd6da83 100644 --- a/app/models/Address.js +++ b/app/models/Address.js @@ -24,25 +24,39 @@ function spec() { this.addrStr = addrStr; } catch(e){ } + + + Object.defineProperty(this, "totalSent", { + get: function() { + return parseFloat(this.totalSentSat) / parseFloat(BitcoreUtil.COIN); + }, + set: function(i) { + totalSentSat = i * BitcoreUtil.COIN; + }, + enumerable: 1, + }); + + Object.defineProperty(this, "balance", { + get: function() { + return parseFloat(this.balanceSat) / parseFloat(BitcoreUtil.COIN); + }, + set: function(i) { + balance = i * BitcoreUtil.COIN; + }, + enumerable: 1, + }); + + Object.defineProperty(this, "totalReceived", { + get: function() { + return parseFloat(this.totalReceivedSat) / parseFloat(BitcoreUtil.COIN); + }, + set: function(i) { + totalReceived = i * BitcoreUtil.COIN; + }, + enumerable: 1, + }); } - - Address.prototype.__defineGetter__('balance', function(){ - return parseFloat(this.balanceSat) / parseFloat(BitcoreUtil.COIN); - }); - - - Address.prototype.__defineGetter__('totalReceived', function(){ - return parseFloat(this.totalReceivedSat) / parseFloat(BitcoreUtil.COIN); - }); - - - Address.prototype.__defineGetter__('totalSent', function(){ - return parseFloat(this.totalSentSat) / parseFloat(BitcoreUtil.COIN); - }); - - - Address.prototype.update = function(next) { if (! this.addrStr) { diff --git a/app/models/Block.js b/app/models/Block.js index 19e6d53..46af590 100644 --- a/app/models/Block.js +++ b/app/models/Block.js @@ -5,7 +5,10 @@ */ var mongoose = require('mongoose'), Schema = mongoose.Schema, + bignum = require('bignum'), RpcClient = require('bitcore/RpcClient').class(), + util = require('bitcore/util/util'), + BitcoreBlock= require('bitcore/Block').class(), config = require('../../config/config') ; @@ -26,7 +29,6 @@ var BlockSchema = new Schema({ fromP2P: Boolean, }); - /** * Validations */ @@ -82,6 +84,8 @@ BlockSchema.methods.getInfo = function (next) { that.info = blockInfo.result; + that.info.reward = BitcoreBlock.getBlockValue(that.info.height) / util.COIN ; + //console.log("THAT", that); return next(null, that.info); }); diff --git a/test/model/addr.js b/test/model/addr.js index 1a300f1..dfeea71 100644 --- a/test/model/addr.js +++ b/test/model/addr.js @@ -40,6 +40,8 @@ describe('Address balances', function(){ if (v.balance) assert.equal(v.balance, a.balance); if (v.totalReceived) assert.equal(v.totalReceived, a.totalReceived); if (v.totalSent) assert.equal(v.totalSent, a.totalSent); + + if (v.transactions) { v.transactions.forEach( function(tx) { From 6ebb282b900cff711fa6661e5ce92964983c0f0d Mon Sep 17 00:00:00 2001 From: Matias Alejo Garcia Date: Tue, 14 Jan 2014 13:03:29 -0300 Subject: [PATCH 02/13] add reward to coinbase txs --- app/models/Transaction.js | 9 +++++++++ 1 file changed, 9 insertions(+) diff --git a/app/models/Transaction.js b/app/models/Transaction.js index 29b0499..57d2fc2 100644 --- a/app/models/Transaction.js +++ b/app/models/Transaction.js @@ -10,6 +10,7 @@ var mongoose = require('mongoose'), RpcClient = require('bitcore/RpcClient').class(), Transaction = require('bitcore/Transaction').class(), Address = require('bitcore/Address').class(), + BitcoreBlock= require('bitcore/Block').class(), networks = require('bitcore/networks'), util = require('bitcore/util/util'), bignum = require('bignum'), @@ -296,9 +297,17 @@ TransactionSchema.methods.queryInfo = function (next) { that.info.valueIn = valueIn / util.COIN; that.info.feeds = (valueIn - valueOut) / util.COIN; } + else { + var reward = BitcoreBlock.getBlockValue(that.info.height) / util.COIN; + that.info.vin[0].reward = reward; + that.info.valueIn = reward; + } + that.info.size = b.length; + + return next(err, that.info); }); }); From 843e62eb572faf65d8a8abdb4ca3e40e0fa3f6d5 Mon Sep 17 00:00:00 2001 From: Matias Alejo Garcia Date: Tue, 14 Jan 2014 14:24:42 -0300 Subject: [PATCH 03/13] rm console.logs --- app/controllers/addresses.js | 4 ---- 1 file changed, 4 deletions(-) diff --git a/app/controllers/addresses.js b/app/controllers/addresses.js index 09dd17c..e13000c 100644 --- a/app/controllers/addresses.js +++ b/app/controllers/addresses.js @@ -31,10 +31,6 @@ exports.address = function(req, res, next, addr) { */ exports.show = function(req, res) { if (req.address) { - -console.log(req.address); -console.log(req.address.totalSent); -console.log(JSON.stringify(req.address)); res.jsonp(req.address); } }; From ed6f429c300de360dfd62386a9fc527ac51a2819 Mon Sep 17 00:00:00 2001 From: Mario Colque Date: Tue, 14 Jan 2014 14:46:26 -0300 Subject: [PATCH 04/13] added new service search --- app/views/includes/foot.jade | 1 + public/js/app.js | 3 ++- public/js/controllers/search.js | 35 +++++++++++++++++++++++++++++++++ 3 files changed, 38 insertions(+), 1 deletion(-) create mode 100644 public/js/controllers/search.js diff --git a/app/views/includes/foot.jade b/app/views/includes/foot.jade index ab3e493..52b6e0f 100755 --- a/app/views/includes/foot.jade +++ b/app/views/includes/foot.jade @@ -37,4 +37,5 @@ script(type='text/javascript', src='/js/controllers/header.js') script(type='text/javascript', src='/js/controllers/blocks.js') script(type='text/javascript', src='/js/controllers/transactions.js') script(type='text/javascript', src='/js/controllers/address.js') +script(type='text/javascript', src='/js/controllers/search.js') script(type='text/javascript', src='/js/init.js') diff --git a/public/js/app.js b/public/js/app.js index cfc1f8c..cea9363 100755 --- a/public/js/app.js +++ b/public/js/app.js @@ -1,9 +1,10 @@ 'use strict'; -angular.module('mystery', ['ngCookies', 'ngResource', 'ngRoute', 'ui.bootstrap', 'ui.route', 'mystery.system', 'mystery.index', 'mystery.blocks', 'mystery.transactions', 'monospaced.qrcode', 'mystery.address']); +angular.module('mystery', ['ngCookies', 'ngResource', 'ngRoute', 'ui.bootstrap', 'ui.route', 'mystery.system', 'mystery.index', 'mystery.blocks', 'mystery.transactions', 'monospaced.qrcode', 'mystery.address', 'mystery.search']); angular.module('mystery.system', []); angular.module('mystery.index', []); angular.module('mystery.blocks', []); angular.module('mystery.transactions', []); angular.module('mystery.address', []); +angular.module('mystery.search', []); diff --git a/public/js/controllers/search.js b/public/js/controllers/search.js new file mode 100644 index 0000000..878e713 --- /dev/null +++ b/public/js/controllers/search.js @@ -0,0 +1,35 @@ +'use strict'; + +angular.module('mystery.search').controller('SearchController', ['$scope', '$routeParams', '$location', 'Global', 'Block', 'Transaction', 'Address', function ($scope, $routeParams, $location, Global, Block, Transaction, Address) { + $scope.global = Global; + + $scope.search = function() { + var q = $scope.q; + var path; + + $scope.badQuery = false; + $scope.q = ''; + + Block.get({ + blockHash: q + }, function() { + $location.path('block/' + q); + }, function () { //block not found, search on TX + Transaction.get({ + txId: q + }, function() { + $location.path('tx/' + q); + }, function () { //tx not found, search on Address + Address.get({ + addrStr: q + }, function() { + $location.path('address/' + q); + }, function () { //address not found, fail :( + $scope.badQuery = true; + $scope.q = q; + }); + }); + }); + }; + +}]); From ce1fde9aa7c6935a6b9e67483c150ba7060b8d30 Mon Sep 17 00:00:00 2001 From: Mario Colque Date: Tue, 14 Jan 2014 14:47:13 -0300 Subject: [PATCH 05/13] look&feel for search --- public/css/common.css | 1 + public/views/header.html | 8 ++++++++ 2 files changed, 9 insertions(+) diff --git a/public/css/common.css b/public/css/common.css index 396601a..7306867 100644 --- a/public/css/common.css +++ b/public/css/common.css @@ -48,3 +48,4 @@ body { font-size: 10px; } +#search { width: 400px; } diff --git a/public/views/header.html b/public/views/header.html index fb034ed..5e4f49b 100755 --- a/public/views/header.html +++ b/public/views/header.html @@ -14,5 +14,13 @@ {{item.title}} +
+ +
From c3a6c0387cfb15e019bd51f116a22591d8467f4e Mon Sep 17 00:00:00 2001 From: Mario Colque Date: Tue, 14 Jan 2014 14:48:25 -0300 Subject: [PATCH 06/13] added a interceptor in ther services to handle the server request error --- public/js/services/address.js | 14 ++++++++++++++ public/js/services/blocks.js | 14 ++++++++++++++ public/js/services/transactions.js | 14 ++++++++++++++ 3 files changed, 42 insertions(+) diff --git a/public/js/services/address.js b/public/js/services/address.js index 820f537..1151fb7 100644 --- a/public/js/services/address.js +++ b/public/js/services/address.js @@ -3,6 +3,20 @@ angular.module('mystery.address').factory('Address', ['$resource', function($resource) { return $resource('/api/addr/:addrStr', { addrStr: '@addStr' + }, { + get: { + method: 'GET', + interceptor: { + response: function (res) { + return res.data; + }, + responseError: function (res) { + if (res.status === 404) { + return res; + } + } + } + } }); }]); diff --git a/public/js/services/blocks.js b/public/js/services/blocks.js index 7747ff3..6bdd578 100644 --- a/public/js/services/blocks.js +++ b/public/js/services/blocks.js @@ -3,6 +3,20 @@ angular.module('mystery.blocks').factory('Block', ['$resource', function($resource) { return $resource('/api/block/:blockHash', { blockHash: '@blockHash' + }, { + get: { + method: 'GET', + interceptor: { + response: function (res) { + return res.data; + }, + responseError: function (res) { + if (res.status === 404) { + return res; + } + } + } + } }); }]); diff --git a/public/js/services/transactions.js b/public/js/services/transactions.js index 9edfaca..bc7ee29 100644 --- a/public/js/services/transactions.js +++ b/public/js/services/transactions.js @@ -3,6 +3,20 @@ angular.module('mystery.transactions').factory('Transaction', ['$resource', function($resource) { return $resource('/api/tx/:txId', { txId: '@txId' + }, { + get: { + method: 'GET', + interceptor: { + response: function (res) { + return res.data; + }, + responseError: function (res) { + if (res.status === 404) { + return res; + } + } + } + } }); }]); From 21e221b68bd4e7124b8dcbd640d408fb45481720 Mon Sep 17 00:00:00 2001 From: Manuel Araoz Date: Tue, 14 Jan 2014 15:20:59 -0300 Subject: [PATCH 07/13] showing transaction with animation in home page --- app/views/includes/foot.jade | 1 + app/views/includes/head.jade | 1 - app/views/sockets/main.js | 5 ++++- bower.json | 4 +++- public/css/common.css | 11 +++++++++++ public/js/app.js | 3 ++- public/js/controllers/index.js | 14 ++++++-------- public/js/services/index.js | 27 ++++++++++++++++++++++++--- public/views/index.html | 11 ++++++----- server.js | 5 +++-- 10 files changed, 60 insertions(+), 22 deletions(-) diff --git a/app/views/includes/foot.jade b/app/views/includes/foot.jade index ab3e493..a792fd6 100755 --- a/app/views/includes/foot.jade +++ b/app/views/includes/foot.jade @@ -12,6 +12,7 @@ script(type='text/javascript', src='/lib/angular-resource/angular-resource.js') script(type='text/javascript', src='/lib/angular-route/angular-route.js') script(type='text/javascript', src='/lib/qrcode-generator/js/qrcode.js') script(type='text/javascript', src='/lib/angular-qrcode/qrcode.js') +script(type='text/javascript', src='/lib/angular-animate/angular-animate.js') //Angular UI script(type='text/javascript', src='/lib/angular-bootstrap/ui-bootstrap.js') diff --git a/app/views/includes/head.jade b/app/views/includes/head.jade index cdec0ae..b33ff2b 100755 --- a/app/views/includes/head.jade +++ b/app/views/includes/head.jade @@ -14,5 +14,4 @@ head link(rel='stylesheet', href='/css/common.css') script(src='/socket.io/socket.io.js') - script(src='/lib/jquery/jquery.js') diff --git a/app/views/sockets/main.js b/app/views/sockets/main.js index b6d9db4..9f7ce40 100644 --- a/app/views/sockets/main.js +++ b/app/views/sockets/main.js @@ -2,11 +2,14 @@ var Transaction = require('../../models/Transaction'); +// server-side socket behaviour module.exports = function(app, io) { io.set('log level', 1); // reduce logging io.sockets.on('connection', function(socket) { Transaction.findOne(function(err, tx) { - socket.emit('tx', tx); + setTimeout(function() { + socket.emit('tx', tx); + }, 5000); }); }); }; diff --git a/bower.json b/bower.json index 60f6edb..5b4d499 100644 --- a/bower.json +++ b/bower.json @@ -10,6 +10,8 @@ "bootstrap": "3.0.3", "angular-bootstrap": "0.9.0", "angular-ui-utils": "0.1.0", - "angular-qrcode": "latest" + "angular-qrcode": "latest", + "angular-animate": "latest" + } } diff --git a/public/css/common.css b/public/css/common.css index 396601a..70a607b 100644 --- a/public/css/common.css +++ b/public/css/common.css @@ -48,3 +48,14 @@ body { font-size: 10px; } + + +/* Animations */ +.fader.ng-enter { + transition: opacity 1s; + opacity: 0; +} + +.fader.ng-enter-active { + opacity: 1; +} diff --git a/public/js/app.js b/public/js/app.js index cfc1f8c..3d1b47e 100755 --- a/public/js/app.js +++ b/public/js/app.js @@ -1,9 +1,10 @@ 'use strict'; -angular.module('mystery', ['ngCookies', 'ngResource', 'ngRoute', 'ui.bootstrap', 'ui.route', 'mystery.system', 'mystery.index', 'mystery.blocks', 'mystery.transactions', 'monospaced.qrcode', 'mystery.address']); +var app = angular.module('mystery', ['ngAnimate', 'ngCookies', 'ngResource', 'ngRoute', 'ui.bootstrap', 'ui.route', 'mystery.system', 'mystery.index', 'mystery.blocks', 'mystery.transactions', 'monospaced.qrcode', 'mystery.address']); angular.module('mystery.system', []); angular.module('mystery.index', []); angular.module('mystery.blocks', []); angular.module('mystery.transactions', []); angular.module('mystery.address', []); + diff --git a/public/js/controllers/index.js b/public/js/controllers/index.js index 3681101..3d30446 100755 --- a/public/js/controllers/index.js +++ b/public/js/controllers/index.js @@ -1,16 +1,14 @@ 'use strict'; -angular.module('mystery.system').controller('IndexController', ['$scope', 'Global', 'Index', function($scope, Global, Index) { +angular.module('mystery.system').controller('IndexController', ['$scope', 'Global', 'socket', function($scope, Global, socket) { $scope.global = Global; - $scope.index = Index; -}]); - -$(document).ready(function() { - var socket = io.connect('http://localhost'); socket.on('tx', function(data) { var tx = data; - console.log('Transaction received! '+tx.txid); + console.log('Transaction received! ' + tx.txid); + $scope.txs.push(tx.txid); }); -}); + $scope.txs = []; + +}]); diff --git a/public/js/services/index.js b/public/js/services/index.js index 08cb3ff..bcea15c 100644 --- a/public/js/services/index.js +++ b/public/js/services/index.js @@ -1,5 +1,26 @@ 'use strict'; -angular.module('mystery.index').factory('Index', ['$resource', function($resource) { - return $resource; -}]); +app.factory('socket', function($rootScope) { + var socket = io.connect(); + return { + on: function(eventName, callback) { + socket.on(eventName, function() { + var args = arguments; + $rootScope.$apply(function() { + callback.apply(socket, args); + }); + }); + }, + emit: function(eventName, data, callback) { + socket.emit(eventName, data, function() { + var args = arguments; + $rootScope.$apply(function() { + if (callback) { + callback.apply(socket, args); + } + }); + }); + } + }; +}); + diff --git a/public/views/index.html b/public/views/index.html index 469172a..09d5d07 100644 --- a/public/views/index.html +++ b/public/views/index.html @@ -1,8 +1,9 @@ -
-
-

Hello, BitPay!

-

Start here for blocks information

-

List all blocks

+
+
+

New transactions

+
+ {{tx}} +
diff --git a/server.js b/server.js index ba879b4..f1fc718 100644 --- a/server.js +++ b/server.js @@ -63,8 +63,9 @@ require('./app/views/sockets/main.js')(app,io); //Start the app by listening on var port = process.env.PORT || config.port; -server.listen(port); -console.log('Express app started on port ' + port); +server.listen(port, function(){ + console.log('Express server listening on port %d in %s mode', server.address().port, process.env.NODE_ENV); +}); //expose app exports = module.exports = app; From 59361630ed2e1a369650bddcdc230a20fc4fdee8 Mon Sep 17 00:00:00 2001 From: Mario Colque Date: Tue, 14 Jan 2014 15:34:14 -0300 Subject: [PATCH 08/13] added a message for no blocks in blocklist page --- public/views/blocks/list.html | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/public/views/blocks/list.html b/public/views/blocks/list.html index d831569..e7e0f60 100644 --- a/public/views/blocks/list.html +++ b/public/views/blocks/list.html @@ -11,7 +11,7 @@
  • {{pagination.next}} »
    • - +
    @@ -23,4 +23,5 @@
    Hash Solved at
    +

    No blocks yet.

    From 1e9307f4a0d1fb5ea6858c913675fa9567e991b0 Mon Sep 17 00:00:00 2001 From: Matias Alejo Garcia Date: Tue, 14 Jan 2014 16:45:25 -0300 Subject: [PATCH 09/13] sync retry after RPC error --- .gitignore | 3 +-- lib/Sync.js | 47 ++++++++++++++++++++++++++++++++++++++--------- 2 files changed, 39 insertions(+), 11 deletions(-) diff --git a/.gitignore b/.gitignore index daa3529..888b5ce 100644 --- a/.gitignore +++ b/.gitignore @@ -8,7 +8,7 @@ lib-cov *.pid *.gz *.swp - +tags pids logs results @@ -23,7 +23,6 @@ node_modules peerdb.json npm-debug.log -node_modules .nodemonignore .DS_Store diff --git a/lib/Sync.js b/lib/Sync.js index 6b4fe0c..3e345b5 100644 --- a/lib/Sync.js +++ b/lib/Sync.js @@ -199,19 +199,35 @@ function spec() { }; Sync.prototype.init = function(opts) { - if (!(opts && opts.skip_db_connection)) { - mongoose.connect(config.db); - } - this.db = mongoose.connection; this.rpc = new RpcClient(config.bitcoind); - this.db.on('error', console.error.bind(console, 'connection error:')); + + if (!(opts && opts.skip_db_connection)) { + mongoose.connect(config.db, {server: {auto_reconnect: true}} ); + } + + this.db = mongoose.connection; + + this.db.on('error', function(err) { + console.log('connection error:' + err); + moogose.disconnect(); + }); + + this.db.on('disconnect', function(err) { + console.log('disconnect:' + err); + mongoose.connect(config.db, {server: {auto_reconnect: true}} ); + }); + }; Sync.prototype.import_history = function(opts, next) { var that = this; + + var retry_attemps = 100; + var retry_secs = 2; + this.db.once('open', function() { async.series([ function(cb) { @@ -240,10 +256,23 @@ function spec() { }, function(cb) { + function sync() { + that.syncBlocks( function(err) { + + + if (err && err.message.match(/ECONNREFUSED/) && retry_attemps--){ + setTimeout(function() { + console.log("Retrying in %d secs ", retry_secs); + sync(); + }, retry_secs * 1000); + } + else + return next(err); + }); + } + if (!opts.skip_blocks) { - that.syncBlocks( cb); - } else { - cb(); + sync(); } }, /* Exploding happens on block insertion @@ -267,7 +296,7 @@ function spec() { } */ ], function(err) { - return next(err); + return next(err); }); }); }; From cc7c876247c6dde811be7cbb6e8aa4087351a13d Mon Sep 17 00:00:00 2001 From: Manuel Araoz Date: Tue, 14 Jan 2014 16:56:02 -0300 Subject: [PATCH 10/13] new transactions shown on homepage! --- app/models/Transaction.js | 8 +++++--- app/views/sockets/main.js | 10 +++++++++- lib/Sync.js | 8 ++++++-- public/js/controllers/index.js | 2 +- server.js | 2 +- 5 files changed, 22 insertions(+), 8 deletions(-) diff --git a/app/models/Transaction.js b/app/models/Transaction.js index 57d2fc2..33ceb12 100644 --- a/app/models/Transaction.js +++ b/app/models/Transaction.js @@ -91,18 +91,20 @@ TransactionSchema.statics.fromIdWithInfo = function(txid, cb) { TransactionSchema.statics.createFromArray = function(txs, next) { var that = this; if (!txs) return next(); - + var mongo_txs = []; async.forEach( txs, function(tx, callback) { - that.create({ txid: tx }, function(err) { + that.create({ txid: tx }, function(err, new_tx) { if (err && ! err.toString().match(/E11000/)) { return callback(err); } + console.log(new_tx); + mongo_txs.push(new_tx); return callback(); }); }, function(err) { - return next(err); + return next(err, mongo_txs); } ); }; diff --git a/app/views/sockets/main.js b/app/views/sockets/main.js index 9f7ce40..ce01b69 100644 --- a/app/views/sockets/main.js +++ b/app/views/sockets/main.js @@ -3,7 +3,11 @@ var Transaction = require('../../models/Transaction'); // server-side socket behaviour -module.exports = function(app, io) { + +var io = null; + +module.exports.init = function(app, io_ext) { + io = io_ext; io.set('log level', 1); // reduce logging io.sockets.on('connection', function(socket) { Transaction.findOne(function(err, tx) { @@ -14,3 +18,7 @@ module.exports = function(app, io) { }); }; + +module.exports.broadcast_tx = function(tx) { + io.sockets.emit('tx', tx); +}; diff --git a/lib/Sync.js b/lib/Sync.js index 6b4fe0c..3bbca8d 100644 --- a/lib/Sync.js +++ b/lib/Sync.js @@ -13,6 +13,7 @@ function spec() { var Block = require('../app/models/Block'); var Transaction = require('../app/models/Transaction'); var TransactionItem = require('../app/models/TransactionItem'); + var sockets = require('../app/views/sockets/main.js'); function Sync(config) { this.tx_count =0; @@ -61,11 +62,13 @@ function spec() { Sync.prototype.storeTxs = function(txids, cb) { var that=this; - Transaction.createFromArray(txids, function(err) { + Transaction.createFromArray(txids, function(err, inserted_txs) { if (err) return cb(err); - async.each(txids, function(txid, next) { + async.each(inserted_txs, function(new_tx, next) { + var txid = new_tx.txid; + sockets.broadcast_tx(new_tx); // This will trigger an RPC call Transaction.explodeTransactionItems( txid, function(err) { that.tx_count++; @@ -202,6 +205,7 @@ function spec() { if (!(opts && opts.skip_db_connection)) { mongoose.connect(config.db); } + this.opts = opts; this.db = mongoose.connection; this.rpc = new RpcClient(config.bitcoind); diff --git a/public/js/controllers/index.js b/public/js/controllers/index.js index 3d30446..06d4b7d 100755 --- a/public/js/controllers/index.js +++ b/public/js/controllers/index.js @@ -5,7 +5,7 @@ angular.module('mystery.system').controller('IndexController', ['$scope', 'Globa socket.on('tx', function(data) { var tx = data; console.log('Transaction received! ' + tx.txid); - $scope.txs.push(tx.txid); + $scope.txs.unshift(tx.txid); }); $scope.txs = []; diff --git a/server.js b/server.js index f1fc718..fa7f5f8 100644 --- a/server.js +++ b/server.js @@ -59,7 +59,7 @@ require('./config/routes')(app); // socket.io var server = require('http').createServer(app); var io = require('socket.io').listen(server); -require('./app/views/sockets/main.js')(app,io); +require('./app/views/sockets/main.js').init(app,io); //Start the app by listening on var port = process.env.PORT || config.port; From 6b374e92dad93b8e8b509797bb4f9cb156e9e6f5 Mon Sep 17 00:00:00 2001 From: Manuel Araoz Date: Tue, 14 Jan 2014 18:03:18 -0300 Subject: [PATCH 11/13] remove old file --- p2p.js | 131 --------------------------------------------------------- 1 file changed, 131 deletions(-) delete mode 100755 p2p.js diff --git a/p2p.js b/p2p.js deleted file mode 100755 index aa0a08d..0000000 --- a/p2p.js +++ /dev/null @@ -1,131 +0,0 @@ -#!/usr/bin/env node -<<<<<<< HEAD -======= - ->>>>>>> 71e1c718ac8f5eb89acedb4f91f2207ec463808b -'use strict'; - -process.env.NODE_ENV = process.env.NODE_ENV || 'development'; - -var fs = require('fs'); -var HeaderDB = require('./HeaderDB').class(); -var Block = require('bitcore/Block').class(); -var CoinConst = require('bitcore/const'); -var coinUtil = require('bitcore/util/util'); -var networks = require('bitcore/networks'); -var Parser = require('bitcore/util/BinaryParser').class(); -var Sync = require('./lib/Sync').class(); -var Peer = require('bitcore/Peer').class(); - -var peerdb_fn = 'peerdb.json'; -var peerdb = undefined; - -var PROGRAM_VERSION = '0.1'; -var program = require('commander'); - -program - .version(PROGRAM_VERSION) - .option('-N --network [testnet]', 'Set bitcoin network [testnet]', 'testnet') - .parse(process.argv); - -var sync = new Sync({ - networkName: program.network -}); -sync.init(); - -var PeerManager = require('bitcore/PeerManager').createClass({ - config: { - network: program.network - } -}); - -function peerdb_load() { - try { - peerdb = JSON.parse(fs.readFileSync(peerdb_fn)); - } catch(d) { - console.warn('Unable to read peer db', peerdb_fn, 'creating new one.'); - peerdb = [{ - ipv4: '127.0.0.1', - port: 18333 - }, - ]; - - fs.writeFileSync(peerdb_fn, JSON.stringify(peerdb)); - } -} - -function handle_inv(info) { - // TODO: should limit the invs to objects we haven't seen yet - var invs = info.message.invs; - invs.forEach(function(inv) { - console.log('Handle inv for a ' + CoinConst.MSG.to_str(inv.type)); - }); - // this is not needed right now, but it's left in case - // we need to store more info in the future - info.conn.sendGetData(invs); -} - -function handle_tx(info) { - var tx = info.message.tx.getStandardizedObject(); - console.log('Handle tx: ' + tx.hash); - sync.storeTxs([tx.hash], function(err) { - if (err) { - console.log('Error in handle TX: ' + err); - } - }); -} - -function handle_block(info) { - var block = info.message.block; - var now = Math.round(new Date().getTime() / 1000); - var blockHash = coinUtil.formatHashFull(block.calcHash()); - console.log('Handle block: ' + blockHash); - sync.storeBlock({ - 'hash': blockHash, - 'time': now - }, - function(err) { - if (err) { - console.log('Error in handle Block: ' + err); - } else { - // if no errors importing block, import the transactions - var hashes = block.txs.map(function(tx) { - return coinUtil.formatHashFull(tx.hash); - }); - sync.storeTxs(hashes, function() {}); - } - }); - -} - -function handle_connected(data) { - var peerman = data.pm; - var peers_n = peerman.peers.length; - console.log('p2psync: Connected to ' + peers_n + ' peer' + (peers_n !== 1 ? 's': '')); -} - -function p2psync() { - var peerman = new PeerManager(); - - peerdb.forEach(function(datum) { - var peer = new Peer(datum.ipv4, datum.port); - peerman.addPeer(peer); - }); - - peerman.on('connection', function(conn) { - conn.on('inv', handle_inv); - conn.on('block', handle_block); - conn.on('tx', handle_tx); - }); - peerman.on('connect', handle_connected); - - peerman.start(); -} - -function main() { - peerdb_load(); - p2psync(); -} - -main(); - From c3e1250fdee8b28d01c909fb3b78dd4c216751b3 Mon Sep 17 00:00:00 2001 From: Matias Alejo Garcia Date: Tue, 14 Jan 2014 18:09:45 -0300 Subject: [PATCH 12/13] limit concurrency --- app/models/Transaction.js | 7 ++++--- lib/Sync.js | 8 ++++++-- 2 files changed, 10 insertions(+), 5 deletions(-) diff --git a/app/models/Transaction.js b/app/models/Transaction.js index 5bd351e..0e71ec7 100644 --- a/app/models/Transaction.js +++ b/app/models/Transaction.js @@ -17,6 +17,7 @@ var mongoose = require('mongoose'), config = require('../../config/config'), TransactionItem = require('./TransactionItem'); +var CONCURRENCY = 5; /** */ @@ -122,7 +123,7 @@ TransactionSchema.statics.explodeTransactionItems = function(txid, cb) { i.n = index++; }); - async.each(t.info.vin, function(i, next_in) { + async.forEachLimit(t.info.vin, CONCURRENCY, function(i, next_in) { if (i.addr && i.value) { //console.log("Creating IN %s %d", i.addr, i.valueSat); @@ -143,7 +144,7 @@ TransactionSchema.statics.explodeTransactionItems = function(txid, cb) { }, function (err) { if (err) console.log (err); - async.each(t.info.vout, function(o, next_out) { + async.forEachLimit(t.info.vout, CONCURRENCY, function(o, next_out) { /* * TODO Support multisigs @@ -180,7 +181,7 @@ TransactionSchema.methods.fillInputValues = function (tx, next) { var network = ( config.network === 'testnet') ? networks.testnet : networks.livenet ; var that = this; - async.each(tx.ins, function(i, cb) { + async.forEachLimit(tx.ins, CONCURRENCY, function(i, cb) { var outHash = i.getOutpointHash(); var outIndex = i.getOutpointIndex(); diff --git a/lib/Sync.js b/lib/Sync.js index a25fab2..35c66ab 100644 --- a/lib/Sync.js +++ b/lib/Sync.js @@ -14,6 +14,7 @@ function spec() { var Transaction = require('../app/models/Transaction'); var TransactionItem = require('../app/models/TransactionItem'); var sockets = require('../app/views/sockets/main.js'); + var CONCURRENCY = 1; function Sync(config) { this.tx_count =0; @@ -64,12 +65,14 @@ function spec() { var that=this; Transaction.createFromArray(txids, function(err, inserted_txs) { if (err) return cb(err); - async.each(inserted_txs, function(new_tx, next) { + async.forEachLimit(inserted_txs, CONCURRENCY, function(new_tx, next) { var txid = new_tx.txid; if (that.opts.broadcast_txs) { sockets.broadcast_tx(new_tx); } + + // This will trigger an RPC call Transaction.explodeTransactionItems( txid, function(err) { that.tx_count++; @@ -184,7 +187,8 @@ function spec() { if (!total) return cb(); - async.each(txs, function(tx, next) { + + async.forEachLimit(txs, CONCURRENCY, function(tx, next) { if (read++ % 1000 === 0) progress_bar('read', read, total); if (!tx.txid) { From b6f4aa78bcdb49d83fed60d1645207b552f5cee7 Mon Sep 17 00:00:00 2001 From: Manuel Araoz Date: Tue, 14 Jan 2014 19:42:38 -0300 Subject: [PATCH 13/13] show new blocks in homepage --- app/views/sockets/main.js | 5 +++++ lib/Sync.js | 7 ++++++- public/js/controllers/index.js | 19 +++++++++++++++++-- public/views/index.html | 18 ++++++++++++++---- server.js | 3 ++- 5 files changed, 44 insertions(+), 8 deletions(-) diff --git a/app/views/sockets/main.js b/app/views/sockets/main.js index d4b0452..b8b3f52 100644 --- a/app/views/sockets/main.js +++ b/app/views/sockets/main.js @@ -18,3 +18,8 @@ module.exports.init = function(app, io_ext) { module.exports.broadcast_tx = function(tx) { io.sockets.emit('tx', tx); }; + + +module.exports.broadcast_block = function(block) { + io.sockets.emit('block', block); +}; diff --git a/lib/Sync.js b/lib/Sync.js index 35c66ab..588e8d6 100644 --- a/lib/Sync.js +++ b/lib/Sync.js @@ -58,7 +58,12 @@ function spec() { }; Sync.prototype.storeBlock = function(block, cb) { - Block.create(block, cb); + var that = this; + Block.create(block, function(err, b){ + if (b && that.opts.broadcast_blocks) { + sockets.broadcast_block(b); + } + }); }; Sync.prototype.storeTxs = function(txids, cb) { diff --git a/public/js/controllers/index.js b/public/js/controllers/index.js index 06d4b7d..50738ae 100755 --- a/public/js/controllers/index.js +++ b/public/js/controllers/index.js @@ -1,14 +1,29 @@ 'use strict'; +var TRANSACTION_DISPLAYED = 5; +var BLOCKS_DISPLAYED = 5; angular.module('mystery.system').controller('IndexController', ['$scope', 'Global', 'socket', function($scope, Global, socket) { $scope.global = Global; socket.on('tx', function(data) { var tx = data; - console.log('Transaction received! ' + tx.txid); - $scope.txs.unshift(tx.txid); + console.log('Transaction received! ' + tx); + if ($scope.txs.length === TRANSACTION_DISPLAYED) { + $scope.txs.pop(); + } + $scope.txs.unshift(tx); + }); + + socket.on('block', function(data) { + var block = data; + console.log('Block received! ' + block); + if ($scope.blocks.length === BLOCKS_DISPLAYED) { + $scope.blocks.pop(); + } + $scope.blocks.unshift(block); }); $scope.txs = []; + $scope.blocks = []; }]); diff --git a/public/views/index.html b/public/views/index.html index 09d5d07..e9192bb 100644 --- a/public/views/index.html +++ b/public/views/index.html @@ -1,8 +1,18 @@
    -
    -

    New transactions

    -
    - {{tx}} +
    +
    +
    +

    New transactions

    +
    + {{tx.txid}} +
    +
    +
    +

    New blocks

    +
    + {{b.hash}} +
    +
    diff --git a/server.js b/server.js index b7ded02..3c9aa54 100644 --- a/server.js +++ b/server.js @@ -44,7 +44,8 @@ walk(models_path); var ps = new PeerSync(); ps.init({ skip_db_connection: true, - broadcast_txs: true + broadcast_txs: true, + broadcast_blocks: true }); ps.run();