/*! * pool.js - peer management for bcoin * Copyright (c) 2014-2015, Fedor Indutny (MIT License) * Copyright (c) 2014-2016, Christopher Jeffrey (MIT License). * https://github.com/bcoin-org/bcoin */ 'use strict'; var assert = require('assert'); var EventEmitter = require('events').EventEmitter; var AsyncObject = require('../utils/async'); var util = require('../utils/util'); var IP = require('../utils/ip'); var co = require('../utils/co'); var common = require('./common'); var NetAddress = require('../primitives/netaddress'); var Address = require('../primitives/address'); var BIP150 = require('./bip150'); var BIP152 = require('./bip152'); var Bloom = require('../utils/bloom'); var ec = require('../crypto/ec'); var Lock = require('../utils/lock'); var Network = require('../protocol/network'); var Peer = require('./peer'); var request = require('../http/request'); var List = require('../utils/list'); var tcp = require('./tcp'); var dns = require('./dns'); var HostList = require('./hostlist'); var InvItem = require('../primitives/invitem'); var Map = require('../utils/map'); var packets = require('./packets'); var invTypes = InvItem.types; /** * A pool of peers for handling all network activity. * @exports Pool * @constructor * @param {Object} options * @param {Chain} options.chain * @param {Mempool?} options.mempool * @param {Number?} [options.maxOutbound=8] - Maximum number of peers. * @param {Boolean?} options.spv - Do an SPV sync. * @param {Boolean?} options.noRelay - Whether to ask * for relayed transactions. * @param {Boolean?} options.headers - Whether * to use `getheaders` for sync. * @param {Number?} [options.feeRate] - Fee filter rate. * @param {Number?} [options.invTimeout=60000] - Timeout for broadcasted * objects. * @param {Boolean?} options.listen - Whether to spin up a server socket * and listen for peers. * @param {Boolean?} options.selfish - A selfish pool. Will not serve blocks, * headers, hashes, utxos, or transactions to peers. * @param {Boolean?} options.broadcast - Whether to automatically broadcast * transactions accepted to our mempool. * @param {Boolean} options.noDiscovery - Automatically discover new * peers. * @param {String[]} options.seeds * @param {Function?} options.createSocket - Custom function to create a socket. * Must accept (port, host) and return a node-like socket. * @param {Function?} options.createServer - Custom function to create a server. * Must return a node-like server. * @emits Pool#block * @emits Pool#block * @emits Pool#tx * @emits Pool#peer * @emits Pool#open * @emits Pool#close * @emits Pool#error * @emits Pool#fork * @emits Pool#invalid * @emits Pool#exists * @emits Pool#orphan * @emits Pool#full * @emits Pool#blocks * @emits Pool#txs * @emits Pool#chain-progress * @emits Pool#reject * @emits Pool#addr * @emits Pool#version * @emits Pool#ack * @emits Pool#watched */ function Pool(options) { if (!(this instanceof Pool)) return new Pool(options); AsyncObject.call(this); this.options = new PoolOptions(options); this.network = this.options.network; this.logger = this.options.logger; this.chain = this.options.chain; this.mempool = this.options.mempool; this.server = this.options.createServer(); this.locker = new Lock(true); this.connected = false; this.syncing = false; this.nonce = util.nonce(); this.spvFilter = null; this.txFilter = null; this.requestMap = new Map(); this.compactBlocks = new Map(); this.invMap = new Map(); this.scheduled = false; this.pendingWatch = null; this.pendingRefill = null; this.headersFirst = false; this.headerChain = new List(); this.headerNext = null; this.headerTip = null; this.checkpoints = []; this.peers = new PeerList(); this.authdb = new BIP150.AuthDB(this.options); this.address = new NetAddress(this.options); this.address.ts = this.network.now(); this.hosts = new HostList(this.options); this.hosts.address = this.address; if (this.options.spv) this.spvFilter = Bloom.fromRate(20000, 0.001, Bloom.flags.ALL); if (!this.options.mempool) this.txFilter = new Bloom.Rolling(50000, 0.000001); this._init(); }; util.inherits(Pool, AsyncObject); /** * Initialize the pool. * @private */ Pool.prototype._init = function _init() { var self = this; var keys = Object.keys(this.network.checkpoints); var i, key, hash, height; for (i = 0; i < keys.length; i++) { key = keys[i]; hash = this.network.checkpoints[key]; height = +key; this.checkpoints.push(new BlockNode(hash, height)); } this.checkpoints.sort(sortNodes); this.server.on('error', function(err) { self.emit('error', err); }); this.server.on('connection', function(socket) { self.handleSocket(socket); self.emit('connection', socket); }); this.server.on('listening', function() { var data = self.server.address(); self.logger.info( 'Pool server listening on %s (port=%d).', data.address, data.port); self.emit('listening', data); }); this.chain.on('block', function(block, entry) { self.emit('block', block, entry); }); this.chain.on('reset', function() { self.resetChain(); self.forceSync(); }); this.chain.on('full', function() { self.sync(); self.emit('full'); self.logger.info('Chain is fully synced (height=%d).', self.chain.height); }); if (!this.options.selfish && !this.options.spv) { if (this.mempool) { this.mempool.on('tx', function(tx) { self.announceTX(tx); }); } // Normally we would also broadcast // competing chains, but we want to // avoid getting banned if an evil // miner sends us an invalid competing // chain that we can't connect and // verify yet. this.chain.on('block', function(block) { if (!self.chain.synced) return; self.announceBlock(block); }); } }; /** * Open the pool, wait for the chain to load. * @alias Pool#open * @returns {Promise} */ Pool.prototype._open = co(function* _open() { var key; if (this.mempool) yield this.mempool.open(); else yield this.chain.open(); this.logger.info('Pool loaded (maxpeers=%d).', this.options.maxOutbound); if (this.options.bip150) { key = ec.publicKeyCreate(this.options.identityKey, true); this.logger.info('Identity public key: %s.', key.toString('hex')); this.logger.info('Identity address: %s.', BIP150.address(key)); } this.resetChain(); }); /** * Reset header chain. */ Pool.prototype.resetChain = function resetChain() { var tip = this.chain.tip; var watermark; if (!this.options.headers) return; this.headersFirst = false; this.headerTip = null; this.headerChain.reset(); this.headerNext = null; watermark = this.getNextTip(tip.height); if (watermark) { this.headersFirst = true; this.headerTip = watermark; this.headerChain.push(new BlockNode(tip.hash, tip.height)); this.logger.info( 'Initialized header chain to height %d (watermark=%d).', tip.height, watermark.height); } }; /** * Close and destroy the pool. * @alias Pool#close * @returns {Promise} */ Pool.prototype._close = co(function* close() { yield this.disconnect(); this.hosts.reset(); }); /** * Connect to the network. * @returns {Promise} */ Pool.prototype.connect = co(function* connect() { var unlock = yield this.locker.lock(); try { return yield this._connect(); } finally { unlock(); } }); /** * Connect to the network (no lock). * @returns {Promise} */ Pool.prototype._connect = co(function* connect() { var ip; assert(this.loaded, 'Pool is not loaded.'); if (this.connected) return; yield this.listen(); if (this.address.isNull()) { try { ip = yield this.getIP(); } catch (e) { this.logger.error(e); } if (ip) { this.address.setHost(ip); this.logger.info('External IP found: %s.', ip); } } yield this.authdb.discover(); yield this.hosts.discover(); if (this.hosts.size() === 0) throw new Error('No hosts available. Do you have an internet connection?'); this.logger.info('Resolved %d hosts from DNS seeds.', this.hosts.size()); this.fillOutbound(); this.connected = true; }); /** * Disconnect from the network. * @returns {Promise} */ Pool.prototype.disconnect = co(function* disconnect() { var unlock = yield this.locker.lock(); try { return yield this._disconnect(); } finally { unlock(); } }); /** * Disconnect from the network. * @returns {Promise} */ Pool.prototype._disconnect = co(function* disconnect() { var i, item, hashes, hash; assert(this.loaded, 'Pool is not loaded.'); if (!this.connected) return; hashes = this.invMap.keys(); for (i = 0; i < hashes.length; i++) { hash = hashes[i]; item = this.invMap.get(hash); item.resolve(); } this.peers.destroy(); this.requestMap.reset(); if (this.pendingWatch != null) { clearTimeout(this.pendingWatch); this.pendingWatch = null; } if (this.pendingRefill != null) { clearTimeout(this.pendingRefill); this.pendingRefill = null; } this.headersFirst = false; this.headerTip = null; this.headerChain.reset(); this.headerNext = null; yield this.unlisten(); this.syncing = false; this.connected = false; }); /** * Start listening on a server socket. * @private * @returns {Promise} */ Pool.prototype.listen = co(function* listen() { assert(this.server); assert(!this.connected, 'Already listening.'); if (!this.options.listen) return; yield this.server.listen(this.address.port, '0.0.0.0'); }); /** * Stop listening on server socket. * @private * @returns {Promise} */ Pool.prototype.unlisten = co(function* unlisten() { assert(this.server); assert(this.connected, 'Not listening.'); if (!this.options.listen) return; yield this.server.close(); }); /** * Handle incoming connection. * @private * @param {net.Socket} socket */ Pool.prototype.handleSocket = function handleSocket(socket) { var host; if (!socket.remoteAddress) { this.logger.debug('Ignoring disconnected peer.'); socket.destroy(); return; } host = IP.normalize(socket.remoteAddress); if (this.peers.inbound >= this.options.maxInbound) { this.logger.debug('Ignoring peer: too many inbound (%s).', host); socket.destroy(); return; } if (this.hosts.isBanned(host)) { this.logger.debug('Ignoring banned peer (%s).', host); socket.destroy(); return; } host = IP.hostname(host, socket.remotePort); assert(!this.peers.map[host], 'Port collision.'); this.addInbound(socket); }; /** * Add a loader peer. Necessary for * a sync to even begin. * @private */ Pool.prototype.addLoader = function addLoader() { var peer, addr; if (!this.loaded) return; assert(!this.peers.load); for (peer = this.peers.head(); peer; peer = peer.next) { if (!peer.outbound) continue; this.logger.info('Repurposing peer for loader (%s).', peer.hostname); this.setLoader(peer); return; } addr = this.getHost(); if (!addr) return; peer = this.createPeer(addr); this.logger.info('Adding loader peer (%s).', peer.hostname); this.peers.add(peer); this.setLoader(peer); }; /** * Add a loader peer. Necessary for * a sync to even begin. * @private */ Pool.prototype.setLoader = function setLoader(peer) { if (!this.loaded) return; assert(peer.outbound); this.peers.load = peer; peer.sync(); this.emit('loader', peer); }; /** * Start the blockchain sync. */ Pool.prototype.startSync = function startSync() { if (!this.loaded) return; assert(this.connected, 'Pool is not connected!'); this.syncing = true; this.sync(); }; /** * Send a sync to each peer. * @private */ Pool.prototype.sync = function sync() { var peer; if (!this.syncing) return; for (peer = this.peers.head(); peer; peer = peer.next) { if (!peer.outbound) continue; peer.sync(); } }; /** * Force sending a sync to each peer. * @private */ Pool.prototype.forceSync = function forceSync() { var peer; if (!this.syncing) return; for (peer = this.peers.head(); peer; peer = peer.next) { if (!peer.outbound) continue; peer.syncSent = false; peer.sync(); } }; /** * Send `mempool` to all peers. */ Pool.prototype.sendMempool = function sendMempool() { var peer; for (peer = this.peers.head(); peer; peer = peer.next) peer.sendMempool(); }; /** * Send `getaddr` to all peers. */ Pool.prototype.sendGetAddr = function sendGetAddr() { var peer; for (peer = this.peers.head(); peer; peer = peer.next) peer.sendGetAddr(); }; /** * Request current header chain blocks. * @param {Peer} peer * @returns {Promise} */ Pool.prototype.requestHeaders = co(function* requestHeaders(peer) { var items = []; var node; if (!this.headerNext) return; for (node = this.headerNext; node; node = node.next) { this.headerNext = node.next; if (yield this.hasBlock(node.hash)) continue; items.push(node.hash); } // Checkpoints should never be // spaced more than 50k blocks // apart from each other. assert(items.length <= 50000); this.getBlock(peer, items); }); /** * Find the next highest watermark block. * @private * @param {Number} height * @returns {Object} */ Pool.prototype.getNextTip = function getNextTip(height) { var i, next; if (this.options.useCheckpoints) { for (i = 0; i < this.checkpoints.length; i++) { next = this.checkpoints[i]; if (next.height > height) return next; } return; } if (this.chain.isFull()) return; return new BlockNode(null, height + 20000); }; /** * Announce broadcast list to peer. * @param {Peer} peer */ Pool.prototype.announceList = function announceList(peer) { var blocks = []; var txs = []; var hashes = this.invMap.keys(); var i, hash, item; for (i = 0; i < hashes.length; i++) { hash = hashes[i]; item = this.invMap.get(hash); switch (item.type) { case invTypes.BLOCK: blocks.push(item.msg); break; case invTypes.TX: txs.push(item.msg); break; default: assert(false, 'Bad item type.'); break; } } if (blocks.length > 0) peer.announceBlock(blocks); if (txs.length > 0) peer.announceTX(txs); }; /** * Get a block/tx from the broadcast map. * @private * @param {Peer} peer * @param {InvItem} item * @returns {Promise} */ Pool.prototype.getBroadcasted = function getBroadcasted(peer, item) { var type = item.isTX() ? invTypes.TX : invTypes.BLOCK; var entry = this.invMap.get(item.hash); if (!entry) return; if (type !== entry.type) { this.logger.debug( 'Peer requested item with the wrong type (%s).', peer.hostname); return; } this.logger.debug( 'Peer requested %s %s as a %s packet (%s).', item.isTX() ? 'tx' : 'block', item.rhash(), item.hasWitness() ? 'witness' : 'normal', peer.hostname); entry.ack(peer); return entry.msg; }; /** * Get a block/tx either from the broadcast map, mempool, or blockchain. * @private * @param {Peer} peer * @param {InvItem} item * @returns {Promise} */ Pool.prototype.getItem = co(function* getItem(peer, item) { var entry = this.getBroadcasted(peer, item); if (entry) return entry; if (this.options.selfish) return; if (item.isTX()) { if (!this.mempool) return; return this.mempool.getTX(item.hash); } if (this.chain.options.spv) return; if (this.chain.options.prune) return; return yield this.chain.db.getBlock(item.hash); }); /** * Send a block from the broadcast list or chain. * @private * @param {Peer} peer * @param {InvItem} item * @returns {Boolean} */ Pool.prototype.sendBlock = co(function* sendBlock(peer, item, witness) { var block = this.getBroadcasted(peer, item); // Check for a broadcasted item first. if (block) { peer.send(new packets.BlockPacket(block, witness)); return true; } if (this.options.selfish || this.chain.options.spv || this.chain.options.prune) { return false; } // If we have the same serialization, we // can write the raw binary to the socket. if (witness === this.chain.options.witness) { block = yield this.chain.db.getRawBlock(item.hash); if (block) { peer.sendRaw('block', block); return true; } return false; } block = yield this.chain.db.getBlock(item.hash); if (block) { peer.send(new packets.BlockPacket(block, witness)); return true; } return false; }); /** * Create an outbound peer with no special purpose. * @private * @param {NetAddress} addr * @returns {Peer} */ Pool.prototype.createPeer = function createPeer(addr) { var peer = new Peer(this); this.bindPeer(peer); this.hosts.markAttempt(addr.hostname); peer.connect(addr); peer.tryOpen(); return peer; }; /** * Accept an inbound socket. * @private * @param {net.Socket} socket * @returns {Peer} */ Pool.prototype.acceptPeer = function acceptPeer(socket) { var peer = new Peer(this); this.bindPeer(peer); peer.accept(socket); peer.tryOpen(); return peer; }; /** * Bind to peer events. * @private */ Pool.prototype.bindPeer = function bindPeer(peer) { var self = this; peer.once('connect', function() { self.handleConnect(peer); }); peer.once('open', function() { self.handleOpen(peer); }); peer.once('close', function(connected) { self.handleClose(peer, connected); }); peer.on('ban', function() { self.ban(peer.address); }); peer.on('error', function(err) { self.emit('error', err, peer); }); }; /** * Handle peer connect event. * @private * @param {Peer} peer */ Pool.prototype.handleConnect = function handleConnect(peer) { if (!peer.outbound) return; this.hosts.markSuccess(peer.hostname); }; /** * Handle peer open event. * @private * @param {Peer} peer */ Pool.prototype.handleOpen = function handleOpen(peer) { // Advertise our address. if (!this.address.isNull() && !this.options.selfish && this.options.listen) { peer.send(new packets.AddrPacket([this.address])); } // We want compact blocks! if (this.options.compact) { if (peer.version >= common.COMPACT_VERSION) peer.sendCompact(this.options.blockMode); } // Find some more peers. if (!this.hosts.isFull()) peer.sendGetAddr(); // Relay our spv filter if we have one. if (this.spvFilter) peer.sendFilterLoad(this.spvFilter); // Announce our currently broadcasted items. this.announceList(peer); // Set a fee rate filter. if (this.options.feeRate !== -1) peer.sendFeeRate(this.options.feeRate); // Start syncing the chain. peer.sync(); if (peer.outbound) { this.hosts.markAck(peer.hostname, peer.services); // If we don't have an ack'd loader yet, use this peer. if (!this.peers.load || !this.peers.load.handshake) this.setLoader(peer); } }; /** * Handle peer close event. * @private * @param {Peer} peer * @param {Boolean} connected */ Pool.prototype.handleClose = co(function* handleClose(peer, connected) { var outbound = peer.outbound; var loader = peer.isLoader(); this.removePeer(peer); if (loader) { this.logger.info('Removed loader peer (%s).', peer.hostname); this.resetChain(); } if (!this.loaded) return; if (!outbound) return; this.refill(); }); /** * Handle peer version event. * @private * @param {Peer} peer * @param {VersionPacket} packet */ Pool.prototype.handleVersion = co(function* handleVersion(peer, packet) { this.logger.info( 'Received version (%s): version=%d height=%d services=%s agent=%s', peer.hostname, packet.version, packet.height, packet.services.toString(2), packet.agent); this.network.time.add(peer.hostname, packet.ts); this.emit('version', packet, peer); }); /** * Handle `verack` packet. * @private * @param {Peer} peer * @param {VerackPacket} packet */ Pool.prototype.handleVerack = co(function* handleVerack(peer, packet) { this.emit('verack', packet, peer); }); /** * Handle `ping` packet. * @private * @param {Peer} peer * @param {PingPacket} packet */ Pool.prototype.handlePing = co(function* handlePing(peer, packet) { this.emit('ping', packet, peer); }); /** * Handle `pong` packet. * @private * @param {Peer} peer * @param {PongPacket} packet */ Pool.prototype.handlePong = co(function* handlePong(peer, packet) { this.emit('pong', packet, peer); }); /** * Handle `getaddr` packet. * @private * @param {Peer} peer * @param {GetAddrPacket} packet */ Pool.prototype.handleGetAddr = co(function* handleGetAddr(peer, packet) { var items = []; var i, addrs, addr; if (this.options.selfish) return; if (peer.sentAddr) { this.logger.debug('Ignoring repeated getaddr (%s).', peer.hostname); return; } peer.sentAddr = true; addrs = this.hosts.toArray(); for (i = 0; i < addrs.length; i++) { addr = addrs[i]; if (!peer.addrFilter.added(addr.hostname, 'ascii')) continue; items.push(addr); if (items.length === 1000) break; } if (items.length === 0) return; this.logger.debug( 'Sending %d addrs to peer (%s)', items.length, peer.hostname); peer.send(new packets.AddrPacket(items)); this.emit('getaddr', packet, peer); }); /** * Handle peer addr event. * @private * @param {Peer} peer * @param {AddrPacket} packet */ Pool.prototype.handleAddr = co(function* handleAddr(peer, packet) { var addrs = packet.items; var now = this.network.now(); var services = this.options.requiredServices; var i, addr; for (i = 0; i < addrs.length; i++) { addr = addrs[i]; peer.addrFilter.add(addr.hostname, 'ascii'); if (this.options.noDiscovery) continue; if (!addr.isRoutable()) continue; if (!addr.hasServices(services)) continue; if (addr.ts <= 100000000 || addr.ts > now + 10 * 60) addr.ts = now - 5 * 24 * 60 * 60; this.hosts.add(addr, peer.address); } this.logger.info( 'Received %d addrs (hosts=%d, peers=%d) (%s).', addrs.length, this.hosts.size(), this.peers.size(), peer.hostname); this.fillOutbound(); this.emit('addr', packet, peer); }); /** * Handle `inv` packet. * @private * @param {Peer} peer * @param {InvPacket} packet */ Pool.prototype.handleInv = co(function* handleInv(peer, packet) { var unlock = yield this.locker.lock(); try { return yield this._handleInv(peer, packet); } finally { unlock(); } }); /** * Handle `inv` packet (without a lock). * @private * @param {Peer} peer * @param {InvPacket} packet */ Pool.prototype._handleInv = co(function* handleInv(peer, packet) { var items = packet.items; var blocks = []; var txs = []; var unknown = -1; var i, item; if (items.length > 50000) { peer.increaseBan(100); return; } for (i = 0; i < items.length; i++) { item = items[i]; switch (item.type) { case invTypes.BLOCK: blocks.push(item.hash); break; case invTypes.TX: txs.push(item.hash); break; default: unknown = item.type; continue; } peer.invFilter.add(item.hash, 'hex'); } this.logger.debug( 'Received inv packet with %d items: blocks=%d txs=%d (%s).', items.length, blocks.length, txs.length, peer.hostname); if (unknown !== -1) { this.logger.warning( 'Peer sent an unknown inv type: %d (%s).', unknown, peer.hostname); } if (blocks.length > 0) yield this.handleBlockInv(peer, blocks); if (txs.length > 0) yield this.handleTXInv(peer, txs); this.emit('inv', packet, peer); }); /** * Handle `inv` packet from peer (containing only BLOCK types). * @private * @param {Peer} peer * @param {Hash[]} hashes * @returns {Promise} */ Pool.prototype.handleBlockInv = co(function* handleBlockInv(peer, hashes) { var items = []; var i, hash; if (!this.syncing) return; // Ignore for now if we're still syncing if (!this.chain.synced && !peer.isLoader()) return; if (this.options.witness && !peer.hasWitness()) return; // Request headers instead. if (this.headersFirst) return; this.logger.debug( 'Received %s block hashes from peer (%s).', hashes.length, peer.hostname); for (i = 0; i < hashes.length; i++) { hash = hashes[i]; // Resolve orphan chain. if (this.chain.hasOrphan(hash)) { this.logger.debug('Received known orphan hash (%s).', peer.hostname); yield this.resolveOrphan(peer, hash); continue; } // Request the block if we don't have it. if (!(yield this.hasBlock(hash))) { items.push(hash); continue; } // Normally we request the hashContinue. // In the odd case where we already have // it, we can do one of two things: either // force re-downloading of the block to // continue the sync, or do a getblocks // from the last hash (this will reset // the hashContinue on the remote node). if (i === hashes.length - 1) { this.logger.debug('Received existing hash (%s).', peer.hostname); yield this.getBlocks(peer, hash); } } this.getBlock(peer, items); }); /** * Handle peer inv packet (txs). * @private * @param {Peer} peer * @param {Hash[]} hashes */ Pool.prototype.handleTXInv = co(function* handleTXInv(peer, hashes) { var items = []; var i, hash; if (this.syncing && !this.chain.synced) return; for (i = 0; i < hashes.length; i++) { hash = hashes[i]; if (this.hasTX(hash)) continue; items.push(hash); } this.getTX(peer, items); }); /** * Handle `getdata` packet. * @private * @param {Peer} peer * @param {GetDataPacket} packet */ Pool.prototype.handleGetData = co(function* handleGetData(peer, packet) { var items = packet.items; var notFound = []; var txs = 0; var blocks = 0; var unknown = -1; var i, j, item, tx, block, result, height; if (items.length > 50000) { this.logger.warning('Peer sent a inv >50k items (%s).', peer.hostname); peer.increaseBan(100); peer.destroy(); return; } for (i = 0; i < items.length; i++) { item = items[i]; if (item.isTX()) { tx = yield this.getItem(peer, item); if (!tx) { notFound.push(item); continue; } // Coinbases are an insta-ban from any node. // This should technically never happen, but // it's worth keeping here just in case. A // 24-hour ban from any node is rough. if (tx.isCoinbase()) { notFound.push(item); this.logger.warning('Failsafe: tried to relay a coinbase.'); continue; } peer.send(new packets.TXPacket(tx, item.hasWitness())); txs++; continue; } switch (item.type) { case invTypes.BLOCK: case invTypes.WITNESS_BLOCK: result = yield this.sendBlock(peer, item, item.hasWitness()); if (!result) { notFound.push(item); continue; } blocks++; break; case invTypes.FILTERED_BLOCK: case invTypes.WITNESS_FILTERED_BLOCK: if (!peer.spvFilter) { notFound.push(item); continue; } block = yield this.getItem(peer, item); if (!block) { notFound.push(item); continue; } block = block.toMerkle(peer.spvFilter); peer.send(new packets.MerkleBlockPacket(block)); for (j = 0; j < block.txs.length; j++) { tx = block.txs[j]; peer.send(new packets.TXPacket(tx, item.hasWitness())); txs++; } blocks++; break; case invTypes.CMPCT_BLOCK: height = yield this.chain.db.getHeight(item.hash); // Fallback to full block. if (height < this.chain.tip.height - 10) { result = yield this.sendBlock(peer, item, peer.compactWitness); if (!result) { notFound.push(item); continue; } blocks++; break; } block = yield this.getItem(peer, item); if (!block) { notFound.push(item); continue; } peer.sendCompactBlock(block); blocks++; break; default: unknown = item.type; notFound.push(item); continue; } if (item.hash === peer.hashContinue) { peer.sendInv([new InvItem(invTypes.BLOCK, this.chain.tip.hash)]); peer.hashContinue = null; } } if (notFound.length > 0) peer.send(new packets.NotFoundPacket(notFound)); if (txs > 0) { this.logger.debug( 'Served %d txs with getdata (notfound=%d) (%s).', txs, notFound.length, peer.hostname); } if (blocks > 0) { this.logger.debug( 'Served %d blocks with getdata (notfound=%d) (%s).', blocks, notFound.length, peer.hostname); } if (unknown !== -1) { this.logger.warning( 'Peer sent an unknown getdata type: %s (%d).', unknown, peer.hostname); } this.emit('getdata', packet, peer); }); /** * Handle peer notfound packet. * @private * @param {Peer} peer * @param {NotFoundPacket} packet */ Pool.prototype.handleNotFound = co(function* handleNotFound(peer, packet) { var items = packet.items; var i, item; for (i = 0; i < items.length; i++) { item = items[i]; this.fulfill(peer, item.hash); } this.emit('notfound', packet, peer); }); /** * Handle `getblocks` packet. * @private * @param {Peer} peer * @param {GetBlocksPacket} packet */ Pool.prototype.handleGetBlocks = co(function* handleGetBlocks(peer, packet) { var blocks = []; var hash; if (!this.chain.synced) return; if (this.options.selfish) return; if (this.chain.options.spv) return; if (this.chain.options.prune) return; hash = yield this.chain.findLocator(packet.locator); if (hash) hash = yield this.chain.db.getNextHash(hash); while (hash) { blocks.push(new InvItem(invTypes.BLOCK, hash)); if (hash === packet.stop) break; if (blocks.length === 500) { peer.hashContinue = hash; break; } hash = yield this.chain.db.getNextHash(hash); } peer.sendInv(blocks); this.emit('getblocks', packet, peer); }); /** * Handle `getheaders` packet. * @private * @param {Peer} peer * @param {GetHeadersPacket} packet */ Pool.prototype.handleGetHeaders = co(function* handleGetHeaders(peer, packet) { var headers = []; var hash, entry; if (!this.chain.synced) return; if (this.options.selfish) return; if (this.chain.options.spv) return; if (this.chain.options.prune) return; if (packet.locator.length > 0) { hash = yield this.chain.findLocator(packet.locator); if (hash) hash = yield this.chain.db.getNextHash(hash); } else { hash = packet.stop; } if (hash) entry = yield this.chain.db.getEntry(hash); while (entry) { headers.push(entry.toHeaders()); if (entry.hash === packet.stop) break; if (headers.length === 2000) break; entry = yield entry.getNext(); } peer.sendHeaders(headers); this.emit('getheaders', packet, peer); }); /** * Handle `headers` packet from a given peer. * @private * @param {Peer} peer * @param {HeadersPacket} packet * @returns {Promise} */ Pool.prototype.handleHeaders = co(function* handleHeaders(peer, packet) { var unlock = yield this.locker.lock(); try { return yield this._handleHeaders(peer, packet); } finally { unlock(); } }); /** * Handle `headers` packet from * a given peer without a lock. * @private * @param {Peer} peer * @param {HeadersPacket} packet * @returns {Promise} */ Pool.prototype._handleHeaders = co(function* handleHeaders(peer, packet) { var headers = packet.items; var isWatermark = false; var i, header, hash, height, last, node; if (!this.headersFirst) return; if (!this.syncing) return; if (!peer.isLoader()) return; if (headers.length === 0) return; if (headers.length > 2000) { peer.increaseBan(100); return; } if (this.headerChain.size > 40000) { this.logger.warning( 'Peer is sending too many headers (%s).', peer.hostname); peer.increaseBan(100); peer.destroy(); return; } assert(this.headerChain.size > 0); for (i = 0; i < headers.length; i++) { header = headers[i]; last = this.headerChain.tail; hash = header.hash('hex'); height = last.height + 1; if (header.prevBlock !== last.hash) { this.logger.warning('Peer sent a bad header chain (%s).', peer.hostname); peer.destroy(); return; } if (!header.verify()) { this.logger.warning('Peer sent an invalid header (%s).', peer.hostname); peer.increaseBan(100); peer.destroy(); return; } node = new BlockNode(hash, height); if (!this.headerNext) this.headerNext = node; if (node.height === this.headerTip.height) { if (this.options.useCheckpoints) { if (node.hash !== this.headerTip.hash) { this.logger.warning( 'Peer sent an invalid checkpoint (%s).', peer.hostname); peer.increaseBan(100); peer.destroy(); return; } } isWatermark = true; } this.headerChain.push(node); } this.logger.debug( 'Received %s headers from peer (%s).', headers.length, peer.hostname); this.emit('headers', packet, peer); // Request the hashes we just added. if (isWatermark) { this.headerChain.shift(); yield this.requestHeaders(peer); return; } // Restart the getheaders process. peer.sendGetHeaders([node.hash], this.headerTip.hash); }); /** * Handle `sendheaders` packet. * @private * @param {Peer} peer * @param {SendHeadersPacket} packet * @returns {Promise} */ Pool.prototype.handleSendHeaders = co(function* handleSendHeaders(peer, packet) { this.emit('sendheaders', packet, peer); }); /** * Handle `block` packet. Attempt to add to chain. * @private * @param {Peer} peer * @param {BlockPacket} packet * @returns {Promise} */ Pool.prototype.handleBlock = co(function* handleBlock(peer, packet) { if (this.options.spv) { this.logger.warning( 'Peer sent unsolicited block (%s).', this.hostname); return; } return yield this.addBlock(peer, packet.block); }); /** * Attempt to add block to chain. * @private * @param {Peer} peer * @param {Block} block * @returns {Promise} */ Pool.prototype.addBlock = co(function* addBlock(peer, block) { var hash = block.hash('hex'); var unlock = yield this.locker.lock(hash); try { return yield this._addBlock(peer, block); } finally { unlock(); } }); /** * Attempt to add block to chain (without a lock). * @private * @param {Peer} peer * @param {Block} block * @returns {Promise} */ Pool.prototype._addBlock = co(function* addBlock(peer, block) { var hash = block.hash('hex'); var isWatermark = false; var node, watermark; if (!this.syncing) return; if (!this.fulfill(peer, hash)) { this.logger.warning( 'Received unrequested block: %s (%s).', block.rhash(), peer.hostname); peer.destroy(); return; } if (this.headersFirst) { node = this.headerChain.head; assert(node); if (hash === node.hash) { if (node.height === this.headerTip.height) { this.logger.info( 'Received checkpoint block %s (%d).', hash, node.height); isWatermark = true; } else { this.headerChain.shift(); } } } peer.lastBlock = util.ms(); try { yield this.chain.add(block); } catch (err) { if (err.type === 'VerifyError') { if (err.reason === 'bad-prevblk') { if (this.headersFirst) { peer.increaseBan(10); this.emit('error', err, peer); return; } this.logger.debug('Peer sent an orphan block. Resolving.'); yield this.resolveOrphan(peer, hash); return; } peer.reject(block, err.code, err.reason, err.score); this.emit('error', err, peer); return; } throw err; } this.logStatus(block); if (!this.headersFirst) return; if (!isWatermark && !this.chain.isFull()) { yield this.requestHeaders(peer); return; } node = this.headerTip; watermark = this.getNextTip(node.height); if (watermark) { this.headerTip = watermark; peer.sendGetHeaders([hash], watermark.hash); return; } this.headersFirst = false; this.headerTip = null; this.headerChain.reset(); this.headerNext = null; yield this.getBlocks(peer, hash); }); /** * Log sync status. * @private * @param {Block} block */ Pool.prototype.logStatus = function logStatus(block) { if (this.logger.level >= 4 && this.chain.total % 20 === 0) { this.logger.debug('Status:' + ' ts=%s height=%d progress=%s' + ' blocks=%d orphans=%d active=%d' + ' target=%s peers=%d jobs=%d', util.date(block.ts), this.chain.height, (this.chain.getProgress() * 100).toFixed(2) + '%', this.chain.total, this.chain.orphanCount, this.requestMap.size, block.bits, this.peers.size(), this.locker.jobs.length); } if (this.chain.total % 2000 === 0) { this.logger.info( 'Received 2000 more blocks (height=%d, hash=%s).', this.chain.height, block.rhash()); } }; /** * Handle a transaction. Attempt to add to mempool. * @private * @param {Peer} peer * @param {TXPacket} packet * @returns {Promise} */ Pool.prototype.handleTX = co(function* handleTX(peer, packet) { var hash = packet.tx.hash('hex'); var unlock = yield this.locker.lock(hash); try { return yield this._handleTX(peer, packet); } finally { unlock(); } }); /** * Handle a transaction. Attempt to add to mempool (without a lock). * @private * @param {Peer} peer * @param {TXPacket} packet * @returns {Promise} */ Pool.prototype._handleTX = co(function* handleTX(peer, packet) { var tx = packet.tx; var hash = tx.hash('hex'); var missing; if (peer.merkleBlock) { assert(peer.merkleMatches > 0); if (peer.merkleBlock.hasTX(tx)) { peer.merkleBlock.addTX(tx); if (--peer.merkleMatches === 0) { yield this._addBlock(peer, peer.merkleBlock); peer.merkleTime = -1; peer.merkleBlock = null; peer.merkleMatches = 0; } return; } } if (!this.fulfill(peer, hash)) { this.logger.warning( 'Peer sent unrequested tx: %s (%s).', tx.txid(), peer.hostname); peer.destroy(); return; } if (!this.mempool) { this.emit('tx', tx, peer); return; } try { missing = yield this.mempool.addTX(tx); } catch (err) { if (err.type === 'VerifyError') { peer.reject(tx, err.code, err.reason, err.score); this.emit('error', err, peer); return; } throw err; } if (missing) { this.logger.debug( 'Requesting %d missing transactions (%s).', missing.length, peer.hostname); this.getTX(peer, missing); } this.emit('tx', tx, peer); }); /** * Handle peer reject event. * @private * @param {Peer} peer * @param {RejectPacket} packet */ Pool.prototype.handleReject = co(function* handleReject(peer, packet) { var entry; this.logger.warning( 'Received reject (%s): msg=%s code=%s reason=%s hash=%s.', peer.hostname, packet.message, packet.getCode(), packet.reason, packet.rhash()); this.emit('reject', packet, peer); if (!packet.hash) return; entry = this.invMap.get(packet.hash); if (!entry) return; entry.reject(peer); }); /** * Handle `mempool` packet. * @private * @param {Peer} peer * @param {MempoolPacket} packet */ Pool.prototype.handleMempool = co(function* handleMempool(peer, packet) { var items = []; var i, hash, hashes; if (!this.mempool) return; if (!this.chain.synced) return; if (this.options.selfish) return; hashes = this.mempool.getSnapshot(); for (i = 0; i < hashes.length; i++) { hash = hashes[i]; items.push(new InvItem(invTypes.TX, hash)); } this.logger.debug('Sending mempool snapshot (%s).', peer.hostname); peer.queueInv(items); this.emit('mempool', packet, peer); }); /** * Handle `filterload` packet. * @private * @param {Peer} peer * @param {FilterLoadPacket} packet */ Pool.prototype.handleFilterLoad = co(function* handleFilterLoad(peer, packet) { this.emit('filterload', packet, peer); }); /** * Handle `filteradd` packet. * @private * @param {Peer} peer * @param {FilterAddPacket} packet */ Pool.prototype.handleFilterAdd = co(function* handleFilterAdd(peer, packet) { this.emit('filteradd', packet, peer); }); /** * Handle `filterclear` packet. * @private * @param {Peer} peer * @param {FilterClearPacket} packet */ Pool.prototype.handleFilterClear = co(function* handleFilterClear(peer, packet) { this.emit('filterclear', packet, peer); }); /** * Handle `merkleblock` packet. * @private * @param {Peer} peer * @param {MerkleBlockPacket} block */ Pool.prototype.handleMerkleBlock = co(function* handleMerkleBlock(peer, packet) { var hash = packet.block.hash('hex'); var unlock = yield this.locker.lock(hash); try { return yield this._handleMerkleBlock(peer, packet); } finally { unlock(); } }); /** * Handle `merkleblock` packet (without a lock). * @private * @param {Peer} peer * @param {MerkleBlockPacket} block */ Pool.prototype._handleMerkleBlock = co(function* handleMerkleBlock(peer, packet) { var block = packet.block; var hash = block.hash('hex'); if (!this.syncing) return; // Potential DoS. if (!this.options.spv) { this.logger.warning( 'Peer sent unsolicited merkleblock (%s).', peer.hostname); peer.increaseBan(100); return; } if (!peer.requestMap.has(hash)) { this.logger.warning( 'Peer sent an unrequested merkleblock (%s).', peer.hostname); peer.destroy(); return; } if (peer.merkleBlock) { this.logger.warning( 'Peer sent a merkleblock prematurely (%s).', peer.hostname); peer.increaseBan(100); return; } if (!block.verify()) { this.logger.warning( 'Peer sent an invalid merkleblock (%s).', peer.hostname); peer.increaseBan(100); return; } if (block.matches.length === 0) { yield this._addBlock(peer, block); return; } peer.merkleTime = util.ms(); peer.merkleBlock = block; peer.merkleMatches = block.matches.length; this.emit('merkleblock', packet, peer); }); /** * Handle `sendcmpct` packet. * @private * @param {Peer} peer * @param {FeeFilterPacket} packet */ Pool.prototype.handleFeeFilter = co(function* handleFeeFilter(peer, packet) { this.emit('feefilter', packet, peer); }); /** * Handle `sendcmpct` packet. * @private * @param {Peer} peer * @param {SendCmpctPacket} packet */ Pool.prototype.handleSendCmpct = co(function* handleSendCmpct(peer, packet) { this.emit('sendcmpct', packet, peer); }); /** * Handle `cmpctblock` packet. * @private * @param {Peer} peer * @param {CompactBlockPacket} packet */ Pool.prototype.handleCmpctBlock = co(function* handleCmpctBlock(peer, packet) { var block = packet.block; var hash = block.hash('hex'); var witness = this.options.witness; var result; if (!this.syncing) return; if (!this.options.compact) { this.logger.info('Peer sent unsolicited cmpctblock (%s).', peer.hostname); return; } if (!this.mempool) { this.logger.warning('Requesting compact blocks without a mempool!'); return; } if (peer.compactBlocks.has(hash)) { this.logger.debug( 'Peer sent us a duplicate compact block (%s).', peer.hostname); return; } if (this.compactBlocks.has(hash)) { this.logger.debug( 'Already waiting for compact block %s (%s).', hash, peer.hostname); return; } if (!peer.requestMap.has(hash)) { if (this.options.blockMode !== 1) { this.logger.warning( 'Peer sent us an unrequested compact block (%s).', peer.hostname); peer.destroy(); return; } peer.requestMap.insert(hash); assert(!this.requestMap.has(hash)); this.requestMap.insert(hash); } if (!block.verify()) { this.logger.debug( 'Peer sent an invalid compact block (%s).', peer.hostname); peer.increaseBan(100); return; } result = block.fillMempool(witness, this.mempool); if (result) { this.logger.debug( 'Received full compact block %s (%s).', block.rhash(), peer.hostname); yield this.addBlock(peer, block.toBlock()); return; } if (this.options.blockMode === 1) { if (peer.compactBlocks.size >= 10) { this.logger.warning('Compact block DoS attempt (%s).', peer.hostname); peer.destroy(); return; } } assert(!peer.compactBlocks.has(hash)); peer.compactBlocks.set(hash, block); this.compactBlocks.insert(hash); this.logger.debug( 'Received semi-full compact block %s (%s).', block.rhash(), peer.hostname); peer.send(new packets.GetBlockTxnPacket(block.toRequest())); this.emit('cmpctblock', packet, peer); }); /** * Handle `getblocktxn` packet. * @private * @param {Peer} peer * @param {GetBlockTxnPacket} packet */ Pool.prototype.handleGetBlockTxn = co(function* handleGetBlockTxn(peer, packet) { var req = packet.request; var res, item, block, height; if (this.chain.options.spv) return; if (this.chain.options.prune) return; if (this.options.selfish) return; item = new InvItem(invTypes.BLOCK, req.hash); block = yield this.getItem(peer, item); if (!block) { this.logger.debug( 'Peer sent getblocktxn for non-existent block (%s).', peer.hostname); peer.increaseBan(100); return; } height = yield this.chain.db.getHeight(req.hash); if (height < this.chain.tip.height - 15) { this.logger.debug( 'Peer sent a getblocktxn for a block > 15 deep (%s)', peer.hostname); return; } res = BIP152.TXResponse.fromBlock(block, req); peer.send(new packets.BlockTxnPacket(res, peer.compactWitness)); this.emit('getblocktxn', packet, peer); }); /** * Handle `blocktxn` packet. * @private * @param {Peer} peer * @param {BlockTxnPacket} packet */ Pool.prototype.handleBlockTxn = co(function* handleBlockTxn(peer, packet) { var res = packet.response; var block = peer.compactBlocks.get(res.hash); if (!block) { this.logger.debug('Peer sent unsolicited blocktxn (%s).', peer.hostname); return; } peer.compactBlocks.remove(res.hash); assert(this.compactBlocks.has(res.hash)); this.compactBlocks.remove(res.hash); if (!block.fillMissing(res)) { peer.increaseBan(100); this.logger.warning('Peer sent non-full blocktxn (%s).', peer.hostname); return; } this.logger.debug( 'Filled compact block %s (%s).', block.rhash(), peer.hostname); yield this.addBlock(peer, block.toBlock()); this.emit('blocktxn', packet, peer); }); /** * Handle `encinit` packet. * @private * @param {Peer} peer * @param {EncinitPacket} packet */ Pool.prototype.handleEncinit = co(function* handleEncinit(peer, packet) { this.emit('encinit', packet, peer); }); /** * Handle `encack` packet. * @private * @param {Peer} peer * @param {EncackPacket} packet */ Pool.prototype.handleEncack = co(function* handleEncack(peer, packet) { this.emit('encack', packet, peer); }); /** * Handle `authchallenge` packet. * @private * @param {Peer} peer * @param {AuthChallengePacket} packet */ Pool.prototype.handleAuthChallenge = co(function* handleAuthChallenge(peer, packet) { this.emit('authchallenge', packet, peer); }); /** * Handle `authreply` packet. * @private * @param {Peer} peer * @param {AuthReplyPacket} packet */ Pool.prototype.handleAuthReply = co(function* handleAuthReply(peer, packet) { this.emit('authreply', packet, peer); }); /** * Handle `authpropose` packet. * @private * @param {Peer} peer * @param {AuthProposePacket} packet */ Pool.prototype.handleAuthPropose = co(function* handleAuthPropose(peer, packet) { this.emit('authpropose', packet, peer); }); /** * Handle `unknown` packet. * @private * @param {Peer} peer * @param {UnknownPacket} packet */ Pool.prototype.handleUnknown = co(function* handleUnknown(peer, packet) { this.logger.warning('Unknown packet: %s (%s).', packet.cmd, peer.hostname); this.emit('unknown', packet, peer); }); /** * Create an inbound peer from an existing socket. * @private * @param {net.Socket} socket */ Pool.prototype.addInbound = function addInbound(socket) { var peer; if (!this.loaded) { socket.destroy(); return; } peer = this.acceptPeer(socket); this.logger.info('Added inbound peer (%s).', peer.hostname); this.peers.add(peer); this.emit('peer', peer); }; /** * Allocate a host from the host list. * @returns {NetAddress} */ Pool.prototype.getHost = function getHost() { var services = this.options.requiredServices; var now = this.network.now(); var i, entry, addr; for (i = 0; i < this.hosts.nodes.length; i++) { addr = this.hosts.nodes[i]; if (this.peers.has(addr.hostname)) continue; return addr; } for (i = 0; i < 100; i++) { entry = this.hosts.getHost(); if (!entry) break; addr = entry.addr; if (this.peers.has(addr.hostname)) continue; if (!addr.isValid()) continue; if (!addr.hasServices(services)) continue; if (i < 30 && now - entry.lastAttempt < 600) continue; if (i < 50 && addr.port !== this.network.port) continue; if (i < 95 && this.hosts.isBanned(addr.host)) continue; return entry.addr; } }; /** * Create an outbound non-loader peer. These primarily * exist for transaction relaying. * @private */ Pool.prototype.addOutbound = function addOutbound() { var peer, addr; if (!this.loaded) return; if (this.peers.outbound >= this.options.maxOutbound) return; // Hang back if we don't have a loader peer yet. if (!this.peers.load) return; addr = this.getHost(); if (!addr) return; peer = this.createPeer(addr); this.peers.add(peer); this.emit('peer', peer); }; /** * Attempt to refill the pool with peers (no lock). * @private */ Pool.prototype.fillOutbound = function fillOutbound() { var need = this.options.maxOutbound - this.peers.outbound; var i; if (!this.peers.load) this.addLoader(); if (need <= 0) return; this.logger.debug('Refilling peers (%d/%d).', this.peers.outbound, this.options.maxOutbound); for (i = 0; i < need; i++) this.addOutbound(); }; /** * Attempt to refill the pool with peers (no lock). * @private */ Pool.prototype.refill = function refill() { var self = this; if (this.pendingRefill != null) return; this.pendingRefill = setTimeout(function() { self.pendingRefill = null; self.fillOutbound(); }, 3000); }; /** * Remove a peer from any list. Drop all load requests. * @private * @param {Peer} peer */ Pool.prototype.removePeer = function removePeer(peer) { var i, hashes, hash; this.peers.remove(peer); hashes = peer.requestMap.keys(); for (i = 0; i < hashes.length; i++) { hash = hashes[i]; this.fulfill(peer, hash); } hashes = peer.compactBlocks.keys(); for (i = 0; i < hashes.length; i++) { hash = hashes[i]; assert(this.compactBlocks.has(hash)); this.compactBlocks.remove(hash); } peer.compactBlocks.reset(); }; /** * Ban peer. * @param {NetAddress} addr */ Pool.prototype.ban = function ban(addr) { var peer = this.peers.get(addr.hostname); this.logger.debug('Banning peer (%s).', addr.hostname); this.hosts.ban(addr.host); this.hosts.remove(addr.hostname); if (peer) peer.destroy(); }; /** * Unban peer. * @param {NetAddress} addr */ Pool.prototype.unban = function unban(addr) { this.hosts.unban(addr.host); }; /** * Set the spv filter. * @param {Bloom} filter * @param {String?} enc */ Pool.prototype.setFilter = function setFilter(filter) { if (!this.options.spv) return; this.spvFilter = filter; this.sendFilterLoad(); }; /** * Watch a an address hash (filterload, SPV-only). * @param {Buffer|Hash} data * @param {String?} enc */ Pool.prototype.watch = function watch(data, enc) { if (!this.options.spv) return; this.spvFilter.add(data, enc); this.sendFilterLoad(); }; /** * Reset the spv filter (filterload, SPV-only). */ Pool.prototype.unwatch = function unwatch() { if (!this.options.spv) return; this.spvFilter.reset(); this.sendFilterLoad(); }; /** * Resend the bloom filter to peers. */ Pool.prototype.sendFilterLoad = function sendFilterLoad() { var self = this; var peer; if (this.pendingWatch != null) return; assert(this.spvFilter); this.pendingWatch = setTimeout(function() { self.pendingWatch = null; for (peer = self.peers.head(); peer; peer = peer.next) peer.sendFilterLoad(self.spvFilter); }, 50); }; /** * Add an address to the bloom filter (SPV-only). * @param {Address|Base58Address} address */ Pool.prototype.watchAddress = function watchAddress(address) { var hash = Address.getHash(address); assert(hash, 'Bad address.'); this.watch(hash); }; /** * Add an outpoint to the bloom filter (SPV-only). * @param {Outpoint} outpoint */ Pool.prototype.watchOutpoint = function watchOutpoint(outpoint) { this.watch(outpoint.toRaw()); }; /** * Send `getblocks` to peer after building * locator and resolving orphan root. * @param {Peer} peer * @param {Hash} orphan - Orphan hash to resolve. * @returns {Promise} */ Pool.prototype.resolveOrphan = co(function* resolveOrphan(peer, orphan) { var locator = yield this.chain.getLocator(); var root = this.chain.getOrphanRoot(orphan); assert(root); peer.sendGetBlocks(locator, root); }); /** * Send `getheaders` to peer after building locator. * @param {Peer} peer * @param {Hash} tip - Tip to build chain locator from. * @param {Hash?} stop * @returns {Promise} */ Pool.prototype.getHeaders = co(function* getHeaders(peer, tip, stop) { var locator = yield this.chain.getLocator(tip); peer.sendGetHeaders(locator, stop); }); /** * Send `getblocks` to peer after building locator. * @param {Peer} peer * @param {Hash} tip - Tip hash to build chain locator from. * @param {Hash?} stop * @returns {Promise} */ Pool.prototype.getBlocks = co(function* getBlocks(peer, tip, stop) { var locator = yield this.chain.getLocator(tip); peer.sendGetBlocks(locator, stop); }); /** * Queue a `getdata` request to be sent. * @param {Peer} peer * @param {Hash[]} hashes */ Pool.prototype.getBlock = function getBlock(peer, hashes) { var items = []; var i, hash; if (!this.loaded) return; if (!peer.handshake) throw new Error('Peer handshake not complete (getdata).'); if (peer.destroyed) throw new Error('Peer is destroyed (getdata).'); for (i = 0; i < hashes.length; i++) { hash = hashes[i]; if (this.requestMap.has(hash)) continue; this.requestMap.insert(hash); peer.requestMap.insert(hash); items.push(hash); } if (items.length === 0) return; this.logger.debug( 'Requesting %d/%d blocks from peer with getdata (%s).', items.length, this.requestMap.size, peer.hostname); peer.getBlock(items); }; /** * Queue a `getdata` request to be sent. * @param {Peer} peer * @param {Hash[]} hashes */ Pool.prototype.getTX = function getTX(peer, hashes) { var items = []; var i, hash; if (!this.loaded) return; if (!peer.handshake) throw new Error('Peer handshake not complete (getdata).'); if (peer.destroyed) throw new Error('Peer is destroyed (getdata).'); for (i = 0; i < hashes.length; i++) { hash = hashes[i]; if (this.requestMap.has(hash)) continue; this.requestMap.insert(hash); peer.requestMap.insert(hash); items.push(hash); } if (items.length === 0) return; this.logger.debug( 'Requesting %d/%d txs from peer with getdata (%s).', items.length, this.requestMap.size, peer.hostname); peer.getTX(items); }; /** * Test whether the chain has or has seen an item. * @param {Hash} hash * @returns {Promise} - Returns Boolean. */ Pool.prototype.hasBlock = co(function* hasBlock(hash) { // Check the lock. if (this.locker.has(hash)) return true; // Check the chain. if (yield this.chain.has(hash)) return true; return false; }); /** * Test whether the mempool has or has seen an item. * @param {Hash} hash * @returns {Promise} - Returns Boolean. */ Pool.prototype.hasTX = function hasTX(hash) { // Check the lock queue. if (this.locker.has(hash)) return true; if (!this.mempool) { // Check the TX filter if // we don't have a mempool. if (!this.txFilter.added(hash, 'hex')) return true; } else { // Check the mempool. if (this.mempool.has(hash)) return true; // If we recently rejected this item. Ignore. if (this.mempool.hasReject(hash)) { this.logger.spam('Saw known reject of %s.', util.revHex(hash)); return true; } } return false; }; /** * Fulfill a requested item. * @param {Peer} peer * @param {Hash} hash * @returns {Boolean} */ Pool.prototype.fulfill = function fulfill(peer, hash) { if (!peer.requestMap.has(hash)) return false; peer.requestMap.remove(hash); assert(this.requestMap.has(hash)); this.requestMap.remove(hash); return true; }; /** * Broadcast a transaction or block. * @param {TX|Block} msg * @returns {Promise} */ Pool.prototype.broadcast = function broadcast(msg) { var hash = msg.hash('hex'); var item = this.invMap.get(hash); if (item) { item.refresh(); item.announce(); } else { item = new BroadcastItem(this, msg); item.start(); item.announce(); } return new Promise(function(resolve, reject) { item.addJob(resolve, reject); }); }; /** * Announce a block to all peers. * @param {Block} tx */ Pool.prototype.announceBlock = function announceBlock(msg) { var peer; for (peer = this.peers.head(); peer; peer = peer.next) peer.announceBlock(msg); }; /** * Announce a transaction to all peers. * @param {TX} tx */ Pool.prototype.announceTX = function announceTX(msg) { var peer; for (peer = this.peers.head(); peer; peer = peer.next) peer.announceTX(msg); }; /** * Attempt to retrieve external IP from icanhazip.com. * @returns {Promise} */ Pool.prototype.getIP = co(function* getIP() { var res, ip; if (request.unsupported) throw new Error('Could not find IP.'); try { res = yield request.promise({ method: 'GET', uri: 'http://icanhazip.com', expect: 'txt', timeout: 3000 }); } catch (e) { return yield this.getIP2(); } ip = res.body.trim(); if (IP.version(ip) === -1) return yield this.getIP2(); return IP.normalize(ip); }); /** * Attempt to retrieve external IP from dyndns.org. * @returns {Promise} */ Pool.prototype.getIP2 = co(function* getIP2() { var res, match, ip; if (request.unsupported) throw new Error('Could not find IP.'); res = yield request.promise({ method: 'GET', uri: 'http://checkip.dyndns.org', expect: 'html', timeout: 3000 }); match = /IP Address:\s*([0-9a-f.:]+)/i.exec(res.body); if (!match) throw new Error('Could not find IP.'); ip = match[1]; if (IP.version(ip) === -1) throw new Error('Could not parse IP.'); return IP.normalize(ip); }); /** * PoolOptions * @constructor */ function PoolOptions(options) { if (!(this instanceof PoolOptions)) return new PoolOptions(options); this.network = Network.primary; this.logger = null; this.chain = null; this.mempool = null; this.witness = this.network.witness; this.useCheckpoints = false; this.spv = false; this.listen = false; this.headers = false; this.compact = false; this.noRelay = false; this.host = '0.0.0.0'; this.port = this.network.port; this.maxOutbound = 8; this.maxInbound = 8; this.createSocket = tcp.createSocket; this.createServer = tcp.createServer; this.resolve = dns.resolve; this.proxyServer = null; this.selfish = false; this.version = common.PROTOCOL_VERSION; this.agent = common.USER_AGENT; this.bip151 = false; this.bip150 = false; this.authPeers = []; this.knownPeers = {}; this.identityKey = ec.generatePrivateKey(); this.banScore = common.BAN_SCORE; this.banTime = common.BAN_TIME; this.feeRate = -1; this.noDiscovery = false; this.seeds = this.network.seeds; this.nodes = []; this.invTimeout = 60000; this.blockMode = 0; this.services = common.LOCAL_SERVICES; this.requiredServices = common.REQUIRED_SERVICES; this.fromOptions(options); } /** * Inject properties from object. * @private * @param {Object} options * @returns {PoolOptions} */ PoolOptions.prototype.fromOptions = function fromOptions(options) { assert(options, 'Pool requires options.'); assert(options.chain && typeof options.chain === 'object', 'Pool options require a blockchain.'); this.chain = options.chain; this.network = options.chain.network; this.logger = options.chain.logger; this.port = this.network.port; this.seeds = this.network.seeds; if (options.logger != null) { assert(typeof options.logger === 'object'); this.logger = options.logger; } if (options.mempool != null) { assert(typeof options.mempool === 'object'); this.mempool = options.mempool; } if (options.witness != null) { assert(typeof options.witness === 'boolean'); assert(options.witness === this.chain.options.witness); this.witness = options.witness; } else { this.witness = this.chain.options.witness; } if (options.useCheckpoints != null) { assert(typeof options.useCheckpoints === 'boolean'); assert(options.useCheckpoints === this.chain.options.useCheckpoints); this.useCheckpoints = options.useCheckpoints; } else { this.useCheckpoints = this.chain.options.useCheckpoints; } if (options.spv != null) { assert(typeof options.spv === 'boolean'); assert(options.spv === this.chain.options.spv); this.spv = options.spv; } else { this.spv = this.chain.options.spv; } if (options.listen != null) { assert(typeof options.listen === 'boolean'); this.listen = options.listen; } if (options.headers != null) { assert(typeof options.headers === 'boolean'); this.headers = options.headers; } else { this.headers = this.spv === true; } if (options.compact != null) { assert(typeof options.compact === 'boolean'); this.compact = options.compact; } if (options.noRelay != null) { assert(typeof options.noRelay === 'boolean'); this.noRelay = options.noRelay; } if (options.host != null) { assert(typeof options.host === 'string'); this.host = options.host; } if (options.port != null) { assert(typeof options.port === 'number'); this.port = options.port; } if (options.maxOutbound != null) { assert(typeof options.maxOutbound === 'number'); this.maxOutbound = options.maxOutbound; } if (options.maxInbound != null) { assert(typeof options.maxInbound === 'number'); this.maxInbound = options.maxInbound; } if (options.createSocket) { assert(typeof options.createSocket === 'function'); this.createSocket = options.createSocket; } if (options.createServer) { assert(typeof options.createServer === 'function'); this.createServer = options.createServer; } if (options.resolve) { assert(typeof options.resolve === 'function'); this.resolve = options.resolve; } if (options.proxyServer) { assert(typeof options.proxyServer === 'string'); this.proxyServer = options.proxyServer; } if (options.selfish) { assert(typeof options.selfish === 'boolean'); this.selfish = options.selfish; } if (options.version) { assert(typeof options.version === 'number'); this.version = options.version; } if (options.agent) { assert(typeof options.agent === 'string'); assert(options.agent.length <= 255); this.agent = options.agent; } if (options.bip151 != null) { assert(typeof options.bip151 === 'boolean'); this.bip151 = options.bip151; } if (options.bip150 != null) { assert(typeof options.bip150 === 'boolean'); assert(this.bip151, 'Cannot enable bip150 without bip151.'); if (options.knownPeers) { assert(typeof options.knownPeers === 'object'); assert(!Array.isArray(options.knownPeers)); this.knownPeers = options.knownPeers; } if (options.authPeers) { assert(Array.isArray(options.authPeers)); this.authPeers = options.authPeers; } if (options.identityKey) { assert(Buffer.isBuffer(options.identityKey), 'Identity key must be a buffer.'); assert(ec.privateKeyVerify(options.identityKey), 'Invalid identity key.'); this.identityKey = options.identityKey; } } if (options.banScore != null) { assert(typeof this.options.banScore === 'number'); this.banScore = this.options.banScore; } if (options.banTime != null) { assert(typeof this.options.banTime === 'number'); this.banTime = this.options.banTime; } if (options.feeRate != null) { assert(typeof this.options.feeRate === 'number'); this.feeRate = this.options.feeRate; } if (options.noDiscovery != null) { assert(typeof options.noDiscovery === 'boolean'); this.noDiscovery = options.noDiscovery; } if (options.seeds) { assert(Array.isArray(options.seeds)); this.seeds = options.seeds; } if (options.nodes) { assert(Array.isArray(options.nodes)); this.nodes = options.nodes; } if (options.invTimeout != null) { assert(typeof options.invTimeout === 'number'); this.invTimeout = options.invTimeout; } if (options.blockMode != null) { assert(typeof options.blockMode === 'number'); this.blockMode = options.blockMode; } if (!this.witness) { this.services &= ~common.services.WITNESS; this.requiredServices &= ~common.services.WITNESS; } if (this.spv) { this.requiredServices |= common.services.BLOOM; this.services &= ~common.services.NETWORK; this.noRelay = true; } if (this.selfish) this.services &= ~common.services.NETWORK; if (options.services != null) { assert(util.isUInt32(options.services)); this.services = options.services; } if (options.requiredServices != null) { assert(util.isUInt32(options.requiredServices)); this.requiredServices = options.requiredServices; } return this; }; /** * Instantiate options from object. * @param {Object} options * @returns {PoolOptions} */ PoolOptions.fromOptions = function fromOptions(options) { return new PoolOptions().fromOptions(options); }; /** * Peer List * @constructor * @param {Object} options */ function PeerList() { this.map = {}; this.list = new List(); this.load = null; this.inbound = 0; this.outbound = 0; } /** * Get the list head. * @returns {Peer} */ PeerList.prototype.head = function head() { return this.list.head; }; /** * Get the list tail. * @returns {Peer} */ PeerList.prototype.tail = function tail() { return this.list.tail; }; /** * Get list size. * @returns {Number} */ PeerList.prototype.size = function size() { return this.list.size; }; /** * Add peer to list. * @param {Peer} peer */ PeerList.prototype.add = function add(peer) { assert(this.list.push(peer)); assert(!this.map[peer.hostname]); this.map[peer.hostname] = peer; if (peer.outbound) this.outbound++; else this.inbound++; }; /** * Remove peer from list. * @param {Peer} peer */ PeerList.prototype.remove = function remove(peer) { assert(this.list.remove(peer)); assert(this.map[peer.hostname]); delete this.map[peer.hostname]; if (peer.isLoader()) this.load = null; if (peer.outbound) this.outbound--; else this.inbound--; }; /** * Get peer by hostname. * @param {String} hostname * @returns {Peer} */ PeerList.prototype.get = function get(hostname) { return this.map[hostname]; }; /** * Test whether a peer exists. * @param {String} hostname * @returns {Boolean} */ PeerList.prototype.has = function has(hostname) { return this.map[hostname] != null; }; /** * Get peers by host. * @param {String} host * @returns {Peer[]} */ PeerList.prototype.getByHost = function getByHost(host) { var peers = []; var peer; for (peer = this.list.head; peer; peer = peer.next) { if (peer.host !== host) continue; peers.push(peer); } return peers; }; /** * Destroy peer list (kills peers). */ PeerList.prototype.destroy = function destroy() { var peer, next; this.map = {}; this.load = null; this.inbound = 0; this.outbound = 0; for (peer = this.list.head; peer; peer = next) { next = peer.next; peer.destroy(); } }; /** * Represents an item that is broadcasted via an inv/getdata cycle. * @exports BroadcastItem * @constructor * @private * @param {Pool} pool * @param {TX|Block} msg * @emits BroadcastItem#ack * @emits BroadcastItem#reject * @emits BroadcastItem#timeout */ function BroadcastItem(pool, msg) { var item; if (!(this instanceof BroadcastItem)) return new BroadcastItem(pool, msg); assert(!msg.mutable, 'Cannot broadcast mutable item.'); item = msg.toInv(); this.pool = pool; this.hash = item.hash; this.type = item.type; this.msg = msg; this.jobs = []; } util.inherits(BroadcastItem, EventEmitter); /** * Add a job to be executed on ack, timeout, or reject. * @returns {Promise} */ BroadcastItem.prototype.addJob = function addJob(resolve, reject) { this.jobs.push(co.job(resolve, reject)); }; /** * Start the broadcast. */ BroadcastItem.prototype.start = function start() { assert(!this.timeout, 'Already started.'); assert(!this.pool.invMap.has(this.hash), 'Already started.'); this.pool.invMap.set(this.hash, this); this.refresh(); return this; }; /** * Refresh the timeout on the broadcast. */ BroadcastItem.prototype.refresh = function refresh() { var self = this; if (this.timeout != null) { clearTimeout(this.timeout); this.timeout = null; } this.timeout = setTimeout(function() { self.emit('timeout'); self.reject(new Error('Timed out.')); }, this.pool.options.invTimeout); }; /** * Announce the item. */ BroadcastItem.prototype.announce = function announce() { switch (this.type) { case invTypes.TX: this.pool.announceTX(this.msg); break; case invTypes.BLOCK: this.pool.announceBlock(this.msg); break; default: assert(false, 'Bad type.'); break; } }; /** * Finish the broadcast. */ BroadcastItem.prototype.cleanup = function cleanup() { assert(this.timeout != null, 'Already finished.'); assert(this.pool.invMap.has(this.hash), 'Already finished.'); clearTimeout(this.timeout); this.timeout = null; this.pool.invMap.remove(this.hash); }; /** * Finish the broadcast, return with an error. * @param {Error} err */ BroadcastItem.prototype.reject = function reject(err) { var i, job; this.cleanup(); for (i = 0; i < this.jobs.length; i++) { job = this.jobs[i]; job.reject(err); } this.jobs.length = 0; }; /** * Finish the broadcast successfully. */ BroadcastItem.prototype.resolve = function resolve() { var i, job; this.cleanup(); for (i = 0; i < this.jobs.length; i++) { job = this.jobs[i]; job.resolve(false); } this.jobs.length = 0; }; /** * Handle an ack from a peer. * @param {Peer} peer */ BroadcastItem.prototype.ack = function ack(peer) { var self = this; var i, job; setTimeout(function() { self.emit('ack', peer); for (i = 0; i < self.jobs.length; i++) { job = self.jobs[i]; job.resolve(true); } self.jobs.length = 0; }, 1000); }; /** * Handle a reject from a peer. * @param {Peer} peer */ BroadcastItem.prototype.reject = function reject(peer) { var i, job; this.emit('reject', peer); for (i = 0; i < this.jobs.length; i++) { job = this.jobs[i]; job.resolve(false); } this.jobs.length = 0; }; /** * Inspect the broadcast item. * @returns {String} */ BroadcastItem.prototype.inspect = function inspect() { return ''; }; /* * Helpers */ function BlockNode(hash, height) { this.hash = hash; this.height = height; this.prev = null; this.next = null; } function sortNodes(a, b) { return a.height - b.height; } /* * Expose */ module.exports = Pool;