2016-05-06 11:23:48 +02:00
|
|
|
#!/usr/bin/env python3
|
|
|
|
# Copyright (c) 2015-2016 The Bitcoin Core developers
|
2015-05-05 13:19:19 +02:00
|
|
|
# Distributed under the MIT software license, see the accompanying
|
|
|
|
# file COPYING or http://www.opensource.org/licenses/mit-license.php.
|
2017-10-18 18:49:42 +02:00
|
|
|
"""Test the ZMQ notification interface."""
|
2017-04-23 17:53:43 +02:00
|
|
|
import struct
|
2015-05-05 13:19:19 +02:00
|
|
|
|
2019-09-24 15:09:07 +02:00
|
|
|
from codecs import encode
|
|
|
|
|
2018-10-08 06:39:53 +02:00
|
|
|
from test_framework.address import ADDRESS_BCRT1_UNSPENDABLE
|
2018-09-13 12:33:15 +02:00
|
|
|
from test_framework.test_framework import BitcoinTestFramework
|
Merge #13054: tests: Enable automatic detection of undefined names in Python tests scripts. Remove wildcard imports.
68400d8b96 tests: Use explicit imports (practicalswift)
Pull request description:
Enable automatic detection of undefined names in Python tests scripts. Remove wildcard imports.
Wildcard imports make it unclear which names are present in the namespace, confusing both readers and many automated tools.
An additional benefit of not using wildcard imports in tests scripts is that readers of a test script then can infer the rough testing scope just by looking at the imports.
Before this commit:
```
$ contrib/devtools/lint-python.sh | head -10
./test/functional/feature_rbf.py:8:1: F403 'from test_framework.util import *' used; unable to detect undefined names
./test/functional/feature_rbf.py:9:1: F403 'from test_framework.script import *' used; unable to detect undefined names
./test/functional/feature_rbf.py:10:1: F403 'from test_framework.mininode import *' used; unable to detect undefined names
./test/functional/feature_rbf.py:15:12: F405 bytes_to_hex_str may be undefined, or defined from star imports: test_framework.mininode, test_framework.script, test_framework.util
./test/functional/feature_rbf.py:17:58: F405 CScript may be undefined, or defined from star imports: test_framework.mininode, test_framework.script, test_framework.util
./test/functional/feature_rbf.py:25:13: F405 COIN may be undefined, or defined from star imports: test_framework.mininode, test_framework.script, test_framework.util
./test/functional/feature_rbf.py:26:31: F405 satoshi_round may be undefined, or defined from star imports: test_framework.mininode, test_framework.script, test_framework.util
./test/functional/feature_rbf.py:26:60: F405 COIN may be undefined, or defined from star imports: test_framework.mininode, test_framework.script, test_framework.util
./test/functional/feature_rbf.py:30:41: F405 satoshi_round may be undefined, or defined from star imports: test_framework.mininode, test_framework.script, test_framework.util
./test/functional/feature_rbf.py:30:68: F405 COIN may be undefined, or defined from star imports: test_framework.mininode, test_framework.script, test_framework.util
$
```
After this commit:
```
$ contrib/devtools/lint-python.sh | head -10
$
```
Tree-SHA512: 3f826d39cffb6438388e5efcb20a9622ff8238247e882d68f7b38609877421b2a8e10e9229575f8eb6a8fa42dec4256986692e92922c86171f750a0e887438d9
2018-08-13 14:24:43 +02:00
|
|
|
from test_framework.messages import dashhash
|
2018-09-13 12:33:15 +02:00
|
|
|
from test_framework.util import (
|
|
|
|
assert_equal,
|
2019-08-26 15:09:30 +02:00
|
|
|
connect_nodes,
|
2018-09-13 12:33:15 +02:00
|
|
|
hash256,
|
|
|
|
)
|
2015-05-05 13:19:19 +02:00
|
|
|
|
2019-09-24 15:09:07 +02:00
|
|
|
def dashhash_helper(b):
|
|
|
|
return encode(dashhash(b)[::-1], 'hex_codec').decode('ascii')
|
|
|
|
|
2018-09-13 12:33:15 +02:00
|
|
|
|
2017-10-18 18:49:42 +02:00
|
|
|
class ZMQSubscriber:
|
|
|
|
def __init__(self, socket, topic):
|
|
|
|
self.sequence = 0
|
|
|
|
self.socket = socket
|
|
|
|
self.topic = topic
|
|
|
|
|
|
|
|
import zmq
|
|
|
|
self.socket.setsockopt(zmq.SUBSCRIBE, self.topic)
|
|
|
|
|
|
|
|
def receive(self):
|
|
|
|
topic, body, seq = self.socket.recv_multipart()
|
|
|
|
# Topic should match the subscriber topic.
|
|
|
|
assert_equal(topic, self.topic)
|
|
|
|
# Sequence should be incremental.
|
|
|
|
assert_equal(struct.unpack('<I', seq)[-1], self.sequence)
|
|
|
|
self.sequence += 1
|
|
|
|
return body
|
|
|
|
|
|
|
|
|
2015-05-05 13:19:19 +02:00
|
|
|
class ZMQTest (BitcoinTestFramework):
|
2017-09-01 18:47:13 +02:00
|
|
|
def set_test_params(self):
|
2017-06-18 14:13:50 +02:00
|
|
|
self.num_nodes = 2
|
2015-05-05 13:19:19 +02:00
|
|
|
|
2018-09-13 12:33:15 +02:00
|
|
|
def skip_test_if_missing_module(self):
|
|
|
|
self.skip_if_no_py3_zmq()
|
|
|
|
self.skip_if_no_bitcoind_zmq()
|
2018-09-10 22:58:15 +02:00
|
|
|
|
2019-08-26 15:09:30 +02:00
|
|
|
def run_test(self):
|
2018-07-13 11:58:14 +02:00
|
|
|
import zmq
|
2019-08-26 15:09:30 +02:00
|
|
|
self.ctx = zmq.Context()
|
|
|
|
try:
|
|
|
|
self.test_basic()
|
|
|
|
self.test_reorg()
|
|
|
|
finally:
|
|
|
|
# Destroy the ZMQ context.
|
|
|
|
self.log.debug("Destroying ZMQ context")
|
|
|
|
self.ctx.destroy(linger=None)
|
2017-04-23 17:53:43 +02:00
|
|
|
|
2019-08-26 15:09:30 +02:00
|
|
|
def test_basic(self):
|
2017-10-18 18:49:42 +02:00
|
|
|
# All messages are received in the same socket which means
|
|
|
|
# that this test fails if the publishing order changes.
|
|
|
|
# Note that the publishing order is not defined in the documentation and
|
|
|
|
# is subject to change.
|
2019-08-26 15:09:30 +02:00
|
|
|
import zmq
|
|
|
|
address = 'tcp://127.0.0.1:28332'
|
|
|
|
socket = self.ctx.socket(zmq.SUB)
|
2017-10-18 18:49:42 +02:00
|
|
|
socket.set(zmq.RCVTIMEO, 60000)
|
2019-08-26 15:09:30 +02:00
|
|
|
socket.connect(address)
|
2017-10-18 18:49:42 +02:00
|
|
|
|
|
|
|
# Subscribe to all available topics.
|
2019-08-26 15:09:30 +02:00
|
|
|
hashblock = ZMQSubscriber(socket, b"hashblock")
|
|
|
|
hashtx = ZMQSubscriber(socket, b"hashtx")
|
|
|
|
rawblock = ZMQSubscriber(socket, b"rawblock")
|
|
|
|
rawtx = ZMQSubscriber(socket, b"rawtx")
|
2015-05-05 13:19:19 +02:00
|
|
|
|
|
|
|
|
2019-08-26 15:09:30 +02:00
|
|
|
self.restart_node(0, ["-zmqpub%s=%s" % (sub.topic.decode(), address) for sub in [hashblock, hashtx, rawblock, rawtx]])
|
|
|
|
connect_nodes(self.nodes[0], 1)
|
2017-10-18 18:49:42 +02:00
|
|
|
num_blocks = 5
|
|
|
|
self.log.info("Generate %(n)d blocks (and %(n)d coinbase txes)" % {"n": num_blocks})
|
2018-10-08 06:39:53 +02:00
|
|
|
genhashes = self.nodes[0].generatetoaddress(num_blocks, ADDRESS_BCRT1_UNSPENDABLE)
|
2019-08-26 15:09:30 +02:00
|
|
|
|
2015-05-05 13:19:19 +02:00
|
|
|
self.sync_all()
|
|
|
|
|
2017-10-18 18:49:42 +02:00
|
|
|
for x in range(num_blocks):
|
|
|
|
# Should receive the coinbase txid.
|
2019-08-26 15:09:30 +02:00
|
|
|
txid = hashtx.receive()
|
2017-10-18 18:49:42 +02:00
|
|
|
|
|
|
|
# Should receive the coinbase raw transaction.
|
2019-08-26 15:09:30 +02:00
|
|
|
hex = rawtx.receive()
|
2017-10-18 18:49:42 +02:00
|
|
|
assert_equal(hash256(hex), txid)
|
2015-05-05 13:19:19 +02:00
|
|
|
|
2017-10-18 18:49:42 +02:00
|
|
|
# Should receive the generated block hash.
|
2019-08-26 15:09:30 +02:00
|
|
|
hash = hashblock.receive().hex()
|
2017-10-18 18:49:42 +02:00
|
|
|
assert_equal(genhashes[x], hash)
|
|
|
|
# The block should only have the coinbase txid.
|
2021-08-27 21:03:02 +02:00
|
|
|
assert_equal([txid.hex()], self.nodes[1].getblock(hash)["tx"])
|
2017-10-18 18:49:42 +02:00
|
|
|
|
|
|
|
# Should receive the generated raw block.
|
2019-08-26 15:09:30 +02:00
|
|
|
block = rawblock.receive()
|
2020-01-16 19:50:12 +01:00
|
|
|
assert_equal(genhashes[x], dashhash_helper(block[:80]))
|
2015-05-05 13:19:19 +02:00
|
|
|
|
2018-10-08 06:39:53 +02:00
|
|
|
if self.is_wallet_compiled():
|
|
|
|
self.log.info("Wait for tx from second node")
|
|
|
|
payment_txid = self.nodes[1].sendtoaddress(self.nodes[0].getnewaddress(), 1.0)
|
|
|
|
self.sync_all()
|
|
|
|
|
|
|
|
# Should receive the broadcasted txid.
|
2019-08-26 15:09:30 +02:00
|
|
|
txid = hashtx.receive()
|
2018-10-08 06:39:53 +02:00
|
|
|
assert_equal(payment_txid, txid.hex())
|
2015-05-05 13:19:19 +02:00
|
|
|
|
2018-10-08 06:39:53 +02:00
|
|
|
# Should receive the broadcasted raw transaction.
|
2019-08-26 15:09:30 +02:00
|
|
|
hex = rawtx.receive()
|
2018-10-08 06:39:53 +02:00
|
|
|
assert_equal(payment_txid, hash256(hex).hex())
|
2017-10-18 18:49:42 +02:00
|
|
|
|
2015-05-05 13:19:19 +02:00
|
|
|
|
2018-10-08 04:49:22 +02:00
|
|
|
self.log.info("Test the getzmqnotifications RPC")
|
|
|
|
assert_equal(self.nodes[0].getzmqnotifications(), [
|
2019-08-26 15:09:30 +02:00
|
|
|
{"type": "pubhashblock", "address": address, "hwm": 1000},
|
|
|
|
{"type": "pubhashtx", "address": address, "hwm": 1000},
|
|
|
|
{"type": "pubrawblock", "address": address, "hwm": 1000},
|
|
|
|
{"type": "pubrawtx", "address": address, "hwm": 1000},
|
2018-10-08 04:49:22 +02:00
|
|
|
])
|
|
|
|
|
|
|
|
assert_equal(self.nodes[1].getzmqnotifications(), [])
|
|
|
|
|
2019-08-26 15:09:30 +02:00
|
|
|
def test_reorg(self):
|
|
|
|
import zmq
|
|
|
|
address = 'tcp://127.0.0.1:28333'
|
|
|
|
socket = self.ctx.socket(zmq.SUB)
|
|
|
|
socket.set(zmq.RCVTIMEO, 60000)
|
|
|
|
socket.connect(address)
|
|
|
|
hashblock = ZMQSubscriber(socket, b'hashblock')
|
|
|
|
|
|
|
|
# Should only notify the tip if a reorg occurs
|
|
|
|
self.restart_node(0, ['-zmqpub%s=%s' % (hashblock.topic.decode(), address)])
|
|
|
|
|
|
|
|
# Generate 1 block in nodes[0] and receive all notifications
|
|
|
|
self.nodes[0].generatetoaddress(1, ADDRESS_BCRT1_UNSPENDABLE)
|
|
|
|
assert_equal(self.nodes[0].getbestblockhash(), hashblock.receive().hex())
|
|
|
|
|
|
|
|
# Generate 2 blocks in nodes[1]
|
|
|
|
self.nodes[1].generatetoaddress(2, ADDRESS_BCRT1_UNSPENDABLE)
|
|
|
|
|
|
|
|
# nodes[0] will reorg chain after connecting back nodes[1]
|
|
|
|
connect_nodes(self.nodes[0], 1)
|
|
|
|
|
|
|
|
# Should receive nodes[1] tip
|
|
|
|
assert_equal(self.nodes[1].getbestblockhash(), hashblock.receive().hex())
|
|
|
|
|
2015-05-05 13:19:19 +02:00
|
|
|
if __name__ == '__main__':
|
2017-06-18 14:13:50 +02:00
|
|
|
ZMQTest().main()
|