2020-03-26 08:42:54 +01:00
|
|
|
#!/usr/bin/env python3
|
2023-12-31 01:00:00 +01:00
|
|
|
# Copyright (c) 2015-2023 The Dash Core developers
|
2020-03-26 08:42:54 +01:00
|
|
|
# Distributed under the MIT software license, see the accompanying
|
|
|
|
# file COPYING or http://www.opensource.org/licenses/mit-license.php.
|
|
|
|
|
|
|
|
'''
|
2020-07-17 01:44:20 +02:00
|
|
|
feature_llmq_connections.py
|
2020-03-26 08:42:54 +01:00
|
|
|
|
|
|
|
Checks intra quorum connections
|
|
|
|
|
|
|
|
'''
|
|
|
|
|
Merge #13054: tests: Enable automatic detection of undefined names in Python tests scripts. Remove wildcard imports.
68400d8b96 tests: Use explicit imports (practicalswift)
Pull request description:
Enable automatic detection of undefined names in Python tests scripts. Remove wildcard imports.
Wildcard imports make it unclear which names are present in the namespace, confusing both readers and many automated tools.
An additional benefit of not using wildcard imports in tests scripts is that readers of a test script then can infer the rough testing scope just by looking at the imports.
Before this commit:
```
$ contrib/devtools/lint-python.sh | head -10
./test/functional/feature_rbf.py:8:1: F403 'from test_framework.util import *' used; unable to detect undefined names
./test/functional/feature_rbf.py:9:1: F403 'from test_framework.script import *' used; unable to detect undefined names
./test/functional/feature_rbf.py:10:1: F403 'from test_framework.mininode import *' used; unable to detect undefined names
./test/functional/feature_rbf.py:15:12: F405 bytes_to_hex_str may be undefined, or defined from star imports: test_framework.mininode, test_framework.script, test_framework.util
./test/functional/feature_rbf.py:17:58: F405 CScript may be undefined, or defined from star imports: test_framework.mininode, test_framework.script, test_framework.util
./test/functional/feature_rbf.py:25:13: F405 COIN may be undefined, or defined from star imports: test_framework.mininode, test_framework.script, test_framework.util
./test/functional/feature_rbf.py:26:31: F405 satoshi_round may be undefined, or defined from star imports: test_framework.mininode, test_framework.script, test_framework.util
./test/functional/feature_rbf.py:26:60: F405 COIN may be undefined, or defined from star imports: test_framework.mininode, test_framework.script, test_framework.util
./test/functional/feature_rbf.py:30:41: F405 satoshi_round may be undefined, or defined from star imports: test_framework.mininode, test_framework.script, test_framework.util
./test/functional/feature_rbf.py:30:68: F405 COIN may be undefined, or defined from star imports: test_framework.mininode, test_framework.script, test_framework.util
$
```
After this commit:
```
$ contrib/devtools/lint-python.sh | head -10
$
```
Tree-SHA512: 3f826d39cffb6438388e5efcb20a9622ff8238247e882d68f7b38609877421b2a8e10e9229575f8eb6a8fa42dec4256986692e92922c86171f750a0e887438d9
2018-08-13 14:24:43 +02:00
|
|
|
import time
|
|
|
|
|
|
|
|
from test_framework.test_framework import DashTestFramework
|
2020-08-27 08:21:53 +02:00
|
|
|
from test_framework.util import assert_greater_than_or_equal
|
Merge #13054: tests: Enable automatic detection of undefined names in Python tests scripts. Remove wildcard imports.
68400d8b96 tests: Use explicit imports (practicalswift)
Pull request description:
Enable automatic detection of undefined names in Python tests scripts. Remove wildcard imports.
Wildcard imports make it unclear which names are present in the namespace, confusing both readers and many automated tools.
An additional benefit of not using wildcard imports in tests scripts is that readers of a test script then can infer the rough testing scope just by looking at the imports.
Before this commit:
```
$ contrib/devtools/lint-python.sh | head -10
./test/functional/feature_rbf.py:8:1: F403 'from test_framework.util import *' used; unable to detect undefined names
./test/functional/feature_rbf.py:9:1: F403 'from test_framework.script import *' used; unable to detect undefined names
./test/functional/feature_rbf.py:10:1: F403 'from test_framework.mininode import *' used; unable to detect undefined names
./test/functional/feature_rbf.py:15:12: F405 bytes_to_hex_str may be undefined, or defined from star imports: test_framework.mininode, test_framework.script, test_framework.util
./test/functional/feature_rbf.py:17:58: F405 CScript may be undefined, or defined from star imports: test_framework.mininode, test_framework.script, test_framework.util
./test/functional/feature_rbf.py:25:13: F405 COIN may be undefined, or defined from star imports: test_framework.mininode, test_framework.script, test_framework.util
./test/functional/feature_rbf.py:26:31: F405 satoshi_round may be undefined, or defined from star imports: test_framework.mininode, test_framework.script, test_framework.util
./test/functional/feature_rbf.py:26:60: F405 COIN may be undefined, or defined from star imports: test_framework.mininode, test_framework.script, test_framework.util
./test/functional/feature_rbf.py:30:41: F405 satoshi_round may be undefined, or defined from star imports: test_framework.mininode, test_framework.script, test_framework.util
./test/functional/feature_rbf.py:30:68: F405 COIN may be undefined, or defined from star imports: test_framework.mininode, test_framework.script, test_framework.util
$
```
After this commit:
```
$ contrib/devtools/lint-python.sh | head -10
$
```
Tree-SHA512: 3f826d39cffb6438388e5efcb20a9622ff8238247e882d68f7b38609877421b2a8e10e9229575f8eb6a8fa42dec4256986692e92922c86171f750a0e887438d9
2018-08-13 14:24:43 +02:00
|
|
|
|
2020-03-26 08:42:54 +01:00
|
|
|
class LLMQConnections(DashTestFramework):
|
|
|
|
def set_test_params(self):
|
2024-08-27 12:30:39 +02:00
|
|
|
self.set_dash_test_params(15, 14)
|
2020-03-26 08:42:54 +01:00
|
|
|
self.set_dash_llmq_test_params(5, 3)
|
2023-05-24 19:38:33 +02:00
|
|
|
# Probes should age after this many seconds.
|
|
|
|
# NOTE: mine_quorum() can bump mocktime quite often internally so make sure this number is high enough.
|
|
|
|
self.MAX_AGE = int(120 * self.options.timeout_factor)
|
2020-03-26 08:42:54 +01:00
|
|
|
|
|
|
|
def run_test(self):
|
2022-06-18 18:52:45 +02:00
|
|
|
self.nodes[0].sporkupdate("SPORK_17_QUORUM_DKG_ENABLED", 0)
|
2020-03-26 08:42:54 +01:00
|
|
|
self.wait_for_sporks_same()
|
|
|
|
|
2020-11-28 20:16:31 +01:00
|
|
|
q = self.mine_quorum()
|
2020-03-26 08:42:54 +01:00
|
|
|
|
|
|
|
self.log.info("checking for old intra quorum connections")
|
|
|
|
total_count = 0
|
|
|
|
for mn in self.get_quorum_masternodes(q):
|
|
|
|
count = self.get_mn_connection_count(mn.node)
|
|
|
|
total_count += count
|
|
|
|
assert_greater_than_or_equal(count, 2)
|
2021-08-27 21:03:02 +02:00
|
|
|
assert total_count < 40
|
2020-03-26 08:42:54 +01:00
|
|
|
|
|
|
|
self.check_reconnects(2)
|
|
|
|
|
2021-01-11 04:23:01 +01:00
|
|
|
self.log.info("Activating SPORK_23_QUORUM_POSE")
|
2022-06-18 18:52:45 +02:00
|
|
|
self.nodes[0].sporkupdate("SPORK_23_QUORUM_POSE", 0)
|
2020-03-26 08:42:54 +01:00
|
|
|
self.wait_for_sporks_same()
|
|
|
|
|
|
|
|
self.log.info("mining one block and waiting for all members to connect to each other")
|
2024-10-01 21:25:52 +02:00
|
|
|
self.generate(self.nodes[0], 1)
|
2020-03-26 08:42:54 +01:00
|
|
|
for mn in self.get_quorum_masternodes(q):
|
|
|
|
self.wait_for_mnauth(mn.node, 4)
|
|
|
|
|
|
|
|
self.log.info("mine a new quorum and verify that all members connect to each other")
|
2020-11-28 20:16:31 +01:00
|
|
|
q = self.mine_quorum()
|
2020-03-26 08:42:54 +01:00
|
|
|
|
|
|
|
self.log.info("checking that all MNs got probed")
|
|
|
|
for mn in self.get_quorum_masternodes(q):
|
2020-08-27 08:21:53 +02:00
|
|
|
self.wait_until(lambda: self.get_mn_probe_count(mn.node, q, False) == 4)
|
2020-03-26 08:42:54 +01:00
|
|
|
|
|
|
|
self.log.info("checking that probes age")
|
2023-05-24 19:38:33 +02:00
|
|
|
self.bump_mocktime(self.MAX_AGE)
|
2020-03-26 08:42:54 +01:00
|
|
|
for mn in self.get_quorum_masternodes(q):
|
2020-08-27 08:21:53 +02:00
|
|
|
self.wait_until(lambda: self.get_mn_probe_count(mn.node, q, False) == 0)
|
2020-03-26 08:42:54 +01:00
|
|
|
|
|
|
|
self.log.info("mine a new quorum and re-check probes")
|
2020-11-28 20:16:31 +01:00
|
|
|
q = self.mine_quorum()
|
2020-03-26 08:42:54 +01:00
|
|
|
for mn in self.get_quorum_masternodes(q):
|
2020-08-27 08:21:53 +02:00
|
|
|
self.wait_until(lambda: self.get_mn_probe_count(mn.node, q, True) == 4)
|
2020-03-26 08:42:54 +01:00
|
|
|
|
2021-01-11 04:23:01 +01:00
|
|
|
self.log.info("Activating SPORK_21_QUORUM_ALL_CONNECTED")
|
2022-06-18 18:52:45 +02:00
|
|
|
self.nodes[0].sporkupdate("SPORK_21_QUORUM_ALL_CONNECTED", 0)
|
2021-01-11 04:23:01 +01:00
|
|
|
self.wait_for_sporks_same()
|
|
|
|
|
2020-03-26 08:42:54 +01:00
|
|
|
self.check_reconnects(4)
|
|
|
|
|
2023-11-20 17:17:04 +01:00
|
|
|
self.nodes[0].sporkupdate("SPORK_23_QUORUM_POSE", 4070908800)
|
|
|
|
self.wait_for_sporks_same()
|
|
|
|
|
|
|
|
self.activate_v19(expected_activation_height=900)
|
|
|
|
self.log.info("Activated v19 at height:" + str(self.nodes[0].getblockcount()))
|
|
|
|
self.move_to_next_cycle()
|
|
|
|
self.log.info("Cycle H height:" + str(self.nodes[0].getblockcount()))
|
|
|
|
self.move_to_next_cycle()
|
|
|
|
self.log.info("Cycle H+C height:" + str(self.nodes[0].getblockcount()))
|
|
|
|
self.move_to_next_cycle()
|
|
|
|
self.log.info("Cycle H+2C height:" + str(self.nodes[0].getblockcount()))
|
|
|
|
self.mine_cycle_quorum(llmq_type_name='llmq_test_dip0024', llmq_type=103)
|
|
|
|
|
|
|
|
# Since we IS quorums are mined only using dip24 (rotation) we need to enable rotation, and continue tests on llmq_test_dip0024 for connections.
|
|
|
|
|
2024-02-20 15:22:37 +01:00
|
|
|
self.log.info("check that old masternode connections are dropped")
|
2022-06-08 00:43:03 +02:00
|
|
|
removed = False
|
|
|
|
for mn in self.mninfo:
|
|
|
|
if len(mn.node.quorum("memberof", mn.proTxHash)) > 0:
|
|
|
|
try:
|
|
|
|
with mn.node.assert_debug_log(['removing masternodes quorum connections']):
|
|
|
|
with mn.node.assert_debug_log(['keeping mn quorum connections']):
|
2023-11-20 17:17:04 +01:00
|
|
|
self.mine_cycle_quorum(llmq_type_name='llmq_test_dip0024', llmq_type=103)
|
2022-06-08 00:43:03 +02:00
|
|
|
mn.node.mockscheduler(60) # we check for old connections via the scheduler every 60 seconds
|
|
|
|
removed = True
|
|
|
|
except:
|
|
|
|
pass # it's ok to not remove connections sometimes
|
|
|
|
if removed:
|
|
|
|
break
|
|
|
|
assert removed # no way we removed none
|
|
|
|
|
2024-02-20 15:22:37 +01:00
|
|
|
self.log.info("check that inter-quorum masternode connections are added")
|
2022-07-18 21:26:51 +02:00
|
|
|
added = False
|
|
|
|
for mn in self.mninfo:
|
|
|
|
if len(mn.node.quorum("memberof", mn.proTxHash)) > 0:
|
|
|
|
try:
|
|
|
|
with mn.node.assert_debug_log(['adding mn inter-quorum connections']):
|
2023-11-20 17:17:04 +01:00
|
|
|
self.mine_cycle_quorum(llmq_type_name='llmq_test_dip0024', llmq_type=103)
|
2022-07-18 21:26:51 +02:00
|
|
|
added = True
|
|
|
|
except:
|
|
|
|
pass # it's ok to not add connections sometimes
|
|
|
|
if added:
|
|
|
|
break
|
|
|
|
assert added # no way we added none
|
|
|
|
|
2020-03-26 08:42:54 +01:00
|
|
|
def check_reconnects(self, expected_connection_count):
|
|
|
|
self.log.info("disable and re-enable networking on all masternodes")
|
|
|
|
for mn in self.mninfo:
|
|
|
|
mn.node.setnetworkactive(False)
|
|
|
|
for mn in self.mninfo:
|
2020-08-27 08:21:53 +02:00
|
|
|
self.wait_until(lambda: len(mn.node.getpeerinfo()) == 0)
|
2020-03-26 08:42:54 +01:00
|
|
|
for mn in self.mninfo:
|
|
|
|
mn.node.setnetworkactive(True)
|
2020-04-13 23:03:32 +02:00
|
|
|
self.bump_mocktime(60)
|
2020-03-26 08:42:54 +01:00
|
|
|
|
|
|
|
self.log.info("verify that all masternodes re-connected")
|
|
|
|
for q in self.nodes[0].quorum('list')['llmq_test']:
|
|
|
|
for mn in self.get_quorum_masternodes(q):
|
|
|
|
self.wait_for_mnauth(mn.node, expected_connection_count)
|
|
|
|
|
|
|
|
# Also re-connect non-masternode connections
|
|
|
|
for i in range(1, len(self.nodes)):
|
2022-09-24 14:36:35 +02:00
|
|
|
self.connect_nodes(i, 0)
|
2020-03-26 16:48:09 +01:00
|
|
|
self.nodes[i].ping()
|
|
|
|
# wait for ping/pong so that we can be sure that spork propagation works
|
|
|
|
time.sleep(1) # needed to make sure we don't check before the ping is actually sent (fPingQueued might be true but SendMessages still not called)
|
|
|
|
for i in range(1, len(self.nodes)):
|
2020-08-27 08:21:53 +02:00
|
|
|
self.wait_until(lambda: all('pingwait' not in peer for peer in self.nodes[i].getpeerinfo()))
|
2020-03-26 08:42:54 +01:00
|
|
|
|
|
|
|
def get_mn_connection_count(self, node):
|
|
|
|
peers = node.getpeerinfo()
|
|
|
|
count = 0
|
|
|
|
for p in peers:
|
|
|
|
if 'verified_proregtx_hash' in p and p['verified_proregtx_hash'] != '':
|
|
|
|
count += 1
|
|
|
|
return count
|
|
|
|
|
|
|
|
def get_mn_probe_count(self, node, q, check_peers):
|
|
|
|
count = 0
|
|
|
|
mnList = node.protx('list', 'registered', 1)
|
|
|
|
peerList = node.getpeerinfo()
|
|
|
|
mnMap = {}
|
|
|
|
peerMap = {}
|
|
|
|
for mn in mnList:
|
|
|
|
mnMap[mn['proTxHash']] = mn
|
|
|
|
for p in peerList:
|
|
|
|
if 'verified_proregtx_hash' in p and p['verified_proregtx_hash'] != '':
|
|
|
|
peerMap[p['verified_proregtx_hash']] = p
|
|
|
|
for mn in self.get_quorum_masternodes(q):
|
|
|
|
pi = mnMap[mn.proTxHash]
|
2023-05-24 19:38:33 +02:00
|
|
|
if pi['metaInfo']['lastOutboundSuccessElapsed'] < self.MAX_AGE:
|
2020-03-26 08:42:54 +01:00
|
|
|
count += 1
|
|
|
|
elif check_peers and mn.proTxHash in peerMap:
|
|
|
|
count += 1
|
|
|
|
return count
|
|
|
|
|
|
|
|
|
|
|
|
if __name__ == '__main__':
|
|
|
|
LLMQConnections().main()
|