ts_regtest.py 35 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915
  1. #!/usr/bin/env python3
  2. #
  3. # mmgen = Multi-Mode GENerator, command-line Bitcoin cold storage solution
  4. # Copyright (C)2013-2020 The MMGen Project <mmgen@tuta.io>
  5. #
  6. # This program is free software: you can redistribute it and/or modify
  7. # it under the terms of the GNU General Public License as published by
  8. # the Free Software Foundation, either version 3 of the License, or
  9. # (at your option) any later version.
  10. #
  11. # This program is distributed in the hope that it will be useful,
  12. # but WITHOUT ANY WARRANTY; without even the implied warranty of
  13. # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  14. # GNU General Public License for more details.
  15. #
  16. # You should have received a copy of the GNU General Public License
  17. # along with this program. If not, see <http://www.gnu.org/licenses/>.
  18. """
  19. ts_regtest.py: Regtest tests for the test.py test suite
  20. """
  21. import os,json
  22. from decimal import Decimal
  23. from mmgen.globalvars import g
  24. from mmgen.opts import opt
  25. from mmgen.util import die,gmsg,write_data_to_file
  26. from mmgen.protocol import CoinProtocol
  27. from mmgen.addr import AddrList
  28. from mmgen.wallet import MMGenWallet
  29. from ..include.common import *
  30. from .common import *
  31. pat_date = r'\b\d\d-\d\d-\d\d\b'
  32. pat_date_time = r'\b\d\d\d\d-\d\d-\d\d\s+\d\d:\d\d\b'
  33. dfl_wcls = MMGenWallet
  34. rt_pw = 'abc-α'
  35. rt_data = {
  36. 'tx_fee': {'btc':'0.0001','bch':'0.001','ltc':'0.01'},
  37. 'rtFundAmt': {'btc':'500','bch':'500','ltc':'5500'},
  38. 'rtFee': {
  39. 'btc': ('20s','10s','60s','31s','10s','20s'),
  40. 'bch': ('20s','10s','60s','0.0001','10s','20s'),
  41. 'ltc': ('1000s','500s','1500s','0.05','400s','1000s')
  42. },
  43. 'rtBals': {
  44. 'btc': ('499.9999488','399.9998282','399.9998147','399.9996877',
  45. '52.99980410','946.99933647','999.99914057','52.9999',
  46. '946.99933647'),
  47. 'bch': ('499.9999484','399.9999194','399.9998972','399.9997692',
  48. '46.78890380','953.20966920','999.99857300','46.789',
  49. '953.2096692'),
  50. 'ltc': ('5499.99744','5399.994425','5399.993885','5399.987535',
  51. '52.98520500','10946.93753500','10999.92274000','52.99',
  52. '10946.937535'),
  53. },
  54. 'rtBals_gb': {
  55. 'btc': {
  56. '0conf0': {
  57. 'mmgen': ('283.22339537','0','283.22339537'),
  58. 'nonmm': ('16.77647763','0','116.77629233'),
  59. 'total': ('299.999873','0','399.9996877'),
  60. },
  61. '0conf1': {
  62. 'mmgen': ('283.22339537','283.22339537','0'),
  63. 'nonmm': ('16.77647763','16.77647763','99.9998147'),
  64. 'total': ('299.999873','299.999873','99.9998147'),
  65. },
  66. '1conf1': {
  67. 'mmgen': ('0','0','283.22339537'),
  68. 'nonmm': ('0','0','116.77629233'),
  69. 'total': ('0','0','399.9996877'),
  70. },
  71. '1conf2': {
  72. 'mmgen': ('0','283.22339537','0'),
  73. 'nonmm': ('0','16.77647763','99.9998147'),
  74. 'total': ('0','299.999873','99.9998147'),
  75. },
  76. },
  77. 'bch': {
  78. '0conf0': {
  79. 'mmgen': ('283.22339437','0','283.22339437'),
  80. 'nonmm': ('16.77647763','0','116.77637483'),
  81. 'total': ('299.999872','0','399.9997692'),
  82. },
  83. '0conf1': {
  84. 'mmgen': ('283.22339437','283.22339437','0'),
  85. 'nonmm': ('16.77647763','16.77647763','99.9998972'),
  86. 'total': ('299.999872','299.999872','99.9998972'),
  87. },
  88. '1conf1': {
  89. 'mmgen': ('0','0','283.22339437'),
  90. 'nonmm': ('0','0','116.77637483'),
  91. 'total': ('0','0','399.9997692'),
  92. },
  93. '1conf2': {
  94. 'mmgen': ('0','283.22339437','0'),
  95. 'nonmm': ('0','16.77647763','99.9998972'),
  96. 'total': ('0','299.999872','99.9998972'),
  97. },
  98. },
  99. 'ltc': {
  100. '0conf0': {
  101. 'mmgen': ('283.21717237','0','283.21717237'),
  102. 'nonmm': ('16.77647763','0','5116.77036263'),
  103. 'total': ('299.99365','0','5399.987535'),
  104. },
  105. '0conf1': {
  106. 'mmgen': ('283.21717237','283.21717237','0'),
  107. 'nonmm': ('16.77647763','16.77647763','5099.993885'),
  108. 'total': ('299.99365','299.99365','5099.993885'),
  109. },
  110. '1conf1': {
  111. 'mmgen': ('0','0','283.21717237'),
  112. 'nonmm': ('0','0','5116.77036263'),
  113. 'total': ('0','0','5399.987535'),
  114. },
  115. '1conf2': {
  116. 'mmgen': ('0','283.21717237','0'),
  117. 'nonmm': ('0','16.77647763','5099.993885'),
  118. 'total': ('0','299.99365','5099.993885'),
  119. },
  120. }
  121. },
  122. 'rtBobOp3': {'btc':'S:2','bch':'L:3','ltc':'S:2'},
  123. 'rtAmts': {
  124. 'btc': ('500','500'),
  125. 'bch': ('500','560'),
  126. 'ltc': ('5500','5500')
  127. }
  128. }
  129. from .ts_base import *
  130. from .ts_shared import *
  131. class TestSuiteRegtest(TestSuiteBase,TestSuiteShared):
  132. 'transacting and tracking wallet operations via regtest mode'
  133. networks = ('btc','ltc','bch')
  134. passthru_opts = ('coin',)
  135. tmpdir_nums = [17]
  136. cmd_group = (
  137. ('setup', 'regtest (Bob and Alice) mode setup'),
  138. ('current_user', 'current user'),
  139. ('walletgen_bob', 'wallet generation (Bob)'),
  140. ('walletgen_alice', 'wallet generation (Alice)'),
  141. ('addrgen_bob', 'address generation (Bob)'),
  142. ('addrgen_alice', 'address generation (Alice)'),
  143. ('addrimport_bob', "importing Bob's addresses"),
  144. ('addrimport_alice', "importing Alice's addresses"),
  145. ('fund_bob', "funding Bob's wallet"),
  146. ('fund_alice', "funding Alice's wallet"),
  147. ('bob_bal1', "Bob's balance"),
  148. ('bob_add_label', "adding an 80-screen-width label (lat+cyr+gr)"),
  149. ('bob_twview1', "viewing Bob's tracking wallet"),
  150. ('bob_split1', "splitting Bob's funds"),
  151. ('generate', 'mining a block'),
  152. ('bob_bal2', "Bob's balance"),
  153. ('bob_rbf_1output_create', 'creating RBF tx with one output'),
  154. ('bob_rbf_1output_bump', 'bumping RBF tx with one output'),
  155. ('bob_bal2a', "Bob's balance (age_fmt=confs)"),
  156. ('bob_bal2b', "Bob's balance (showempty=1)"),
  157. ('bob_bal2c', "Bob's balance (showempty=1 minconf=2 age_fmt=days)"),
  158. ('bob_bal2d', "Bob's balance (minconf=2)"),
  159. ('bob_bal2e', "Bob's balance (showempty=1 sort=age)"),
  160. ('bob_bal2f', "Bob's balance (showempty=1 sort=age,reverse)"),
  161. ('bob_send_maybe_rbf', 'sending funds to Alice (RBF, if supported)'),
  162. ('get_mempool1', 'mempool (before RBF bump)'),
  163. ('bob_rbf_status1', 'getting status of transaction'),
  164. ('bob_rbf_bump', 'bumping RBF transaction'),
  165. ('get_mempool2', 'mempool (after RBF bump)'),
  166. ('bob_rbf_status2', 'getting status of transaction after replacement'),
  167. ('bob_rbf_status3', 'getting status of replacement transaction (mempool)'),
  168. ('generate', 'mining a block'),
  169. ('bob_rbf_status4', 'getting status of transaction after confirmed (1) replacement'),
  170. ('bob_rbf_status5', 'getting status of replacement transaction (confirmed)'),
  171. ('generate', 'mining a block'),
  172. ('bob_rbf_status6', 'getting status of transaction after confirmed (2) replacement'),
  173. ('bob_bal3', "Bob's balance"),
  174. ('bob_pre_import', 'sending to non-imported address'),
  175. ('generate', 'mining a block'),
  176. ('bob_import_addr', 'importing non-MMGen address with --rescan'),
  177. ('bob_bal4', "Bob's balance (after import with rescan)"),
  178. ('bob_import_list', 'importing flat address list'),
  179. ('bob_import_list_rescan', 'importing flat address list with --rescan'),
  180. ('bob_split2', "splitting Bob's funds"),
  181. ('bob_0conf0_getbalance', "Bob's balance (unconfirmed, minconf=0)"),
  182. ('bob_0conf1_getbalance', "Bob's balance (unconfirmed, minconf=1)"),
  183. ('generate', 'mining a block'),
  184. ('bob_1conf1_getbalance', "Bob's balance (confirmed, minconf=1)"),
  185. ('bob_1conf2_getbalance', "Bob's balance (confirmed, minconf=2)"),
  186. ('bob_bal5', "Bob's balance"),
  187. ('bob_send_non_mmgen', 'sending funds to Alice (from non-MMGen addrs)'),
  188. ('generate', 'mining a block'),
  189. ('alice_bal_rpcfail', 'RPC failure code'),
  190. ('alice_send_estimatefee', 'tx creation with no fee on command line'),
  191. ('generate', 'mining a block'),
  192. ('bob_bal6', "Bob's balance"),
  193. ('bob_subwallet_addrgen1', "generating Bob's addrs from subwallet 29L"),
  194. ('bob_subwallet_addrgen2', "generating Bob's addrs from subwallet 127S"),
  195. ('bob_subwallet_addrimport1', "importing Bob's addrs from subwallet 29L"),
  196. ('bob_subwallet_addrimport2', "importing Bob's addrs from subwallet 127S"),
  197. ('bob_subwallet_fund', "funding Bob's subwallet addrs"),
  198. ('generate', 'mining a block'),
  199. ('bob_twview2', "viewing Bob's tracking wallet"),
  200. ('bob_twview3', "viewing Bob's tracking wallet"),
  201. ('bob_subwallet_txcreate', 'creating a transaction with subwallet inputs'),
  202. ('bob_subwallet_txsign', 'signing a transaction with subwallet inputs'),
  203. ('bob_subwallet_txdo', "sending from Bob's subwallet addrs"),
  204. ('generate', 'mining a block'),
  205. ('bob_twview4', "viewing Bob's tracking wallet"),
  206. ('bob_alice_bal', "Bob and Alice's balances"),
  207. ('alice_bal2', "Alice's balance"),
  208. ('alice_add_label1', 'adding a label'),
  209. ('alice_chk_label1', 'the label'),
  210. ('alice_add_label2', 'adding a label'),
  211. ('alice_chk_label2', 'the label'),
  212. ('alice_edit_label1', 'editing a label (zh)'),
  213. ('alice_edit_label2', 'editing a label (lat+cyr+gr)'),
  214. ('alice_chk_label3', 'the label'),
  215. ('alice_remove_label1', 'removing a label'),
  216. ('alice_chk_label4', 'the label'),
  217. ('alice_add_label_coinaddr', 'adding a label using the coin address'),
  218. ('alice_chk_label_coinaddr', 'the label'),
  219. ('alice_add_label_badaddr1', 'adding a label with invalid address'),
  220. ('alice_add_label_badaddr2', 'adding a label with invalid address for this chain'),
  221. ('alice_add_label_badaddr3', 'adding a label with wrong MMGen address'),
  222. ('alice_add_label_badaddr4', 'adding a label with wrong coin address'),
  223. ('alice_listaddresses', 'listaddresses'),
  224. ('alice_listaddresses_days', 'listaddresses (age_fmt=days)'),
  225. ('alice_listaddresses_date', 'listaddresses (age_fmt=date)'),
  226. ('alice_listaddresses_date_time', 'listaddresses (age_fmt=date_time)'),
  227. ('alice_twview', 'twview'),
  228. ('alice_twview_days', 'twview (age_fmt=days)'),
  229. ('alice_twview_date', 'twview (age_fmt=date)'),
  230. ('alice_twview_date_time', 'twview (age_fmt=date_time)'),
  231. ('alice_txcreate_info', 'txcreate -i'),
  232. ('stop', 'stopping regtest daemon'),
  233. )
  234. usr_subsids = { 'bob': {}, 'alice': {} }
  235. def __init__(self,trunner,cfgs,spawn):
  236. g.regtest = True
  237. os.environ['MMGEN_TEST_SUITE_REGTEST'] = '1'
  238. from mmgen.regtest import MMGenRegtest
  239. rt = MMGenRegtest(g.coin)
  240. coin = g.coin.lower()
  241. for k in rt_data:
  242. globals()[k] = rt_data[k][coin] if coin in rt_data[k] else None
  243. return TestSuiteBase.__init__(self,trunner,cfgs,spawn)
  244. def _add_comments_to_addr_file(self,addrfile,outfile,use_labels=False):
  245. silence()
  246. gmsg("Adding comments to address file '{}'".format(addrfile))
  247. a = AddrList(addrfile)
  248. for n,idx in enumerate(a.idxs(),1):
  249. if use_labels:
  250. a.set_comment(idx,get_label())
  251. else:
  252. if n % 2: a.set_comment(idx,'Test address {}'.format(n))
  253. a.format(add_comments=True)
  254. write_data_to_file(outfile,a.fmt_data,quiet=True,ignore_opt_outdir=True)
  255. end_silence()
  256. def setup(self):
  257. os.environ['MMGEN_BOGUS_WALLET_DATA'] = ''
  258. if g.testnet:
  259. die(2,'--testnet option incompatible with regtest test suite')
  260. try: shutil.rmtree(joinpath(self.tr.data_dir,'regtest'))
  261. except: pass
  262. os.environ['MMGEN_TEST_SUITE'] = '' # mnemonic is piped to stdin, so stop being a terminal
  263. t = self.spawn('mmgen-regtest',['-n','setup'])
  264. os.environ['MMGEN_TEST_SUITE'] = '1'
  265. for s in ('Starting','Creating','Mined','Creating','Creating','Setup complete'):
  266. t.expect(s)
  267. return t
  268. def current_user(self):
  269. t = self.spawn('mmgen-regtest', ['user'])
  270. t.expect('Bob')
  271. return t
  272. def walletgen(self,user):
  273. t = self.spawn('mmgen-walletgen',['-q','-r0','-p1','--'+user])
  274. t.passphrase_new('new '+dfl_wcls.desc,rt_pw)
  275. t.label()
  276. t.expect('move it to the data directory? (Y/n): ','y')
  277. t.written_to_file(capfirst(dfl_wcls.desc))
  278. return t
  279. def walletgen_bob(self): return self.walletgen('bob')
  280. def walletgen_alice(self): return self.walletgen('alice')
  281. def _user_dir(self,user,coin=None):
  282. return joinpath(self.tr.data_dir,'regtest',coin or g.coin.lower(),user)
  283. def _user_sid(self,user):
  284. return os.path.basename(get_file_with_ext(self._user_dir(user),'mmdat'))[:8]
  285. def _get_user_subsid(self,user,subseed_idx):
  286. if subseed_idx in self.usr_subsids[user]:
  287. return self.usr_subsids[user][subseed_idx]
  288. icls = MMGenWallet
  289. fn = get_file_with_ext(self._user_dir(user),icls.ext)
  290. t = self.spawn('mmgen-tool',['get_subseed',subseed_idx,'wallet='+fn],no_msg=True)
  291. t.passphrase(icls.desc,rt_pw)
  292. sid = t.read().strip()[:8]
  293. self.usr_subsids[user][subseed_idx] = sid
  294. return sid
  295. def addrgen(self,user,wf=None,addr_range='1-5',subseed_idx=None,mmtypes=[]):
  296. from mmgen.addr import MMGenAddrType
  297. for mmtype in mmtypes or g.proto.mmtypes:
  298. t = self.spawn('mmgen-addrgen',
  299. ['--quiet','--'+user,'--type='+mmtype,'--outdir={}'.format(self._user_dir(user))] +
  300. ([wf] if wf else []) +
  301. (['--subwallet='+subseed_idx] if subseed_idx else []) +
  302. [addr_range],
  303. extra_desc='({})'.format(MMGenAddrType.mmtypes[mmtype].name))
  304. t.passphrase(dfl_wcls.desc,rt_pw)
  305. t.written_to_file('Addresses')
  306. ok_msg()
  307. t.skip_ok = True
  308. return t
  309. def addrgen_bob(self): return self.addrgen('bob')
  310. def addrgen_alice(self): return self.addrgen('alice')
  311. def addrimport(self,user,sid=None,addr_range='1-5',num_addrs=5,mmtypes=[]):
  312. id_strs = { 'legacy':'', 'compressed':'-C', 'segwit':'-S', 'bech32':'-B' }
  313. if not sid: sid = self._user_sid(user)
  314. from mmgen.addr import MMGenAddrType
  315. for mmtype in mmtypes or g.proto.mmtypes:
  316. desc = MMGenAddrType.mmtypes[mmtype].name
  317. addrfile = joinpath(self._user_dir(user),
  318. '{}{}{}[{}]{x}.testnet.addrs'.format(
  319. sid,self.altcoin_pfx,id_strs[desc],addr_range,
  320. x='-α' if g.debug_utf8 else ''))
  321. if mmtype == g.proto.mmtypes[0] and user == 'bob':
  322. psave = g.proto
  323. g.proto = CoinProtocol(g.coin,True)
  324. self._add_comments_to_addr_file(addrfile,addrfile,use_labels=True)
  325. g.proto = psave
  326. t = self.spawn( 'mmgen-addrimport',
  327. ['--quiet', '--'+user, '--batch', addrfile],
  328. extra_desc='({})'.format(desc))
  329. if g.debug:
  330. t.expect("Type uppercase 'YES' to confirm: ",'YES\n')
  331. t.expect('Importing')
  332. t.expect('{} addresses imported'.format(num_addrs))
  333. ok_msg()
  334. t.skip_ok = True
  335. return t
  336. def addrimport_bob(self): return self.addrimport('bob')
  337. def addrimport_alice(self): return self.addrimport('alice')
  338. def fund_wallet(self,user,mmtype,amt,sid=None,addr_range='1-5'):
  339. if not sid: sid = self._user_sid(user)
  340. addr = self.get_addr_from_addrlist(user,sid,mmtype,0,addr_range=addr_range)
  341. t = self.spawn('mmgen-regtest', ['send',str(addr),str(amt)])
  342. t.expect('Sending {} miner {}'.format(amt,g.coin))
  343. t.expect('Mined 1 block')
  344. return t
  345. def fund_bob(self): return self.fund_wallet('bob','C',rtFundAmt)
  346. def fund_alice(self): return self.fund_wallet('alice',('L','S')[g.proto.cap('segwit')],rtFundAmt)
  347. def user_twview(self,user,chk=None,sort='age'):
  348. t = self.spawn('mmgen-tool',['--'+user,'twview','sort='+sort])
  349. if chk: t.expect(chk,regex=True)
  350. t.read()
  351. return t
  352. def bob_twview1(self): return self.user_twview('bob',chk=r'1\).*\b{}\b'.format(rtAmts[0]))
  353. def user_bal(self,user,bal,args=['showempty=1'],skip_check=False,exit_val=0):
  354. t = self.spawn('mmgen-tool',['--'+user,'listaddresses'] + args)
  355. if skip_check:
  356. t.read()
  357. else:
  358. total = t.expect_getend('TOTAL: ')
  359. cmp_or_die('{} {}'.format(bal,g.coin),total)
  360. t.req_exit_val = exit_val
  361. return t
  362. def alice_bal1(self):
  363. return self.user_bal('alice',rtFundAmt)
  364. def alice_bal2(self):
  365. return self.user_bal('alice',rtBals[8])
  366. def bob_bal1(self):
  367. return self.user_bal('bob',rtFundAmt)
  368. def bob_bal2(self):
  369. return self.user_bal('bob',rtBals[0])
  370. def bob_bal2a(self):
  371. return self.user_bal('bob',rtBals[0],args=['showempty=1','age_fmt=confs'])
  372. def bob_bal2b(self):
  373. return self.user_bal('bob',rtBals[0],args=['showempty=1'])
  374. def bob_bal2c(self):
  375. return self.user_bal('bob',rtBals[0],args=['showempty=1','minconf=2','age_fmt=days'],skip_check=True)
  376. def bob_bal2d(self):
  377. return self.user_bal('bob',rtBals[0],args=['minconf=2'],skip_check=True)
  378. def bob_bal2e(self):
  379. return self.user_bal('bob',rtBals[0],args=['showempty=1','sort=age'])
  380. def bob_bal2f(self):
  381. return self.user_bal('bob',rtBals[0],args=['showempty=1','sort=age,reverse'])
  382. def bob_bal3(self):
  383. return self.user_bal('bob',rtBals[1])
  384. def bob_bal4(self):
  385. return self.user_bal('bob',rtBals[2])
  386. def bob_bal5(self):
  387. return self.user_bal('bob',rtBals[3])
  388. def bob_bal6(self):
  389. return self.user_bal('bob',rtBals[7])
  390. def bob_subwallet_addrgen1(self):
  391. return self.addrgen('bob',subseed_idx='29L',mmtypes=['C']) # 29L: 2FA7BBA8
  392. def bob_subwallet_addrgen2(self):
  393. return self.addrgen('bob',subseed_idx='127S',mmtypes=['C']) # 127S: '09E8E286'
  394. def subwallet_addrimport(self,user,subseed_idx):
  395. sid = self._get_user_subsid(user,subseed_idx)
  396. return self.addrimport(user,sid=sid,mmtypes=['C'])
  397. def bob_subwallet_addrimport1(self): return self.subwallet_addrimport('bob','29L')
  398. def bob_subwallet_addrimport2(self): return self.subwallet_addrimport('bob','127S')
  399. def bob_subwallet_fund(self):
  400. sid1 = self._get_user_subsid('bob','29L')
  401. sid2 = self._get_user_subsid('bob','127S')
  402. chg_addr = self._user_sid('bob') + (':B:1',':L:1')[g.coin=='BCH']
  403. outputs_cl = [sid1+':C:2,0.29',sid2+':C:3,0.127',chg_addr]
  404. inputs = ('3','1')[g.coin=='BCH']
  405. return self.user_txdo('bob',rtFee[1],outputs_cl,inputs,extra_args=['--subseeds=127'])
  406. def bob_twview2(self):
  407. sid1 = self._get_user_subsid('bob','29L')
  408. return self.user_twview('bob',chk=r'\b{}:C:2\b\s+{}'.format(sid1,'0.29'),sort='twmmid')
  409. def bob_twview3(self):
  410. sid2 = self._get_user_subsid('bob','127S')
  411. return self.user_twview('bob',chk=r'\b{}:C:3\b\s+{}'.format(sid2,'0.127'),sort='amt')
  412. def bob_subwallet_txcreate(self):
  413. sid1 = self._get_user_subsid('bob','29L')
  414. sid2 = self._get_user_subsid('bob','127S')
  415. outputs_cl = [sid1+':C:5,0.0159',sid2+':C:5']
  416. t = self.spawn('mmgen-txcreate',['-d',self.tmpdir,'-B','--bob'] + outputs_cl)
  417. return self.txcreate_ui_common(t,
  418. menu = ['a'],
  419. inputs = ('1,2','2,3')[g.coin=='BCH'],
  420. interactive_fee = '0.00001')
  421. def bob_subwallet_txsign(self):
  422. fn = get_file_with_ext(self.tmpdir,'rawtx')
  423. t = self.spawn('mmgen-txsign',['-d',self.tmpdir,'--bob','--subseeds=127',fn])
  424. t.view_tx('t')
  425. t.passphrase(dfl_wcls.desc,rt_pw)
  426. t.do_comment(None)
  427. t.expect('(Y/n): ','y')
  428. t.written_to_file('Signed transaction')
  429. return t
  430. def bob_subwallet_txdo(self):
  431. outputs_cl = [self._user_sid('bob')+':L:5']
  432. inputs = ('1,2','2,3')[g.coin=='BCH']
  433. return self.user_txdo('bob',rtFee[5],outputs_cl,inputs,menu=['a'],extra_args=['--subseeds=127']) # sort: amt
  434. def bob_twview4(self):
  435. sid = self._user_sid('bob')
  436. amt = ('0.4169328','0.41364')[g.coin=='LTC']
  437. return self.user_twview('bob',chk=r'\b{}:L:5\b\s+.*\s+\b{}\b'.format(sid,amt),sort='twmmid')
  438. def bob_getbalance(self,bals,confs=1):
  439. for i in (0,1,2):
  440. assert Decimal(bals['mmgen'][i]) + Decimal(bals['nonmm'][i]) == Decimal(bals['total'][i])
  441. t = self.spawn('mmgen-tool',['--bob','getbalance','minconf={}'.format(confs)])
  442. for k in ('mmgen','nonmm','total'):
  443. t.expect(r'\n\S+:\s+{} {c}\s+{} {c}\s+{} {c}'.format(*bals[k],c=g.coin),regex=True)
  444. t.read()
  445. return t
  446. def bob_0conf0_getbalance(self): return self.bob_getbalance(rtBals_gb['0conf0'],confs=0)
  447. def bob_0conf1_getbalance(self): return self.bob_getbalance(rtBals_gb['0conf1'],confs=1)
  448. def bob_1conf1_getbalance(self): return self.bob_getbalance(rtBals_gb['1conf1'],confs=1)
  449. def bob_1conf2_getbalance(self): return self.bob_getbalance(rtBals_gb['1conf2'],confs=2)
  450. def bob_alice_bal(self):
  451. t = self.spawn('mmgen-regtest',['balances'])
  452. t.expect('Switching')
  453. ret = t.expect_getend("Alice's balance:").strip()
  454. cmp_or_die(rtBals[5],ret)
  455. ret = t.expect_getend("Bob's balance:").strip()
  456. cmp_or_die(rtBals[4],ret)
  457. ret = t.expect_getend("Total balance:").strip()
  458. cmp_or_die(rtBals[6],ret)
  459. return t
  460. def user_txsend_status(self,user,tx_file,exp1='',exp2='',extra_args=[],bogus_send=False):
  461. os.environ['MMGEN_BOGUS_SEND'] = ('','1')[bool(bogus_send)]
  462. t = self.spawn('mmgen-txsend',['-d',self.tmpdir,'--'+user,'--status'] + extra_args + [tx_file])
  463. os.environ['MMGEN_BOGUS_SEND'] = '1'
  464. if exp1: t.expect(exp1,regex=True)
  465. if exp2: t.expect(exp2,regex=True)
  466. return t
  467. def user_txdo( self, user, fee, outputs_cl, outputs_list,
  468. extra_args = [],
  469. wf = None,
  470. do_label = False,
  471. bad_locktime = False,
  472. full_tx_view = False,
  473. menu = ['M'],
  474. bogus_send = False):
  475. os.environ['MMGEN_BOGUS_SEND'] = ('','1')[bool(bogus_send)]
  476. t = self.spawn('mmgen-txdo',
  477. ['-d',self.tmpdir,'-B','--'+user] +
  478. (['--tx-fee='+fee] if fee else []) +
  479. extra_args + ([],[wf])[bool(wf)] + outputs_cl)
  480. os.environ['MMGEN_BOGUS_SEND'] = '1'
  481. self.txcreate_ui_common(t,
  482. caller = 'txdo',
  483. menu = menu,
  484. inputs = outputs_list,
  485. file_desc = 'Signed transaction',
  486. interactive_fee = (tx_fee,'')[bool(fee)],
  487. add_comment = tx_label_jp,
  488. view = 't',save=True)
  489. t.passphrase(dfl_wcls.desc,rt_pw)
  490. t.written_to_file('Signed transaction')
  491. self._do_confirm_send(t)
  492. s,exit_val = (('Transaction sent',0),("can't be included",1))[bad_locktime]
  493. t.expect(s)
  494. t.req_exit_val = exit_val
  495. return t
  496. def bob_split1(self):
  497. sid = self._user_sid('bob')
  498. outputs_cl = [sid+':C:1,100', sid+':L:2,200',sid+':'+rtBobOp3]
  499. return self.user_txdo('bob',rtFee[0],outputs_cl,'1',do_label=True,full_tx_view=True)
  500. def get_addr_from_addrlist(self,user,sid,mmtype,idx,addr_range='1-5'):
  501. id_str = { 'L':'', 'S':'-S', 'C':'-C', 'B':'-B' }[mmtype]
  502. ext = '{}{}{}[{}]{x}.testnet.addrs'.format(
  503. sid,self.altcoin_pfx,id_str,addr_range,x='-α' if g.debug_utf8 else '')
  504. addrfile = get_file_with_ext(self._user_dir(user),ext,no_dot=True)
  505. psave = g.proto
  506. g.proto = CoinProtocol(g.coin,True)
  507. silence()
  508. addr = AddrList(addrfile).data[idx].addr
  509. end_silence()
  510. g.proto = psave
  511. return addr
  512. def _create_tx_outputs(self,user,data):
  513. sid = self._user_sid(user)
  514. return [self.get_addr_from_addrlist(user,sid,mmtype,idx-1)+amt_str for mmtype,idx,amt_str in data]
  515. def bob_rbf_1output_create(self):
  516. if g.coin != 'BTC': return 'skip' # non-coin-dependent test, so run just once for BTC
  517. out_addr = self._create_tx_outputs('alice',(('B',5,''),))
  518. t = self.spawn('mmgen-txcreate',['-d',self.tr.trash_dir,'-B','--bob','--rbf'] + out_addr)
  519. return self.txcreate_ui_common(t,menu=[],inputs='3',interactive_fee='3s') # out amt: 199.99999343
  520. def bob_rbf_1output_bump(self):
  521. if g.coin != 'BTC': return 'skip'
  522. ext = '9343,3]{x}.testnet.rawtx'.format(x='-α' if g.debug_utf8 else '')
  523. txfile = get_file_with_ext(self.tr.trash_dir,ext,delete=False,no_dot=True)
  524. return self.user_txbump('bob',self.tr.trash_dir,txfile,'8s',has_label=False,signed_tx=False,one_output=True)
  525. def bob_send_maybe_rbf(self):
  526. outputs_cl = self._create_tx_outputs('alice',(('L',1,',60'),('C',1,',40'))) # alice_sid:L:1, alice_sid:C:1
  527. outputs_cl += [self._user_sid('bob')+':'+rtBobOp3]
  528. return self.user_txdo('bob',rtFee[1],outputs_cl,'3',
  529. extra_args=([],['--rbf'])[g.proto.cap('rbf')])
  530. def bob_send_non_mmgen(self):
  531. outputs_cl = self._create_tx_outputs('alice',(
  532. (('L','S')[g.proto.cap('segwit')],2,',10'),
  533. (('L','S')[g.proto.cap('segwit')],3,'')
  534. )) # alice_sid:S:2, alice_sid:S:3
  535. keyfile = joinpath(self.tmpdir,'non-mmgen.keys')
  536. return self.user_txdo('bob',rtFee[3],outputs_cl,'1,4-10',
  537. extra_args=['--keys-from-file='+keyfile,'--vsize-adj=1.02'])
  538. def alice_send_estimatefee(self):
  539. outputs_cl = self._create_tx_outputs('bob',(('L',1,''),)) # bob_sid:L:1
  540. return self.user_txdo('alice',None,outputs_cl,'1') # fee=None
  541. def user_txbump(self,user,outdir,txfile,fee,add_args=[],has_label=True,signed_tx=True,one_output=False):
  542. if not g.proto.cap('rbf'): return 'skip'
  543. os.environ['MMGEN_BOGUS_SEND'] = ''
  544. t = self.spawn('mmgen-txbump',
  545. ['-d',outdir,'--'+user,'--tx-fee='+fee,'--output-to-reduce=c'] + add_args + [txfile])
  546. os.environ['MMGEN_BOGUS_SEND'] = '1'
  547. if not one_output:
  548. t.expect('OK? (Y/n): ','y') # output OK?
  549. t.expect('OK? (Y/n): ','y') # fee OK?
  550. t.do_comment(False,has_label=has_label)
  551. if signed_tx:
  552. t.passphrase(dfl_wcls.desc,rt_pw)
  553. t.written_to_file('Signed transaction')
  554. self.txsend_ui_common(t,caller='txdo',bogus_send=False,file_desc='Signed transaction')
  555. else:
  556. t.expect('Save transaction? (y/N): ','y')
  557. t.written_to_file('Transaction')
  558. t.read()
  559. return t
  560. def bob_rbf_bump(self):
  561. ext = ',{}]{x}.testnet.sigtx'.format(rtFee[1][:-1],x='-α' if g.debug_utf8 else '')
  562. txfile = self.get_file_with_ext(ext,delete=False,no_dot=True)
  563. return self.user_txbump('bob',self.tmpdir,txfile,rtFee[2],add_args=['--send'])
  564. def generate(self,coin=None,num_blocks=1):
  565. int(num_blocks)
  566. if coin: opt.coin = coin
  567. t = self.spawn('mmgen-regtest',['generate',str(num_blocks)])
  568. t.expect('Mined {} block'.format(num_blocks))
  569. return t
  570. def _get_mempool(self):
  571. if not g.debug_utf8:
  572. disable_debug()
  573. ret = self.spawn('mmgen-regtest',['mempool']).read()
  574. if not g.debug_utf8:
  575. restore_debug()
  576. m = re.search(r'(\[\s*"[a-f0-9]{64}"\s*])',ret) # allow for extra output by handler at end
  577. return json.loads(m.group(1))
  578. def get_mempool1(self):
  579. mp = self._get_mempool()
  580. if len(mp) != 1:
  581. rdie(2,'Mempool has more or less than one TX!')
  582. self.write_to_tmpfile('rbf_txid',mp[0]+'\n')
  583. return 'ok'
  584. def bob_rbf_status(self,fee,exp1,exp2=''):
  585. if not g.proto.cap('rbf'): return 'skip'
  586. ext = ',{}]{x}.testnet.sigtx'.format(fee[:-1],x='-α' if g.debug_utf8 else '')
  587. txfile = self.get_file_with_ext(ext,delete=False,no_dot=True)
  588. return self.user_txsend_status('bob',txfile,exp1,exp2)
  589. def bob_rbf_status1(self):
  590. if not g.proto.cap('rbf'): return 'skip'
  591. return self.bob_rbf_status(rtFee[1],'in mempool, replaceable')
  592. def get_mempool2(self):
  593. if not g.proto.cap('rbf'): return 'skip'
  594. mp = self._get_mempool()
  595. if len(mp) != 1:
  596. rdie(2,'Mempool has more or less than one TX!')
  597. chk = self.read_from_tmpfile('rbf_txid')
  598. if chk.strip() == mp[0]:
  599. rdie(2,'TX in mempool has not changed! RBF bump failed')
  600. self.write_to_tmpfile('rbf_txid2',mp[0]+'\n')
  601. return 'ok'
  602. def bob_rbf_status2(self):
  603. if not g.proto.cap('rbf'): return 'skip'
  604. new_txid = self.read_from_tmpfile('rbf_txid2').strip()
  605. return self.bob_rbf_status(rtFee[1],
  606. 'Transaction has been replaced','{} in mempool'.format(new_txid))
  607. def bob_rbf_status3(self):
  608. if not g.proto.cap('rbf'): return 'skip'
  609. return self.bob_rbf_status(rtFee[2],'status: in mempool, replaceable')
  610. def bob_rbf_status4(self):
  611. if not g.proto.cap('rbf'): return 'skip'
  612. new_txid = self.read_from_tmpfile('rbf_txid2').strip()
  613. return self.bob_rbf_status(rtFee[1],
  614. 'Replacement transaction has 1 confirmation',
  615. 'Replacing transactions:\s+{}'.format(new_txid))
  616. def bob_rbf_status5(self):
  617. if not g.proto.cap('rbf'): return 'skip'
  618. return self.bob_rbf_status(rtFee[2],'Transaction has 1 confirmation')
  619. def bob_rbf_status6(self):
  620. if not g.proto.cap('rbf'): return 'skip'
  621. new_txid = self.read_from_tmpfile('rbf_txid2').strip()
  622. return self.bob_rbf_status(rtFee[1],
  623. 'Replacement transaction has 2 confirmations',
  624. 'Replacing transactions:\s+{}'.format(new_txid))
  625. @staticmethod
  626. def _gen_pairs(n):
  627. disable_debug()
  628. from subprocess import run,PIPE
  629. ret = [run(['python3',joinpath('cmds','mmgen-tool'),'--testnet=1'] +
  630. (['--type=compressed'],[])[i==0] +
  631. ['-r0','randpair'],
  632. stdout=PIPE,check=True
  633. ).stdout.decode().split() for i in range(n)]
  634. restore_debug()
  635. return ret
  636. def bob_pre_import(self):
  637. pairs = self._gen_pairs(5)
  638. self.write_to_tmpfile('non-mmgen.keys','\n'.join([a[0] for a in pairs])+'\n')
  639. self.write_to_tmpfile('non-mmgen.addrs','\n'.join([a[1] for a in pairs])+'\n')
  640. return self.user_txdo('bob',rtFee[4],[pairs[0][1]],'3')
  641. def user_import(self,user,args):
  642. t = self.spawn('mmgen-addrimport',['--'+user]+args)
  643. if g.debug:
  644. t.expect("Type uppercase 'YES' to confirm: ",'YES\n')
  645. t.expect('Importing')
  646. t.expect('OK')
  647. t.read()
  648. return t
  649. def bob_import_addr(self):
  650. addr = self.read_from_tmpfile('non-mmgen.addrs').split()[0]
  651. return self.user_import('bob',['--quiet','--address='+addr])
  652. def bob_import_list(self):
  653. addrfile = joinpath(self.tmpdir,'non-mmgen.addrs')
  654. return self.user_import('bob',['--quiet','--addrlist',addrfile])
  655. def bob_import_list_rescan(self):
  656. addrfile = joinpath(self.tmpdir,'non-mmgen.addrs')
  657. return self.user_import('bob',['--quiet','--rescan','--addrlist',addrfile])
  658. def bob_split2(self):
  659. addrs = self.read_from_tmpfile('non-mmgen.addrs').split()
  660. amts = (1.12345678,2.87654321,3.33443344,4.00990099,5.43214321)
  661. outputs1 = list(map('{},{}'.format,addrs,amts))
  662. sid = self._user_sid('bob')
  663. l1,l2 = (':S',':B') if 'B' in g.proto.mmtypes else (':S',':S') if g.proto.cap('segwit') else (':L',':L')
  664. outputs2 = [sid+':C:2,6.333', sid+':L:3,6.667',sid+l1+':4,0.123',sid+l2+':5']
  665. return self.user_txdo('bob',rtFee[5],outputs1+outputs2,'1-2')
  666. def user_add_label(self,user,addr,label):
  667. t = self.spawn('mmgen-tool',['--'+user,'add_label',addr,label])
  668. t.expect('Added label.*in tracking wallet',regex=True)
  669. return t
  670. def user_remove_label(self,user,addr):
  671. t = self.spawn('mmgen-tool',['--'+user,'remove_label',addr])
  672. t.expect('Removed label.*in tracking wallet',regex=True)
  673. return t
  674. def bob_add_label(self):
  675. sid = self._user_sid('bob')
  676. return self.user_add_label('bob',sid+':C:1',tw_label_lat_cyr_gr)
  677. def alice_add_label1(self):
  678. sid = self._user_sid('alice')
  679. return self.user_add_label('alice',sid+':C:1','Original Label - 月へ')
  680. def alice_add_label2(self):
  681. sid = self._user_sid('alice')
  682. return self.user_add_label('alice',sid+':C:1','Replacement Label')
  683. def alice_add_label_coinaddr(self):
  684. mmid = self._user_sid('alice') + (':S:1',':L:1')[g.coin=='BCH']
  685. t = self.spawn('mmgen-tool',['--alice','listaddress',mmid],no_msg=True)
  686. btcaddr = [i for i in t.read().splitlines() if i.lstrip()[0:len(mmid)] == mmid][0].split()[1]
  687. return self.user_add_label('alice',btcaddr,'Label added using coin address')
  688. def user_chk_label(self,user,addr,label):
  689. t = self.spawn('mmgen-tool',['--'+user,'listaddresses','all_labels=1'])
  690. t.expect(r'{}\s+\S{{30}}\S+\s+{}\s+'.format(addr,label),regex=True)
  691. return t
  692. def alice_chk_label_coinaddr(self):
  693. mmid = self._user_sid('alice') + (':S:1',':L:1')[g.coin=='BCH']
  694. return self.user_chk_label('alice',mmid,'Label added using coin address')
  695. def alice_add_label_badaddr(self,addr,reply):
  696. t = self.spawn('mmgen-tool',['--alice','add_label',addr,'(none)'])
  697. t.expect(reply,regex=True)
  698. return t
  699. def alice_add_label_badaddr1(self):
  700. return self.alice_add_label_badaddr(rt_pw,'Invalid coin address for this chain: ')
  701. def alice_add_label_badaddr2(self):
  702. addr = g.proto.pubhash2addr('00'*20,False) # mainnet zero address
  703. return self.alice_add_label_badaddr(addr,'Invalid coin address for this chain: '+addr)
  704. def alice_add_label_badaddr3(self):
  705. addr = self._user_sid('alice') + ':C:123'
  706. return self.alice_add_label_badaddr(addr,
  707. "MMGen address '{}' not found in tracking wallet".format(addr))
  708. def alice_add_label_badaddr4(self):
  709. addr = CoinProtocol(g.coin,True).pubhash2addr('00'*20,False) # testnet zero address
  710. return self.alice_add_label_badaddr(addr,
  711. "Address '{}' not found in tracking wallet".format(addr))
  712. def alice_bal_rpcfail(self):
  713. addr = self._user_sid('alice') + ':C:2'
  714. os.environ['MMGEN_RPC_FAIL_ON_COMMAND'] = 'listunspent'
  715. t = self.spawn('mmgen-tool',['--alice','getbalance'])
  716. os.environ['MMGEN_RPC_FAIL_ON_COMMAND'] = ''
  717. t.expect('Method not found')
  718. t.read()
  719. t.req_exit_val = 3
  720. return t
  721. def alice_remove_label1(self):
  722. sid = self._user_sid('alice')
  723. mmid = sid + (':S:3',':L:3')[g.coin=='BCH']
  724. return self.user_remove_label('alice',mmid)
  725. def alice_chk_label1(self):
  726. sid = self._user_sid('alice')
  727. return self.user_chk_label('alice',sid+':C:1','Original Label - 月へ')
  728. def alice_chk_label2(self):
  729. sid = self._user_sid('alice')
  730. return self.user_chk_label('alice',sid+':C:1','Replacement Label')
  731. def alice_edit_label1(self): return self.user_edit_label('alice','4',tw_label_lat_cyr_gr)
  732. def alice_edit_label2(self): return self.user_edit_label('alice','3',tw_label_zh)
  733. def alice_chk_label3(self):
  734. sid = self._user_sid('alice')
  735. mmid = sid + (':S:3',':L:3')[g.coin=='BCH']
  736. return self.user_chk_label('alice',mmid,tw_label_lat_cyr_gr)
  737. def alice_chk_label4(self):
  738. sid = self._user_sid('alice')
  739. mmid = sid + (':S:3',':L:3')[g.coin=='BCH']
  740. return self.user_chk_label('alice',mmid,'-')
  741. def user_edit_label(self,user,output,label):
  742. t = self.spawn('mmgen-txcreate',['-B','--'+user,'-i'])
  743. t.expect(r'add \[l\]abel:.','M',regex=True)
  744. t.expect(r'add \[l\]abel:.','l',regex=True)
  745. t.expect(r"Enter unspent.*return to main menu\):.",output+'\n',regex=True)
  746. t.expect(r"Enter label text.*return to main menu\):.",label+'\n',regex=True)
  747. t.expect(r'\[q\]uit view, .*?:.','q',regex=True)
  748. return t
  749. def alice_listaddresses(self,args=[],expect=None):
  750. expect = expect or rf'{rtAmts[1]}\b'
  751. t = self.spawn('mmgen-tool',['--alice','listaddresses','showempty=1'] + args)
  752. t.expect(expect,regex=True)
  753. t.read()
  754. return t
  755. def alice_listaddresses_days(self):
  756. return self.alice_listaddresses(args=['age_fmt=days'],expect=rf'{rtAmts[1]}\s+\d+\b')
  757. def alice_listaddresses_date(self):
  758. return self.alice_listaddresses(args=['age_fmt=date'],expect=rf'{rtAmts[1]}\s+'+pat_date)
  759. def alice_listaddresses_date_time(self):
  760. return self.alice_listaddresses(
  761. args=['age_fmt=date_time'],
  762. expect=rf'{rtAmts[1]}\s+'+pat_date_time)
  763. def alice_twview(self,args=[],expect=None):
  764. expect = expect or rf'{rtAmts[0]}\b'
  765. t = self.spawn('mmgen-tool',['--alice','twview'] + args)
  766. t.expect(expect,regex=True)
  767. t.read()
  768. return t
  769. def alice_twview_days(self):
  770. return self.alice_twview(args=['age_fmt=days'],expect=rf'{rtAmts[0]}\s+\d+\b')
  771. def alice_twview_date(self):
  772. return self.alice_twview(args=['age_fmt=date'],expect=rf'{rtAmts[0]}\s+'+pat_date)
  773. def alice_twview_date_time(self):
  774. return self.alice_twview(args=['age_fmt=date_time'],expect=rf'{rtAmts[0]}\s+'+pat_date_time)
  775. def alice_txcreate_info(self,args=[]):
  776. t = self.spawn('mmgen-txcreate',['--alice','-Bi'])
  777. for e,s in (
  778. (rf'{rtAmts[0]}\s+\d+\b','D'),
  779. (rf'{rtAmts[0]}\s+\d+\b','D'),
  780. (rf'{rtAmts[0]}\s+\d+\b','D'),
  781. (rf'{rtAmts[0]}\s+'+pat_date,'w'),
  782. (rf'{rtAmts[0]}\s+\d+\s+\d+\s+'+pat_date_time,'q'),
  783. ):
  784. t.expect(e,s,regex=True)
  785. t.read()
  786. return t
  787. def stop(self):
  788. if opt.no_daemon_stop:
  789. self.spawn('',msg_only=True)
  790. msg_r('(leaving daemon running by user request)')
  791. return 'ok'
  792. else:
  793. return self.spawn('mmgen-regtest',['stop'])