mirror of
https://github.com/aljazceru/nutshell.git
synced 2025-12-20 10:34:20 +01:00
6a0a370ba5
* clean up db * db: table lock * db.table_with_schema * fix encrypt.py * postgres nowait * add timeout to lock * melt quote state in db * kinda working * kinda working with postgres * remove dispose * getting there * porperly clean up db for tests * faster tests * configure connection pooling * try github with connection pool * invoice dispatcher does not lock db * fakewallet: pay_if_regtest waits * pay fakewallet invoices * add more * faster * slower * pay_if_regtest async * do not lock the invoice dispatcher * test: do I get disk I/O errors if we disable the invoice_callback_dispatcher? * fix fake so it workss without a callback dispatchert * test on github * readd tasks * refactor * increase time for lock invoice disatcher * try avoiding a race * remove task * github actions: test regtest with postgres * mint per module * no connection pool for testing * enable pool * do not resend paid event * reuse connection * close db connections * sessions * enable debug * dispose engine * disable connection pool for tests * enable connection pool for postgres only * clean up shutdown routine * remove wait for lightning fakewallet lightning invoice * cancel invoice listener tasks on shutdown * fakewallet conftest: decrease outgoing delay * delay payment and set postgres only if needed * disable fail fast for regtest * clean up regtest.yml * change order of tests_db.py * row-specific mint_quote locking * refactor * fix lock statement * refactor swap * refactor * remove psycopg2 * add connection string example to .env.example * remove unnecessary pay * shorter sleep in test_wallet_subscription_swap
380 lines
12 KiB
Python
380 lines
12 KiB
Python
import asyncio
|
|
from typing import List, Tuple
|
|
|
|
import bolt11
|
|
import pytest
|
|
import pytest_asyncio
|
|
|
|
from cashu.core.base import MeltQuote, MeltQuoteState, Proof, ProofSpentState
|
|
from cashu.core.crypto.aes import AESCipher
|
|
from cashu.core.db import Database
|
|
from cashu.core.settings import settings
|
|
from cashu.mint.crud import LedgerCrudSqlite
|
|
from cashu.mint.ledger import Ledger
|
|
from cashu.wallet.wallet import Wallet
|
|
from tests.conftest import SERVER_ENDPOINT
|
|
from tests.helpers import (
|
|
SLEEP_TIME,
|
|
cancel_invoice,
|
|
get_hold_invoice,
|
|
is_fake,
|
|
is_regtest,
|
|
pay_if_regtest,
|
|
settle_invoice,
|
|
)
|
|
|
|
SEED = "TEST_PRIVATE_KEY"
|
|
DERIVATION_PATH = "m/0'/0'/0'"
|
|
DECRYPTON_KEY = "testdecryptionkey"
|
|
ENCRYPTED_SEED = "U2FsdGVkX1_7UU_-nVBMBWDy_9yDu4KeYb7MH8cJTYQGD4RWl82PALH8j-HKzTrI"
|
|
|
|
|
|
async def assert_err(f, msg):
|
|
"""Compute f() and expect an error message 'msg'."""
|
|
try:
|
|
await f
|
|
except Exception as exc:
|
|
assert exc.args[0] == msg, Exception(
|
|
f"Expected error: {msg}, got: {exc.args[0]}"
|
|
)
|
|
|
|
|
|
def assert_amt(proofs: List[Proof], expected: int):
|
|
"""Assert amounts the proofs contain."""
|
|
assert [p.amount for p in proofs] == expected
|
|
|
|
|
|
@pytest_asyncio.fixture(scope="function")
|
|
async def wallet(ledger: Ledger):
|
|
wallet1 = await Wallet.with_db(
|
|
url=SERVER_ENDPOINT,
|
|
db="test_data/wallet_mint_api_deprecated",
|
|
name="wallet_mint_api_deprecated",
|
|
)
|
|
await wallet1.load_mint()
|
|
yield wallet1
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_init_keysets(ledger: Ledger):
|
|
ledger.keysets = {}
|
|
await ledger.init_keysets()
|
|
assert len(ledger.keysets) == 1
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_ledger_encrypt():
|
|
aes = AESCipher(DECRYPTON_KEY)
|
|
encrypted = aes.encrypt(SEED.encode())
|
|
assert aes.decrypt(encrypted) == SEED
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_ledger_decrypt():
|
|
aes = AESCipher(DECRYPTON_KEY)
|
|
assert aes.decrypt(ENCRYPTED_SEED) == SEED
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_decrypt_seed():
|
|
ledger = Ledger(
|
|
db=Database("mint", settings.mint_database),
|
|
seed=SEED,
|
|
seed_decryption_key=None,
|
|
derivation_path=DERIVATION_PATH,
|
|
backends={},
|
|
crud=LedgerCrudSqlite(),
|
|
)
|
|
await ledger.init_keysets()
|
|
assert ledger.keyset.seed == SEED
|
|
private_key_1 = (
|
|
ledger.keysets[list(ledger.keysets.keys())[0]].private_keys[1].serialize()
|
|
)
|
|
assert (
|
|
private_key_1
|
|
== "8300050453f08e6ead1296bb864e905bd46761beed22b81110fae0751d84604d"
|
|
)
|
|
pubkeys = ledger.keysets[list(ledger.keysets.keys())[0]].public_keys
|
|
assert pubkeys
|
|
assert (
|
|
pubkeys[1].serialize().hex()
|
|
== "02194603ffa36356f4a56b7df9371fc3192472351453ec7398b8da8117e7c3e104"
|
|
)
|
|
|
|
ledger_encrypted = Ledger(
|
|
db=Database("mint", settings.mint_database),
|
|
seed=ENCRYPTED_SEED,
|
|
seed_decryption_key=DECRYPTON_KEY,
|
|
derivation_path=DERIVATION_PATH,
|
|
backends={},
|
|
crud=LedgerCrudSqlite(),
|
|
)
|
|
await ledger_encrypted.init_keysets()
|
|
assert ledger_encrypted.keyset.seed == SEED
|
|
private_key_1 = (
|
|
ledger_encrypted.keysets[list(ledger_encrypted.keysets.keys())[0]]
|
|
.private_keys[1]
|
|
.serialize()
|
|
)
|
|
assert (
|
|
private_key_1
|
|
== "8300050453f08e6ead1296bb864e905bd46761beed22b81110fae0751d84604d"
|
|
)
|
|
pubkeys_encrypted = ledger_encrypted.keysets[
|
|
list(ledger_encrypted.keysets.keys())[0]
|
|
].public_keys
|
|
assert pubkeys_encrypted
|
|
assert (
|
|
pubkeys_encrypted[1].serialize().hex()
|
|
== "02194603ffa36356f4a56b7df9371fc3192472351453ec7398b8da8117e7c3e104"
|
|
)
|
|
|
|
|
|
async def create_pending_melts(
|
|
ledger: Ledger, check_id: str = "checking_id"
|
|
) -> Tuple[Proof, MeltQuote]:
|
|
"""Helper function for startup tests for fakewallet. Creates fake pending melt
|
|
quote and fake proofs that are in the pending table that look like they're being
|
|
used to pay the pending melt quote."""
|
|
quote_id = "quote_id"
|
|
quote = MeltQuote(
|
|
quote=quote_id,
|
|
method="bolt11",
|
|
request="asdasd",
|
|
checking_id=check_id,
|
|
unit="sat",
|
|
paid=False,
|
|
state=MeltQuoteState.unpaid,
|
|
amount=100,
|
|
fee_reserve=1,
|
|
)
|
|
await ledger.crud.store_melt_quote(
|
|
quote=quote,
|
|
db=ledger.db,
|
|
)
|
|
pending_proof = Proof(amount=123, C="asdasd", secret="asdasd", id=quote_id)
|
|
await ledger.crud.set_proof_pending(
|
|
db=ledger.db,
|
|
proof=pending_proof,
|
|
quote_id=quote_id,
|
|
)
|
|
# expect a pending melt quote
|
|
melt_quotes = await ledger.crud.get_all_melt_quotes_from_pending_proofs(
|
|
db=ledger.db
|
|
)
|
|
assert melt_quotes
|
|
return pending_proof, quote
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
@pytest.mark.skipif(is_regtest, reason="only fake wallet")
|
|
async def test_startup_fakewallet_pending_quote_success(ledger: Ledger):
|
|
"""Startup routine test. Expects that a pending proofs are removed form the pending db
|
|
after the startup routine determines that the associated melt quote was paid."""
|
|
pending_proof, quote = await create_pending_melts(ledger)
|
|
states = await ledger.db_read.get_proofs_states([pending_proof.Y])
|
|
assert states[0].state == ProofSpentState.pending
|
|
settings.fakewallet_payment_state = True
|
|
# run startup routinge
|
|
await ledger.startup_ledger()
|
|
|
|
# expect that no pending tokens are in db anymore
|
|
melt_quotes = await ledger.crud.get_all_melt_quotes_from_pending_proofs(
|
|
db=ledger.db
|
|
)
|
|
assert not melt_quotes
|
|
|
|
# expect that proofs are spent
|
|
states = await ledger.db_read.get_proofs_states([pending_proof.Y])
|
|
assert states[0].state == ProofSpentState.spent
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
@pytest.mark.skipif(is_regtest, reason="only fake wallet")
|
|
async def test_startup_fakewallet_pending_quote_failure(ledger: Ledger):
|
|
"""Startup routine test. Expects that a pending proofs are removed form the pending db
|
|
after the startup routine determines that the associated melt quote failed to pay.
|
|
|
|
The failure is simulated by setting the fakewallet_payment_state to False.
|
|
"""
|
|
pending_proof, quote = await create_pending_melts(ledger)
|
|
states = await ledger.db_read.get_proofs_states([pending_proof.Y])
|
|
assert states[0].state == ProofSpentState.pending
|
|
settings.fakewallet_payment_state = False
|
|
# run startup routinge
|
|
await ledger.startup_ledger()
|
|
|
|
# expect that no pending tokens are in db anymore
|
|
melt_quotes = await ledger.crud.get_all_melt_quotes_from_pending_proofs(
|
|
db=ledger.db
|
|
)
|
|
assert not melt_quotes
|
|
|
|
# expect that proofs are unspent
|
|
states = await ledger.db_read.get_proofs_states([pending_proof.Y])
|
|
assert states[0].state == ProofSpentState.unspent
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
@pytest.mark.skipif(is_regtest, reason="only for fake wallet")
|
|
async def test_startup_fakewallet_pending_quote_pending(ledger: Ledger):
|
|
pending_proof, quote = await create_pending_melts(ledger)
|
|
states = await ledger.db_read.get_proofs_states([pending_proof.Y])
|
|
assert states[0].state == ProofSpentState.pending
|
|
settings.fakewallet_payment_state = None
|
|
# run startup routinge
|
|
await ledger.startup_ledger()
|
|
|
|
# expect that melt quote is still pending
|
|
melt_quotes = await ledger.crud.get_all_melt_quotes_from_pending_proofs(
|
|
db=ledger.db
|
|
)
|
|
assert melt_quotes
|
|
|
|
# expect that proofs are still pending
|
|
states = await ledger.db_read.get_proofs_states([pending_proof.Y])
|
|
assert states[0].state == ProofSpentState.pending
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
@pytest.mark.skipif(is_fake, reason="only regtest")
|
|
async def test_startup_regtest_pending_quote_pending(wallet: Wallet, ledger: Ledger):
|
|
# fill wallet
|
|
invoice = await wallet.request_mint(64)
|
|
await pay_if_regtest(invoice.bolt11)
|
|
await wallet.mint(64, id=invoice.id)
|
|
assert wallet.balance == 64
|
|
|
|
# create hodl invoice
|
|
preimage, invoice_dict = get_hold_invoice(16)
|
|
invoice_payment_request = str(invoice_dict["payment_request"])
|
|
|
|
# wallet pays the invoice
|
|
quote = await wallet.melt_quote(invoice_payment_request)
|
|
total_amount = quote.amount + quote.fee_reserve
|
|
_, send_proofs = await wallet.split_to_send(wallet.proofs, total_amount)
|
|
asyncio.create_task(
|
|
wallet.melt(
|
|
proofs=send_proofs,
|
|
invoice=invoice_payment_request,
|
|
fee_reserve_sat=quote.fee_reserve,
|
|
quote_id=quote.quote,
|
|
)
|
|
)
|
|
await asyncio.sleep(SLEEP_TIME)
|
|
# settle_invoice(preimage=preimage)
|
|
|
|
# run startup routinge
|
|
await ledger.startup_ledger()
|
|
|
|
# expect that melt quote is still pending
|
|
melt_quotes = await ledger.crud.get_all_melt_quotes_from_pending_proofs(
|
|
db=ledger.db
|
|
)
|
|
assert melt_quotes
|
|
|
|
# expect that proofs are still pending
|
|
states = await ledger.db_read.get_proofs_states([p.Y for p in send_proofs])
|
|
assert all([s.state == ProofSpentState.pending for s in states])
|
|
|
|
# only now settle the invoice
|
|
settle_invoice(preimage=preimage)
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
@pytest.mark.skipif(is_fake, reason="only regtest")
|
|
async def test_startup_regtest_pending_quote_success(wallet: Wallet, ledger: Ledger):
|
|
# fill wallet
|
|
invoice = await wallet.request_mint(64)
|
|
await pay_if_regtest(invoice.bolt11)
|
|
await wallet.mint(64, id=invoice.id)
|
|
assert wallet.balance == 64
|
|
|
|
# create hodl invoice
|
|
preimage, invoice_dict = get_hold_invoice(16)
|
|
invoice_payment_request = str(invoice_dict["payment_request"])
|
|
|
|
# wallet pays the invoice
|
|
quote = await wallet.melt_quote(invoice_payment_request)
|
|
total_amount = quote.amount + quote.fee_reserve
|
|
_, send_proofs = await wallet.split_to_send(wallet.proofs, total_amount)
|
|
asyncio.create_task(
|
|
wallet.melt(
|
|
proofs=send_proofs,
|
|
invoice=invoice_payment_request,
|
|
fee_reserve_sat=quote.fee_reserve,
|
|
quote_id=quote.quote,
|
|
)
|
|
)
|
|
await asyncio.sleep(SLEEP_TIME)
|
|
# expect that proofs are pending
|
|
states = await ledger.db_read.get_proofs_states([p.Y for p in send_proofs])
|
|
assert all([s.state == ProofSpentState.pending for s in states])
|
|
|
|
settle_invoice(preimage=preimage)
|
|
await asyncio.sleep(SLEEP_TIME)
|
|
|
|
# run startup routinge
|
|
await ledger.startup_ledger()
|
|
|
|
# expect that no melt quote is pending
|
|
melt_quotes = await ledger.crud.get_all_melt_quotes_from_pending_proofs(
|
|
db=ledger.db
|
|
)
|
|
assert not melt_quotes
|
|
|
|
# expect that proofs are spent
|
|
states = await ledger.db_read.get_proofs_states([p.Y for p in send_proofs])
|
|
assert all([s.state == ProofSpentState.spent for s in states])
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
@pytest.mark.skipif(is_fake, reason="only regtest")
|
|
async def test_startup_regtest_pending_quote_failure(wallet: Wallet, ledger: Ledger):
|
|
"""Simulate a failure to pay the hodl invoice by canceling it."""
|
|
# fill wallet
|
|
invoice = await wallet.request_mint(64)
|
|
await pay_if_regtest(invoice.bolt11)
|
|
await wallet.mint(64, id=invoice.id)
|
|
assert wallet.balance == 64
|
|
|
|
# create hodl invoice
|
|
preimage, invoice_dict = get_hold_invoice(16)
|
|
invoice_payment_request = str(invoice_dict["payment_request"])
|
|
invoice_obj = bolt11.decode(invoice_payment_request)
|
|
preimage_hash = invoice_obj.payment_hash
|
|
|
|
# wallet pays the invoice
|
|
quote = await wallet.melt_quote(invoice_payment_request)
|
|
total_amount = quote.amount + quote.fee_reserve
|
|
_, send_proofs = await wallet.split_to_send(wallet.proofs, total_amount)
|
|
asyncio.create_task(
|
|
wallet.melt(
|
|
proofs=send_proofs,
|
|
invoice=invoice_payment_request,
|
|
fee_reserve_sat=quote.fee_reserve,
|
|
quote_id=quote.quote,
|
|
)
|
|
)
|
|
await asyncio.sleep(SLEEP_TIME)
|
|
|
|
# expect that proofs are pending
|
|
states = await ledger.db_read.get_proofs_states([p.Y for p in send_proofs])
|
|
assert all([s.state == ProofSpentState.pending for s in states])
|
|
|
|
cancel_invoice(preimage_hash=preimage_hash)
|
|
await asyncio.sleep(SLEEP_TIME)
|
|
|
|
# run startup routinge
|
|
await ledger.startup_ledger()
|
|
|
|
# expect that no melt quote is pending
|
|
melt_quotes = await ledger.crud.get_all_melt_quotes_from_pending_proofs(
|
|
db=ledger.db
|
|
)
|
|
assert not melt_quotes
|
|
|
|
# expect that proofs are unspent
|
|
states = await ledger.db_read.get_proofs_states([p.Y for p in send_proofs])
|
|
assert all([s.state == ProofSpentState.unspent for s in states])
|