mirror of
https://github.com/aljazceru/nutshell.git
synced 2025-12-20 18:44:20 +01:00
6a0a370ba5
* clean up db * db: table lock * db.table_with_schema * fix encrypt.py * postgres nowait * add timeout to lock * melt quote state in db * kinda working * kinda working with postgres * remove dispose * getting there * porperly clean up db for tests * faster tests * configure connection pooling * try github with connection pool * invoice dispatcher does not lock db * fakewallet: pay_if_regtest waits * pay fakewallet invoices * add more * faster * slower * pay_if_regtest async * do not lock the invoice dispatcher * test: do I get disk I/O errors if we disable the invoice_callback_dispatcher? * fix fake so it workss without a callback dispatchert * test on github * readd tasks * refactor * increase time for lock invoice disatcher * try avoiding a race * remove task * github actions: test regtest with postgres * mint per module * no connection pool for testing * enable pool * do not resend paid event * reuse connection * close db connections * sessions * enable debug * dispose engine * disable connection pool for tests * enable connection pool for postgres only * clean up shutdown routine * remove wait for lightning fakewallet lightning invoice * cancel invoice listener tasks on shutdown * fakewallet conftest: decrease outgoing delay * delay payment and set postgres only if needed * disable fail fast for regtest * clean up regtest.yml * change order of tests_db.py * row-specific mint_quote locking * refactor * fix lock statement * refactor swap * refactor * remove psycopg2 * add connection string example to .env.example * remove unnecessary pay * shorter sleep in test_wallet_subscription_swap
324 lines
10 KiB
Python
324 lines
10 KiB
Python
from ..core.db import Connection, Database
|
|
|
|
|
|
async def m000_create_migrations_table(conn: Connection):
|
|
await conn.execute(
|
|
"""
|
|
CREATE TABLE IF NOT EXISTS dbversions (
|
|
db TEXT PRIMARY KEY,
|
|
version INT NOT NULL
|
|
)
|
|
"""
|
|
)
|
|
|
|
|
|
async def m001_initial(db: Database):
|
|
async with db.connect() as conn:
|
|
await conn.execute(
|
|
f"""
|
|
CREATE TABLE IF NOT EXISTS proofs (
|
|
amount {db.big_int} NOT NULL,
|
|
C TEXT NOT NULL,
|
|
secret TEXT NOT NULL,
|
|
|
|
UNIQUE (secret)
|
|
|
|
);
|
|
"""
|
|
)
|
|
|
|
await conn.execute(
|
|
f"""
|
|
CREATE TABLE IF NOT EXISTS proofs_used (
|
|
amount {db.big_int} NOT NULL,
|
|
C TEXT NOT NULL,
|
|
secret TEXT NOT NULL,
|
|
|
|
UNIQUE (secret)
|
|
|
|
);
|
|
"""
|
|
)
|
|
|
|
await conn.execute(
|
|
"""
|
|
CREATE VIEW IF NOT EXISTS balance AS
|
|
SELECT COALESCE(SUM(s), 0) AS balance FROM (
|
|
SELECT SUM(amount) AS s
|
|
FROM proofs
|
|
WHERE amount > 0
|
|
);
|
|
"""
|
|
)
|
|
|
|
await conn.execute(
|
|
"""
|
|
CREATE VIEW IF NOT EXISTS balance_used AS
|
|
SELECT COALESCE(SUM(s), 0) AS used FROM (
|
|
SELECT SUM(amount) AS s
|
|
FROM proofs_used
|
|
WHERE amount > 0
|
|
);
|
|
"""
|
|
)
|
|
|
|
|
|
async def m002_add_proofs_reserved(db: Database):
|
|
"""
|
|
Column for marking proofs as reserved when they are being sent.
|
|
"""
|
|
async with db.connect() as conn:
|
|
await conn.execute("ALTER TABLE proofs ADD COLUMN reserved BOOL")
|
|
|
|
|
|
async def m003_add_proofs_sendid_and_timestamps(db: Database):
|
|
"""
|
|
Column with unique ID for each initiated send attempt
|
|
so proofs can be later grouped together for each send attempt.
|
|
"""
|
|
async with db.connect() as conn:
|
|
await conn.execute("ALTER TABLE proofs ADD COLUMN send_id TEXT")
|
|
await conn.execute("ALTER TABLE proofs ADD COLUMN time_created TIMESTAMP")
|
|
await conn.execute("ALTER TABLE proofs ADD COLUMN time_reserved TIMESTAMP")
|
|
await conn.execute("ALTER TABLE proofs_used ADD COLUMN time_used TIMESTAMP")
|
|
|
|
|
|
async def m004_p2sh_locks(db: Database):
|
|
"""
|
|
DEPRECATED: Stores P2SH addresses and unlock scripts.
|
|
"""
|
|
# async with db.connect() as conn:
|
|
# await conn.execute("""
|
|
# CREATE TABLE IF NOT EXISTS p2sh (
|
|
# address TEXT NOT NULL,
|
|
# script TEXT NOT NULL,
|
|
# signature TEXT NOT NULL,
|
|
# used BOOL NOT NULL,
|
|
|
|
# UNIQUE (address, script, signature)
|
|
|
|
# );
|
|
# """)
|
|
|
|
|
|
async def m005_wallet_keysets(db: Database):
|
|
"""
|
|
Stores mint keysets from different mints and epochs.
|
|
"""
|
|
async with db.connect() as conn:
|
|
await conn.execute(
|
|
f"""
|
|
CREATE TABLE IF NOT EXISTS keysets (
|
|
id TEXT,
|
|
mint_url TEXT,
|
|
valid_from TIMESTAMP DEFAULT {db.timestamp_now},
|
|
valid_to TIMESTAMP DEFAULT {db.timestamp_now},
|
|
first_seen TIMESTAMP DEFAULT {db.timestamp_now},
|
|
active BOOL DEFAULT TRUE,
|
|
|
|
UNIQUE (id, mint_url)
|
|
|
|
);
|
|
"""
|
|
)
|
|
|
|
await conn.execute("ALTER TABLE proofs ADD COLUMN id TEXT")
|
|
await conn.execute("ALTER TABLE proofs_used ADD COLUMN id TEXT")
|
|
|
|
|
|
async def m006_invoices(db: Database):
|
|
"""
|
|
Stores Lightning invoices.
|
|
"""
|
|
async with db.connect() as conn:
|
|
await conn.execute(
|
|
f"""
|
|
CREATE TABLE IF NOT EXISTS invoices (
|
|
amount INTEGER NOT NULL,
|
|
pr TEXT NOT NULL,
|
|
hash TEXT,
|
|
preimage TEXT,
|
|
paid BOOL DEFAULT FALSE,
|
|
time_created TIMESTAMP DEFAULT {db.timestamp_now},
|
|
time_paid TIMESTAMP DEFAULT {db.timestamp_now},
|
|
|
|
UNIQUE (hash)
|
|
|
|
);
|
|
"""
|
|
)
|
|
|
|
|
|
async def m007_nostr(db: Database):
|
|
"""
|
|
Stores timestamps of nostr operations.
|
|
"""
|
|
async with db.connect() as conn:
|
|
await conn.execute(
|
|
"""
|
|
CREATE TABLE IF NOT EXISTS nostr (
|
|
type TEXT NOT NULL,
|
|
last TIMESTAMP DEFAULT NULL
|
|
)
|
|
"""
|
|
)
|
|
await conn.execute(
|
|
"""
|
|
INSERT INTO nostr
|
|
(type, last)
|
|
VALUES (:type, :last)
|
|
""",
|
|
{
|
|
"type": "db",
|
|
"last": None,
|
|
},
|
|
)
|
|
|
|
|
|
async def m008_keysets_add_public_keys(db: Database):
|
|
"""
|
|
Stores public keys of mint in a new column of table keysets.
|
|
"""
|
|
async with db.connect() as conn:
|
|
await conn.execute("ALTER TABLE keysets ADD COLUMN public_keys TEXT")
|
|
|
|
|
|
async def m009_privatekey_and_determinstic_key_derivation(db: Database):
|
|
async with db.connect() as conn:
|
|
await conn.execute("ALTER TABLE keysets ADD COLUMN counter INTEGER DEFAULT 0")
|
|
await conn.execute("ALTER TABLE proofs ADD COLUMN derivation_path TEXT")
|
|
await conn.execute("ALTER TABLE proofs_used ADD COLUMN derivation_path TEXT")
|
|
await conn.execute(
|
|
"""
|
|
CREATE TABLE IF NOT EXISTS seed (
|
|
seed TEXT NOT NULL,
|
|
mnemonic TEXT NOT NULL,
|
|
|
|
UNIQUE (seed, mnemonic)
|
|
);
|
|
"""
|
|
)
|
|
# await conn.execute("INSERT INTO secret_derivation (counter) VALUES (0)")
|
|
|
|
|
|
async def m010_add_proofs_dleq(db: Database):
|
|
"""
|
|
Columns to store DLEQ proofs for proofs.
|
|
"""
|
|
async with db.connect() as conn:
|
|
await conn.execute("ALTER TABLE proofs ADD COLUMN dleq TEXT")
|
|
|
|
|
|
async def m010_add_ids_to_proofs_and_out_to_invoices(db: Database):
|
|
"""
|
|
Columns that store mint and melt id for proofs and invoices.
|
|
"""
|
|
async with db.connect() as conn:
|
|
print("Running wallet migrations")
|
|
await conn.execute("ALTER TABLE proofs ADD COLUMN mint_id TEXT")
|
|
await conn.execute("ALTER TABLE proofs ADD COLUMN melt_id TEXT")
|
|
|
|
await conn.execute("ALTER TABLE proofs_used ADD COLUMN mint_id TEXT")
|
|
await conn.execute("ALTER TABLE proofs_used ADD COLUMN melt_id TEXT")
|
|
|
|
# column in invoices for marking whether the invoice is incoming (out=False) or outgoing (out=True)
|
|
await conn.execute("ALTER TABLE invoices ADD COLUMN out BOOL")
|
|
# rename column pr to bolt11
|
|
await conn.execute("ALTER TABLE invoices RENAME COLUMN pr TO bolt11")
|
|
# rename column hash to payment_hash
|
|
await conn.execute("ALTER TABLE invoices RENAME COLUMN hash TO id")
|
|
# add column payment_hash
|
|
await conn.execute("ALTER TABLE invoices ADD COLUMN payment_hash TEXT")
|
|
|
|
|
|
async def m011_keysets_add_unit(db: Database):
|
|
async with db.connect() as conn:
|
|
# add column for storing the unit of a keyset
|
|
await conn.execute("ALTER TABLE keysets ADD COLUMN unit TEXT")
|
|
await conn.execute("UPDATE keysets SET unit = 'sat'")
|
|
|
|
|
|
async def m012_add_fee_to_keysets(db: Database):
|
|
async with db.connect() as conn:
|
|
# add column for storing the fee of a keyset
|
|
await conn.execute("ALTER TABLE keysets ADD COLUMN input_fee_ppk INTEGER")
|
|
await conn.execute("UPDATE keysets SET input_fee_ppk = 0")
|
|
|
|
|
|
# # async def m020_add_state_to_mint_and_melt_quotes(db: Database):
|
|
# # async with db.connect() as conn:
|
|
# # await conn.execute(
|
|
# # f"ALTER TABLE {db.table_with_schema('mint_quotes')} ADD COLUMN state TEXT"
|
|
# # )
|
|
# # await conn.execute(
|
|
# # f"ALTER TABLE {db.table_with_schema('melt_quotes')} ADD COLUMN state TEXT"
|
|
# # )
|
|
|
|
# # # get all melt and mint quotes and figure out the state to set using the `paid` column
|
|
# # # and the `paid` and `issued` column respectively
|
|
# # # mint quotes:
|
|
# # async with db.connect() as conn:
|
|
# # rows = await conn.fetchall(
|
|
# # f"SELECT * FROM {db.table_with_schema('mint_quotes')}"
|
|
# # )
|
|
# # for row in rows:
|
|
# # if row["issued"]:
|
|
# # state = "issued"
|
|
# # elif row["paid"]:
|
|
# # state = "paid"
|
|
# # else:
|
|
# # state = "unpaid"
|
|
# # await conn.execute(
|
|
# # f"UPDATE {db.table_with_schema('mint_quotes')} SET state = '{state}' WHERE quote = '{row['quote']}'"
|
|
# # )
|
|
|
|
# # # melt quotes:
|
|
# # async with db.connect() as conn:
|
|
# # rows = await conn.fetchall(
|
|
# # f"SELECT * FROM {db.table_with_schema('melt_quotes')}"
|
|
# # )
|
|
# # for row in rows:
|
|
# # if row["paid"]:
|
|
# # state = "paid"
|
|
# # else:
|
|
# # state = "unpaid"
|
|
# # await conn.execute(
|
|
# # f"UPDATE {db.table_with_schema('melt_quotes')} SET state = '{state}' WHERE quote = '{row['quote']}'"
|
|
# # )
|
|
# # add the equivalent of the above migration for the wallet here. do not use table_with_schema. use the tables and columns
|
|
# # as they are defined in the wallet db
|
|
|
|
|
|
# async def m020_add_state_to_mint_and_melt_quotes(db: Database):
|
|
# async with db.connect() as conn:
|
|
# await conn.execute("ALTER TABLE mint_quotes ADD COLUMN state TEXT")
|
|
# await conn.execute("ALTER TABLE melt_quotes ADD COLUMN state TEXT")
|
|
|
|
# # get all melt and mint quotes and figure out the state to set using the `paid` column
|
|
# # and the `paid` and `issued` column respectively
|
|
# # mint quotes:
|
|
# async with db.connect() as conn:
|
|
# rows = await conn.fetchall("SELECT * FROM mint_quotes")
|
|
# for row in rows:
|
|
# if row["issued"]:
|
|
# state = "issued"
|
|
# elif row["paid"]:
|
|
# state = "paid"
|
|
# else:
|
|
# state = "unpaid"
|
|
# await conn.execute(
|
|
# f"UPDATE mint_quotes SET state = '{state}' WHERE quote = '{row['quote']}'"
|
|
# )
|
|
|
|
# # melt quotes:
|
|
# async with db.connect() as conn:
|
|
# rows = await conn.fetchall("SELECT * FROM melt_quotes")
|
|
# for row in rows:
|
|
# if row["paid"]:
|
|
# state = "paid"
|
|
# else:
|
|
# state = "unpaid"
|
|
# await conn.execute(
|
|
# f"UPDATE melt_quotes SET state = '{state}' WHERE quote = '{row['quote']}'"
|
|
# )
|