mirror of
https://github.com/aljazceru/nutshell.git
synced 2025-12-20 10:34:20 +01:00
* fix keys * fix tests * backwards compatible api upgrade * upgrade seems to work * fix tests * add deprecated api functions * add more tests of backwards compat * add test serialization for nut00 * remove a redundant test * move mint and melt to new api * mypy works * CI: mypy --check-untyped-defs * add deprecated router * add hints and remove logs * fix tests * cleanup * use new mint and melt endpoints * tests passing? * fix mypy * make format * make format * make format * commit * errors gone * save * adjust the API * store quotes in db * make mypy happy * add fakewallet settings * remove LIGHTNING=True and pass quote id for melt * format * tests passing * add CoreLightningRestWallet * add macaroon loader * add correct config * preimage -> proof * move wallet.status() to cli.helpers.print_status() * remove statuses from tests * remove * make format * Use httpx in deprecated wallet * fix cln interface * create invoice before quote * internal transactions and deprecated api testing * fix tests * add deprecated API tests * fastapi type hints break things * fix duplicate wallet error * make format * update poetry in CI to 1.7.1 * precommit restore * remove bolt11 * oops * default poetry * store fee reserve for melt quotes and refactor melt() * works? * make format * test * finally * fix deprecated models * rename v1 endpoints to bolt11 * raise restore and check to v1, bump version to 0.15.0 * add version byte to keyset id * remove redundant fields in json * checks * generate bip32 keyset wip * migrate old keysets * load duplicate keys * duplicate old keysets * revert router changes * add deprecated /check and /restore endpoints * try except invalidate * parse unit from derivation path, adjust keyset id calculation with bytes * remove keyest id from functions again and rely on self.keyset_id * mosts tests work * mint loads multiple derivation paths * make format * properly print units * fix tests * wallet works with multiple units * add strike wallet and choose backend dynamically * fix mypy * add get_payment_quote to lightning backends * make format * fix startup * fix lnbitswallet * fix tests * LightningWallet -> LightningBackend * remove comments * make format * remove msat conversion * add Amount type * fix regtest * use melt_quote as argument for pay_invoice * test old api * fees in sats * fix deprecated fees * fixes * print balance correctly * internally index keyset response by int * add pydantic validation to input models * add timestamps to mint db * store timestamps for invoices, promises, proofs_used * fix wallet migration * rotate keys correctly for testing * remove print * update latest keyset * fix tests * fix test * make format * make format with correct black version * remove nsat and cheese * test against deprecated mint * fix tests? * actually use env var * mint run with env vars * moar test * cleanup * simplify tests, load all keys * try out testing with internal invoices * fix internal melt test * fix test * deprecated checkfees expects appropriate fees * adjust comment * drop lightning table * split migration for testing for now, remove it later * remove unused lightning table * skip_private_key -> skip_db_read * throw error on migration error * reorder * fix migrations * fix lnbits fee return value negative * fix typo * comments * add type * make format * split must use correct amount * fix tests * test deprecated api with internal/external melts * do not split if not necessary * refactor * fix test * make format with new black * cleanup and add comments * add quote state check endpoints * fix deprecated wallet response * split -> swap endpoint * make format * add expiry to quotes, get quote endpoints, and adjust to nut review comments * allow overpayment of melt * add lightning wallet tests * commiting to save * fix tests a bit * make format * remove comments * get mint info * check_spendable default False, and return payment quote checking id * make format * bump version in pyproject * update to /v1/checkstate * make format * fix mint api checks * return witness on /v1/checkstate * no failfast * try fail-fast: false in ci.yaml * fix db lookup * clean up literals
322 lines
11 KiB
Python
322 lines
11 KiB
Python
import asyncio
|
|
import json
|
|
import random
|
|
from typing import AsyncGenerator, Dict, Optional
|
|
|
|
import httpx
|
|
from bolt11 import (
|
|
Bolt11Exception,
|
|
decode,
|
|
)
|
|
from loguru import logger
|
|
|
|
from ..core.base import Amount, MeltQuote, Unit
|
|
from ..core.helpers import fee_reserve
|
|
from ..core.settings import settings
|
|
from .base import (
|
|
InvoiceResponse,
|
|
LightningBackend,
|
|
PaymentQuoteResponse,
|
|
PaymentResponse,
|
|
PaymentStatus,
|
|
StatusResponse,
|
|
Unsupported,
|
|
)
|
|
from .macaroon import load_macaroon
|
|
|
|
|
|
class CoreLightningRestWallet(LightningBackend):
|
|
units = set([Unit.sat, Unit.msat])
|
|
|
|
def __init__(self):
|
|
macaroon = settings.mint_corelightning_rest_macaroon
|
|
assert macaroon, "missing cln-rest macaroon"
|
|
|
|
self.macaroon = load_macaroon(macaroon)
|
|
|
|
url = settings.mint_corelightning_rest_url
|
|
if not url:
|
|
raise Exception("missing url for corelightning-rest")
|
|
if not macaroon:
|
|
raise Exception("missing macaroon for corelightning-rest")
|
|
|
|
self.url = url[:-1] if url.endswith("/") else url
|
|
self.url = (
|
|
f"https://{self.url}" if not self.url.startswith("http") else self.url
|
|
)
|
|
self.auth = {
|
|
"macaroon": self.macaroon,
|
|
"encodingtype": "hex",
|
|
"accept": "application/json",
|
|
}
|
|
|
|
self.cert = settings.mint_corelightning_rest_cert or False
|
|
self.client = httpx.AsyncClient(verify=self.cert, headers=self.auth)
|
|
self.last_pay_index = 0
|
|
self.statuses = {
|
|
"paid": True,
|
|
"complete": True,
|
|
"failed": False,
|
|
"pending": None,
|
|
}
|
|
|
|
async def cleanup(self):
|
|
try:
|
|
await self.client.aclose()
|
|
except RuntimeError as e:
|
|
logger.warning(f"Error closing wallet connection: {e}")
|
|
|
|
async def status(self) -> StatusResponse:
|
|
r = await self.client.get(f"{self.url}/v1/channel/localremotebal", timeout=5)
|
|
r.raise_for_status()
|
|
if r.is_error or "error" in r.json():
|
|
try:
|
|
data = r.json()
|
|
error_message = data["error"]
|
|
except Exception:
|
|
error_message = r.text
|
|
return StatusResponse(
|
|
error_message=(
|
|
f"Failed to connect to {self.url}, got: '{error_message}...'"
|
|
),
|
|
balance=0,
|
|
)
|
|
|
|
data = r.json()
|
|
if len(data) == 0:
|
|
return StatusResponse(error_message="no data", balance=0)
|
|
balance_msat = int(data.get("localBalance") * 1000)
|
|
return StatusResponse(error_message=None, balance=balance_msat)
|
|
|
|
async def create_invoice(
|
|
self,
|
|
amount: Amount,
|
|
memo: Optional[str] = None,
|
|
description_hash: Optional[bytes] = None,
|
|
unhashed_description: Optional[bytes] = None,
|
|
**kwargs,
|
|
) -> InvoiceResponse:
|
|
self.assert_unit_supported(amount.unit)
|
|
label = f"lbl{random.random()}"
|
|
data: Dict = {
|
|
"amount": amount.to(Unit.msat, round="up").amount,
|
|
"description": memo,
|
|
"label": label,
|
|
}
|
|
if description_hash and not unhashed_description:
|
|
raise Unsupported(
|
|
"'description_hash' unsupported by CoreLightningRest, "
|
|
"provide 'unhashed_description'"
|
|
)
|
|
|
|
if unhashed_description:
|
|
data["description"] = unhashed_description.decode("utf-8")
|
|
|
|
if kwargs.get("expiry"):
|
|
data["expiry"] = kwargs["expiry"]
|
|
|
|
if kwargs.get("preimage"):
|
|
data["preimage"] = kwargs["preimage"]
|
|
|
|
r = await self.client.post(
|
|
f"{self.url}/v1/invoice/genInvoice",
|
|
data=data,
|
|
)
|
|
|
|
if r.is_error or "error" in r.json():
|
|
try:
|
|
data = r.json()
|
|
error_message = data["error"]
|
|
except Exception:
|
|
error_message = r.text
|
|
|
|
return InvoiceResponse(
|
|
ok=False,
|
|
checking_id=None,
|
|
payment_request=None,
|
|
error_message=error_message,
|
|
)
|
|
|
|
data = r.json()
|
|
assert "payment_hash" in data
|
|
assert "bolt11" in data
|
|
return InvoiceResponse(
|
|
ok=True,
|
|
checking_id=data["payment_hash"],
|
|
payment_request=data["bolt11"],
|
|
error_message=None,
|
|
)
|
|
|
|
async def pay_invoice(
|
|
self, quote: MeltQuote, fee_limit_msat: int
|
|
) -> PaymentResponse:
|
|
try:
|
|
invoice = decode(quote.request)
|
|
except Bolt11Exception as exc:
|
|
return PaymentResponse(
|
|
ok=False,
|
|
checking_id=None,
|
|
fee=None,
|
|
preimage=None,
|
|
error_message=str(exc),
|
|
)
|
|
|
|
if not invoice.amount_msat or invoice.amount_msat <= 0:
|
|
error_message = "0 amount invoices are not allowed"
|
|
return PaymentResponse(
|
|
ok=False,
|
|
checking_id=None,
|
|
fee=None,
|
|
preimage=None,
|
|
error_message=error_message,
|
|
)
|
|
fee_limit_percent = fee_limit_msat / invoice.amount_msat * 100
|
|
r = await self.client.post(
|
|
f"{self.url}/v1/pay",
|
|
data={
|
|
"invoice": quote.request,
|
|
"maxfeepercent": f"{fee_limit_percent:.11}",
|
|
"exemptfee": 0, # so fee_limit_percent is applied even on payments
|
|
# with fee < 5000 millisatoshi (which is default value of exemptfee)
|
|
},
|
|
timeout=None,
|
|
)
|
|
|
|
if r.is_error or "error" in r.json():
|
|
try:
|
|
data = r.json()
|
|
error_message = data["error"]
|
|
except Exception:
|
|
error_message = r.text
|
|
return PaymentResponse(
|
|
ok=False,
|
|
checking_id=None,
|
|
fee=None,
|
|
preimage=None,
|
|
error_message=error_message,
|
|
)
|
|
|
|
data = r.json()
|
|
|
|
if data["status"] != "complete":
|
|
return PaymentResponse(
|
|
ok=False,
|
|
checking_id=None,
|
|
fee=None,
|
|
preimage=None,
|
|
error_message="payment failed",
|
|
)
|
|
|
|
checking_id = data["payment_hash"]
|
|
preimage = data["payment_preimage"]
|
|
fee_msat = data["msatoshi_sent"] - data["msatoshi"]
|
|
|
|
return PaymentResponse(
|
|
ok=self.statuses.get(data["status"]),
|
|
checking_id=checking_id,
|
|
fee=Amount(unit=Unit.msat, amount=fee_msat) if fee_msat else None,
|
|
preimage=preimage,
|
|
error_message=None,
|
|
)
|
|
|
|
async def get_invoice_status(self, checking_id: str) -> PaymentStatus:
|
|
r = await self.client.get(
|
|
f"{self.url}/v1/invoice/listInvoices",
|
|
params={"payment_hash": checking_id},
|
|
)
|
|
try:
|
|
r.raise_for_status()
|
|
data = r.json()
|
|
|
|
if r.is_error or "error" in data or data.get("invoices") is None:
|
|
raise Exception("error in cln response")
|
|
return PaymentStatus(paid=self.statuses.get(data["invoices"][0]["status"]))
|
|
except Exception as e:
|
|
logger.error(f"Error getting invoice status: {e}")
|
|
return PaymentStatus(paid=None)
|
|
|
|
async def get_payment_status(self, checking_id: str) -> PaymentStatus:
|
|
r = await self.client.get(
|
|
f"{self.url}/v1/pay/listPays",
|
|
params={"payment_hash": checking_id},
|
|
)
|
|
try:
|
|
r.raise_for_status()
|
|
data = r.json()
|
|
|
|
if r.is_error or "error" in data or not data.get("pays"):
|
|
raise Exception("error in corelightning-rest response")
|
|
|
|
pay = data["pays"][0]
|
|
|
|
fee_msat, preimage = None, None
|
|
if self.statuses[pay["status"]]:
|
|
# cut off "msat" and convert to int
|
|
fee_msat = -int(pay["amount_sent_msat"][:-4]) - int(
|
|
pay["amount_msat"][:-4]
|
|
)
|
|
preimage = pay["preimage"]
|
|
|
|
return PaymentStatus(
|
|
paid=self.statuses.get(pay["status"]),
|
|
fee=Amount(unit=Unit.msat, amount=fee_msat) if fee_msat else None,
|
|
preimage=preimage,
|
|
)
|
|
except Exception as e:
|
|
logger.error(f"Error getting payment status: {e}")
|
|
return PaymentStatus(paid=None)
|
|
|
|
async def paid_invoices_stream(self) -> AsyncGenerator[str, None]:
|
|
while True:
|
|
try:
|
|
url = f"{self.url}/v1/invoice/waitAnyInvoice/{self.last_pay_index}"
|
|
async with self.client.stream("GET", url, timeout=None) as r:
|
|
async for line in r.aiter_lines():
|
|
inv = json.loads(line)
|
|
if "error" in inv and "message" in inv["error"]:
|
|
logger.error("Error in paid_invoices_stream:", inv)
|
|
raise Exception(inv["error"]["message"])
|
|
try:
|
|
paid = inv["status"] == "paid"
|
|
self.last_pay_index = inv["pay_index"]
|
|
if not paid:
|
|
continue
|
|
except Exception:
|
|
continue
|
|
logger.trace(f"paid invoice: {inv}")
|
|
# NOTE: use payment_hash when corelightning-rest returns it
|
|
# when using waitAnyInvoice
|
|
# payment_hash = inv["payment_hash"]
|
|
# yield payment_hash
|
|
# hack to return payment_hash if the above shouldn't work
|
|
r = await self.client.get(
|
|
f"{self.url}/v1/invoice/listInvoices",
|
|
params={"label": inv["label"]},
|
|
)
|
|
paid_invoce = r.json()
|
|
logger.trace(f"paid invoice: {paid_invoce}")
|
|
assert self.statuses[
|
|
paid_invoce["invoices"][0]["status"]
|
|
], "streamed invoice not paid"
|
|
assert "invoices" in paid_invoce, "no invoices in response"
|
|
assert len(paid_invoce["invoices"]), "no invoices in response"
|
|
yield paid_invoce["invoices"][0]["payment_hash"]
|
|
|
|
except Exception as exc:
|
|
logger.debug(
|
|
f"lost connection to corelightning-rest invoices stream: '{exc}', "
|
|
"reconnecting..."
|
|
)
|
|
await asyncio.sleep(0.02)
|
|
|
|
async def get_payment_quote(self, bolt11: str) -> PaymentQuoteResponse:
|
|
invoice_obj = decode(bolt11)
|
|
assert invoice_obj.amount_msat, "invoice has no amount."
|
|
amount_msat = int(invoice_obj.amount_msat)
|
|
fees_msat = fee_reserve(amount_msat)
|
|
fees = Amount(unit=Unit.msat, amount=fees_msat)
|
|
amount = Amount(unit=Unit.msat, amount=amount_msat)
|
|
return PaymentQuoteResponse(
|
|
checking_id=invoice_obj.payment_hash, fee=fees, amount=amount
|
|
)
|