12456011944

Committed 22 Dec 2024 04:45PM UTC coverage: 58.556% (-0.04%) from 58.598%

Build # 12456011944

Build Type

Pull #9232

github

Committed by

Abdulkbk

Commit Message

chanbackup: test archiving chan backups

Pull Request Pull Request #9232: chanbackup: archive old channel backups

Run Details

46 of 58 new or added lines in 2 files covered. (79.31%)

324 existing lines in 30 files now uncovered.

134919 of 230410 relevant lines covered (58.56%)

19202.13 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

89.19

/chainntnfs/mempool.go

package chainntnfs

import (
        "sync"
        "sync/atomic"

        "github.com/btcsuite/btcd/btcutil"
        "github.com/btcsuite/btcd/wire"
        "github.com/lightningnetwork/lnd/lnutils"
)

// inputsWithTx is a map of outpoints to the tx that spends them.
type inputsWithTx map[wire.OutPoint]*SpendDetail

// MempoolNotifier defines an internal mempool notifier that's used to notify
// the spending of given inputs. This is mounted to either `BitcoindNotifier`
// or `BtcdNotifier` depending on the chain backend.
type MempoolNotifier struct {
        wg sync.WaitGroup

        // subscribedInputs stores the inputs that we want to watch their
        // spending event for.
        subscribedInputs *lnutils.SyncMap[wire.OutPoint,
                *lnutils.SyncMap[uint64, *MempoolSpendEvent]]

        // sCounter is used to generate unique subscription IDs.
        sCounter atomic.Uint64

        // quit is closed when the notifier is torn down.
        quit chan struct{}
}

// MempoolSpendEvent is returned to the subscriber to watch for the spending
// event for the requested input.
type MempoolSpendEvent struct {
        // Spend is a receive only channel which will be sent upon once the
        // target outpoint has been spent.
        //
        // NOTE: This channel must be buffered.
        Spend <-chan *SpendDetail

        // id is the unique identifier of this subscription.
        id uint64

        // outpoint is the subscribed outpoint.
        outpoint wire.OutPoint

        // event is the channel that will be sent upon once the target outpoint
        // is spent.
        event chan *SpendDetail

        // cancel cancels the subscription.
        cancel chan struct{}
}

// newMempoolSpendEvent returns a new instance of MempoolSpendEvent.
func newMempoolSpendEvent(id uint64, op wire.OutPoint) *MempoolSpendEvent {
        sub := &MempoolSpendEvent{
                id:       id,
                outpoint: op,
                event:    make(chan *SpendDetail, 1),
                cancel:   make(chan struct{}),
        }

        // Mount the receive only channel to the event channel.
        sub.Spend = (<-chan *SpendDetail)(sub.event)

        return sub
}

// NewMempoolNotifier takes a chain connection and returns a new mempool
// notifier.
func NewMempoolNotifier() *MempoolNotifier {
        return &MempoolNotifier{
                subscribedInputs: &lnutils.SyncMap[
                        wire.OutPoint, *lnutils.SyncMap[
                                uint64, *MempoolSpendEvent,
                        ]]{},
                quit: make(chan struct{}),
        }
}

// SubscribeInput takes an outpoint of the input and returns a channel that the
// subscriber can listen to for the spending event.
func (m *MempoolNotifier) SubscribeInput(
        outpoint wire.OutPoint) *MempoolSpendEvent {

        // Get the current subscribers for this input or create a new one.
        clients := &lnutils.SyncMap[uint64, *MempoolSpendEvent]{}
        clients, _ = m.subscribedInputs.LoadOrStore(outpoint, clients)

        // Increment the subscription counter and return the new value.
        subscriptionID := m.sCounter.Add(1)

        // Create a new subscription.
        sub := newMempoolSpendEvent(subscriptionID, outpoint)

        // Add the subscriber with a unique id.
        clients.Store(subscriptionID, sub)

        // Update the subscribed inputs.
        m.subscribedInputs.Store(outpoint, clients)

        Log.Debugf("Subscribed(id=%v) mempool event for input=%s",
                subscriptionID, outpoint)

        return sub
}

// UnsubscribeInput removes all the subscriptions for the given outpoint.
func (m *MempoolNotifier) UnsubscribeInput(outpoint wire.OutPoint) {
        Log.Debugf("Unsubscribing MempoolSpendEvent for input %s", outpoint)
        m.subscribedInputs.Delete(outpoint)
}

// UnsubscribeEvent removes a given subscriber for the given MempoolSpendEvent.
func (m *MempoolNotifier) UnsubscribeEvent(sub *MempoolSpendEvent) {
        Log.Debugf("Unsubscribing(id=%v) MempoolSpendEvent for input=%s",
                sub.id, sub.outpoint)

        // Load all the subscribers for this input.
        clients, loaded := m.subscribedInputs.Load(sub.outpoint)
        if !loaded {
                Log.Debugf("No subscribers for input %s", sub.outpoint)
                return
        }

        // Load the subscriber.
        subscriber, loaded := clients.Load(sub.id)
        if !loaded {
                Log.Debugf("No subscribers for input %s with id %v",
                        sub.outpoint, sub.id)
                return
        }

        // Close the cancel channel in case it's been used in a goroutine.
        close(subscriber.cancel)

        // Remove the subscriber.
        clients.Delete(sub.id)
}

// UnsubsribeConfirmedSpentTx takes a transaction and removes the subscriptions
// identified using its inputs.
func (m *MempoolNotifier) UnsubsribeConfirmedSpentTx(tx *btcutil.Tx) {
        Log.Tracef("Unsubscribe confirmed tx %s", tx.Hash())

        // Get the spent inputs of interest.
        spentInputs, err := m.findRelevantInputs(tx)
        if err != nil {
                Log.Errorf("Unable to find relevant inputs for tx %s: %v",
                        tx.Hash(), err)

                return
        }

        // Unsubscribe the subscribers.
        for outpoint := range spentInputs {
                m.UnsubscribeInput(outpoint)
        }

        Log.Tracef("Finished unsubscribing confirmed tx %s, found %d inputs",
                tx.Hash(), len(spentInputs))
}

// ProcessRelevantSpendTx takes a transaction and checks whether it spends any
// of the subscribed inputs. If so, spend notifications are sent to the
// relevant subscribers.
func (m *MempoolNotifier) ProcessRelevantSpendTx(tx *btcutil.Tx) error {
        Log.Tracef("Processing mempool tx %s", tx.Hash())
        defer Log.Tracef("Finished processing mempool tx %s", tx.Hash())

        // Get the spent inputs of interest.
        spentInputs, err := m.findRelevantInputs(tx)
        if err != nil {
                return err
        }

        // Notify the subscribers.
        m.notifySpent(spentInputs)

        return nil
}

// TearDown stops the notifier and cleans up resources.
func (m *MempoolNotifier) TearDown() {
        Log.Infof("Stopping mempool notifier")
        defer Log.Debug("mempool notifier stopped")

        close(m.quit)
        m.wg.Wait()
}

// findRelevantInputs takes a transaction to find the subscribed inputs and
// returns them.
func (m *MempoolNotifier) findRelevantInputs(tx *btcutil.Tx) (inputsWithTx,
        error) {

        txid := tx.Hash()
        watchedInputs := make(inputsWithTx)

        // NOTE: we may have found multiple targeted inputs in the same tx.
        for i, input := range tx.MsgTx().TxIn {
                op := &input.PreviousOutPoint

                // Check whether this input is subscribed.
                _, loaded := m.subscribedInputs.Load(*op)
                if !loaded {
                        continue
                }

                // If found, save it to watchedInputs to notify the
                // subscriber later.
                Log.Infof("Found input %s, spent in %s", op, txid)

                // Construct the spend details.
                details := &SpendDetail{
                        SpentOutPoint:     op,
                        SpenderTxHash:     txid,
                        SpendingTx:        tx.MsgTx().Copy(),
                        SpenderInputIndex: uint32(i),
                        SpendingHeight:    0,
                }
                watchedInputs[*op] = details

                // Sanity check the witness stack. If it's not empty, continue
                // to next iteration.
                if details.HasSpenderWitness() {
                        continue
                }

                // Return an error if the witness data is not present in the
                // spending transaction.
                Log.Criticalf("Found spending tx for outpoint=%v in mempool, "+
                        "but the transaction %v does not have witness",
                        op, details.SpendingTx.TxHash())

                return nil, ErrEmptyWitnessStack
        }

        return watchedInputs, nil
}

// notifySpent iterates all the spentInputs and notifies the subscribers about
// the spent details.
func (m *MempoolNotifier) notifySpent(spentInputs inputsWithTx) {
        // notifySingle sends a notification to a single subscriber about the
        // spending event.
        //
        // NOTE: must be used inside a goroutine.
        notifySingle := func(id uint64, sub *MempoolSpendEvent,
                op wire.OutPoint, detail *SpendDetail) {

                defer m.wg.Done()

                // Send the spend details to the subscriber.
                select {
                case sub.event <- detail:
                        Log.Debugf("Notified(id=%v) mempool spent for input %s",
                                sub.id, op)

                case <-sub.cancel:
                        Log.Debugf("Subscription(id=%v) canceled, skipped "+
                                "notifying spent for input %s", sub.id, op)

                case <-m.quit:
                        Log.Debugf("Mempool notifier quit, skipped notifying "+
                                "mempool spent for input %s", op)
                }
        }

        // notifyAll is a helper closure that constructs a spend detail and
        // sends it to all the subscribers of that particular input.
        //
        // NOTE: must be used inside a goroutine.
        notifyAll := func(detail *SpendDetail, op wire.OutPoint) {
                defer m.wg.Done()

                txid := detail.SpendingTx.TxHash()
                Log.Debugf("Notifying all clients for the spend of %s in tx %s",
                        op, txid)

                // Load the subscriber.
                subs, loaded := m.subscribedInputs.Load(op)
                if !loaded {
                        Log.Errorf("Sub not found for %s", op)
                        return
                }

                // Iterate all the subscribers for this input and notify them.
                subs.ForEach(func(id uint64, sub *MempoolSpendEvent) error {
                        m.wg.Add(1)
                        go notifySingle(id, sub, op, detail)

                        return nil
                })
        }

        // Iterate the spent inputs to notify the subscribers concurrently.
        for op, tx := range spentInputs {
                op, tx := op, tx

                m.wg.Add(1)
                go notifyAll(tx, op)
        }
}

1	package chainntnfs
2
3	import (
4	"sync"
5	"sync/atomic"
6
7	"github.com/btcsuite/btcd/btcutil"
8	"github.com/btcsuite/btcd/wire"
9	"github.com/lightningnetwork/lnd/lnutils"
10	)
11
12	// inputsWithTx is a map of outpoints to the tx that spends them.
13	type inputsWithTx map[wire.OutPoint]*SpendDetail
14
15	// MempoolNotifier defines an internal mempool notifier that's used to notify
16	// the spending of given inputs. This is mounted to either `BitcoindNotifier`
17	// or `BtcdNotifier` depending on the chain backend.
18	type MempoolNotifier struct {
19	wg sync.WaitGroup
20
21	// subscribedInputs stores the inputs that we want to watch their
22	// spending event for.
23	subscribedInputs *lnutils.SyncMap[wire.OutPoint,
24	lnutils.SyncMap[uint64, MempoolSpendEvent]]
25
26	// sCounter is used to generate unique subscription IDs.
27	sCounter atomic.Uint64
28
29	// quit is closed when the notifier is torn down.
30	quit chan struct{}
31	}
32
33	// MempoolSpendEvent is returned to the subscriber to watch for the spending
34	// event for the requested input.
35	type MempoolSpendEvent struct {
36	// Spend is a receive only channel which will be sent upon once the
37	// target outpoint has been spent.
38	//
39	// NOTE: This channel must be buffered.
40	Spend <-chan *SpendDetail
41
42	// id is the unique identifier of this subscription.
43	id uint64
44
45	// outpoint is the subscribed outpoint.
46	outpoint wire.OutPoint
47
48	// event is the channel that will be sent upon once the target outpoint
49	// is spent.
50	event chan *SpendDetail
51
52	// cancel cancels the subscription.
53	cancel chan struct{}
54	}
55
56	// newMempoolSpendEvent returns a new instance of MempoolSpendEvent.
57	func newMempoolSpendEvent(id uint64, op wire.OutPoint) *MempoolSpendEvent {	17✔
58	sub := &MempoolSpendEvent{	17✔
59	id: id,	17✔
60	outpoint: op,	17✔
61	event: make(chan *SpendDetail, 1),	17✔
62	cancel: make(chan struct{}),	17✔
63	}	17✔
64		17✔
65	// Mount the receive only channel to the event channel.	17✔
66	sub.Spend = (<-chan *SpendDetail)(sub.event)	17✔
67		17✔
68	return sub	17✔
69	}	17✔
70
71	// NewMempoolNotifier takes a chain connection and returns a new mempool
72	// notifier.
73	func NewMempoolNotifier() *MempoolNotifier {	32✔
74	return &MempoolNotifier{	32✔
75	subscribedInputs: &lnutils.SyncMap[	32✔
76	wire.OutPoint, *lnutils.SyncMap[	32✔
77	uint64, *MempoolSpendEvent,	32✔
78	]]{},	32✔
79	quit: make(chan struct{}),	32✔
80	}	32✔
81	}	32✔
82
83	// SubscribeInput takes an outpoint of the input and returns a channel that the
84	// subscriber can listen to for the spending event.
85	func (m *MempoolNotifier) SubscribeInput(
86	outpoint wire.OutPoint) *MempoolSpendEvent {	16✔
87		16✔
88	// Get the current subscribers for this input or create a new one.	16✔
89	clients := &lnutils.SyncMap[uint64, *MempoolSpendEvent]{}	16✔
90	clients, _ = m.subscribedInputs.LoadOrStore(outpoint, clients)	16✔
91		16✔
92	// Increment the subscription counter and return the new value.	16✔
93	subscriptionID := m.sCounter.Add(1)	16✔
94		16✔
95	// Create a new subscription.	16✔
96	sub := newMempoolSpendEvent(subscriptionID, outpoint)	16✔
97		16✔
98	// Add the subscriber with a unique id.	16✔
99	clients.Store(subscriptionID, sub)	16✔
100		16✔
101	// Update the subscribed inputs.	16✔
102	m.subscribedInputs.Store(outpoint, clients)	16✔
103		16✔
104	Log.Debugf("Subscribed(id=%v) mempool event for input=%s",	16✔
105	subscriptionID, outpoint)	16✔
106		16✔
107	return sub	16✔
108	}	16✔
109
110	// UnsubscribeInput removes all the subscriptions for the given outpoint.
111	func (m *MempoolNotifier) UnsubscribeInput(outpoint wire.OutPoint) {	3✔
112	Log.Debugf("Unsubscribing MempoolSpendEvent for input %s", outpoint)	3✔
113	m.subscribedInputs.Delete(outpoint)	3✔
114	}	3✔
115
116	// UnsubscribeEvent removes a given subscriber for the given MempoolSpendEvent.
117	func (m MempoolNotifier) UnsubscribeEvent(sub MempoolSpendEvent) {	3✔
118	Log.Debugf("Unsubscribing(id=%v) MempoolSpendEvent for input=%s",	3✔
119	sub.id, sub.outpoint)	3✔
120		3✔
121	// Load all the subscribers for this input.	3✔
122	clients, loaded := m.subscribedInputs.Load(sub.outpoint)	3✔
123	if !loaded {	4✔
124	Log.Debugf("No subscribers for input %s", sub.outpoint)	1✔
125	return	1✔
126	}	1✔
127
128	// Load the subscriber.
129	subscriber, loaded := clients.Load(sub.id)	3✔
130	if !loaded {	3✔
131	Log.Debugf("No subscribers for input %s with id %v",	×
132	sub.outpoint, sub.id)	×
133	return	×
134	}	×
135
136	// Close the cancel channel in case it's been used in a goroutine.
137	close(subscriber.cancel)	3✔
138		3✔
139	// Remove the subscriber.	3✔
140	clients.Delete(sub.id)	3✔
141	}
142
143	// UnsubsribeConfirmedSpentTx takes a transaction and removes the subscriptions
144	// identified using its inputs.
145	func (m MempoolNotifier) UnsubsribeConfirmedSpentTx(tx btcutil.Tx) {	33✔
146	Log.Tracef("Unsubscribe confirmed tx %s", tx.Hash())	33✔
147		33✔
148	// Get the spent inputs of interest.	33✔
149	spentInputs, err := m.findRelevantInputs(tx)	33✔
150	if err != nil {	33✔
151	Log.Errorf("Unable to find relevant inputs for tx %s: %v",	×
152	tx.Hash(), err)	×
153		×
154	return	×
155	}	×
156
157	// Unsubscribe the subscribers.
158	for outpoint := range spentInputs {	35✔
159	m.UnsubscribeInput(outpoint)	2✔
160	}	2✔
161
162	Log.Tracef("Finished unsubscribing confirmed tx %s, found %d inputs",	33✔
163	tx.Hash(), len(spentInputs))	33✔
164	}
165
166	// ProcessRelevantSpendTx takes a transaction and checks whether it spends any
167	// of the subscribed inputs. If so, spend notifications are sent to the
168	// relevant subscribers.
169	func (m MempoolNotifier) ProcessRelevantSpendTx(tx btcutil.Tx) error {	38✔
170	Log.Tracef("Processing mempool tx %s", tx.Hash())	38✔
171	defer Log.Tracef("Finished processing mempool tx %s", tx.Hash())	38✔
172		38✔
173	// Get the spent inputs of interest.	38✔
174	spentInputs, err := m.findRelevantInputs(tx)	38✔
175	if err != nil {	38✔
176	return err	×
177	}	×
178
179	// Notify the subscribers.
180	m.notifySpent(spentInputs)	38✔
181		38✔
182	return nil	38✔
183	}
184
185	// TearDown stops the notifier and cleans up resources.
186	func (m *MempoolNotifier) TearDown() {	19✔
187	Log.Infof("Stopping mempool notifier")	19✔
188	defer Log.Debug("mempool notifier stopped")	19✔
189		19✔
190	close(m.quit)	19✔
191	m.wg.Wait()	19✔
192	}	19✔
193
194	// findRelevantInputs takes a transaction to find the subscribed inputs and
195	// returns them.
196	func (m MempoolNotifier) findRelevantInputs(tx btcutil.Tx) (inputsWithTx,
197	error) {	72✔
198		72✔
199	txid := tx.Hash()	72✔
200	watchedInputs := make(inputsWithTx)	72✔
201		72✔
202	// NOTE: we may have found multiple targeted inputs in the same tx.	72✔
203	for i, input := range tx.MsgTx().TxIn {	146✔
204	op := &input.PreviousOutPoint	74✔
205		74✔
206	// Check whether this input is subscribed.	74✔
207	_, loaded := m.subscribedInputs.Load(*op)	74✔
208	if !loaded {	145✔
209	continue	71✔
210	}
211
212	// If found, save it to watchedInputs to notify the
213	// subscriber later.
214	Log.Infof("Found input %s, spent in %s", op, txid)	4✔
215		4✔
216	// Construct the spend details.	4✔
217	details := &SpendDetail{	4✔
218	SpentOutPoint: op,	4✔
219	SpenderTxHash: txid,	4✔
220	SpendingTx: tx.MsgTx().Copy(),	4✔
221	SpenderInputIndex: uint32(i),	4✔
222	SpendingHeight: 0,	4✔
223	}	4✔
224	watchedInputs[*op] = details	4✔
225		4✔
226	// Sanity check the witness stack. If it's not empty, continue	4✔
227	// to next iteration.	4✔
228	if details.HasSpenderWitness() {	7✔
229	continue	3✔
230	}
231
232	// Return an error if the witness data is not present in the
233	// spending transaction.
234	Log.Criticalf("Found spending tx for outpoint=%v in mempool, "+	1✔
235	"but the transaction %v does not have witness",	1✔
236	op, details.SpendingTx.TxHash())	1✔
237		1✔
238	return nil, ErrEmptyWitnessStack	1✔
239	}
240
241	return watchedInputs, nil	71✔
242	}
243
244	// notifySpent iterates all the spentInputs and notifies the subscribers about
245	// the spent details.
246	func (m *MempoolNotifier) notifySpent(spentInputs inputsWithTx) {	42✔
247	// notifySingle sends a notification to a single subscriber about the	42✔
248	// spending event.	42✔
249	//	42✔
250	// NOTE: must be used inside a goroutine.	42✔
251	notifySingle := func(id uint64, sub *MempoolSpendEvent,	42✔
252	op wire.OutPoint, detail *SpendDetail) {	49✔
253		7✔
254	defer m.wg.Done()	7✔
255		7✔
256	// Send the spend details to the subscriber.	7✔
257	select {	7✔
258	case sub.event <- detail:	7✔
259	Log.Debugf("Notified(id=%v) mempool spent for input %s",	7✔
260	sub.id, op)	7✔
261
262	case <-sub.cancel:	×
263	Log.Debugf("Subscription(id=%v) canceled, skipped "+	×
264	"notifying spent for input %s", sub.id, op)	×
265
266	case <-m.quit:	×
267	Log.Debugf("Mempool notifier quit, skipped notifying "+	×
268	"mempool spent for input %s", op)	×
269	}
270	}
271
272	// notifyAll is a helper closure that constructs a spend detail and
273	// sends it to all the subscribers of that particular input.
274	//
275	// NOTE: must be used inside a goroutine.
276	notifyAll := func(detail *SpendDetail, op wire.OutPoint) {	48✔
277	defer m.wg.Done()	6✔
278		6✔
279	txid := detail.SpendingTx.TxHash()	6✔
280	Log.Debugf("Notifying all clients for the spend of %s in tx %s",	6✔
281	op, txid)	6✔
282		6✔
283	// Load the subscriber.	6✔
284	subs, loaded := m.subscribedInputs.Load(op)	6✔
285	if !loaded {	6✔
UNCOV 286	Log.Errorf("Sub not found for %s", op)	×
UNCOV 287	return	×
UNCOV 288	}	×
289
290	// Iterate all the subscribers for this input and notify them.
291	subs.ForEach(func(id uint64, sub *MempoolSpendEvent) error {	13✔
292	m.wg.Add(1)	7✔
293	go notifySingle(id, sub, op, detail)	7✔
294		7✔
295	return nil	7✔
296	})	7✔
297	}
298
299	// Iterate the spent inputs to notify the subscribers concurrently.
300	for op, tx := range spentInputs {	48✔
301	op, tx := op, tx	6✔
302		6✔
303	m.wg.Add(1)	6✔
304	go notifyAll(tx, op)	6✔
305	}	6✔
306	}

lightningnetwork / lnd / 12456011944

Source File Press 'n' to go to next uncovered line, 'b' for previous

Source File
Press 'n' to go to next uncovered line, 'b' for previous