14060408908

Committed 25 Mar 2025 01:08PM UTC coverage: 68.744% (-0.3%) from 69.02%

Build # 14060408908

Build Type

push

github

Committed by

web-flow

Commit Message

Merge pull request #9621 from jjjike2021/exp/maps

multi: remove x/exp/maps dependency

Run Details

4 of 4 new or added lines in 4 files covered. (100.0%)

561 existing lines in 39 files now uncovered.

132512 of 192761 relevant lines covered (68.74%)

42821.37 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

89.19

/chainntnfs/mempool.go

package chainntnfs

import (
        "sync"
        "sync/atomic"

        "github.com/btcsuite/btcd/btcutil"
        "github.com/btcsuite/btcd/wire"
        "github.com/lightningnetwork/lnd/lnutils"
)

// inputsWithTx is a map of outpoints to the tx that spends them.
type inputsWithTx map[wire.OutPoint]*SpendDetail

// MempoolNotifier defines an internal mempool notifier that's used to notify
// the spending of given inputs. This is mounted to either `BitcoindNotifier`
// or `BtcdNotifier` depending on the chain backend.
type MempoolNotifier struct {
        wg sync.WaitGroup

        // subscribedInputs stores the inputs that we want to watch their
        // spending event for.
        subscribedInputs *lnutils.SyncMap[wire.OutPoint,
                *lnutils.SyncMap[uint64, *MempoolSpendEvent]]

        // sCounter is used to generate unique subscription IDs.
        sCounter atomic.Uint64

        // quit is closed when the notifier is torn down.
        quit chan struct{}
}

// MempoolSpendEvent is returned to the subscriber to watch for the spending
// event for the requested input.
type MempoolSpendEvent struct {
        // Spend is a receive only channel which will be sent upon once the
        // target outpoint has been spent.
        //
        // NOTE: This channel must be buffered.
        Spend <-chan *SpendDetail

        // id is the unique identifier of this subscription.
        id uint64

        // outpoint is the subscribed outpoint.
        outpoint wire.OutPoint

        // event is the channel that will be sent upon once the target outpoint
        // is spent.
        event chan *SpendDetail

        // cancel cancels the subscription.
        cancel chan struct{}
}

// newMempoolSpendEvent returns a new instance of MempoolSpendEvent.
func newMempoolSpendEvent(id uint64, op wire.OutPoint) *MempoolSpendEvent {
        sub := &MempoolSpendEvent{
                id:       id,
                outpoint: op,
                event:    make(chan *SpendDetail, 1),
                cancel:   make(chan struct{}),
        }

        // Mount the receive only channel to the event channel.
        sub.Spend = (<-chan *SpendDetail)(sub.event)

        return sub
}

// NewMempoolNotifier takes a chain connection and returns a new mempool
// notifier.
func NewMempoolNotifier() *MempoolNotifier {
        return &MempoolNotifier{
                subscribedInputs: &lnutils.SyncMap[
                        wire.OutPoint, *lnutils.SyncMap[
                                uint64, *MempoolSpendEvent,
                        ]]{},
                quit: make(chan struct{}),
        }
}

// SubscribeInput takes an outpoint of the input and returns a channel that the
// subscriber can listen to for the spending event.
func (m *MempoolNotifier) SubscribeInput(
        outpoint wire.OutPoint) *MempoolSpendEvent {

        // Get the current subscribers for this input or create a new one.
        clients := &lnutils.SyncMap[uint64, *MempoolSpendEvent]{}
        clients, _ = m.subscribedInputs.LoadOrStore(outpoint, clients)

        // Increment the subscription counter and return the new value.
        subscriptionID := m.sCounter.Add(1)

        // Create a new subscription.
        sub := newMempoolSpendEvent(subscriptionID, outpoint)

        // Add the subscriber with a unique id.
        clients.Store(subscriptionID, sub)

        // Update the subscribed inputs.
        m.subscribedInputs.Store(outpoint, clients)

        Log.Debugf("Subscribed(id=%v) mempool event for input=%s",
                subscriptionID, outpoint)

        return sub
}

// UnsubscribeInput removes all the subscriptions for the given outpoint.
func (m *MempoolNotifier) UnsubscribeInput(outpoint wire.OutPoint) {
        Log.Debugf("Unsubscribing MempoolSpendEvent for input %s", outpoint)
        m.subscribedInputs.Delete(outpoint)
}

// UnsubscribeEvent removes a given subscriber for the given MempoolSpendEvent.
func (m *MempoolNotifier) UnsubscribeEvent(sub *MempoolSpendEvent) {
        Log.Debugf("Unsubscribing(id=%v) MempoolSpendEvent for input=%s",
                sub.id, sub.outpoint)

        // Load all the subscribers for this input.
        clients, loaded := m.subscribedInputs.Load(sub.outpoint)
        if !loaded {
                Log.Debugf("No subscribers for input %s", sub.outpoint)
                return
        }

        // Load the subscriber.
        subscriber, loaded := clients.Load(sub.id)
        if !loaded {
                Log.Debugf("No subscribers for input %s with id %v",
                        sub.outpoint, sub.id)
                return
        }

        // Close the cancel channel in case it's been used in a goroutine.
        close(subscriber.cancel)

        // Remove the subscriber.
        clients.Delete(sub.id)
}

// UnsubsribeConfirmedSpentTx takes a transaction and removes the subscriptions
// identified using its inputs.
func (m *MempoolNotifier) UnsubsribeConfirmedSpentTx(tx *btcutil.Tx) {
        Log.Tracef("Unsubscribe confirmed tx %s", tx.Hash())

        // Get the spent inputs of interest.
        spentInputs, err := m.findRelevantInputs(tx)
        if err != nil {
                Log.Errorf("Unable to find relevant inputs for tx %s: %v",
                        tx.Hash(), err)

                return
        }

        // Unsubscribe the subscribers.
        for outpoint := range spentInputs {
                m.UnsubscribeInput(outpoint)
        }

        Log.Tracef("Finished unsubscribing confirmed tx %s, found %d inputs",
                tx.Hash(), len(spentInputs))
}

// ProcessRelevantSpendTx takes a transaction and checks whether it spends any
// of the subscribed inputs. If so, spend notifications are sent to the
// relevant subscribers.
func (m *MempoolNotifier) ProcessRelevantSpendTx(tx *btcutil.Tx) error {
        Log.Tracef("Processing mempool tx %s", tx.Hash())
        defer Log.Tracef("Finished processing mempool tx %s", tx.Hash())

        // Get the spent inputs of interest.
        spentInputs, err := m.findRelevantInputs(tx)
        if err != nil {
                return err
        }

        // Notify the subscribers.
        m.notifySpent(spentInputs)

        return nil
}

// TearDown stops the notifier and cleans up resources.
func (m *MempoolNotifier) TearDown() {
        Log.Infof("Stopping mempool notifier")
        defer Log.Debug("mempool notifier stopped")

        close(m.quit)
        m.wg.Wait()
}

// findRelevantInputs takes a transaction to find the subscribed inputs and
// returns them.
func (m *MempoolNotifier) findRelevantInputs(tx *btcutil.Tx) (inputsWithTx,
        error) {

        txid := tx.Hash()
        watchedInputs := make(inputsWithTx)

        // NOTE: we may have found multiple targeted inputs in the same tx.
        for i, input := range tx.MsgTx().TxIn {
                op := &input.PreviousOutPoint

                // Check whether this input is subscribed.
                _, loaded := m.subscribedInputs.Load(*op)
                if !loaded {
                        continue
                }

                // If found, save it to watchedInputs to notify the
                // subscriber later.
                Log.Debugf("Found input %s, spent in %s", op, txid)

                // Construct the spend details.
                details := &SpendDetail{
                        SpentOutPoint:     op,
                        SpenderTxHash:     txid,
                        SpendingTx:        tx.MsgTx().Copy(),
                        SpenderInputIndex: uint32(i),
                        SpendingHeight:    0,
                }
                watchedInputs[*op] = details

                // Sanity check the witness stack. If it's not empty, continue
                // to next iteration.
                if details.HasSpenderWitness() {
                        continue
                }

                // Return an error if the witness data is not present in the
                // spending transaction.
                Log.Criticalf("Found spending tx for outpoint=%v in mempool, "+
                        "but the transaction %v does not have witness",
                        op, details.SpendingTx.TxHash())

                return nil, ErrEmptyWitnessStack
        }

        return watchedInputs, nil
}

// notifySpent iterates all the spentInputs and notifies the subscribers about
// the spent details.
func (m *MempoolNotifier) notifySpent(spentInputs inputsWithTx) {
        // notifySingle sends a notification to a single subscriber about the
        // spending event.
        //
        // NOTE: must be used inside a goroutine.
        notifySingle := func(id uint64, sub *MempoolSpendEvent,
                op wire.OutPoint, detail *SpendDetail) {

                defer m.wg.Done()

                // Send the spend details to the subscriber.
                select {
                case sub.event <- detail:
                        Log.Debugf("Notified(id=%v) mempool spent for input %s",
                                sub.id, op)

                case <-sub.cancel:
                        Log.Debugf("Subscription(id=%v) canceled, skipped "+
                                "notifying spent for input %s", sub.id, op)

                case <-m.quit:
                        Log.Debugf("Mempool notifier quit, skipped notifying "+
                                "mempool spent for input %s", op)
                }
        }

        // notifyAll is a helper closure that constructs a spend detail and
        // sends it to all the subscribers of that particular input.
        //
        // NOTE: must be used inside a goroutine.
        notifyAll := func(detail *SpendDetail, op wire.OutPoint) {
                defer m.wg.Done()

                txid := detail.SpendingTx.TxHash()
                Log.Debugf("Notifying all clients for the spend of %s in tx %s",
                        op, txid)

                // Load the subscriber.
                subs, loaded := m.subscribedInputs.Load(op)
                if !loaded {
                        Log.Errorf("Sub not found for %s", op)
                        return
                }

                // Iterate all the subscribers for this input and notify them.
                subs.ForEach(func(id uint64, sub *MempoolSpendEvent) error {
                        m.wg.Add(1)
                        go notifySingle(id, sub, op, detail)

                        return nil
                })
        }

        // Iterate the spent inputs to notify the subscribers concurrently.
        for op, tx := range spentInputs {
                op, tx := op, tx

                m.wg.Add(1)
                go notifyAll(tx, op)
        }
}

1	package chainntnfs
2
3	import (
4	"sync"
5	"sync/atomic"
6
7	"github.com/btcsuite/btcd/btcutil"
8	"github.com/btcsuite/btcd/wire"
9	"github.com/lightningnetwork/lnd/lnutils"
10	)
11
12	// inputsWithTx is a map of outpoints to the tx that spends them.
13	type inputsWithTx map[wire.OutPoint]*SpendDetail
14
15	// MempoolNotifier defines an internal mempool notifier that's used to notify
16	// the spending of given inputs. This is mounted to either `BitcoindNotifier`
17	// or `BtcdNotifier` depending on the chain backend.
18	type MempoolNotifier struct {
19	wg sync.WaitGroup
20
21	// subscribedInputs stores the inputs that we want to watch their
22	// spending event for.
23	subscribedInputs *lnutils.SyncMap[wire.OutPoint,
24	lnutils.SyncMap[uint64, MempoolSpendEvent]]
25
26	// sCounter is used to generate unique subscription IDs.
27	sCounter atomic.Uint64
28
29	// quit is closed when the notifier is torn down.
30	quit chan struct{}
31	}
32
33	// MempoolSpendEvent is returned to the subscriber to watch for the spending
34	// event for the requested input.
35	type MempoolSpendEvent struct {
36	// Spend is a receive only channel which will be sent upon once the
37	// target outpoint has been spent.
38	//
39	// NOTE: This channel must be buffered.
40	Spend <-chan *SpendDetail
41
42	// id is the unique identifier of this subscription.
43	id uint64
44
45	// outpoint is the subscribed outpoint.
46	outpoint wire.OutPoint
47
48	// event is the channel that will be sent upon once the target outpoint
49	// is spent.
50	event chan *SpendDetail
51
52	// cancel cancels the subscription.
53	cancel chan struct{}
54	}
55
56	// newMempoolSpendEvent returns a new instance of MempoolSpendEvent.
57	func newMempoolSpendEvent(id uint64, op wire.OutPoint) *MempoolSpendEvent {	34✔
58	sub := &MempoolSpendEvent{	34✔
59	id: id,	34✔
60	outpoint: op,	34✔
61	event: make(chan *SpendDetail, 1),	34✔
62	cancel: make(chan struct{}),	34✔
63	}	34✔
64		34✔
65	// Mount the receive only channel to the event channel.	34✔
66	sub.Spend = (<-chan *SpendDetail)(sub.event)	34✔
67		34✔
68	return sub	34✔
69	}	34✔
70
71	// NewMempoolNotifier takes a chain connection and returns a new mempool
72	// notifier.
73	func NewMempoolNotifier() *MempoolNotifier {	64✔
74	return &MempoolNotifier{	64✔
75	subscribedInputs: &lnutils.SyncMap[	64✔
76	wire.OutPoint, *lnutils.SyncMap[	64✔
77	uint64, *MempoolSpendEvent,	64✔
78	]]{},	64✔
79	quit: make(chan struct{}),	64✔
80	}	64✔
81	}	64✔
82
83	// SubscribeInput takes an outpoint of the input and returns a channel that the
84	// subscriber can listen to for the spending event.
85	func (m *MempoolNotifier) SubscribeInput(
86	outpoint wire.OutPoint) *MempoolSpendEvent {	32✔
87		32✔
88	// Get the current subscribers for this input or create a new one.	32✔
89	clients := &lnutils.SyncMap[uint64, *MempoolSpendEvent]{}	32✔
90	clients, _ = m.subscribedInputs.LoadOrStore(outpoint, clients)	32✔
91		32✔
92	// Increment the subscription counter and return the new value.	32✔
93	subscriptionID := m.sCounter.Add(1)	32✔
94		32✔
95	// Create a new subscription.	32✔
96	sub := newMempoolSpendEvent(subscriptionID, outpoint)	32✔
97		32✔
98	// Add the subscriber with a unique id.	32✔
99	clients.Store(subscriptionID, sub)	32✔
100		32✔
101	// Update the subscribed inputs.	32✔
102	m.subscribedInputs.Store(outpoint, clients)	32✔
103		32✔
104	Log.Debugf("Subscribed(id=%v) mempool event for input=%s",	32✔
105	subscriptionID, outpoint)	32✔
106		32✔
107	return sub	32✔
108	}	32✔
109
110	// UnsubscribeInput removes all the subscriptions for the given outpoint.
111	func (m *MempoolNotifier) UnsubscribeInput(outpoint wire.OutPoint) {	6✔
112	Log.Debugf("Unsubscribing MempoolSpendEvent for input %s", outpoint)	6✔
113	m.subscribedInputs.Delete(outpoint)	6✔
114	}	6✔
115
116	// UnsubscribeEvent removes a given subscriber for the given MempoolSpendEvent.
117	func (m MempoolNotifier) UnsubscribeEvent(sub MempoolSpendEvent) {	6✔
118	Log.Debugf("Unsubscribing(id=%v) MempoolSpendEvent for input=%s",	6✔
119	sub.id, sub.outpoint)	6✔
120		6✔
121	// Load all the subscribers for this input.	6✔
122	clients, loaded := m.subscribedInputs.Load(sub.outpoint)	6✔
123	if !loaded {	8✔
124	Log.Debugf("No subscribers for input %s", sub.outpoint)	2✔
125	return	2✔
126	}	2✔
127
128	// Load the subscriber.
129	subscriber, loaded := clients.Load(sub.id)	6✔
130	if !loaded {	6✔
131	Log.Debugf("No subscribers for input %s with id %v",	×
132	sub.outpoint, sub.id)	×
133	return	×
134	}	×
135
136	// Close the cancel channel in case it's been used in a goroutine.
137	close(subscriber.cancel)	6✔
138		6✔
139	// Remove the subscriber.	6✔
140	clients.Delete(sub.id)	6✔
141	}
142
143	// UnsubsribeConfirmedSpentTx takes a transaction and removes the subscriptions
144	// identified using its inputs.
145	func (m MempoolNotifier) UnsubsribeConfirmedSpentTx(tx btcutil.Tx) {	66✔
146	Log.Tracef("Unsubscribe confirmed tx %s", tx.Hash())	66✔
147		66✔
148	// Get the spent inputs of interest.	66✔
149	spentInputs, err := m.findRelevantInputs(tx)	66✔
150	if err != nil {	66✔
151	Log.Errorf("Unable to find relevant inputs for tx %s: %v",	×
152	tx.Hash(), err)	×
153		×
154	return	×
155	}	×
156
157	// Unsubscribe the subscribers.
158	for outpoint := range spentInputs {	70✔
159	m.UnsubscribeInput(outpoint)	4✔
160	}	4✔
161
162	Log.Tracef("Finished unsubscribing confirmed tx %s, found %d inputs",	66✔
163	tx.Hash(), len(spentInputs))	66✔
164	}
165
166	// ProcessRelevantSpendTx takes a transaction and checks whether it spends any
167	// of the subscribed inputs. If so, spend notifications are sent to the
168	// relevant subscribers.
169	func (m MempoolNotifier) ProcessRelevantSpendTx(tx btcutil.Tx) error {	78✔
170	Log.Tracef("Processing mempool tx %s", tx.Hash())	78✔
171	defer Log.Tracef("Finished processing mempool tx %s", tx.Hash())	78✔
172		78✔
173	// Get the spent inputs of interest.	78✔
174	spentInputs, err := m.findRelevantInputs(tx)	78✔
175	if err != nil {	78✔
176	return err	×
177	}	×
178
179	// Notify the subscribers.
180	m.notifySpent(spentInputs)	78✔
181		78✔
182	return nil	78✔
183	}
184
185	// TearDown stops the notifier and cleans up resources.
186	func (m *MempoolNotifier) TearDown() {	38✔
187	Log.Infof("Stopping mempool notifier")	38✔
188	defer Log.Debug("mempool notifier stopped")	38✔
189		38✔
190	close(m.quit)	38✔
191	m.wg.Wait()	38✔
192	}	38✔
193
194	// findRelevantInputs takes a transaction to find the subscribed inputs and
195	// returns them.
196	func (m MempoolNotifier) findRelevantInputs(tx btcutil.Tx) (inputsWithTx,
197	error) {	146✔
198		146✔
199	txid := tx.Hash()	146✔
200	watchedInputs := make(inputsWithTx)	146✔
201		146✔
202	// NOTE: we may have found multiple targeted inputs in the same tx.	146✔
203	for i, input := range tx.MsgTx().TxIn {	296✔
204	op := &input.PreviousOutPoint	150✔
205		150✔
206	// Check whether this input is subscribed.	150✔
207	_, loaded := m.subscribedInputs.Load(*op)	150✔
208	if !loaded {	294✔
209	continue	144✔
210	}
211
212	// If found, save it to watchedInputs to notify the
213	// subscriber later.
214	Log.Debugf("Found input %s, spent in %s", op, txid)	8✔
215		8✔
216	// Construct the spend details.	8✔
217	details := &SpendDetail{	8✔
218	SpentOutPoint: op,	8✔
219	SpenderTxHash: txid,	8✔
220	SpendingTx: tx.MsgTx().Copy(),	8✔
221	SpenderInputIndex: uint32(i),	8✔
222	SpendingHeight: 0,	8✔
223	}	8✔
224	watchedInputs[*op] = details	8✔
225		8✔
226	// Sanity check the witness stack. If it's not empty, continue	8✔
227	// to next iteration.	8✔
228	if details.HasSpenderWitness() {	14✔
229	continue	6✔
230	}
231
232	// Return an error if the witness data is not present in the
233	// spending transaction.
234	Log.Criticalf("Found spending tx for outpoint=%v in mempool, "+	2✔
235	"but the transaction %v does not have witness",	2✔
236	op, details.SpendingTx.TxHash())	2✔
237		2✔
238	return nil, ErrEmptyWitnessStack	2✔
239	}
240
241	return watchedInputs, nil	144✔
242	}
243
244	// notifySpent iterates all the spentInputs and notifies the subscribers about
245	// the spent details.
246	func (m *MempoolNotifier) notifySpent(spentInputs inputsWithTx) {	86✔
247	// notifySingle sends a notification to a single subscriber about the	86✔
248	// spending event.	86✔
249	//	86✔
250	// NOTE: must be used inside a goroutine.	86✔
251	notifySingle := func(id uint64, sub *MempoolSpendEvent,	86✔
252	op wire.OutPoint, detail *SpendDetail) {	100✔
253		14✔
254	defer m.wg.Done()	14✔
255		14✔
256	// Send the spend details to the subscriber.	14✔
257	select {	14✔
258	case sub.event <- detail:	14✔
259	Log.Debugf("Notified(id=%v) mempool spent for input %s",	14✔
260	sub.id, op)	14✔
261
262	case <-sub.cancel:	×
263	Log.Debugf("Subscription(id=%v) canceled, skipped "+	×
264	"notifying spent for input %s", sub.id, op)	×
265
266	case <-m.quit:	×
267	Log.Debugf("Mempool notifier quit, skipped notifying "+	×
268	"mempool spent for input %s", op)	×
269	}
270	}
271
272	// notifyAll is a helper closure that constructs a spend detail and
273	// sends it to all the subscribers of that particular input.
274	//
275	// NOTE: must be used inside a goroutine.
276	notifyAll := func(detail *SpendDetail, op wire.OutPoint) {	98✔
277	defer m.wg.Done()	12✔
278		12✔
279	txid := detail.SpendingTx.TxHash()	12✔
280	Log.Debugf("Notifying all clients for the spend of %s in tx %s",	12✔
281	op, txid)	12✔
282		12✔
283	// Load the subscriber.	12✔
284	subs, loaded := m.subscribedInputs.Load(op)	12✔
285	if !loaded {	12✔
UNCOV 286	Log.Errorf("Sub not found for %s", op)	×
UNCOV 287	return	×
UNCOV 288	}	×
289
290	// Iterate all the subscribers for this input and notify them.
291	subs.ForEach(func(id uint64, sub *MempoolSpendEvent) error {	26✔
292	m.wg.Add(1)	14✔
293	go notifySingle(id, sub, op, detail)	14✔
294		14✔
295	return nil	14✔
296	})	14✔
297	}
298
299	// Iterate the spent inputs to notify the subscribers concurrently.
300	for op, tx := range spentInputs {	98✔
301	op, tx := op, tx	12✔
302		12✔
303	m.wg.Add(1)	12✔
304	go notifyAll(tx, op)	12✔
305	}	12✔
306	}

lightningnetwork / lnd / 14060408908

Source File Press 'n' to go to next uncovered line, 'b' for previous

Source File
Press 'n' to go to next uncovered line, 'b' for previous