12301186252

Committed 12 Dec 2024 05:01PM UTC coverage: 48.92% (-9.7%) from 58.642%

Build # 12301186252

Build Type

push

github

Committed by

web-flow

Commit Message

Merge pull request #9309 from yyforyongyu/fix-unit-test

chainntnfs: fix `TestHistoricalConfDetailsTxIndex`

Run Details

99121 of 202617 relevant lines covered (48.92%)

1.54 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

88.11

/chainntnfs/mempool.go

package chainntnfs

import (
        "sync"
        "sync/atomic"

        "github.com/btcsuite/btcd/btcutil"
        "github.com/btcsuite/btcd/wire"
        "github.com/lightningnetwork/lnd/lnutils"
)

// inputsWithTx is a map of outpoints to the tx that spends them.
type inputsWithTx map[wire.OutPoint]*SpendDetail

// MempoolNotifier defines an internal mempool notifier that's used to notify
// the spending of given inputs. This is mounted to either `BitcoindNotifier`
// or `BtcdNotifier` depending on the chain backend.
type MempoolNotifier struct {
        wg sync.WaitGroup

        // subscribedInputs stores the inputs that we want to watch their
        // spending event for.
        subscribedInputs *lnutils.SyncMap[wire.OutPoint,
                *lnutils.SyncMap[uint64, *MempoolSpendEvent]]

        // sCounter is used to generate unique subscription IDs.
        sCounter atomic.Uint64

        // quit is closed when the notifier is torn down.
        quit chan struct{}
}

// MempoolSpendEvent is returned to the subscriber to watch for the spending
// event for the requested input.
type MempoolSpendEvent struct {
        // Spend is a receive only channel which will be sent upon once the
        // target outpoint has been spent.
        //
        // NOTE: This channel must be buffered.
        Spend <-chan *SpendDetail

        // id is the unique identifier of this subscription.
        id uint64

        // outpoint is the subscribed outpoint.
        outpoint wire.OutPoint

        // event is the channel that will be sent upon once the target outpoint
        // is spent.
        event chan *SpendDetail

        // cancel cancels the subscription.
        cancel chan struct{}
}

// newMempoolSpendEvent returns a new instance of MempoolSpendEvent.
func newMempoolSpendEvent(id uint64, op wire.OutPoint) *MempoolSpendEvent {
        sub := &MempoolSpendEvent{
                id:       id,
                outpoint: op,
                event:    make(chan *SpendDetail, 1),
                cancel:   make(chan struct{}),
        }

        // Mount the receive only channel to the event channel.
        sub.Spend = (<-chan *SpendDetail)(sub.event)

        return sub
}

// NewMempoolNotifier takes a chain connection and returns a new mempool
// notifier.
func NewMempoolNotifier() *MempoolNotifier {
        return &MempoolNotifier{
                subscribedInputs: &lnutils.SyncMap[
                        wire.OutPoint, *lnutils.SyncMap[
                                uint64, *MempoolSpendEvent,
                        ]]{},
                quit: make(chan struct{}),
        }
}

// SubscribeInput takes an outpoint of the input and returns a channel that the
// subscriber can listen to for the spending event.
func (m *MempoolNotifier) SubscribeInput(
        outpoint wire.OutPoint) *MempoolSpendEvent {

        // Get the current subscribers for this input or create a new one.
        clients := &lnutils.SyncMap[uint64, *MempoolSpendEvent]{}
        clients, _ = m.subscribedInputs.LoadOrStore(outpoint, clients)

        // Increment the subscription counter and return the new value.
        subscriptionID := m.sCounter.Add(1)

        // Create a new subscription.
        sub := newMempoolSpendEvent(subscriptionID, outpoint)

        // Add the subscriber with a unique id.
        clients.Store(subscriptionID, sub)

        // Update the subscribed inputs.
        m.subscribedInputs.Store(outpoint, clients)

        Log.Debugf("Subscribed(id=%v) mempool event for input=%s",
                subscriptionID, outpoint)

        return sub
}

// UnsubscribeInput removes all the subscriptions for the given outpoint.
func (m *MempoolNotifier) UnsubscribeInput(outpoint wire.OutPoint) {
        Log.Debugf("Unsubscribing MempoolSpendEvent for input %s", outpoint)
        m.subscribedInputs.Delete(outpoint)
}

// UnsubscribeEvent removes a given subscriber for the given MempoolSpendEvent.
func (m *MempoolNotifier) UnsubscribeEvent(sub *MempoolSpendEvent) {
        Log.Debugf("Unsubscribing(id=%v) MempoolSpendEvent for input=%s",
                sub.id, sub.outpoint)

        // Load all the subscribers for this input.
        clients, loaded := m.subscribedInputs.Load(sub.outpoint)
        if !loaded {
                Log.Debugf("No subscribers for input %s", sub.outpoint)
                return
        }

        // Load the subscriber.
        subscriber, loaded := clients.Load(sub.id)
        if !loaded {
                Log.Debugf("No subscribers for input %s with id %v",
                        sub.outpoint, sub.id)
                return
        }

        // Close the cancel channel in case it's been used in a goroutine.
        close(subscriber.cancel)

        // Remove the subscriber.
        clients.Delete(sub.id)
}

// UnsubsribeConfirmedSpentTx takes a transaction and removes the subscriptions
// identified using its inputs.
func (m *MempoolNotifier) UnsubsribeConfirmedSpentTx(tx *btcutil.Tx) {
        Log.Tracef("Unsubscribe confirmed tx %s", tx.Hash())

        // Get the spent inputs of interest.
        spentInputs, err := m.findRelevantInputs(tx)
        if err != nil {
                Log.Errorf("Unable to find relevant inputs for tx %s: %v",
                        tx.Hash(), err)

                return
        }

        // Unsubscribe the subscribers.
        for outpoint := range spentInputs {
                m.UnsubscribeInput(outpoint)
        }

        Log.Tracef("Finished unsubscribing confirmed tx %s, found %d inputs",
                tx.Hash(), len(spentInputs))
}

// ProcessRelevantSpendTx takes a transaction and checks whether it spends any
// of the subscribed inputs. If so, spend notifications are sent to the
// relevant subscribers.
func (m *MempoolNotifier) ProcessRelevantSpendTx(tx *btcutil.Tx) error {
        Log.Tracef("Processing mempool tx %s", tx.Hash())
        defer Log.Tracef("Finished processing mempool tx %s", tx.Hash())

        // Get the spent inputs of interest.
        spentInputs, err := m.findRelevantInputs(tx)
        if err != nil {
                return err
        }

        // Notify the subscribers.
        m.notifySpent(spentInputs)

        return nil
}

// TearDown stops the notifier and cleans up resources.
func (m *MempoolNotifier) TearDown() {
        Log.Infof("Stopping mempool notifier")
        defer Log.Debug("mempool notifier stopped")

        close(m.quit)
        m.wg.Wait()
}

// findRelevantInputs takes a transaction to find the subscribed inputs and
// returns them.
func (m *MempoolNotifier) findRelevantInputs(tx *btcutil.Tx) (inputsWithTx,
        error) {

        txid := tx.Hash()
        watchedInputs := make(inputsWithTx)

        // NOTE: we may have found multiple targeted inputs in the same tx.
        for i, input := range tx.MsgTx().TxIn {
                op := &input.PreviousOutPoint

                // Check whether this input is subscribed.
                _, loaded := m.subscribedInputs.Load(*op)
                if !loaded {
                        continue
                }

                // If found, save it to watchedInputs to notify the
                // subscriber later.
                Log.Infof("Found input %s, spent in %s", op, txid)

                // Construct the spend details.
                details := &SpendDetail{
                        SpentOutPoint:     op,
                        SpenderTxHash:     txid,
                        SpendingTx:        tx.MsgTx().Copy(),
                        SpenderInputIndex: uint32(i),
                        SpendingHeight:    0,
                }
                watchedInputs[*op] = details

                // Sanity check the witness stack. If it's not empty, continue
                // to next iteration.
                if details.HasSpenderWitness() {
                        continue
                }

                // Return an error if the witness data is not present in the
                // spending transaction.
                Log.Criticalf("Found spending tx for outpoint=%v in mempool, "+
                        "but the transaction %v does not have witness",
                        op, details.SpendingTx.TxHash())

                return nil, ErrEmptyWitnessStack
        }

        return watchedInputs, nil
}

// notifySpent iterates all the spentInputs and notifies the subscribers about
// the spent details.
func (m *MempoolNotifier) notifySpent(spentInputs inputsWithTx) {
        // notifySingle sends a notification to a single subscriber about the
        // spending event.
        //
        // NOTE: must be used inside a goroutine.
        notifySingle := func(id uint64, sub *MempoolSpendEvent,
                op wire.OutPoint, detail *SpendDetail) {

                defer m.wg.Done()

                // Send the spend details to the subscriber.
                select {
                case sub.event <- detail:
                        Log.Debugf("Notified(id=%v) mempool spent for input %s",
                                sub.id, op)

                case <-sub.cancel:
                        Log.Debugf("Subscription(id=%v) canceled, skipped "+
                                "notifying spent for input %s", sub.id, op)

                case <-m.quit:
                        Log.Debugf("Mempool notifier quit, skipped notifying "+
                                "mempool spent for input %s", op)
                }
        }

        // notifyAll is a helper closure that constructs a spend detail and
        // sends it to all the subscribers of that particular input.
        //
        // NOTE: must be used inside a goroutine.
        notifyAll := func(detail *SpendDetail, op wire.OutPoint) {
                defer m.wg.Done()

                txid := detail.SpendingTx.TxHash()
                Log.Debugf("Notifying all clients for the spend of %s in tx %s",
                        op, txid)

                // Load the subscriber.
                subs, loaded := m.subscribedInputs.Load(op)
                if !loaded {
                        Log.Errorf("Sub not found for %s", op)
                        return
                }

                // Iterate all the subscribers for this input and notify them.
                subs.ForEach(func(id uint64, sub *MempoolSpendEvent) error {
                        m.wg.Add(1)
                        go notifySingle(id, sub, op, detail)

                        return nil
                })
        }

        // Iterate the spent inputs to notify the subscribers concurrently.
        for op, tx := range spentInputs {
                op, tx := op, tx

                m.wg.Add(1)
                go notifyAll(tx, op)
        }
}

1	package chainntnfs
2
3	import (
4	"sync"
5	"sync/atomic"
6
7	"github.com/btcsuite/btcd/btcutil"
8	"github.com/btcsuite/btcd/wire"
9	"github.com/lightningnetwork/lnd/lnutils"
10	)
11
12	// inputsWithTx is a map of outpoints to the tx that spends them.
13	type inputsWithTx map[wire.OutPoint]*SpendDetail
14
15	// MempoolNotifier defines an internal mempool notifier that's used to notify
16	// the spending of given inputs. This is mounted to either `BitcoindNotifier`
17	// or `BtcdNotifier` depending on the chain backend.
18	type MempoolNotifier struct {
19	wg sync.WaitGroup
20
21	// subscribedInputs stores the inputs that we want to watch their
22	// spending event for.
23	subscribedInputs *lnutils.SyncMap[wire.OutPoint,
24	lnutils.SyncMap[uint64, MempoolSpendEvent]]
25
26	// sCounter is used to generate unique subscription IDs.
27	sCounter atomic.Uint64
28
29	// quit is closed when the notifier is torn down.
30	quit chan struct{}
31	}
32
33	// MempoolSpendEvent is returned to the subscriber to watch for the spending
34	// event for the requested input.
35	type MempoolSpendEvent struct {
36	// Spend is a receive only channel which will be sent upon once the
37	// target outpoint has been spent.
38	//
39	// NOTE: This channel must be buffered.
40	Spend <-chan *SpendDetail
41
42	// id is the unique identifier of this subscription.
43	id uint64
44
45	// outpoint is the subscribed outpoint.
46	outpoint wire.OutPoint
47
48	// event is the channel that will be sent upon once the target outpoint
49	// is spent.
50	event chan *SpendDetail
51
52	// cancel cancels the subscription.
53	cancel chan struct{}
54	}
55
56	// newMempoolSpendEvent returns a new instance of MempoolSpendEvent.
57	func newMempoolSpendEvent(id uint64, op wire.OutPoint) *MempoolSpendEvent {	3✔
58	sub := &MempoolSpendEvent{	3✔
59	id: id,	3✔
60	outpoint: op,	3✔
61	event: make(chan *SpendDetail, 1),	3✔
62	cancel: make(chan struct{}),	3✔
63	}	3✔
64		3✔
65	// Mount the receive only channel to the event channel.	3✔
66	sub.Spend = (<-chan *SpendDetail)(sub.event)	3✔
67		3✔
68	return sub	3✔
69	}	3✔
70
71	// NewMempoolNotifier takes a chain connection and returns a new mempool
72	// notifier.
73	func NewMempoolNotifier() *MempoolNotifier {	3✔
74	return &MempoolNotifier{	3✔
75	subscribedInputs: &lnutils.SyncMap[	3✔
76	wire.OutPoint, *lnutils.SyncMap[	3✔
77	uint64, *MempoolSpendEvent,	3✔
78	]]{},	3✔
79	quit: make(chan struct{}),	3✔
80	}	3✔
81	}	3✔
82
83	// SubscribeInput takes an outpoint of the input and returns a channel that the
84	// subscriber can listen to for the spending event.
85	func (m *MempoolNotifier) SubscribeInput(
86	outpoint wire.OutPoint) *MempoolSpendEvent {	3✔
87		3✔
88	// Get the current subscribers for this input or create a new one.	3✔
89	clients := &lnutils.SyncMap[uint64, *MempoolSpendEvent]{}	3✔
90	clients, _ = m.subscribedInputs.LoadOrStore(outpoint, clients)	3✔
91		3✔
92	// Increment the subscription counter and return the new value.	3✔
93	subscriptionID := m.sCounter.Add(1)	3✔
94		3✔
95	// Create a new subscription.	3✔
96	sub := newMempoolSpendEvent(subscriptionID, outpoint)	3✔
97		3✔
98	// Add the subscriber with a unique id.	3✔
99	clients.Store(subscriptionID, sub)	3✔
100		3✔
101	// Update the subscribed inputs.	3✔
102	m.subscribedInputs.Store(outpoint, clients)	3✔
103		3✔
104	Log.Debugf("Subscribed(id=%v) mempool event for input=%s",	3✔
105	subscriptionID, outpoint)	3✔
106		3✔
107	return sub	3✔
108	}	3✔
109
110	// UnsubscribeInput removes all the subscriptions for the given outpoint.
111	func (m *MempoolNotifier) UnsubscribeInput(outpoint wire.OutPoint) {	3✔
112	Log.Debugf("Unsubscribing MempoolSpendEvent for input %s", outpoint)	3✔
113	m.subscribedInputs.Delete(outpoint)	3✔
114	}	3✔
115
116	// UnsubscribeEvent removes a given subscriber for the given MempoolSpendEvent.
117	func (m MempoolNotifier) UnsubscribeEvent(sub MempoolSpendEvent) {	3✔
118	Log.Debugf("Unsubscribing(id=%v) MempoolSpendEvent for input=%s",	3✔
119	sub.id, sub.outpoint)	3✔
120		3✔
121	// Load all the subscribers for this input.	3✔
122	clients, loaded := m.subscribedInputs.Load(sub.outpoint)	3✔
123	if !loaded {	6✔
124	Log.Debugf("No subscribers for input %s", sub.outpoint)	3✔
125	return	3✔
126	}	3✔
127
128	// Load the subscriber.
129	subscriber, loaded := clients.Load(sub.id)	3✔
130	if !loaded {	3✔
131	Log.Debugf("No subscribers for input %s with id %v",	×
132	sub.outpoint, sub.id)	×
133	return	×
134	}	×
135
136	// Close the cancel channel in case it's been used in a goroutine.
137	close(subscriber.cancel)	3✔
138		3✔
139	// Remove the subscriber.	3✔
140	clients.Delete(sub.id)	3✔
141	}
142
143	// UnsubsribeConfirmedSpentTx takes a transaction and removes the subscriptions
144	// identified using its inputs.
145	func (m MempoolNotifier) UnsubsribeConfirmedSpentTx(tx btcutil.Tx) {	3✔
146	Log.Tracef("Unsubscribe confirmed tx %s", tx.Hash())	3✔
147		3✔
148	// Get the spent inputs of interest.	3✔
149	spentInputs, err := m.findRelevantInputs(tx)	3✔
150	if err != nil {	3✔
151	Log.Errorf("Unable to find relevant inputs for tx %s: %v",	×
152	tx.Hash(), err)	×
153		×
154	return	×
155	}	×
156
157	// Unsubscribe the subscribers.
158	for outpoint := range spentInputs {	6✔
159	m.UnsubscribeInput(outpoint)	3✔
160	}	3✔
161
162	Log.Tracef("Finished unsubscribing confirmed tx %s, found %d inputs",	3✔
163	tx.Hash(), len(spentInputs))	3✔
164	}
165
166	// ProcessRelevantSpendTx takes a transaction and checks whether it spends any
167	// of the subscribed inputs. If so, spend notifications are sent to the
168	// relevant subscribers.
169	func (m MempoolNotifier) ProcessRelevantSpendTx(tx btcutil.Tx) error {	3✔
170	Log.Tracef("Processing mempool tx %s", tx.Hash())	3✔
171	defer Log.Tracef("Finished processing mempool tx %s", tx.Hash())	3✔
172		3✔
173	// Get the spent inputs of interest.	3✔
174	spentInputs, err := m.findRelevantInputs(tx)	3✔
175	if err != nil {	3✔
176	return err	×
177	}	×
178
179	// Notify the subscribers.
180	m.notifySpent(spentInputs)	3✔
181		3✔
182	return nil	3✔
183	}
184
185	// TearDown stops the notifier and cleans up resources.
186	func (m *MempoolNotifier) TearDown() {	3✔
187	Log.Infof("Stopping mempool notifier")	3✔
188	defer Log.Debug("mempool notifier stopped")	3✔
189		3✔
190	close(m.quit)	3✔
191	m.wg.Wait()	3✔
192	}	3✔
193
194	// findRelevantInputs takes a transaction to find the subscribed inputs and
195	// returns them.
196	func (m MempoolNotifier) findRelevantInputs(tx btcutil.Tx) (inputsWithTx,
197	error) {	3✔
198		3✔
199	txid := tx.Hash()	3✔
200	watchedInputs := make(inputsWithTx)	3✔
201		3✔
202	// NOTE: we may have found multiple targeted inputs in the same tx.	3✔
203	for i, input := range tx.MsgTx().TxIn {	6✔
204	op := &input.PreviousOutPoint	3✔
205		3✔
206	// Check whether this input is subscribed.	3✔
207	_, loaded := m.subscribedInputs.Load(*op)	3✔
208	if !loaded {	6✔
209	continue	3✔
210	}
211
212	// If found, save it to watchedInputs to notify the
213	// subscriber later.
214	Log.Infof("Found input %s, spent in %s", op, txid)	3✔
215		3✔
216	// Construct the spend details.	3✔
217	details := &SpendDetail{	3✔
218	SpentOutPoint: op,	3✔
219	SpenderTxHash: txid,	3✔
220	SpendingTx: tx.MsgTx().Copy(),	3✔
221	SpenderInputIndex: uint32(i),	3✔
222	SpendingHeight: 0,	3✔
223	}	3✔
224	watchedInputs[*op] = details	3✔
225		3✔
226	// Sanity check the witness stack. If it's not empty, continue	3✔
227	// to next iteration.	3✔
228	if details.HasSpenderWitness() {	6✔
229	continue	3✔
230	}
231
232	// Return an error if the witness data is not present in the
233	// spending transaction.
234	Log.Criticalf("Found spending tx for outpoint=%v in mempool, "+	×
235	"but the transaction %v does not have witness",	×
236	op, details.SpendingTx.TxHash())	×
237		×
238	return nil, ErrEmptyWitnessStack	×
239	}
240
241	return watchedInputs, nil	3✔
242	}
243
244	// notifySpent iterates all the spentInputs and notifies the subscribers about
245	// the spent details.
246	func (m *MempoolNotifier) notifySpent(spentInputs inputsWithTx) {	3✔
247	// notifySingle sends a notification to a single subscriber about the	3✔
248	// spending event.	3✔
249	//	3✔
250	// NOTE: must be used inside a goroutine.	3✔
251	notifySingle := func(id uint64, sub *MempoolSpendEvent,	3✔
252	op wire.OutPoint, detail *SpendDetail) {	6✔
253		3✔
254	defer m.wg.Done()	3✔
255		3✔
256	// Send the spend details to the subscriber.	3✔
257	select {	3✔
258	case sub.event <- detail:	3✔
259	Log.Debugf("Notified(id=%v) mempool spent for input %s",	3✔
260	sub.id, op)	3✔
261
262	case <-sub.cancel:	×
263	Log.Debugf("Subscription(id=%v) canceled, skipped "+	×
264	"notifying spent for input %s", sub.id, op)	×
265
266	case <-m.quit:	×
267	Log.Debugf("Mempool notifier quit, skipped notifying "+	×
268	"mempool spent for input %s", op)	×
269	}
270	}
271
272	// notifyAll is a helper closure that constructs a spend detail and
273	// sends it to all the subscribers of that particular input.
274	//
275	// NOTE: must be used inside a goroutine.
276	notifyAll := func(detail *SpendDetail, op wire.OutPoint) {	6✔
277	defer m.wg.Done()	3✔
278		3✔
279	txid := detail.SpendingTx.TxHash()	3✔
280	Log.Debugf("Notifying all clients for the spend of %s in tx %s",	3✔
281	op, txid)	3✔
282		3✔
283	// Load the subscriber.	3✔
284	subs, loaded := m.subscribedInputs.Load(op)	3✔
285	if !loaded {	4✔
286	Log.Errorf("Sub not found for %s", op)	1✔
287	return	1✔
288	}	1✔
289
290	// Iterate all the subscribers for this input and notify them.
291	subs.ForEach(func(id uint64, sub *MempoolSpendEvent) error {	6✔
292	m.wg.Add(1)	3✔
293	go notifySingle(id, sub, op, detail)	3✔
294		3✔
295	return nil	3✔
296	})	3✔
297	}
298
299	// Iterate the spent inputs to notify the subscribers concurrently.
300	for op, tx := range spentInputs {	6✔
301	op, tx := op, tx	3✔
302		3✔
303	m.wg.Add(1)	3✔
304	go notifyAll(tx, op)	3✔
305	}	3✔
306	}

lightningnetwork / lnd / 12301186252

Source File Press 'n' to go to next uncovered line, 'b' for previous

Source File
Press 'n' to go to next uncovered line, 'b' for previous