• Home
  • Features
  • Pricing
  • Docs
  • Announcements
  • Sign In

lightningnetwork / lnd / 12395709513

18 Dec 2024 03:04PM UTC coverage: 57.495% (-1.1%) from 58.595%
12395709513

Pull #8777

github

ziggie1984
funding: refactor gossip msg code

We almost never need to create all messages at the same time
(ChanUpdate,ChanAnnouncement,Proof) so we split it up into own
functions.
Pull Request #8777: multi: make reassignment of alias channel edge atomic

196 of 330 new or added lines in 7 files covered. (59.39%)

19293 existing lines in 251 files now uncovered.

102055 of 177501 relevant lines covered (57.5%)

24852.05 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

88.07
/routing/payment_lifecycle.go
1
package routing
2

3
import (
4
        "context"
5
        "errors"
6
        "fmt"
7
        "time"
8

9
        "github.com/btcsuite/btcd/btcec/v2"
10
        "github.com/davecgh/go-spew/spew"
11
        sphinx "github.com/lightningnetwork/lightning-onion"
12
        "github.com/lightningnetwork/lnd/channeldb"
13
        "github.com/lightningnetwork/lnd/fn/v2"
14
        "github.com/lightningnetwork/lnd/graph/db/models"
15
        "github.com/lightningnetwork/lnd/htlcswitch"
16
        "github.com/lightningnetwork/lnd/lntypes"
17
        "github.com/lightningnetwork/lnd/lnwire"
18
        "github.com/lightningnetwork/lnd/routing/route"
19
        "github.com/lightningnetwork/lnd/routing/shards"
20
        "github.com/lightningnetwork/lnd/tlv"
21
)
22

23
// ErrPaymentLifecycleExiting is used when waiting for htlc attempt result, but
24
// the payment lifecycle is exiting .
25
var ErrPaymentLifecycleExiting = errors.New("payment lifecycle exiting")
26

27
// paymentLifecycle holds all information about the current state of a payment
28
// needed to resume if from any point.
29
type paymentLifecycle struct {
30
        router                *ChannelRouter
31
        feeLimit              lnwire.MilliSatoshi
32
        identifier            lntypes.Hash
33
        paySession            PaymentSession
34
        shardTracker          shards.ShardTracker
35
        currentHeight         int32
36
        firstHopCustomRecords lnwire.CustomRecords
37

38
        // quit is closed to signal the sub goroutines of the payment lifecycle
39
        // to stop.
40
        quit chan struct{}
41

42
        // resultCollected is used to signal that the result of an attempt has
43
        // been collected. A nil error means the attempt is either successful
44
        // or failed with temporary error. Otherwise, we should exit the
45
        // lifecycle loop as a terminal error has occurred.
46
        resultCollected chan error
47

48
        // resultCollector is a function that is used to collect the result of
49
        // an HTLC attempt, which is always mounted to `p.collectResultAsync`
50
        // except in unit test, where we use a much simpler resultCollector to
51
        // decouple the test flow for the payment lifecycle.
52
        resultCollector func(attempt *channeldb.HTLCAttempt)
53
}
54

55
// newPaymentLifecycle initiates a new payment lifecycle and returns it.
56
func newPaymentLifecycle(r *ChannelRouter, feeLimit lnwire.MilliSatoshi,
57
        identifier lntypes.Hash, paySession PaymentSession,
58
        shardTracker shards.ShardTracker, currentHeight int32,
59
        firstHopCustomRecords lnwire.CustomRecords) *paymentLifecycle {
40✔
60

40✔
61
        p := &paymentLifecycle{
40✔
62
                router:                r,
40✔
63
                feeLimit:              feeLimit,
40✔
64
                identifier:            identifier,
40✔
65
                paySession:            paySession,
40✔
66
                shardTracker:          shardTracker,
40✔
67
                currentHeight:         currentHeight,
40✔
68
                quit:                  make(chan struct{}),
40✔
69
                resultCollected:       make(chan error, 1),
40✔
70
                firstHopCustomRecords: firstHopCustomRecords,
40✔
71
        }
40✔
72

40✔
73
        // Mount the result collector.
40✔
74
        p.resultCollector = p.collectResultAsync
40✔
75

40✔
76
        return p
40✔
77
}
40✔
78

79
// calcFeeBudget returns the available fee to be used for sending HTLC
80
// attempts.
81
func (p *paymentLifecycle) calcFeeBudget(
82
        feesPaid lnwire.MilliSatoshi) lnwire.MilliSatoshi {
103✔
83

103✔
84
        budget := p.feeLimit
103✔
85

103✔
86
        // We'll subtract the used fee from our fee budget. In case of
103✔
87
        // overflow, we need to check whether feesPaid exceeds our budget
103✔
88
        // already.
103✔
89
        if feesPaid <= budget {
206✔
90
                budget -= feesPaid
103✔
91
        } else {
103✔
UNCOV
92
                budget = 0
×
UNCOV
93
        }
×
94

95
        return budget
103✔
96
}
97

98
// stateStep defines an action to be taken in our payment lifecycle. We either
99
// quit, continue, or exit the lifecycle, see details below.
100
type stateStep uint8
101

102
const (
103
        // stepSkip is used when we need to skip the current lifecycle and jump
104
        // to the next one.
105
        stepSkip stateStep = iota
106

107
        // stepProceed is used when we can proceed the current lifecycle.
108
        stepProceed
109

110
        // stepExit is used when we need to quit the current lifecycle.
111
        stepExit
112
)
113

114
// decideNextStep is used to determine the next step in the payment lifecycle.
115
func (p *paymentLifecycle) decideNextStep(
116
        payment DBMPPayment) (stateStep, error) {
74✔
117

74✔
118
        // Check whether we could make new HTLC attempts.
74✔
119
        allow, err := payment.AllowMoreAttempts()
74✔
120
        if err != nil {
76✔
121
                return stepExit, err
2✔
122
        }
2✔
123

124
        if !allow {
113✔
125
                // Check whether we need to wait for results.
41✔
126
                wait, err := payment.NeedWaitAttempts()
41✔
127
                if err != nil {
42✔
128
                        return stepExit, err
1✔
129
                }
1✔
130

131
                // If we are not allowed to make new HTLC attempts and there's
132
                // no need to wait, the lifecycle is done and we can exit.
133
                if !wait {
57✔
134
                        return stepExit, nil
17✔
135
                }
17✔
136

137
                log.Tracef("Waiting for attempt results for payment %v",
23✔
138
                        p.identifier)
23✔
139

23✔
140
                // Otherwise we wait for one HTLC attempt then continue
23✔
141
                // the lifecycle.
23✔
142
                //
23✔
143
                // NOTE: we don't check `p.quit` since `decideNextStep` is
23✔
144
                // running in the same goroutine as `resumePayment`.
23✔
145
                select {
23✔
146
                case err := <-p.resultCollected:
22✔
147
                        // If an error is returned, exit with it.
22✔
148
                        if err != nil {
22✔
UNCOV
149
                                return stepExit, err
×
UNCOV
150
                        }
×
151

152
                        log.Tracef("Received attempt result for payment %v",
22✔
153
                                p.identifier)
22✔
154

155
                case <-p.router.quit:
1✔
156
                        return stepExit, ErrRouterShuttingDown
1✔
157
                }
158

159
                return stepSkip, nil
22✔
160
        }
161

162
        // Otherwise we need to make more attempts.
163
        return stepProceed, nil
31✔
164
}
165

166
// resumePayment resumes the paymentLifecycle from the current state.
167
func (p *paymentLifecycle) resumePayment(ctx context.Context) ([32]byte,
168
        *route.Route, error) {
22✔
169

22✔
170
        // When the payment lifecycle loop exits, we make sure to signal any
22✔
171
        // sub goroutine of the HTLC attempt to exit, then wait for them to
22✔
172
        // return.
22✔
173
        defer p.stop()
22✔
174

22✔
175
        // If we had any existing attempts outstanding, we'll start by spinning
22✔
176
        // up goroutines that'll collect their results and deliver them to the
22✔
177
        // lifecycle loop below.
22✔
178
        payment, err := p.router.cfg.Control.FetchPayment(p.identifier)
22✔
179
        if err != nil {
23✔
180
                return [32]byte{}, nil, err
1✔
181
        }
1✔
182

183
        for _, a := range payment.InFlightHTLCs() {
21✔
UNCOV
184
                a := a
×
UNCOV
185

×
UNCOV
186
                log.Infof("Resuming HTLC attempt %v for payment %v",
×
UNCOV
187
                        a.AttemptID, p.identifier)
×
UNCOV
188

×
UNCOV
189
                p.resultCollector(&a)
×
UNCOV
190
        }
×
191

192
        // exitWithErr is a helper closure that logs and returns an error.
193
        exitWithErr := func(err error) ([32]byte, *route.Route, error) {
21✔
194
                log.Errorf("Payment %v with status=%v failed: %v",
21✔
195
                        p.identifier, payment.GetStatus(), err)
21✔
196
                return [32]byte{}, nil, err
26✔
197
        }
5✔
198

5✔
199
        // We'll continue until either our payment succeeds, or we encounter a
5✔
200
        // critical error during path finding.
5✔
201
lifecycle:
5✔
202
        for {
5✔
203
                // We update the payment state on every iteration. Since the
5✔
204
                // payment state is affected by multiple goroutines (ie,
5✔
205
                // collectResultAsync), it is NOT guaranteed that we always
5✔
206
                // have the latest state here. This is fine as long as the
5✔
207
                // state is consistent as a whole.
5✔
208
                payment, err = p.router.cfg.Control.FetchPayment(p.identifier)
5✔
209
                if err != nil {
210
                        return exitWithErr(err)
211
                }
212

21✔
213
                ps := payment.GetState()
90✔
214
                remainingFees := p.calcFeeBudget(ps.FeesPaid)
69✔
215

69✔
216
                log.Debugf("Payment %v: status=%v, active_shards=%v, "+
69✔
217
                        "rem_value=%v, fee_limit=%v", p.identifier,
69✔
218
                        payment.GetStatus(), ps.NumAttemptsInFlight,
69✔
219
                        ps.RemainingAmt, remainingFees)
69✔
220

69✔
221
                // We now proceed our lifecycle with the following tasks in
×
222
                // order,
×
223
                //   1. check context.
224
                //   2. request route.
69✔
225
                //   3. create HTLC attempt.
69✔
226
                //   4. send HTLC attempt.
69✔
227
                //   5. collect HTLC attempt result.
69✔
228
                //
69✔
229
                // Before we attempt any new shard, we'll check to see if we've
69✔
230
                // gone past the payment attempt timeout, or if the context was
69✔
231
                // cancelled, or the router is exiting. In any of these cases,
69✔
232
                // we'll stop this payment attempt short.
69✔
233
                if err := p.checkContext(ctx); err != nil {
69✔
234
                        return exitWithErr(err)
69✔
235
                }
69✔
236

69✔
237
                // Now decide the next step of the current lifecycle.
69✔
238
                step, err := p.decideNextStep(payment)
69✔
239
                if err != nil {
69✔
240
                        return exitWithErr(err)
69✔
241
                }
69✔
242

69✔
243
                switch step {
69✔
244
                // Exit the for loop and return below.
70✔
245
                case stepExit:
1✔
246
                        break lifecycle
1✔
247

248
                // Continue the for loop and skip the rest.
249
                case stepSkip:
68✔
250
                        continue lifecycle
69✔
251

1✔
252
                // Continue the for loop and proceed the rest.
1✔
253
                case stepProceed:
254

67✔
255
                // Unknown step received, exit with an error.
256
                default:
16✔
257
                        err = fmt.Errorf("unknown step: %v", step)
16✔
258
                        return exitWithErr(err)
259
                }
260

21✔
261
                // Now request a route to be used to create our HTLC attempt.
21✔
262
                rt, err := p.requestRoute(ps)
263
                if err != nil {
264
                        return exitWithErr(err)
30✔
265
                }
266

267
                // We may not be able to find a route for current attempt. In
×
268
                // that case, we continue the loop and move straight to the
×
269
                // next iteration in case there are results for inflight HTLCs
×
270
                // that still need to be collected.
271
                if rt == nil {
272
                        log.Errorf("No route found for payment %v",
273
                                p.identifier)
30✔
274

31✔
275
                        continue lifecycle
1✔
276
                }
1✔
277

278
                log.Tracef("Found route: %s", spew.Sdump(rt.Hops))
279

280
                // Allow the traffic shaper to add custom records to the
281
                // outgoing HTLC and also adjust the amount if needed.
282
                err = p.amendFirstHopData(rt)
31✔
283
                if err != nil {
2✔
284
                        return exitWithErr(err)
2✔
285
                }
2✔
286

2✔
287
                // We found a route to try, create a new HTLC attempt to try.
288
                attempt, err := p.registerAttempt(rt, ps.RemainingAmt)
289
                if err != nil {
27✔
290
                        return exitWithErr(err)
27✔
291
                }
27✔
292

27✔
293
                // Once the attempt is created, send it to the htlcswitch.
27✔
294
                result, err := p.sendAttempt(attempt)
27✔
295
                if err != nil {
×
296
                        return exitWithErr(err)
×
297
                }
298

299
                // Now that the shard was successfully sent, launch a go
27✔
300
                // routine that will handle its result when its back.
28✔
301
                if result.err == nil {
1✔
302
                        p.resultCollector(attempt)
1✔
303
                }
304
        }
305

26✔
306
        // Once we are out the lifecycle loop, it means we've reached a
27✔
307
        // terminal condition. We either return the settled preimage or the
1✔
308
        // payment's failure reason.
1✔
309
        //
310
        // Optionally delete the failed attempts from the database.
311
        err = p.router.cfg.Control.DeleteFailedAttempts(p.identifier)
312
        if err != nil {
49✔
313
                log.Errorf("Error deleting failed htlc attempts for payment "+
24✔
314
                        "%v: %v", p.identifier, err)
24✔
315
        }
316

317
        htlc, failure := payment.TerminalInfo()
318
        if htlc != nil {
319
                return htlc.Settle.Preimage, &htlc.Route, nil
320
        }
321

322
        // Otherwise return the payment failure reason.
16✔
323
        return [32]byte{}, nil, *failure
16✔
324
}
×
325

×
326
// checkContext checks whether the payment context has been canceled.
×
327
// Cancellation occurs manually or if the context times out.
328
func (p *paymentLifecycle) checkContext(ctx context.Context) error {
16✔
329
        select {
28✔
330
        case <-ctx.Done():
12✔
331
                // If the context was canceled, we'll mark the payment as
12✔
332
                // failed. There are two cases to distinguish here: Either a
333
                // user-provided timeout was reached, or the context was
334
                // canceled, either to a manual cancellation or due to an
4✔
335
                // unknown error.
336
                var reason channeldb.FailureReason
337
                if errors.Is(ctx.Err(), context.DeadlineExceeded) {
338
                        reason = channeldb.FailureReasonTimeout
339
                        log.Warnf("Payment attempt not completed before "+
72✔
340
                                "timeout, id=%s", p.identifier.String())
72✔
341
                } else {
4✔
342
                        reason = channeldb.FailureReasonCanceled
4✔
343
                        log.Warnf("Payment attempt context canceled, id=%s",
4✔
344
                                p.identifier.String())
4✔
345
                }
4✔
346

4✔
347
                // By marking the payment failed, depending on whether it has
4✔
348
                // inflight HTLCs or not, its status will now either be
7✔
349
                // `StatusInflight` or `StatusFailed`. In either case, no more
3✔
350
                // HTLCs will be attempted.
3✔
351
                err := p.router.cfg.Control.FailPayment(p.identifier, reason)
3✔
352
                if err != nil {
4✔
353
                        return fmt.Errorf("FailPayment got %w", err)
1✔
354
                }
1✔
355

1✔
356
        case <-p.router.quit:
1✔
357
                return fmt.Errorf("check payment timeout got: %w",
358
                        ErrRouterShuttingDown)
359

360
        // Fall through if we haven't hit our time limit.
361
        default:
362
        }
4✔
363

5✔
364
        return nil
1✔
365
}
1✔
366

367
// requestRoute is responsible for finding a route to be used to create an HTLC
2✔
368
// attempt.
2✔
369
func (p *paymentLifecycle) requestRoute(
2✔
370
        ps *channeldb.MPPaymentState) (*route.Route, error) {
371

372
        remainingFees := p.calcFeeBudget(ps.FeesPaid)
66✔
373

374
        // Query our payment session to construct a route.
375
        rt, err := p.paySession.RequestRoute(
69✔
376
                ps.RemainingAmt, remainingFees,
377
                uint32(ps.NumAttemptsInFlight), uint32(p.currentHeight),
378
                p.firstHopCustomRecords,
379
        )
380

381
        // Exit early if there's no error.
34✔
382
        if err == nil {
34✔
383
                return rt, nil
34✔
384
        }
34✔
385

34✔
386
        // Otherwise we need to handle the error.
34✔
387
        log.Warnf("Failed to find route for payment %v: %v", p.identifier, err)
34✔
388

34✔
389
        // If the error belongs to `noRouteError` set, it means a non-critical
34✔
390
        // error has happened during path finding, and we will mark the payment
34✔
391
        // failed with this reason. Otherwise, we'll return the critical error
34✔
392
        // found to abort the lifecycle.
34✔
393
        var routeErr noRouteError
62✔
394
        if !errors.As(err, &routeErr) {
28✔
395
                return nil, fmt.Errorf("requestRoute got: %w", err)
28✔
396
        }
397

398
        // It's the `paymentSession`'s responsibility to find a route for us
6✔
399
        // with the best effort. When it cannot find a path, we need to treat it
6✔
400
        // as a terminal condition and fail the payment no matter it has
6✔
401
        // inflight HTLCs or not.
6✔
402
        failureCode := routeErr.FailureReason()
6✔
403
        log.Warnf("Marking payment %v permanently failed with no route: %v",
6✔
404
                p.identifier, failureCode)
6✔
405

8✔
406
        err = p.router.cfg.Control.FailPayment(p.identifier, failureCode)
2✔
407
        if err != nil {
2✔
408
                return nil, fmt.Errorf("FailPayment got: %w", err)
409
        }
410

411
        // NOTE: we decide to not return the non-critical noRouteError here to
412
        // avoid terminating the payment lifecycle as there might be other
413
        // inflight HTLCs which we must wait for their results.
4✔
414
        return nil, nil
4✔
415
}
4✔
416

4✔
417
// stop signals any active shard goroutine to exit.
4✔
418
func (p *paymentLifecycle) stop() {
5✔
419
        close(p.quit)
1✔
420
}
1✔
421

422
// attemptResult holds the HTLC attempt and a possible error returned from
423
// sending it.
424
type attemptResult struct {
425
        // err is non-nil if a non-critical error was encountered when trying
3✔
426
        // to send the attempt, and we successfully updated the control tower
427
        // to reflect this error. This can be errors like not enough local
428
        // balance for the given route etc.
429
        err error
23✔
430

23✔
431
        // attempt is the attempt structure as recorded in the database.
23✔
432
        attempt *channeldb.HTLCAttempt
433
}
434

435
// collectResultAsync launches a goroutine that will wait for the result of the
436
// given HTLC attempt to be available then handle its result. Once received, it
437
// will send a nil error to channel `resultCollected` to indicate there's a
438
// result.
439
func (p *paymentLifecycle) collectResultAsync(attempt *channeldb.HTLCAttempt) {
440
        log.Debugf("Collecting result for attempt %v in payment %v",
441
                attempt.AttemptID, p.identifier)
442

443
        go func() {
444
                // Block until the result is available.
445
                _, err := p.collectResult(attempt)
446
                if err != nil {
447
                        log.Errorf("Error collecting result for attempt %v "+
448
                                "in payment %v: %v", attempt.AttemptID,
449
                                p.identifier, err)
450
                }
22✔
451

22✔
452
                log.Debugf("Result collected for attempt %v in payment %v",
22✔
453
                        attempt.AttemptID, p.identifier)
22✔
454

44✔
455
                // Once the result is collected, we signal it by writing the
22✔
456
                // error to `resultCollected`.
22✔
457
                select {
22✔
UNCOV
458
                // Send the signal or quit.
×
UNCOV
459
                case p.resultCollected <- err:
×
UNCOV
460

×
UNCOV
461
                case <-p.quit:
×
462
                        log.Debugf("Lifecycle exiting while collecting "+
463
                                "result for payment %v", p.identifier)
22✔
464

22✔
465
                case <-p.router.quit:
22✔
466
                        return
22✔
467
                }
22✔
468
        }()
22✔
469
}
470

22✔
471
// collectResult waits for the result for the given attempt to be available
UNCOV
472
// from the Switch, then records the attempt outcome with the control tower.
×
UNCOV
473
// An attemptResult is returned, indicating the final outcome of this HTLC
×
UNCOV
474
// attempt.
×
475
func (p *paymentLifecycle) collectResult(attempt *channeldb.HTLCAttempt) (
476
        *attemptResult, error) {
×
477

×
478
        log.Tracef("Collecting result for attempt %v", spew.Sdump(attempt))
479

480
        // We'll retrieve the hash specific to this shard from the
481
        // shardTracker, since it will be needed to regenerate the circuit
482
        // below.
483
        hash, err := p.shardTracker.GetHash(attempt.AttemptID)
484
        if err != nil {
485
                return p.failAttempt(attempt.AttemptID, err)
486
        }
487

34✔
488
        // Regenerate the circuit for this attempt.
34✔
489
        _, circuit, err := generateSphinxPacket(
34✔
490
                &attempt.Route, hash[:], attempt.SessionKey(),
34✔
491
        )
34✔
492
        // TODO(yy): We generate this circuit to create the error decryptor,
34✔
493
        // which is then used in htlcswitch as the deobfuscator to decode the
34✔
494
        // error from `UpdateFailHTLC`. However, suppose it's an
34✔
495
        // `UpdateFulfillHTLC` message yet for some reason the sphinx packet is
34✔
496
        // failed to be generated, we'd miss settling it. This means we should
×
497
        // give it a second chance to try the settlement path in case
×
498
        // `GetAttemptResult` gives us back the preimage. And move the circuit
499
        // creation into htlcswitch so it's only constructed when there's a
500
        // failure message we need to decode.
34✔
501
        if err != nil {
34✔
502
                log.Debugf("Unable to generate circuit for attempt %v: %v",
34✔
503
                        attempt.AttemptID, err)
34✔
504

34✔
505
                return p.failAttempt(attempt.AttemptID, err)
34✔
506
        }
34✔
507

34✔
508
        // Using the created circuit, initialize the error decrypter, so we can
34✔
509
        // parse+decode any failures incurred by this payment within the
34✔
510
        // switch.
34✔
511
        errorDecryptor := &htlcswitch.SphinxErrorDecrypter{
34✔
512
                OnionErrorDecrypter: sphinx.NewOnionErrorDecrypter(circuit),
34✔
513
        }
×
514

×
515
        // Now ask the switch to return the result of the payment when
×
516
        // available.
×
517
        //
×
518
        // TODO(yy): consider using htlcswitch to create the `errorDecryptor`
519
        // since the htlc is already in db. This will also make the interface
520
        // `PaymentAttemptDispatcher` deeper and easier to use. Moreover, we'd
521
        // only create the decryptor when received a failure, further saving us
522
        // a few CPU cycles.
34✔
523
        resultChan, err := p.router.cfg.Payer.GetAttemptResult(
34✔
524
                attempt.AttemptID, p.identifier, errorDecryptor,
34✔
525
        )
34✔
526
        // Handle the switch error.
34✔
527
        if err != nil {
34✔
528
                log.Errorf("Failed getting result for attemptID %d "+
34✔
529
                        "from switch: %v", attempt.AttemptID, err)
34✔
530

34✔
531
                return p.handleSwitchErr(attempt, err)
34✔
532
        }
34✔
533

34✔
534
        // The switch knows about this payment, we'll wait for a result to be
34✔
535
        // available.
34✔
536
        var (
34✔
537
                result *htlcswitch.PaymentResult
34✔
538
                ok     bool
35✔
539
        )
1✔
540

1✔
541
        select {
1✔
542
        case result, ok = <-resultChan:
1✔
543
                if !ok {
1✔
544
                        return nil, htlcswitch.ErrSwitchExiting
545
                }
546

547
        case <-p.quit:
33✔
548
                return nil, ErrPaymentLifecycleExiting
33✔
549

33✔
550
        case <-p.router.quit:
33✔
551
                return nil, ErrRouterShuttingDown
33✔
552
        }
33✔
553

31✔
554
        // In case of a payment failure, fail the attempt with the control
32✔
555
        // tower and return.
1✔
556
        if result.Error != nil {
1✔
557
                return p.handleSwitchErr(attempt, result.Error)
558
        }
1✔
559

1✔
560
        // We successfully got a payment result back from the switch.
561
        log.Debugf("Payment %v succeeded with pid=%v",
1✔
562
                p.identifier, attempt.AttemptID)
1✔
563

564
        // Report success to mission control.
565
        err = p.router.cfg.MissionControl.ReportPaymentSuccess(
566
                attempt.AttemptID, &attempt.Route,
567
        )
46✔
568
        if err != nil {
16✔
569
                log.Errorf("Error reporting payment success to mc: %v", err)
16✔
570
        }
571

572
        // In case of success we atomically store settle result to the DB move
14✔
573
        // the shard to the settled state.
14✔
574
        htlcAttempt, err := p.router.cfg.Control.SettleAttempt(
14✔
575
                p.identifier, attempt.AttemptID,
14✔
576
                &channeldb.HTLCSettleInfo{
14✔
577
                        Preimage:   result.Preimage,
14✔
578
                        SettleTime: p.router.cfg.Clock.Now(),
14✔
579
                },
14✔
580
        )
×
581
        if err != nil {
×
582
                log.Errorf("Error settling attempt %v for payment %v with "+
583
                        "preimage %v: %v", attempt.AttemptID, p.identifier,
584
                        result.Preimage, err)
585

14✔
586
                // We won't mark the attempt as failed since we already have
14✔
587
                // the preimage.
14✔
588
                return nil, err
14✔
589
        }
14✔
590

14✔
591
        return &attemptResult{
14✔
592
                attempt: htlcAttempt,
15✔
593
        }, nil
1✔
594
}
1✔
595

1✔
596
// registerAttempt is responsible for creating and saving an HTLC attempt in db
1✔
597
// by using the route info provided. The `remainingAmt` is used to decide
1✔
598
// whether this is the last attempt.
1✔
599
func (p *paymentLifecycle) registerAttempt(rt *route.Route,
1✔
600
        remainingAmt lnwire.MilliSatoshi) (*channeldb.HTLCAttempt, error) {
1✔
601

602
        // If this route will consume the last remaining amount to send
13✔
603
        // to the receiver, this will be our last shard (for now).
13✔
604
        isLastAttempt := rt.ReceiverAmt() == remainingAmt
13✔
605

606
        // Using the route received from the payment session, create a new
607
        // shard to send.
608
        attempt, err := p.createNewPaymentAttempt(rt, isLastAttempt)
609
        if err != nil {
610
                return nil, err
611
        }
36✔
612

36✔
613
        // Before sending this HTLC to the switch, we checkpoint the fresh
36✔
614
        // paymentID and route to the DB. This lets us know on startup the ID
36✔
615
        // of the payment that we attempted to send, such that we can query the
36✔
616
        // Switch for its whereabouts. The route is needed to handle the result
36✔
617
        // when it eventually comes back.
36✔
618
        err = p.router.cfg.Control.RegisterAttempt(
36✔
619
                p.identifier, &attempt.HTLCAttemptInfo,
36✔
620
        )
37✔
621

1✔
622
        return attempt, err
1✔
623
}
624

625
// createNewPaymentAttempt creates a new payment attempt from the given route.
626
func (p *paymentLifecycle) createNewPaymentAttempt(rt *route.Route,
627
        lastShard bool) (*channeldb.HTLCAttempt, error) {
628

629
        // Generate a new key to be used for this attempt.
35✔
630
        sessionKey, err := generateNewSessionKey()
35✔
631
        if err != nil {
35✔
632
                return nil, err
35✔
633
        }
35✔
634

635
        // We generate a new, unique payment ID that we will use for
636
        // this HTLC.
637
        attemptID, err := p.router.cfg.NextPaymentID()
638
        if err != nil {
36✔
639
                return nil, err
36✔
640
        }
36✔
641

36✔
642
        // Request a new shard from the ShardTracker. If this is an AMP
36✔
643
        // payment, and this is the last shard, the outstanding shards together
×
644
        // with this one will be enough for the receiver to derive all HTLC
×
645
        // preimages. If this a non-AMP payment, the ShardTracker will return a
646
        // simple shard with the payment's static payment hash.
647
        shard, err := p.shardTracker.NewShard(attemptID, lastShard)
648
        if err != nil {
36✔
649
                return nil, err
36✔
650
        }
×
651

×
652
        // If this shard carries MPP or AMP options, add them to the last hop
653
        // on the route.
654
        hop := rt.Hops[len(rt.Hops)-1]
655
        if shard.MPP() != nil {
656
                hop.MPP = shard.MPP()
657
        }
658

36✔
659
        if shard.AMP() != nil {
37✔
660
                hop.AMP = shard.AMP()
1✔
661
        }
1✔
662

663
        hash := shard.Hash()
664

665
        // We now have all the information needed to populate the current
35✔
666
        // attempt information.
39✔
667
        attempt := channeldb.NewHtlcAttempt(
4✔
668
                attemptID, sessionKey, *rt, p.router.cfg.Clock.Now(), &hash,
4✔
669
        )
670

35✔
UNCOV
671
        return attempt, nil
×
UNCOV
672
}
×
673

674
// sendAttempt attempts to send the current attempt to the switch to complete
35✔
675
// the payment. If this attempt fails, then we'll continue on to the next
35✔
676
// available route.
35✔
677
func (p *paymentLifecycle) sendAttempt(
35✔
678
        attempt *channeldb.HTLCAttempt) (*attemptResult, error) {
35✔
679

35✔
680
        log.Debugf("Sending HTLC attempt(id=%v, total_amt=%v, first_hop_amt=%d"+
35✔
681
                ") for payment %v", attempt.AttemptID,
35✔
682
                attempt.Route.TotalAmount, attempt.Route.FirstHopAmount.Val,
35✔
683
                p.identifier)
684

685
        rt := attempt.Route
686

687
        // Construct the first hop.
688
        firstHop := lnwire.NewShortChanIDFromInt(rt.Hops[0].ChannelID)
689

35✔
690
        // Craft an HTLC packet to send to the htlcswitch. The metadata within
35✔
691
        // this packet will be used to route the payment through the network,
35✔
692
        // starting with the first-hop.
35✔
693
        htlcAdd := &lnwire.UpdateAddHTLC{
35✔
694
                Amount:        rt.FirstHopAmount.Val.Int(),
35✔
695
                Expiry:        rt.TotalTimeLock,
35✔
696
                PaymentHash:   *attempt.Hash,
35✔
697
                CustomRecords: rt.FirstHopWireCustomRecords,
35✔
698
        }
35✔
699

35✔
700
        // Generate the raw encoded sphinx packet to be included along
35✔
701
        // with the htlcAdd message that we send directly to the
35✔
702
        // switch.
35✔
703
        onionBlob, _, err := generateSphinxPacket(
35✔
704
                &rt, attempt.Hash[:], attempt.SessionKey(),
35✔
705
        )
35✔
706
        if err != nil {
35✔
707
                log.Errorf("Failed to create onion blob: attempt=%d in "+
35✔
708
                        "payment=%v, err:%v", attempt.AttemptID,
35✔
709
                        p.identifier, err)
35✔
710

35✔
711
                return p.failAttempt(attempt.AttemptID, err)
35✔
712
        }
35✔
713

35✔
714
        copy(htlcAdd.OnionBlob[:], onionBlob)
35✔
715

35✔
716
        // Send it to the Switch. When this method returns we assume
35✔
717
        // the Switch successfully has persisted the payment attempt,
36✔
718
        // such that we can resume waiting for the result after a
1✔
719
        // restart.
1✔
720
        err = p.router.cfg.Payer.SendHTLC(firstHop, attempt.AttemptID, htlcAdd)
1✔
721
        if err != nil {
1✔
722
                log.Errorf("Failed sending attempt %d for payment %v to "+
1✔
723
                        "switch: %v", attempt.AttemptID, p.identifier, err)
1✔
724

725
                return p.handleSwitchErr(attempt, err)
34✔
726
        }
34✔
727

34✔
728
        log.Debugf("Attempt %v for payment %v successfully sent to switch, "+
34✔
729
                "route: %v", attempt.AttemptID, p.identifier, &attempt.Route)
34✔
730

34✔
731
        return &attemptResult{
34✔
732
                attempt: attempt,
39✔
733
        }, nil
5✔
734
}
5✔
735

5✔
736
// amendFirstHopData is a function that calls the traffic shaper to allow it to
5✔
737
// add custom records to the outgoing HTLC and also adjust the amount if
5✔
738
// needed.
739
func (p *paymentLifecycle) amendFirstHopData(rt *route.Route) error {
29✔
740
        // The first hop amount on the route is the full route amount if not
29✔
741
        // overwritten by the traffic shaper. So we set the initial value now
29✔
742
        // and potentially overwrite it later.
29✔
743
        rt.FirstHopAmount = tlv.NewRecordT[tlv.TlvType0](
29✔
744
                tlv.NewBigSizeT(rt.TotalAmount),
29✔
745
        )
746

747
        // By default, we set the first hop custom records to the initial
748
        // value requested by the RPC. The traffic shaper may overwrite this
749
        // value.
750
        rt.FirstHopWireCustomRecords = p.firstHopCustomRecords
36✔
751

36✔
752
        // extraDataRequest is a helper struct to pass the custom records and
36✔
753
        // amount back from the traffic shaper.
36✔
754
        type extraDataRequest struct {
36✔
755
                customRecords fn.Option[lnwire.CustomRecords]
36✔
756

36✔
757
                amount fn.Option[lnwire.MilliSatoshi]
36✔
758
        }
36✔
759

36✔
760
        // If a hook exists that may affect our outgoing message, we call it now
36✔
761
        // and apply its side effects to the UpdateAddHTLC message.
36✔
762
        result, err := fn.MapOptionZ(
36✔
763
                p.router.cfg.TrafficShaper,
36✔
764
                //nolint:ll
36✔
765
                func(ts htlcswitch.AuxTrafficShaper) fn.Result[extraDataRequest] {
36✔
766
                        newAmt, newRecords, err := ts.ProduceHtlcExtraData(
36✔
767
                                rt.TotalAmount, p.firstHopCustomRecords,
36✔
768
                        )
36✔
769
                        if err != nil {
36✔
770
                                return fn.Err[extraDataRequest](err)
36✔
771
                        }
36✔
772

36✔
773
                        // Make sure we only received valid records.
36✔
774
                        if err := newRecords.Validate(); err != nil {
36✔
775
                                return fn.Err[extraDataRequest](err)
36✔
776
                        }
72✔
777

36✔
778
                        log.Debugf("Aux traffic shaper returned custom "+
36✔
779
                                "records %v and amount %d msat for HTLC",
36✔
780
                                spew.Sdump(newRecords), newAmt)
36✔
781

×
782
                        return fn.Ok(extraDataRequest{
×
783
                                customRecords: fn.Some(newRecords),
784
                                amount:        fn.Some(newAmt),
785
                        })
36✔
786
                },
×
787
        ).Unpack()
×
788
        if err != nil {
789
                return fmt.Errorf("traffic shaper failed to produce extra "+
36✔
790
                        "data: %w", err)
36✔
791
        }
36✔
792

36✔
793
        // Apply the side effects to the UpdateAddHTLC message.
36✔
794
        result.customRecords.WhenSome(func(records lnwire.CustomRecords) {
36✔
795
                rt.FirstHopWireCustomRecords = records
36✔
796
        })
36✔
797
        result.amount.WhenSome(func(amount lnwire.MilliSatoshi) {
798
                rt.FirstHopAmount = tlv.NewRecordT[tlv.TlvType0](
799
                        tlv.NewBigSizeT(amount),
36✔
800
                )
×
801
        })
×
802

×
803
        return nil
804
}
805

72✔
806
// failAttemptAndPayment fails both the payment and its attempt via the
36✔
807
// router's control tower, which marks the payment as failed in db.
36✔
808
func (p *paymentLifecycle) failPaymentAndAttempt(
72✔
809
        attemptID uint64, reason *channeldb.FailureReason,
36✔
810
        sendErr error) (*attemptResult, error) {
36✔
811

36✔
812
        log.Errorf("Payment %v failed: final_outcome=%v, raw_err=%v",
36✔
813
                p.identifier, *reason, sendErr)
814

36✔
815
        // Fail the payment via control tower.
816
        //
817
        // NOTE: we must fail the payment first before failing the attempt.
818
        // Otherwise, once the attempt is marked as failed, another goroutine
819
        // might make another attempt while we are failing the payment.
820
        err := p.router.cfg.Control.FailPayment(p.identifier, *reason)
821
        if err != nil {
5✔
822
                log.Errorf("Unable to fail payment: %v", err)
5✔
823
                return nil, err
5✔
824
        }
5✔
825

5✔
826
        // Fail the attempt.
5✔
827
        return p.failAttempt(attemptID, sendErr)
5✔
828
}
5✔
829

5✔
830
// handleSwitchErr inspects the given error from the Switch and determines
5✔
831
// whether we should make another payment attempt, or if it should be
5✔
832
// considered a terminal error. Terminal errors will be recorded with the
5✔
833
// control tower. It analyzes the sendErr for the payment attempt received from
×
834
// the switch and updates mission control and/or channel policies. Depending on
×
835
// the error type, the error is either the final outcome of the payment or we
×
836
// need to continue with an alternative route. A final outcome is indicated by
837
// a non-nil reason value.
838
func (p *paymentLifecycle) handleSwitchErr(attempt *channeldb.HTLCAttempt,
5✔
839
        sendErr error) (*attemptResult, error) {
840

841
        internalErrorReason := channeldb.FailureReasonError
842
        attemptID := attempt.AttemptID
843

844
        // reportAndFail is a helper closure that reports the failure to the
845
        // mission control, which helps us to decide whether we want to retry
846
        // the payment or not. If a non nil reason is returned from mission
847
        // control, it will further fail the payment via control tower.
848
        reportAndFail := func(srcIdx *int,
849
                msg lnwire.FailureMessage) (*attemptResult, error) {
850

22✔
851
                // Report outcome to mission control.
22✔
852
                reason, err := p.router.cfg.MissionControl.ReportPaymentFail(
22✔
853
                        attemptID, &attempt.Route, srcIdx, msg,
22✔
854
                )
22✔
855
                if err != nil {
22✔
856
                        log.Errorf("Error reporting payment result to mc: %v",
22✔
857
                                err)
22✔
858

22✔
859
                        reason = &internalErrorReason
22✔
860
                }
41✔
861

19✔
862
                // Fail the attempt only if there's no reason.
19✔
863
                if reason == nil {
19✔
864
                        // Fail the attempt.
19✔
865
                        return p.failAttempt(attemptID, sendErr)
19✔
866
                }
19✔
867

×
868
                // Otherwise fail both the payment and the attempt.
×
869
                return p.failPaymentAndAttempt(attemptID, reason, sendErr)
×
870
        }
×
871

×
872
        // If this attempt ID is unknown to the Switch, it means it was never
873
        // checkpointed and forwarded by the switch before a restart. In this
874
        // case we can safely send a new payment attempt, and wait for its
36✔
875
        // result to be available.
17✔
876
        if errors.Is(sendErr, htlcswitch.ErrPaymentIDNotFound) {
17✔
877
                log.Debugf("Attempt ID %v for payment %v not found in the "+
17✔
878
                        "Switch, retrying.", attempt.AttemptID, p.identifier)
879

880
                return p.failAttempt(attemptID, sendErr)
2✔
881
        }
882

883
        if errors.Is(sendErr, htlcswitch.ErrUnreadableFailureMessage) {
884
                log.Warn("Unreadable failure when sending htlc: id=%v, hash=%v",
885
                        attempt.AttemptID, attempt.Hash)
886

887
                // Since this error message cannot be decrypted, we will send a
22✔
888
                // nil error message to our mission controller and fail the
×
889
                // payment.
×
890
                return reportAndFail(nil, nil)
×
891
        }
×
892

×
893
        // If the error is a ClearTextError, we have received a valid wire
894
        // failure message, either from our own outgoing link or from a node
23✔
895
        // down the route. If the error is not related to the propagation of
1✔
896
        // our payment, we can stop trying because an internal error has
1✔
897
        // occurred.
1✔
898
        var rtErr htlcswitch.ClearTextError
1✔
899
        ok := errors.As(sendErr, &rtErr)
1✔
900
        if !ok {
1✔
901
                return p.failPaymentAndAttempt(
1✔
902
                        attemptID, &internalErrorReason, sendErr,
1✔
903
                )
904
        }
905

906
        // failureSourceIdx is the index of the node that the failure occurred
907
        // at. If the ClearTextError received is not a ForwardingError the
908
        // payment error occurred at our node, so we leave this value as 0
909
        // to indicate that the failure occurred locally. If the error is a
21✔
910
        // ForwardingError, it did not originate at our node, so we set
21✔
911
        // failureSourceIdx to the index of the node where the failure occurred.
24✔
912
        failureSourceIdx := 0
3✔
913
        var source *htlcswitch.ForwardingError
3✔
914
        ok = errors.As(rtErr, &source)
3✔
915
        if ok {
3✔
916
                failureSourceIdx = source.FailureSourceIdx
917
        }
918

919
        // Extract the wire failure and apply channel update if it contains one.
920
        // If we received an unknown failure message from a node along the
921
        // route, the failure message will be nil.
922
        failureMessage := rtErr.WireMessage()
923
        err := p.handleFailureMessage(
18✔
924
                &attempt.Route, failureSourceIdx, failureMessage,
18✔
925
        )
18✔
926
        if err != nil {
36✔
927
                return p.failPaymentAndAttempt(
18✔
928
                        attemptID, &internalErrorReason, sendErr,
18✔
929
                )
930
        }
931

932
        log.Tracef("Node=%v reported failure when sending htlc",
933
                failureSourceIdx)
18✔
934

18✔
935
        return reportAndFail(&failureSourceIdx, failureMessage)
18✔
936
}
18✔
937

18✔
938
// handleFailureMessage tries to apply a channel update present in the failure
×
939
// message if any.
×
940
func (p *paymentLifecycle) handleFailureMessage(rt *route.Route,
×
941
        errorSourceIdx int, failure lnwire.FailureMessage) error {
×
942

943
        if failure == nil {
18✔
944
                return nil
18✔
945
        }
18✔
946

18✔
947
        // It makes no sense to apply our own channel updates.
948
        if errorSourceIdx == 0 {
949
                log.Errorf("Channel update of ourselves received")
950

951
                return nil
952
        }
18✔
953

18✔
954
        // Extract channel update if the error contains one.
19✔
955
        update := p.router.extractChannelUpdate(failure)
1✔
956
        if update == nil {
1✔
957
                return nil
958
        }
959

17✔
UNCOV
960
        // Parse pubkey to allow validation of the channel update. This should
×
UNCOV
961
        // always succeed, otherwise there is something wrong in our
×
UNCOV
962
        // implementation. Therefore, return an error.
×
UNCOV
963
        errVertex := rt.Hops[errorSourceIdx-1].PubKeyBytes
×
964
        errSource, err := btcec.ParsePubKey(errVertex[:])
965
        if err != nil {
966
                log.Errorf("Cannot parse pubkey: idx=%v, pubkey=%v",
17✔
967
                        errorSourceIdx, errVertex)
26✔
968

9✔
969
                return err
9✔
970
        }
971

972
        var (
973
                isAdditionalEdge bool
974
                policy           *models.CachedEdgePolicy
8✔
975
        )
8✔
976

8✔
977
        // Before we apply the channel update, we need to decide whether the
×
978
        // update is for additional (ephemeral) edge or normal edge stored in
×
979
        // db.
×
980
        //
×
981
        // Note: the p.paySession might be nil here if it's called inside
×
982
        // SendToRoute where there's no payment lifecycle.
983
        if p.paySession != nil {
8✔
984
                policy = p.paySession.GetAdditionalEdgePolicy(
8✔
985
                        errSource, update.ShortChannelID.ToUint64(),
8✔
986
                )
8✔
987
                if policy != nil {
8✔
988
                        isAdditionalEdge = true
8✔
989
                }
8✔
990
        }
8✔
991

8✔
992
        // Apply channel update to additional edge policy.
8✔
993
        if isAdditionalEdge {
8✔
994
                if !p.paySession.UpdateAdditionalEdge(
13✔
995
                        update, errSource, policy) {
5✔
996

5✔
997
                        log.Debugf("Invalid channel update received: node=%v",
5✔
998
                                errVertex)
7✔
999
                }
2✔
1000
                return nil
2✔
1001
        }
1002

1003
        // Apply channel update to the channel edge policy in our db.
1004
        if !p.router.cfg.ApplyChannelUpdate(update) {
10✔
1005
                log.Debugf("Invalid channel update received: node=%v",
2✔
1006
                        errVertex)
2✔
1007
        }
×
1008
        return nil
×
1009
}
×
1010

×
1011
// failAttempt calls control tower to fail the current payment attempt.
2✔
1012
func (p *paymentLifecycle) failAttempt(attemptID uint64,
1013
        sendError error) (*attemptResult, error) {
1014

1015
        log.Warnf("Attempt %v for payment %v failed: %v", attemptID,
8✔
1016
                p.identifier, sendError)
2✔
1017

2✔
1018
        failInfo := marshallError(
2✔
1019
                sendError,
6✔
1020
                p.router.cfg.Clock.Now(),
1021
        )
1022

1023
        // Now that we are failing this payment attempt, cancel the shard with
1024
        // the ShardTracker such that it can derive the correct hash for the
23✔
1025
        // next attempt.
23✔
1026
        if err := p.shardTracker.CancelShard(attemptID); err != nil {
23✔
1027
                return nil, err
23✔
1028
        }
23✔
1029

23✔
1030
        attempt, err := p.router.cfg.Control.FailAttempt(
23✔
1031
                p.identifier, attemptID, failInfo,
23✔
1032
        )
23✔
1033
        if err != nil {
23✔
1034
                return nil, err
23✔
1035
        }
23✔
1036

23✔
1037
        return &attemptResult{
23✔
1038
                attempt: attempt,
×
1039
                err:     sendError,
×
1040
        }, nil
1041
}
23✔
1042

23✔
1043
// marshallError marshall an error as received from the switch to a structure
23✔
1044
// that is suitable for database storage.
26✔
1045
func marshallError(sendError error, time time.Time) *channeldb.HTLCFailInfo {
3✔
1046
        response := &channeldb.HTLCFailInfo{
3✔
1047
                FailTime: time,
1048
        }
20✔
1049

20✔
1050
        switch {
20✔
1051
        case errors.Is(sendError, htlcswitch.ErrPaymentIDNotFound):
20✔
1052
                response.Reason = channeldb.HTLCFailInternal
1053
                return response
1054

1055
        case errors.Is(sendError, htlcswitch.ErrUnreadableFailureMessage):
1056
                response.Reason = channeldb.HTLCFailUnreadable
23✔
1057
                return response
23✔
1058
        }
23✔
1059

23✔
1060
        var rtErr htlcswitch.ClearTextError
23✔
1061
        ok := errors.As(sendError, &rtErr)
23✔
1062
        if !ok {
×
1063
                response.Reason = channeldb.HTLCFailInternal
×
1064
                return response
×
1065
        }
1066

1✔
1067
        message := rtErr.WireMessage()
1✔
1068
        if message != nil {
1✔
1069
                response.Reason = channeldb.HTLCFailMessage
1070
                response.Message = message
1071
        } else {
22✔
1072
                response.Reason = channeldb.HTLCFailUnknown
22✔
1073
        }
26✔
1074

4✔
1075
        // If the ClearTextError received is a ForwardingError, the error
4✔
1076
        // originated from a node along the route, not locally on our outgoing
4✔
1077
        // link. We set failureSourceIdx to the index of the node where the
1078
        // failure occurred. If the error is not a ForwardingError, the failure
18✔
1079
        // occurred at our node, so we leave the index as 0 to indicate that
35✔
1080
        // we failed locally.
17✔
1081
        var fErr *htlcswitch.ForwardingError
17✔
1082
        ok = errors.As(rtErr, &fErr)
18✔
1083
        if ok {
1✔
1084
                response.FailureSourceIndex = uint32(fErr.FailureSourceIdx)
1✔
1085
        }
1086

1087
        return response
1088
}
STATUS · Troubleshooting · Open an Issue · Sales · Support · CAREERS · ENTERPRISE · START FREE · SCHEDULE DEMO
ANNOUNCEMENTS · TWITTER · TOS & SLA · Supported CI Services · What's a CI service? · Automated Testing

© 2025 Coveralls, Inc