2018-12-06 13:37:54 +03:00
|
|
|
package sweep
|
|
|
|
|
|
|
|
import (
|
|
|
|
"fmt"
|
2018-12-07 10:36:58 +03:00
|
|
|
"sort"
|
2019-10-23 14:00:25 +03:00
|
|
|
"strings"
|
2018-12-07 10:36:58 +03:00
|
|
|
|
2018-12-06 13:37:54 +03:00
|
|
|
"github.com/btcsuite/btcd/blockchain"
|
|
|
|
"github.com/btcsuite/btcd/txscript"
|
|
|
|
"github.com/btcsuite/btcd/wire"
|
|
|
|
"github.com/btcsuite/btcutil"
|
2019-01-16 17:47:43 +03:00
|
|
|
"github.com/lightningnetwork/lnd/input"
|
2019-10-31 05:43:05 +03:00
|
|
|
"github.com/lightningnetwork/lnd/lnwallet/chainfee"
|
2018-12-06 13:37:54 +03:00
|
|
|
)
|
|
|
|
|
2018-12-07 10:36:58 +03:00
|
|
|
var (
|
|
|
|
// DefaultMaxInputsPerTx specifies the default maximum number of inputs
|
|
|
|
// allowed in a single sweep tx. If more need to be swept, multiple txes
|
|
|
|
// are created and published.
|
|
|
|
DefaultMaxInputsPerTx = 100
|
|
|
|
)
|
|
|
|
|
2019-12-10 17:04:10 +03:00
|
|
|
// txInput is an interface that provides the input data required for tx
|
|
|
|
// generation.
|
|
|
|
type txInput interface {
|
|
|
|
input.Input
|
|
|
|
parameters() Params
|
|
|
|
}
|
|
|
|
|
2018-12-07 10:36:58 +03:00
|
|
|
// inputSet is a set of inputs that can be used as the basis to generate a tx
|
|
|
|
// on.
|
2019-01-16 17:47:43 +03:00
|
|
|
type inputSet []input.Input
|
2018-12-07 10:36:58 +03:00
|
|
|
|
|
|
|
// generateInputPartitionings goes through all given inputs and constructs sets
|
|
|
|
// of inputs that can be used to generate a sensible transaction. Each set
|
|
|
|
// contains up to the configured maximum number of inputs. Negative yield
|
|
|
|
// inputs are skipped. No input sets with a total value after fees below the
|
|
|
|
// dust limit are returned.
|
2019-12-10 17:04:10 +03:00
|
|
|
func generateInputPartitionings(sweepableInputs []txInput,
|
2019-10-31 05:43:05 +03:00
|
|
|
relayFeePerKW, feePerKW chainfee.SatPerKWeight,
|
2019-12-10 18:06:45 +03:00
|
|
|
maxInputsPerTx int, wallet Wallet) ([]inputSet, error) {
|
2018-12-07 10:36:58 +03:00
|
|
|
|
|
|
|
// Sort input by yield. We will start constructing input sets starting
|
|
|
|
// with the highest yield inputs. This is to prevent the construction
|
|
|
|
// of a set with an output below the dust limit, causing the sweep
|
|
|
|
// process to stop, while there are still higher value inputs
|
|
|
|
// available. It also allows us to stop evaluating more inputs when the
|
|
|
|
// first input in this ordering is encountered with a negative yield.
|
|
|
|
//
|
|
|
|
// Yield is calculated as the difference between value and added fee
|
|
|
|
// for this input. The fee calculation excludes fee components that are
|
|
|
|
// common to all inputs, as those wouldn't influence the order. The
|
|
|
|
// single component that is differentiating is witness size.
|
|
|
|
//
|
|
|
|
// For witness size, the upper limit is taken. The actual size depends
|
|
|
|
// on the signature length, which is not known yet at this point.
|
|
|
|
yields := make(map[wire.OutPoint]int64)
|
|
|
|
for _, input := range sweepableInputs {
|
2019-10-07 14:41:46 +03:00
|
|
|
size, _, err := input.WitnessType().SizeUpperBound()
|
2018-12-07 10:36:58 +03:00
|
|
|
if err != nil {
|
|
|
|
return nil, fmt.Errorf(
|
|
|
|
"failed adding input weight: %v", err)
|
|
|
|
}
|
|
|
|
|
|
|
|
yields[*input.OutPoint()] = input.SignDesc().Output.Value -
|
|
|
|
int64(feePerKW.FeeForWeight(int64(size)))
|
|
|
|
}
|
|
|
|
|
|
|
|
sort.Slice(sweepableInputs, func(i, j int) bool {
|
2019-12-09 17:40:05 +03:00
|
|
|
// Because of the specific ordering and termination condition
|
|
|
|
// that is described above, we place force sweeps at the start
|
|
|
|
// of the list. Otherwise we can't be sure that they will be
|
|
|
|
// included in an input set.
|
|
|
|
if sweepableInputs[i].parameters().Force {
|
|
|
|
return true
|
|
|
|
}
|
|
|
|
|
2018-12-07 10:36:58 +03:00
|
|
|
return yields[*sweepableInputs[i].OutPoint()] >
|
|
|
|
yields[*sweepableInputs[j].OutPoint()]
|
|
|
|
})
|
|
|
|
|
|
|
|
// Select blocks of inputs up to the configured maximum number.
|
|
|
|
var sets []inputSet
|
|
|
|
for len(sweepableInputs) > 0 {
|
2019-12-10 17:04:10 +03:00
|
|
|
// Start building a set of positive-yield tx inputs under the
|
|
|
|
// condition that the tx will be published with the specified
|
|
|
|
// fee rate.
|
|
|
|
txInputs := newTxInputSet(
|
2019-12-10 18:06:45 +03:00
|
|
|
wallet, feePerKW, relayFeePerKW, maxInputsPerTx,
|
2018-12-07 10:36:58 +03:00
|
|
|
)
|
|
|
|
|
2019-12-10 17:04:10 +03:00
|
|
|
// From the set of sweepable inputs, keep adding inputs to the
|
|
|
|
// input set until the tx output value no longer goes up or the
|
|
|
|
// maximum number of inputs is reached.
|
|
|
|
txInputs.addPositiveYieldInputs(sweepableInputs)
|
|
|
|
|
|
|
|
// If there are no positive yield inputs, we can stop here.
|
|
|
|
inputCount := len(txInputs.inputs)
|
|
|
|
if inputCount == 0 {
|
2018-12-07 10:36:58 +03:00
|
|
|
return sets, nil
|
|
|
|
}
|
|
|
|
|
2019-12-10 18:06:45 +03:00
|
|
|
// Check the current output value and add wallet utxos if
|
|
|
|
// needed to push the output value to the lower limit.
|
|
|
|
if err := txInputs.tryAddWalletInputsIfNeeded(); err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
|
2018-12-07 10:36:58 +03:00
|
|
|
// If the output value of this block of inputs does not reach
|
|
|
|
// the dust limit, stop sweeping. Because of the sorting,
|
|
|
|
// continuing with the remaining inputs will only lead to sets
|
2019-12-10 18:06:45 +03:00
|
|
|
// with an even lower output value.
|
2019-12-10 17:04:10 +03:00
|
|
|
if !txInputs.dustLimitReached() {
|
2018-12-07 10:36:58 +03:00
|
|
|
log.Debugf("Set value %v below dust limit of %v",
|
2019-12-10 17:04:10 +03:00
|
|
|
txInputs.outputValue, txInputs.dustLimit)
|
2018-12-07 10:36:58 +03:00
|
|
|
return sets, nil
|
|
|
|
}
|
|
|
|
|
2019-12-10 18:06:45 +03:00
|
|
|
log.Infof("Candidate sweep set of size=%v (+%v wallet inputs), "+
|
|
|
|
"has yield=%v, weight=%v",
|
|
|
|
inputCount, len(txInputs.inputs)-inputCount,
|
|
|
|
txInputs.outputValue-txInputs.walletInputTotal,
|
|
|
|
txInputs.weightEstimate.Weight())
|
2018-12-07 10:36:58 +03:00
|
|
|
|
2019-12-10 17:04:10 +03:00
|
|
|
sets = append(sets, txInputs.inputs)
|
|
|
|
sweepableInputs = sweepableInputs[inputCount:]
|
2018-12-07 10:36:58 +03:00
|
|
|
}
|
|
|
|
|
|
|
|
return sets, nil
|
|
|
|
}
|
|
|
|
|
2018-12-06 13:37:54 +03:00
|
|
|
// createSweepTx builds a signed tx spending the inputs to a the output script.
|
2019-01-16 17:47:43 +03:00
|
|
|
func createSweepTx(inputs []input.Input, outputPkScript []byte,
|
2019-10-31 05:43:05 +03:00
|
|
|
currentBlockHeight uint32, feePerKw chainfee.SatPerKWeight,
|
2019-01-16 17:47:43 +03:00
|
|
|
signer input.Signer) (*wire.MsgTx, error) {
|
2018-12-06 13:37:54 +03:00
|
|
|
|
2019-10-23 14:00:25 +03:00
|
|
|
inputs, txWeight := getWeightEstimate(inputs)
|
2018-12-06 13:37:54 +03:00
|
|
|
|
|
|
|
txFee := feePerKw.FeeForWeight(txWeight)
|
|
|
|
|
|
|
|
// Sum up the total value contained in the inputs.
|
|
|
|
var totalSum btcutil.Amount
|
|
|
|
for _, o := range inputs {
|
|
|
|
totalSum += btcutil.Amount(o.SignDesc().Output.Value)
|
|
|
|
}
|
|
|
|
|
|
|
|
// Sweep as much possible, after subtracting txn fees.
|
|
|
|
sweepAmt := int64(totalSum - txFee)
|
|
|
|
|
|
|
|
// Create the sweep transaction that we will be building. We use
|
|
|
|
// version 2 as it is required for CSV. The txn will sweep the amount
|
|
|
|
// after fees to the pkscript generated above.
|
|
|
|
sweepTx := wire.NewMsgTx(2)
|
|
|
|
sweepTx.AddTxOut(&wire.TxOut{
|
|
|
|
PkScript: outputPkScript,
|
|
|
|
Value: sweepAmt,
|
|
|
|
})
|
|
|
|
|
|
|
|
sweepTx.LockTime = currentBlockHeight
|
|
|
|
|
|
|
|
// Add all inputs to the sweep transaction. Ensure that for each
|
|
|
|
// csvInput, we set the sequence number properly.
|
|
|
|
for _, input := range inputs {
|
|
|
|
sweepTx.AddTxIn(&wire.TxIn{
|
|
|
|
PreviousOutPoint: *input.OutPoint(),
|
|
|
|
Sequence: input.BlocksToMaturity(),
|
|
|
|
})
|
|
|
|
}
|
|
|
|
|
|
|
|
// Before signing the transaction, check to ensure that it meets some
|
|
|
|
// basic validity requirements.
|
|
|
|
//
|
|
|
|
// TODO(conner): add more control to sanity checks, allowing us to
|
|
|
|
// delay spending "problem" outputs, e.g. possibly batching with other
|
|
|
|
// classes if fees are too low.
|
|
|
|
btx := btcutil.NewTx(sweepTx)
|
|
|
|
if err := blockchain.CheckTransactionSanity(btx); err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
|
|
|
|
hashCache := txscript.NewTxSigHashes(sweepTx)
|
|
|
|
|
2018-11-18 07:48:41 +03:00
|
|
|
// With all the inputs in place, use each output's unique input script
|
2018-12-06 13:37:54 +03:00
|
|
|
// function to generate the final witness required for spending.
|
2019-01-16 17:47:43 +03:00
|
|
|
addInputScript := func(idx int, tso input.Input) error {
|
2018-11-18 07:48:41 +03:00
|
|
|
inputScript, err := tso.CraftInputScript(
|
2018-12-06 13:37:54 +03:00
|
|
|
signer, sweepTx, hashCache, idx,
|
|
|
|
)
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
2018-11-18 07:48:41 +03:00
|
|
|
sweepTx.TxIn[idx].Witness = inputScript.Witness
|
|
|
|
|
|
|
|
if len(inputScript.SigScript) != 0 {
|
|
|
|
sweepTx.TxIn[idx].SignatureScript = inputScript.SigScript
|
|
|
|
}
|
2018-12-06 13:37:54 +03:00
|
|
|
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
2018-11-18 07:48:41 +03:00
|
|
|
// Finally we'll attach a valid input script to each csv and cltv input
|
2018-12-06 13:37:54 +03:00
|
|
|
// within the sweeping transaction.
|
|
|
|
for i, input := range inputs {
|
2018-11-18 07:48:41 +03:00
|
|
|
if err := addInputScript(i, input); err != nil {
|
2018-12-06 13:37:54 +03:00
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2020-03-19 18:51:32 +03:00
|
|
|
log.Infof("Creating sweep transaction %v for %v inputs (%s) "+
|
|
|
|
"using %v sat/kw, tx_fee=%v", sweepTx.TxHash(), len(inputs),
|
|
|
|
inputTypeSummary(inputs), int64(feePerKw), txFee)
|
|
|
|
|
2018-12-06 13:37:54 +03:00
|
|
|
return sweepTx, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
// getWeightEstimate returns a weight estimate for the given inputs.
|
|
|
|
// Additionally, it returns counts for the number of csv and cltv inputs.
|
2019-10-23 14:00:25 +03:00
|
|
|
func getWeightEstimate(inputs []input.Input) ([]input.Input, int64) {
|
2018-12-06 13:37:54 +03:00
|
|
|
// We initialize a weight estimator so we can accurately asses the
|
|
|
|
// amount of fees we need to pay for this sweep transaction.
|
|
|
|
//
|
|
|
|
// TODO(roasbeef): can be more intelligent about buffering outputs to
|
|
|
|
// be more efficient on-chain.
|
2019-01-16 17:47:43 +03:00
|
|
|
var weightEstimate input.TxWeightEstimator
|
2018-12-06 13:37:54 +03:00
|
|
|
|
|
|
|
// Our sweep transaction will pay to a single segwit p2wkh address,
|
|
|
|
// ensure it contributes to our weight estimate.
|
|
|
|
weightEstimate.AddP2WKHOutput()
|
|
|
|
|
|
|
|
// For each output, use its witness type to determine the estimate
|
|
|
|
// weight of its witness, and add it to the proper set of spendable
|
|
|
|
// outputs.
|
2019-10-23 14:00:25 +03:00
|
|
|
var sweepInputs []input.Input
|
2018-12-06 13:37:54 +03:00
|
|
|
for i := range inputs {
|
2019-01-16 17:47:43 +03:00
|
|
|
inp := inputs[i]
|
2018-12-06 13:37:54 +03:00
|
|
|
|
2019-10-07 14:41:46 +03:00
|
|
|
wt := inp.WitnessType()
|
2019-10-23 14:00:25 +03:00
|
|
|
err := wt.AddWeightEstimation(&weightEstimate)
|
2018-12-06 13:37:54 +03:00
|
|
|
if err != nil {
|
|
|
|
log.Warn(err)
|
|
|
|
|
|
|
|
// Skip inputs for which no weight estimate can be
|
|
|
|
// given.
|
|
|
|
continue
|
|
|
|
}
|
2019-10-23 14:00:25 +03:00
|
|
|
|
2019-01-16 17:47:43 +03:00
|
|
|
sweepInputs = append(sweepInputs, inp)
|
2018-12-06 13:37:54 +03:00
|
|
|
}
|
|
|
|
|
2019-10-23 14:00:25 +03:00
|
|
|
return sweepInputs, int64(weightEstimate.Weight())
|
|
|
|
}
|
2018-12-06 13:37:54 +03:00
|
|
|
|
2019-10-23 14:00:25 +03:00
|
|
|
// inputSummary returns a string containing a human readable summary about the
|
|
|
|
// witness types of a list of inputs.
|
|
|
|
func inputTypeSummary(inputs []input.Input) string {
|
2020-03-19 18:51:32 +03:00
|
|
|
// Sort inputs by witness type.
|
|
|
|
sortedInputs := make([]input.Input, len(inputs))
|
|
|
|
copy(sortedInputs, inputs)
|
|
|
|
sort.Slice(sortedInputs, func(i, j int) bool {
|
|
|
|
return sortedInputs[i].WitnessType().String() <
|
|
|
|
sortedInputs[j].WitnessType().String()
|
|
|
|
})
|
2019-10-23 14:00:25 +03:00
|
|
|
|
|
|
|
var parts []string
|
2020-03-19 18:51:32 +03:00
|
|
|
for _, i := range sortedInputs {
|
|
|
|
part := fmt.Sprintf("%v (%v)",
|
|
|
|
*i.OutPoint(), i.WitnessType())
|
|
|
|
|
2019-10-23 14:00:25 +03:00
|
|
|
parts = append(parts, part)
|
|
|
|
}
|
|
|
|
return strings.Join(parts, ", ")
|
2018-12-06 13:37:54 +03:00
|
|
|
}
|