Decay historical_estimated_channel_liquidity_* result to None

`historical_estimated_channel_liquidity_probabilities` previously
decayed to `Some(([0; 8], [0; 8]))`. This was thought to be useful
in that it allowed identification of cases where data was previously
available but is now decayed away vs cases where data was never
available. However, with the introduction of
`historical_estimated_payment_success_probability` (which uses the
existing scoring routines so will decay to `None`) this is
unnecessarily confusing.

Given data which has decayed to zero will also not be used anyway,
there's little reason to keep the old behavior, and we now decay to
`None`.

Author: TheBlueMatt

lightning/src/routing/scoring.rs

@@ -719,7 +719,7 @@ impl<G: Deref<Target = NetworkGraph<L>>, L: Deref, T: Time> ProbabilisticScorerU
 							min_liquidity_offset_history: &dir_liq.min_liquidity_offset_history,
 							max_liquidity_offset_history: &dir_liq.max_liquidity_offset_history,
 						};
-						let (min_buckets, max_buckets, _) = buckets.get_decayed_buckets(now,
+						let (min_buckets, max_buckets, _, _) = buckets.get_decayed_buckets(now,
 							*dir_liq.last_updated, self.decay_params.historical_no_updates_half_life);
 
 						log_debug!(self.logger, core::concat!(
@@ -800,7 +800,7 @@ impl<G: Deref<Target = NetworkGraph<L>>, L: Deref, T: Time> ProbabilisticScorerU
 	/// in the top and bottom bucket, and roughly with similar (recent) frequency.
 	///
 	/// Because the datapoints are decayed slowly over time, values will eventually return to
-	/// `Some(([0; 32], [0; 32]))`.
+	/// `Some(([1; 32], [1; 32]))` and then to `None` once no datapoints remain.
 	///
 	/// In order to convert this into a success probability, as used in the scoring model, see
 	/// [`Self::historical_estimated_payment_success_probability`].
@@ -818,8 +818,16 @@ impl<G: Deref<Target = NetworkGraph<L>>, L: Deref, T: Time> ProbabilisticScorerU
 						min_liquidity_offset_history: &dir_liq.min_liquidity_offset_history,
 						max_liquidity_offset_history: &dir_liq.max_liquidity_offset_history,
 					};
-					let (min_buckets, mut max_buckets, _) = buckets.get_decayed_buckets(T::now(),
-						*dir_liq.last_updated, self.decay_params.historical_no_updates_half_life);
+					let (min_buckets, mut max_buckets, valid_points, required_decays) =
+						buckets.get_decayed_buckets(T::now(), *dir_liq.last_updated,
+							self.decay_params.historical_no_updates_half_life);
+
+					// If the total valid points is smaller than 1.0 (i.e. 32 in our fixed-point
+					// scheme), treat it as if we were fully decayed.
+					if valid_points.checked_shr(required_decays).unwrap_or(0) < 32*32 {
+						return None;
+					}
+
 					// Note that the liquidity buckets are an offset from the edge, so we inverse
 					// the max order to get the probabilities from zero.
 					max_buckets.reverse();
@@ -1749,15 +1757,23 @@ mod bucketed_history {
 	impl HistoricalMinMaxBuckets<'_> {
 		#[inline]
 		pub(super) fn get_decayed_buckets<T: Time>(&self, now: T, last_updated: T, half_life: Duration)
-		-> ([u16; 32], [u16; 32], u32) {
+		-> ([u16; 32], [u16; 32], u64, u32) {
 			let required_decays = now.duration_since(last_updated).as_secs()
 				.checked_div(half_life.as_secs())
 				.map_or(u32::max_value(), |decays| cmp::min(decays, u32::max_value() as u64) as u32);
+
+			let mut total_valid_points_tracked = 0;
+			for (min_idx, min_bucket) in self.min_liquidity_offset_history.buckets.iter().enumerate() {
+				for max_bucket in self.max_liquidity_offset_history.buckets.iter().take(32 - min_idx) {
+					total_valid_points_tracked += (*min_bucket as u64) * (*max_bucket as u64);
+				}
+			}
+
 			let mut min_buckets = *self.min_liquidity_offset_history;
 			min_buckets.time_decay_data(required_decays);
 			let mut max_buckets = *self.max_liquidity_offset_history;
 			max_buckets.time_decay_data(required_decays);
-			(min_buckets.buckets, max_buckets.buckets, required_decays)
+			(min_buckets.buckets, max_buckets.buckets, total_valid_points_tracked, required_decays)
 		}
 
 		#[inline]
@@ -1768,26 +1784,16 @@ mod bucketed_history {
 			// historical liquidity bucket (min, max) combinations (where min_idx < max_idx) and, for
 			// each, calculate the probability of success given our payment amount, then total the
 			// weighted average probability of success.
-			let mut total_valid_points_tracked = 0;
-
 			let payment_pos = amount_to_pos(amount_msat, capacity_msat);
 			#[cfg(not(fuzzing))]
 			debug_assert!(payment_pos <= MIN_SIZE_BUCKETS); // Note that we allow the max+1 sentinel
 			if payment_pos >= MIN_SIZE_BUCKETS { return None; }
 
 			// Check if all our buckets are zero, once decayed and treat it as if we had no data. We
 			// don't actually use the decayed buckets, though, as that would lose precision.
-			let (decayed_min_buckets, decayed_max_buckets, required_decays) =
-				self.get_decayed_buckets(now, last_updated, half_life);
-			if decayed_min_buckets.iter().all(|v| *v == 0) || decayed_max_buckets.iter().all(|v| *v == 0) {
-				return None;
-			}
+			let (decayed_min_buckets, decayed_max_buckets, total_valid_points_tracked, required_decays)
+				= self.get_decayed_buckets(now, last_updated, half_life);
 
-			for (min_idx, min_bucket) in self.min_liquidity_offset_history.buckets.iter().enumerate() {
-				for max_bucket in self.max_liquidity_offset_history.buckets.iter().take(32 - min_idx) {
-					total_valid_points_tracked += (*min_bucket as u64) * (*max_bucket as u64);
-				}
-			}
 			// If the total valid points is smaller than 1.0 (i.e. 32 in our fixed-point scheme), treat
 			// it as if we were fully decayed.
 			if total_valid_points_tracked.checked_shr(required_decays).unwrap_or(0) < 32*32 {
@@ -3097,7 +3103,7 @@ mod tests {
 		// Once fully decayed we still have data, but its all-0s. In the future we may remove the
 		// data entirely instead.
 		assert_eq!(scorer.historical_estimated_channel_liquidity_probabilities(42, &target),
-			Some(([0; 32], [0; 32])));
+			None);
 		assert_eq!(scorer.historical_estimated_payment_success_probability(42, &target, 1), None);
 
 		let mut usage = ChannelUsage {