referrerpolicy=no-referrer-when-downgrade

pallet_staking_async/
session_rotation.rs

1// This file is part of Substrate.
2
3// Copyright (C) Parity Technologies (UK) Ltd.
4// SPDX-License-Identifier: Apache-2.0
5
6// Licensed under the Apache License, Version 2.0 (the "License");
7// you may not use this file except in compliance with the License.
8// You may obtain a copy of the License at
9//
10// 	http://www.apache.org/licenses/LICENSE-2.0
11//
12// Unless required by applicable law or agreed to in writing, software
13// distributed under the License is distributed on an "AS IS" BASIS,
14// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
15// See the License for the specific language governing permissions and
16// limitations under the License.
17
18//! Manages all era rotation logic based on session increments.
19//!
20//! # Lifecycle:
21//!
22//! When a session ends in RC, a session report is sent to AH with the ending session index. Given
23//! there are 6 sessions per Era, and we configure the PlanningEraOffset to be 1, the following
24//! happens.
25//!
26//! ## Idle Sessions
27//! In the happy path, first 3 sessions are idle. Nothing much happens in these sessions.
28//!
29//!
30//! ## Planning New Era Session
31//! In the happy path, `planning new era` session is initiated when 3rd session ends and the 4th
32//! starts in the active era.
33//!
34//! **Triggers**
35//! 1. `SessionProgress == SessionsPerEra - PlanningEraOffset`
36//! 2. Forcing is set to `ForceNew` or `ForceAlways`
37//!
38//! **Actions**
39//! 1. Triggers the election process,
40//! 2. Updates the CurrentEra.
41//!
42//! **SkipIf**
43//! CurrentEra = ActiveEra + 1 // this implies planning session has already been triggered.
44//!
45//! **FollowUp**
46//! When the election process is over, we send the new validator set, with the CurrentEra index
47//! as the id of the validator set.
48//!
49//!
50//! ## Era Rotation Session
51//! In the happy path, this happens when the 5th session ends and the 6th starts in the active era.
52//!
53//! **Triggers**
54//! When we receive an activation timestamp from RC.
55//!
56//! **Assertions**
57//! 1. CurrentEra must be ActiveEra + 1.
58//! 2. Id of the activation timestamp same as CurrentEra.
59//!
60//! **Actions**
61//! - Finalize the currently active era.
62//! - Increment ActiveEra by 1.
63//! - Cleanup the old era information.
64//!
65//! **Exceptional Scenarios**
66//! - Delay in exporting validator set: Triggered in a session later than 7th.
67//! - Forcing Era: May triggered in a session earlier than 7th.
68//!
69//! ## Example Flow of a happy path
70//!
71//! * end 0, start 1, plan 2
72//! * end 1, start 2, plan 3
73//! * end 2, start 3, plan 4
74//! * end 3, start 4, plan 5 // `Plan new era` session. Current Era++. Trigger Election.
75//! * **** Somewhere here: Election set is sent to RC, keyed with Current Era
76//! * end 4, start 5, plan 6 // RC::session receives and queues this set.
77//! * end 5, start 6, plan 7 // Session report contains activation timestamp with Current Era.
78
79use crate::*;
80use alloc::{boxed::Box, vec::Vec};
81use frame_election_provider_support::{BoundedSupportsOf, ElectionProvider, PageIndex};
82use frame_support::{
83	pallet_prelude::*,
84	traits::{Defensive, DefensiveMax, DefensiveSaturating, OnUnbalanced, TryCollect},
85	weights::WeightMeter,
86};
87use pallet_staking_async_rc_client::RcClientInterface;
88use sp_runtime::{Perbill, Percent, Saturating};
89use sp_staking::{
90	currency_to_vote::CurrencyToVote, Exposure, Page, PagedExposureMetadata, SessionIndex,
91	StakerRewardCalculator,
92};
93
94/// A handler for all era-based storage items.
95///
96/// All of the following storage items must be controlled by this type:
97///
98/// [`ErasValidatorPrefs`]
99/// [`ClaimedRewards`]
100/// [`ErasStakersPaged`]
101/// [`ErasStakersOverview`]
102/// [`ErasValidatorReward`]
103/// [`ErasRewardPoints`]
104/// [`ErasTotalStake`]
105pub struct Eras<T: Config>(core::marker::PhantomData<T>);
106
107impl<T: Config> Eras<T> {
108	pub(crate) fn set_validator_prefs(era: EraIndex, stash: &T::AccountId, prefs: ValidatorPrefs) {
109		debug_assert_eq!(era, Rotator::<T>::planned_era(), "we only set prefs for planning era");
110		<ErasValidatorPrefs<T>>::insert(era, stash, prefs);
111	}
112
113	pub(crate) fn get_validator_prefs(era: EraIndex, stash: &T::AccountId) -> ValidatorPrefs {
114		<ErasValidatorPrefs<T>>::get(era, stash)
115	}
116
117	/// Returns validator commission for this era and page.
118	pub(crate) fn get_validator_commission(era: EraIndex, stash: &T::AccountId) -> Perbill {
119		Self::get_validator_prefs(era, stash).commission
120	}
121
122	/// Returns true if the validator has unclaimed pages and earned reward points in the era
123	/// (a zero-point payout transfers nothing, so there is nothing to claim).
124	pub(crate) fn pending_rewards(era: EraIndex, validator: &T::AccountId) -> bool {
125		let Some(overview) = <ErasStakersOverview<T>>::get(&era, validator) else {
126			// no exposure, so no rewards to claim.
127			return false;
128		};
129
130		// Zero reward points means a payout transfers nothing, so there is nothing to claim.
131		if Self::get_reward_points_for_validator(era, validator).is_zero() {
132			return false;
133		}
134
135		ClaimedRewards::<T>::get(era, validator).len() < overview.page_count as usize
136	}
137
138	/// Get exposure for a validator at a given era and page.
139	///
140	/// This is mainly used for rewards and slashing. Validator's self-stake is only returned in
141	/// page 0.
142	///
143	/// This builds a paged exposure from `PagedExposureMetadata` and `ExposurePage` of the
144	/// validator.
145	pub(crate) fn get_paged_exposure(
146		era: EraIndex,
147		validator: &T::AccountId,
148		page: Page,
149	) -> Option<PagedExposure<T::AccountId, BalanceOf<T>>> {
150		let overview = <ErasStakersOverview<T>>::get(&era, validator)?;
151
152		// validator stake is added only in page zero.
153		let validator_stake = if page == 0 { overview.own } else { Zero::zero() };
154
155		// since overview is present, paged exposure will always be present except when a
156		// validator has only own stake and no nominator stake.
157		let exposure_page = <ErasStakersPaged<T>>::get((era, validator, page)).unwrap_or_default();
158
159		// build the exposure
160		Some(PagedExposure {
161			exposure_metadata: PagedExposureMetadata { own: validator_stake, ..overview },
162			exposure_page: exposure_page.into(),
163		})
164	}
165
166	/// Get full exposure of the validator at a given era.
167	pub(crate) fn get_full_exposure(
168		era: EraIndex,
169		validator: &T::AccountId,
170	) -> Exposure<T::AccountId, BalanceOf<T>> {
171		let Some(overview) = <ErasStakersOverview<T>>::get(&era, validator) else {
172			return Exposure::default();
173		};
174
175		let mut others = Vec::with_capacity(overview.nominator_count as usize);
176		for page in 0..overview.page_count {
177			let nominators = <ErasStakersPaged<T>>::get((era, validator, page));
178			others.append(&mut nominators.map(|n| n.others.clone()).defensive_unwrap_or_default());
179		}
180
181		Exposure { total: overview.total, own: overview.own, others }
182	}
183
184	/// Returns the number of pages of exposure a validator has for the given era.
185	///
186	/// For eras where paged exposure does not exist, this returns 1 to keep backward compatibility.
187	pub(crate) fn exposure_page_count(era: EraIndex, validator: &T::AccountId) -> Page {
188		<ErasStakersOverview<T>>::get(&era, validator)
189			.map(|overview| {
190				if overview.page_count == 0 && overview.own > Zero::zero() {
191					// Even though there are no nominator pages, there is still validator's own
192					// stake exposed which needs to be paid out in a page.
193					1
194				} else {
195					overview.page_count
196				}
197			})
198			// Always returns 1 page for older non-paged exposure.
199			// FIXME: Can be cleaned up with issue #13034.
200			.unwrap_or(1)
201	}
202
203	/// Check whether the validator was exposed at specified era.
204	pub(crate) fn was_validator_exposed(era: EraIndex, validator: &T::AccountId) -> bool {
205		<ErasStakersOverview<T>>::contains_key(era, validator)
206	}
207
208	/// Returns the next page that can be claimed or `None` if nothing to claim.
209	pub(crate) fn get_next_claimable_page(era: EraIndex, validator: &T::AccountId) -> Option<Page> {
210		// Find next claimable page of paged exposure.
211		let page_count = Self::exposure_page_count(era, validator);
212		let all_claimable_pages: Vec<Page> = (0..page_count).collect();
213		let claimed_pages = ClaimedRewards::<T>::get(era, validator);
214
215		all_claimable_pages.into_iter().find(|p| !claimed_pages.contains(p))
216	}
217
218	/// Returns whether nominators are slashable for a specific era.
219	///
220	/// This checks the per-era storage [`ErasNominatorsSlashable`] which captures
221	/// the value of [`AreNominatorsSlashable`] at the start of that era.
222	/// If no entry exists for the era, nominators are assumed to be slashable (default).
223	pub(crate) fn are_nominators_slashable(era: EraIndex) -> bool {
224		ErasNominatorsSlashable::<T>::get(era).unwrap_or(true)
225	}
226
227	/// Creates an entry to track validator reward has been claimed for a given era and page.
228	/// Noop if already claimed.
229	pub(crate) fn set_rewards_as_claimed(era: EraIndex, validator: &T::AccountId, page: Page) {
230		let mut claimed_pages = ClaimedRewards::<T>::get(era, validator).into_inner();
231
232		// this should never be called if the reward has already been claimed
233		if claimed_pages.contains(&page) {
234			defensive!("Trying to set an already claimed reward");
235			// nevertheless don't do anything since the page already exist in claimed rewards.
236			return;
237		}
238
239		// add page to claimed entries
240		claimed_pages.push(page);
241		ClaimedRewards::<T>::insert(
242			era,
243			validator,
244			WeakBoundedVec::<_, _>::force_from(claimed_pages, Some("set_rewards_as_claimed")),
245		);
246	}
247
248	/// Store exposure for elected validators at start of an era.
249	///
250	/// If the exposure does not exist yet for the tuple (era, validator), it sets it. Otherwise,
251	/// it updates the existing record by ensuring *intermediate* exposure pages are filled up with
252	/// `T::MaxExposurePageSize` number of backers per page and the remaining exposures are added
253	/// to new exposure pages.
254	pub fn upsert_exposure(
255		era: EraIndex,
256		validator: &T::AccountId,
257		mut exposure: Exposure<T::AccountId, BalanceOf<T>>,
258	) {
259		let page_size = T::MaxExposurePageSize::get().defensive_max(1);
260		if cfg!(debug_assertions) && cfg!(not(feature = "runtime-benchmarks")) {
261			// sanitize the exposure in case some test data from this pallet is wrong.
262			// ignore benchmarks as other pallets might do weird things.
263			let expected_total = exposure
264				.others
265				.iter()
266				.map(|ie| ie.value)
267				.fold::<BalanceOf<T>, _>(Default::default(), |acc, x| acc + x)
268				.saturating_add(exposure.own);
269			debug_assert_eq!(expected_total, exposure.total, "exposure total must equal own + sum(others) for (era: {:?}, validator: {:?}, exposure: {:?})", era, validator, exposure);
270		}
271
272		if let Some(overview) = ErasStakersOverview::<T>::get(era, &validator) {
273			// collect some info from the un-touched overview for later use.
274			let last_page_idx = overview.page_count.saturating_sub(1);
275			let mut last_page =
276				ErasStakersPaged::<T>::get((era, validator, last_page_idx)).unwrap_or_default();
277			let last_page_empty_slots =
278				T::MaxExposurePageSize::get().saturating_sub(last_page.others.len() as u32);
279
280			// update nominator-count, page-count, and total stake in overview (done in
281			// `update_with`).
282			let new_stake_added = exposure.total;
283			let new_nominators_added = exposure.others.len() as u32;
284			let mut updated_overview = overview
285				.update_with::<T::MaxExposurePageSize>(new_stake_added, new_nominators_added);
286
287			// update own stake, if applicable.
288			match (updated_overview.own.is_zero(), exposure.own.is_zero()) {
289				(true, false) => {
290					// first time we see own exposure -- good.
291					// note: `total` is already updated above.
292					updated_overview.own = exposure.own;
293				},
294				(true, true) | (false, true) => {
295					// no new own exposure is added, nothing to do
296				},
297				(false, false) => {
298					debug_assert!(
299						false,
300						"validator own stake already set in overview for (era: {:?}, validator: {:?}, current overview: {:?}, new exposure: {:?})",
301						era,
302						validator,
303						updated_overview,
304						exposure,
305					);
306					defensive!("duplicate validator self stake in election");
307				},
308			};
309
310			ErasStakersOverview::<T>::insert(era, &validator, updated_overview);
311			// we are done updating the overview now, `updated_overview` should not be used anymore.
312			// We've updated:
313			// * nominator count
314			// * total stake
315			// * own stake (if applicable)
316			// * page count
317			//
318			// next step:
319			// * new-keys or updates in `ErasStakersPaged`
320			//
321			// we don't need the information about own stake anymore -- drop it.
322			exposure.total = exposure.total.saturating_sub(exposure.own);
323			exposure.own = Zero::zero();
324
325			// splits the exposure so that `append_to_last_page` will fit within the last exposure
326			// page, up to the max exposure page size. The remaining individual exposures in
327			// `put_in_new_pages` will be added to new pages.
328			let append_to_last_page = exposure.split_others(last_page_empty_slots);
329			let put_in_new_pages = exposure;
330
331			// handle last page first.
332
333			// fill up last page with exposures.
334			last_page.page_total = last_page.page_total.saturating_add(append_to_last_page.total);
335			last_page.others.extend(append_to_last_page.others);
336			ErasStakersPaged::<T>::insert((era, &validator, last_page_idx), last_page);
337
338			// now handle the remaining exposures and append the exposure pages. The metadata update
339			// has been already handled above.
340			let (_unused_metadata, put_in_new_pages_chunks) =
341				put_in_new_pages.into_pages(page_size);
342
343			put_in_new_pages_chunks
344				.into_iter()
345				.enumerate()
346				.for_each(|(idx, paged_exposure)| {
347					let append_at =
348						(last_page_idx.saturating_add(1).saturating_add(idx as u32)) as Page;
349					<ErasStakersPaged<T>>::insert((era, &validator, append_at), paged_exposure);
350				});
351		} else {
352			// expected page count is the number of nominators divided by the page size, rounded up.
353			let expected_page_count = exposure
354				.others
355				.len()
356				.defensive_saturating_add((page_size as usize).defensive_saturating_sub(1))
357				.saturating_div(page_size as usize);
358
359			// no exposures yet for this (era, validator) tuple, calculate paged exposure pages and
360			// metadata from a blank slate.
361			let (exposure_metadata, exposure_pages) = exposure.into_pages(page_size);
362			defensive_assert!(exposure_pages.len() == expected_page_count, "unexpected page count");
363
364			// insert metadata.
365			ErasStakersOverview::<T>::insert(era, &validator, exposure_metadata);
366
367			// Track that this validator was active in this era for slash liability tracking.
368			LastValidatorEra::<T>::insert(validator, era);
369
370			// insert validator's overview.
371			exposure_pages.into_iter().enumerate().for_each(|(idx, paged_exposure)| {
372				let append_at = idx as Page;
373				<ErasStakersPaged<T>>::insert((era, &validator, append_at), paged_exposure);
374			});
375		};
376	}
377
378	pub(crate) fn set_stakers_reward(era: EraIndex, amount: BalanceOf<T>) {
379		ErasValidatorReward::<T>::insert(era, amount);
380	}
381
382	pub(crate) fn get_stakers_reward(era: EraIndex) -> Option<BalanceOf<T>> {
383		ErasValidatorReward::<T>::get(era)
384	}
385
386	pub(crate) fn set_validator_incentive_budget(era: EraIndex, amount: BalanceOf<T>) {
387		ErasValidatorIncentiveBudget::<T>::insert(era, amount);
388	}
389
390	pub(crate) fn get_validator_incentive_budget(era: EraIndex) -> BalanceOf<T> {
391		ErasValidatorIncentiveBudget::<T>::get(era)
392	}
393
394	pub(crate) fn add_sum_validator_incentive_weight(
395		era: EraIndex,
396		incentive_weight: BalanceOf<T>,
397	) {
398		<ErasSumValidatorIncentiveWeight<T>>::mutate(era, |sum| {
399			*sum = sum.saturating_add(incentive_weight);
400		});
401	}
402
403	/// Update the total exposure for all the elected validators in the era.
404	pub(crate) fn add_total_stake(era: EraIndex, stake: BalanceOf<T>) {
405		<ErasTotalStake<T>>::mutate(era, |total_stake| {
406			*total_stake += stake;
407		});
408	}
409
410	/// Check if the rewards for the given era and page index have been claimed.
411	pub(crate) fn is_rewards_claimed(era: EraIndex, validator: &T::AccountId, page: Page) -> bool {
412		ClaimedRewards::<T>::get(era, validator).contains(&page)
413	}
414
415	/// Add reward points to validators using their stash account ID.
416	///
417	/// As a side effect, accumulates `weight × points` into [`ErasSumWeightedPoints`] for the
418	/// active era, where `weight` is the validator's [`ErasValidatorIncentiveWeight`]. This
419	/// keeps the denominator of the weighted-points share up to date without iterating every
420	/// validator at payout time.
421	pub(crate) fn reward_active_era(
422		validators_points: impl IntoIterator<Item = (T::AccountId, u32)>,
423	) {
424		if let Some(active_era) = ActiveEra::<T>::get() {
425			let mut sum_weighted_points_delta: BalanceOf<T> = Zero::zero();
426			<ErasRewardPoints<T>>::mutate(active_era.index, |era_rewards| {
427				for (validator, points) in validators_points.into_iter() {
428					let weight =
429						ErasValidatorIncentiveWeight::<T>::get(active_era.index, &validator)
430							.unwrap_or_else(Zero::zero);
431
432					let recorded = match era_rewards.individual.get_mut(&validator) {
433						Some(individual) => {
434							individual.saturating_accrue(points);
435							true
436						},
437						None => {
438							// not much we can do -- validators should always be less than
439							// `MaxValidatorSet`.
440							era_rewards.individual.try_insert(validator, points).defensive().is_ok()
441						},
442					};
443
444					// Keep the denominator aligned with `individual`, which is the source used
445					// by payouts and try-state recomputation. A defensive overflow may leave
446					// points unrecorded; those points must not be counted in
447					// `ErasSumWeightedPoints`.
448					if recorded && !weight.is_zero() {
449						sum_weighted_points_delta = sum_weighted_points_delta.saturating_add(
450							weight.saturating_mul(IncentiveWeight::<T>::from(points)),
451						);
452					}
453
454					era_rewards.total.saturating_accrue(points);
455				}
456			});
457			if !sum_weighted_points_delta.is_zero() {
458				ErasSumWeightedPoints::<T>::mutate(active_era.index, |sum| {
459					*sum = sum.saturating_add(sum_weighted_points_delta);
460				});
461			}
462		}
463	}
464
465	pub(crate) fn get_reward_points(era: EraIndex) -> EraRewardPoints<T> {
466		ErasRewardPoints::<T>::get(era)
467	}
468
469	pub(crate) fn get_reward_points_for_validator(
470		era: EraIndex,
471		validator: &T::AccountId,
472	) -> RewardPoint {
473		let points = ErasRewardPoints::<T>::get(era);
474		points.individual.get(validator).copied().unwrap_or_default()
475	}
476
477	/// Whether era `era` uses the weighted-points incentive-share formula
478	/// `share_i = (w_i · ep_i) / Σ_j(w_j · ep_j)`.
479	///
480	/// Returns `true` for eras at or after [`crate::WeightedPointsFormulaStartEra`], and while
481	/// the cutoff is still unset before the migration records it.
482	///
483	/// Returns `false` for pre-cutoff eras, which fall back to the legacy stake-only share
484	/// `share_i = w_i / Σ_j w_j`. Those eras may have reward points credited before their
485	/// [`crate::ErasSumWeightedPoints`] denominator was maintained; recomputing it for the full
486	/// [`Config::HistoryDepth`] window on upgrade would cost `HistoryDepth × MaxValidatorSet`
487	/// reads, so the migration sets the cutoff to `active_era + 1` instead. See
488	/// [`crate::migrations::SetWeightedPointsFormulaStartEra`].
489	///
490	/// Single source of truth for the cutoff decision, shared by the payout path
491	/// ([`crate::Pallet::calculate_validator_incentive_for_page`]) and [`Self::do_try_state`].
492	pub(crate) fn uses_weighted_points(era: EraIndex) -> bool {
493		crate::WeightedPointsFormulaStartEra::<T>::get().map_or(true, |start| era >= start)
494	}
495}
496
497#[cfg(any(feature = "try-runtime", test, feature = "runtime-benchmarks"))]
498#[allow(unused)]
499impl<T: Config> Eras<T> {
500	/// Ensure the given era's data is fully present (all storage intact and not being pruned).
501	pub(crate) fn era_fully_present(era: EraIndex) -> Result<(), sp_runtime::TryRuntimeError> {
502		// these two are only set if we have some validators in an era.
503		let e0 = ErasValidatorPrefs::<T>::iter_prefix_values(era).count() != 0;
504		// note: we don't check `ErasStakersPaged` as a validator can have no backers.
505		let e1 = ErasStakersOverview::<T>::iter_prefix_values(era).count() != 0;
506		ensure!(e0 == e1, "ErasValidatorPrefs and ErasStakersOverview should be consistent");
507
508		// these two must always be set
509		let e2 = ErasTotalStake::<T>::contains_key(era);
510
511		let active_era = Rotator::<T>::active_era();
512		let e4 = if era.saturating_sub(1) > 0 &&
513			era.saturating_sub(1) > active_era.saturating_sub(T::HistoryDepth::get() + 1)
514		{
515			// `ErasValidatorReward` is set at active era n for era n-1, and is not set for era 0 in
516			// our tests. Moreover, it cannot be checked for presence in the oldest present era
517			// (`active_era.saturating_sub(1)`)
518			ErasValidatorReward::<T>::contains_key(era.saturating_sub(1))
519		} else {
520			// ignore
521			e2
522		};
523
524		ensure!(e2 == e4, "era info presence not consistent");
525
526		if e2 {
527			Ok(())
528		} else {
529			Err("era presence mismatch".into())
530		}
531	}
532
533	/// Check if the given era is currently being pruned.
534	pub(crate) fn era_pruning_in_progress(era: EraIndex) -> bool {
535		EraPruningState::<T>::contains_key(era)
536	}
537
538	/// Ensure the given era is either absent or currently being pruned.
539	pub(crate) fn era_absent_or_pruning(era: EraIndex) -> Result<(), sp_runtime::TryRuntimeError> {
540		if Self::era_pruning_in_progress(era) {
541			Ok(())
542		} else {
543			Self::era_absent(era)
544		}
545	}
546
547	/// Ensure the given era has indeed been already pruned. This is called by the main pallet in
548	/// do_prune_era_step.
549	pub(crate) fn era_absent(era: EraIndex) -> Result<(), sp_runtime::TryRuntimeError> {
550		// check double+ maps
551		let e0 = ErasValidatorPrefs::<T>::iter_prefix_values(era).count() != 0;
552		let e1 = ErasStakersPaged::<T>::iter_prefix_values((era,)).count() != 0;
553		let e2 = ErasStakersOverview::<T>::iter_prefix_values(era).count() != 0;
554
555		// check maps
556		// `ErasValidatorReward` is set at active era n for era n-1
557		let e3 = ErasValidatorReward::<T>::contains_key(era);
558		let e4 = ErasTotalStake::<T>::contains_key(era);
559
560		// these two are only populated conditionally, so we only check them for lack of existence
561		let e6 = ClaimedRewards::<T>::iter_prefix_values(era).count() != 0;
562		let e7 = ErasRewardPoints::<T>::contains_key(era);
563
564		// Check if era info is consistent - if not, era is in partial pruning state
565		if !vec![e0, e1, e2, e3, e4, e6, e7].windows(2).all(|w| w[0] == w[1]) {
566			return Err("era info absence not consistent - partial pruning state".into());
567		}
568
569		if !e0 {
570			Ok(())
571		} else {
572			Err("era absence mismatch".into())
573		}
574	}
575
576	pub(crate) fn do_try_state() -> Result<(), sp_runtime::TryRuntimeError> {
577		// pruning window works.
578		let active_era = Rotator::<T>::active_era();
579		// we max with 1 as in active era 0 we don't do an election and therefore we don't have some
580		// of the maps populated.
581		let oldest_present_era = active_era.saturating_sub(T::HistoryDepth::get()).max(1);
582
583		for e in oldest_present_era..=active_era {
584			Self::era_fully_present(e)?;
585			Self::check_validator_incentive_weight_consistency(e)?;
586			// Eras strictly older than the cutoff use the legacy stake-only formula and may not
587			// have `ErasSumWeightedPoints` populated, so skip the denominator consistency check.
588			// See
589			// [`crate::migrations::SetWeightedPointsFormulaStartEra`].
590			if Self::uses_weighted_points(e) {
591				Self::check_sum_weighted_points_consistency(e)?;
592			}
593		}
594
595		// Ensure all eras older than oldest_present_era are either fully pruned or marked for
596		// pruning
597		ensure!(
598			(1..oldest_present_era).all(|e| Self::era_absent_or_pruning(e).is_ok()),
599			"All old eras must be either fully pruned or marked for pruning"
600		);
601
602		Ok(())
603	}
604
605	/// Verify that the sum of individual validator incentive weights matches the stored total.
606	fn check_validator_incentive_weight_consistency(
607		era: EraIndex,
608	) -> Result<(), sp_runtime::TryRuntimeError> {
609		use sp_runtime::traits::Zero;
610
611		let stored_total = ErasSumValidatorIncentiveWeight::<T>::get(era);
612		let computed_total: BalanceOf<T> = ErasValidatorIncentiveWeight::<T>::iter_prefix(era)
613			.fold(BalanceOf::<T>::zero(), |acc, (_, w)| acc.saturating_add(w));
614
615		ensure!(
616			stored_total == computed_total,
617			"ErasSumValidatorIncentiveWeight mismatch: \
618			 stored vs computed individual weights do not match"
619		);
620
621		Ok(())
622	}
623
624	/// Verify that the incrementally maintained [`ErasSumWeightedPoints`] matches the
625	/// recomputed value `Σ_v(weight_v · ep_v)` from current storage.
626	fn check_sum_weighted_points_consistency(
627		era: EraIndex,
628	) -> Result<(), sp_runtime::TryRuntimeError> {
629		use sp_runtime::traits::Zero;
630
631		let stored = ErasSumWeightedPoints::<T>::get(era);
632		let reward_points = ErasRewardPoints::<T>::get(era);
633		let computed: BalanceOf<T> =
634			reward_points.individual.iter().fold(BalanceOf::<T>::zero(), |acc, (v, &ep)| {
635				let weight =
636					ErasValidatorIncentiveWeight::<T>::get(era, v).unwrap_or_else(Zero::zero);
637				acc.saturating_add(weight.saturating_mul(BalanceOf::<T>::from(ep)))
638			});
639
640		ensure!(
641			stored == computed,
642			"ErasSumWeightedPoints mismatch: \
643			 stored vs computed (Σ weight · era_points) do not match"
644		);
645
646		Ok(())
647	}
648}
649
650/// Manages session rotation logic.
651///
652/// This controls the following storage items in FULL, meaning that they should not be accessed
653/// directly from anywhere else in this pallet:
654///
655/// * `CurrentEra`: The current planning era
656/// * `ActiveEra`: The current active era
657/// * `BondedEras`: the list of ACTIVE eras and their session index
658pub struct Rotator<T: Config>(core::marker::PhantomData<T>);
659
660impl<T: Config> Rotator<T> {
661	#[cfg(feature = "runtime-benchmarks")]
662	pub(crate) fn legacy_insta_plan_era() -> Vec<T::AccountId> {
663		// Plan the era,
664		Self::plan_new_era();
665		// signal that we are about to call into elect asap.
666		<<T as Config>::ElectionProvider as ElectionProvider>::asap();
667		// immediately call into the election provider to fetch and process the results. We assume
668		// we are using an instant, onchain election here.
669		let msp = <T::ElectionProvider as ElectionProvider>::msp();
670		let lsp = 0;
671		for p in (lsp..=msp).rev() {
672			EraElectionPlanner::<T>::do_elect_paged(p);
673		}
674
675		crate::ElectableStashes::<T>::take().into_iter().collect()
676	}
677
678	#[cfg(any(feature = "try-runtime", test))]
679	pub(crate) fn do_try_state() -> Result<(), sp_runtime::TryRuntimeError> {
680		// Check planned era vs active era relationship
681		let active_era = ActiveEra::<T>::get();
682		let planned_era = CurrentEra::<T>::get();
683
684		let bonded = BondedEras::<T>::get();
685
686		match (&active_era, &planned_era) {
687			(None, None) => {
688				// Uninitialized state - both should be None
689				ensure!(bonded.is_empty(), "BondedEras must be empty when ActiveEra is None");
690			},
691			(Some(active), Some(planned)) => {
692				// Normal state - planned can be at most one more than active
693				ensure!(
694					*planned == active.index || *planned == active.index + 1,
695					"planned era is always equal or one more than active"
696				);
697
698				// If we have an active era, bonded eras must always be the range
699				// [active - bonding_duration .. active_era]
700				let bonded_eras: Vec<_> = bonded.iter().map(|(era, _sess)| *era).collect();
701				ensure!(
702					bonded_eras ==
703						(active.index.saturating_sub(T::BondingDuration::get())..=active.index)
704							.collect::<Vec<_>>(),
705					"BondedEras range incorrect"
706				);
707
708				// ErasNominatorsSlashable entries are cleaned up via lazy pruning at HistoryDepth +
709				// 1. Entries can exist from [active - HistoryDepth, active] inclusive.
710				// Entries older than HistoryDepth should have been pruned (or be in the process of
711				// pruning).
712				let oldest_allowed_era = active.index.saturating_sub(T::HistoryDepth::get()).max(1);
713				for (era, _) in ErasNominatorsSlashable::<T>::iter() {
714					// Allow entries being pruned (EraPruningState exists)
715					let being_pruned = EraPruningState::<T>::contains_key(era);
716					ensure!(
717						(era >= oldest_allowed_era && era <= active.index) || being_pruned,
718						"ErasNominatorsSlashable entry exists for era outside history depth range and not being pruned"
719					);
720				}
721			},
722			_ => {
723				ensure!(false, "ActiveEra and CurrentEra must both be None or both be Some");
724			},
725		}
726
727		Ok(())
728	}
729
730	#[cfg(any(feature = "try-runtime", feature = "std", feature = "runtime-benchmarks", test))]
731	pub fn assert_election_ongoing() {
732		assert!(Self::is_planning().is_some(), "planning era must exist");
733		assert!(
734			T::ElectionProvider::status().is_ok(),
735			"Election provider must be in a good state during election"
736		);
737	}
738
739	/// Latest era that was planned.
740	///
741	/// The returned value does not necessarily indicate that planning for the era with this index
742	/// is underway, but rather the last era that was planned. If `Self::active_era()` is equal to
743	/// this value, it means that the era is currently active and no new era is planned.
744	///
745	/// See [`Self::is_planning()`] to only get the next index if planning in progress.
746	pub fn planned_era() -> EraIndex {
747		CurrentEra::<T>::get().unwrap_or(0)
748	}
749
750	pub fn active_era() -> EraIndex {
751		ActiveEra::<T>::get().map(|a| a.index).defensive_unwrap_or(0)
752	}
753
754	/// Next era that is planned to be started.
755	///
756	/// Returns None if no era is planned.
757	pub fn is_planning() -> Option<EraIndex> {
758		let (active, planned) = (Self::active_era(), Self::planned_era());
759		if planned.defensive_saturating_sub(active) > 1 {
760			defensive!("planned era must always be equal or one more than active");
761		}
762
763		(planned > active).then_some(planned)
764	}
765
766	/// End the session and start the next one.
767	pub(crate) fn end_session(
768		end_index: SessionIndex,
769		activation_timestamp: Option<(u64, u32)>,
770		rewarded_validators: u32,
771	) -> Weight {
772		// baseline weight for processing the relay chain session report
773		let weight = T::WeightInfo::rc_on_session_report(rewarded_validators);
774
775		let Some(active_era) = ActiveEra::<T>::get() else {
776			defensive!("Active era must always be available.");
777			return weight;
778		};
779		let current_planned_era = Self::is_planning();
780		let starting = end_index + 1;
781		// the session after the starting session.
782		let planning = starting + 1;
783
784		log!(
785			info,
786			"Session: end {:?}, start {:?} (ts: {:?}), planning {:?}",
787			end_index,
788			starting,
789			activation_timestamp,
790			planning
791		);
792		log!(info, "Era: active {:?}, planned {:?}", active_era.index, current_planned_era);
793
794		match activation_timestamp {
795			Some((time, id)) if Some(id) == current_planned_era => {
796				// We rotate the era if we have the activation timestamp.
797				Self::start_era(active_era, starting, time);
798			},
799			Some((_time, id)) => {
800				// RC has done something wrong -- we received the wrong ID. Don't start a new era.
801				crate::log!(
802					warn,
803					"received wrong ID with activation timestamp. Got {}, expected {:?}",
804					id,
805					current_planned_era
806				);
807				Pallet::<T>::deposit_event(Event::Unexpected(
808					UnexpectedKind::UnknownValidatorActivation,
809				));
810			},
811			None => (),
812		}
813
814		// check if we should plan new era.
815		let should_plan_era = match ForceEra::<T>::get() {
816			// see if it's good time to plan a new era.
817			Forcing::NotForcing => Self::is_plan_era_deadline(starting),
818			// Force plan new era only once.
819			Forcing::ForceNew => {
820				ForceEra::<T>::put(Forcing::NotForcing);
821				true
822			},
823			// always plan the new era.
824			Forcing::ForceAlways => true,
825			// never force.
826			Forcing::ForceNone => false,
827		};
828
829		// Note: we call `planning_era` again, as a new era might have started since we checked
830		// it last.
831		let has_pending_era = Self::is_planning().is_some();
832		match (should_plan_era, has_pending_era) {
833			(false, _) => {
834				// nothing to consider
835			},
836			(true, false) => {
837				// happy path
838				Self::plan_new_era();
839			},
840			(true, true) => {
841				// we are waiting for to start the previously planned era, we cannot plan a new era
842				// now.
843				crate::log!(
844					debug,
845					"time to plan a new era {:?}, but waiting for the activation of the previous.",
846					current_planned_era
847				);
848			},
849		}
850
851		Pallet::<T>::deposit_event(Event::SessionRotated {
852			starting_session: starting,
853			active_era: Self::active_era(),
854			planned_era: Self::planned_era(),
855		});
856
857		weight
858	}
859
860	pub(crate) fn start_era(
861		ending_era: ActiveEraInfo,
862		starting_session: SessionIndex,
863		new_era_start_timestamp: u64,
864	) {
865		// verify that a new era was planned
866		debug_assert!(CurrentEra::<T>::get().unwrap_or(0) == ending_era.index + 1);
867
868		let starting_era = ending_era.index + 1;
869
870		// finalize the ending era.
871		Self::end_era(&ending_era, new_era_start_timestamp);
872
873		// start the next era.
874		Self::start_era_inc_active_era(new_era_start_timestamp);
875		Self::start_era_update_bonded_eras(starting_era, starting_session);
876
877		// Snapshot the current nominators slashable setting for this era.
878		// Cleanup will happen via lazy pruning at HistoryDepth.
879		ErasNominatorsSlashable::<T>::insert(starting_era, AreNominatorsSlashable::<T>::get());
880
881		// cleanup election state
882		EraElectionPlanner::<T>::cleanup();
883
884		// Cleanup era pot accounts and mark for lazy pruning.
885		if let Some(old_era) = starting_era.checked_sub(T::HistoryDepth::get() + 1) {
886			reward::EraRewardManager::<T>::cleanup_era(old_era);
887			log!(debug, "Marking era {:?} for lazy pruning", old_era);
888			EraPruningState::<T>::insert(old_era, PruningStep::ErasStakersPaged);
889		}
890	}
891
892	fn start_era_inc_active_era(start_timestamp: u64) {
893		ActiveEra::<T>::mutate(|active_era| {
894			let new_index = active_era.as_ref().map(|info| info.index + 1).unwrap_or(0);
895			log!(
896				debug,
897				"starting active era {:?} with RC-provided timestamp {:?}",
898				new_index,
899				start_timestamp
900			);
901			*active_era = Some(ActiveEraInfo { index: new_index, start: Some(start_timestamp) });
902		});
903	}
904
905	/// The session index of the current active era.
906	///
907	/// This must always exist in the `BondedEras` storage item, ergo the function is infallible.
908	pub fn active_era_start_session_index() -> SessionIndex {
909		Self::era_start_session_index(Self::active_era()).defensive_unwrap_or(0)
910	}
911
912	/// The session index of a given era.
913	pub fn era_start_session_index(era: EraIndex) -> Option<SessionIndex> {
914		BondedEras::<T>::get()
915			.into_iter()
916			.rev()
917			.find_map(|(e, s)| if e == era { Some(s) } else { None })
918	}
919
920	fn start_era_update_bonded_eras(starting_era: EraIndex, start_session: SessionIndex) {
921		let bonding_duration = T::BondingDuration::get();
922
923		BondedEras::<T>::mutate(|bonded| {
924			if bonded.is_full() {
925				// remove oldest
926				let (era_removed, _) = bonded.remove(0);
927				debug_assert!(
928					era_removed <= (starting_era.saturating_sub(bonding_duration)),
929					"should not delete an era that is not older than bonding duration"
930				);
931			}
932
933			// must work -- we were not full, or just removed the oldest era.
934			let _ = bonded.try_push((starting_era, start_session)).defensive();
935		});
936	}
937
938	fn end_era(ending_era: &ActiveEraInfo, new_era_start: u64) {
939		if T::DisableMinting::get() {
940			Self::end_era_dap(ending_era);
941		} else {
942			Self::end_era_legacy(ending_era, new_era_start);
943		}
944	}
945
946	/// Legacy end-era: compute inflation via `EraPayout`, mint, send remainder.
947	fn end_era_legacy(ending_era: &ActiveEraInfo, new_era_start: u64) {
948		let previous_era_start = ending_era.start.defensive_unwrap_or(new_era_start);
949		let era_duration = new_era_start.saturating_sub(previous_era_start);
950
951		let cap = T::MaxEraDuration::get();
952		let era_duration = if cap == 0 || era_duration <= cap {
953			era_duration
954		} else {
955			Pallet::<T>::deposit_event(Event::Unexpected(UnexpectedKind::EraDurationBoundExceeded));
956			log!(
957				warn,
958				"capping era duration for era {:?} from {:?} to max {:?}",
959				ending_era.index,
960				era_duration,
961				cap
962			);
963			cap
964		};
965
966		let staked = ErasTotalStake::<T>::get(ending_era.index);
967		let issuance = asset::total_issuance::<T>();
968		let (validator_payout, remainder) =
969			T::EraPayout::era_payout(staked, issuance, era_duration);
970
971		let total_payout = validator_payout.saturating_add(remainder);
972		let max_staked_rewards = MaxStakedRewards::<T>::get().unwrap_or(Percent::from_percent(100));
973
974		let validator_payout = validator_payout.min(max_staked_rewards * total_payout);
975		let remainder = total_payout.saturating_sub(validator_payout);
976
977		Pallet::<T>::deposit_event(Event::<T>::EraPaid {
978			era_index: ending_era.index,
979			validator_payout,
980			remainder,
981		});
982
983		Eras::<T>::set_stakers_reward(ending_era.index, validator_payout);
984		T::RewardRemainder::on_unbalanced(asset::issue::<T>(remainder));
985	}
986
987	/// DAP end-era: snapshot from general reward pots into era-specific pots.
988	///
989	/// The snapshotted amounts are stored in `ErasValidatorReward` (staker rewards) and
990	/// `ErasValidatorIncentiveBudget` (incentive). Individual payouts draw from the era pots.
991	fn end_era_dap(ending_era: &ActiveEraInfo) {
992		let allocation = reward::EraRewardManager::<T>::snapshot_era_rewards(ending_era.index);
993
994		if allocation.staker_rewards.is_zero() {
995			log!(warn, "Era {:?} has zero staker rewards in general pot", ending_era.index);
996		}
997
998		Eras::<T>::set_stakers_reward(ending_era.index, allocation.staker_rewards);
999		Eras::<T>::set_validator_incentive_budget(ending_era.index, allocation.validator_incentive);
1000
1001		// Include both staker rewards and validator incentive in the event
1002		Pallet::<T>::deposit_event(Event::<T>::EraPaid {
1003			era_index: ending_era.index,
1004			validator_payout: allocation
1005				.staker_rewards
1006				.saturating_add(allocation.validator_incentive),
1007			remainder: Zero::zero(),
1008		});
1009
1010		if DisableMintingGuard::<T>::get().is_none() {
1011			DisableMintingGuard::<T>::put(ending_era.index);
1012		}
1013	}
1014
1015	/// Plans a new era by kicking off the election process.
1016	///
1017	/// The newly planned era is targeted to activate in the next session.
1018	fn plan_new_era() {
1019		let _ = CurrentEra::<T>::try_mutate(|x| {
1020			log!(info, "Planning new era: {:?}, sending election start signal", x.unwrap_or(0));
1021			let could_start_election = EraElectionPlanner::<T>::plan_new_election();
1022			*x = Some(x.unwrap_or(0) + 1);
1023			could_start_election
1024		});
1025	}
1026
1027	/// Returns whether we are at the session where we should plan the new era.
1028	fn is_plan_era_deadline(start_session: SessionIndex) -> bool {
1029		let planning_era_offset = T::PlanningEraOffset::get().min(T::SessionsPerEra::get());
1030		// session at which we should plan the new era.
1031		let target_plan_era_session = T::SessionsPerEra::get().saturating_sub(planning_era_offset);
1032		let era_start_session = Self::active_era_start_session_index();
1033
1034		// progress of the active era in sessions.
1035		let session_progress = start_session.defensive_saturating_sub(era_start_session);
1036
1037		log!(
1038			debug,
1039			"Session progress within era: {:?}, target_plan_era_session: {:?}",
1040			session_progress,
1041			target_plan_era_session
1042		);
1043		session_progress >= target_plan_era_session
1044	}
1045}
1046
1047/// Manager type which collects the election results from [`Config::ElectionProvider`] and
1048/// finalizes the planning of a new era.
1049///
1050/// This type managed 3 storage items:
1051///
1052/// * [`crate::VoterSnapshotStatus`]
1053/// * [`crate::NextElectionPage`]
1054/// * [`crate::ElectableStashes`]
1055///
1056/// A new election is fetched over multiple pages, and finalized upon fetching the last page.
1057///
1058/// * The intermediate state of fetching the election result is kept in [`NextElectionPage`]. If
1059///   `Some(_)` something is ongoing, otherwise not.
1060/// * We fully trust [`Config::ElectionProvider`] to give us a full set of validators, with enough
1061///   backing after all calls to `maybe_fetch_election_results` are done. Note that older versions
1062///   of this pallet had a `MinimumValidatorCount` to double-check this, but we don't check it
1063///   anymore.
1064/// * `maybe_fetch_election_results` returns a tuple of `(weight, closure)`. The `weight` is the
1065///   worst-case weight that `exec` might consume. The caller should check if `weight` fits within
1066///   the boundaries of that context, and execute `closure` if so.
1067///
1068/// TODOs:
1069///
1070/// * Add a try-state check based on the 3 storage items
1071/// * Move snapshot creation functions here as well.
1072pub(crate) struct EraElectionPlanner<T: Config>(PhantomData<T>);
1073impl<T: Config> EraElectionPlanner<T> {
1074	/// Cleanup all associated storage items.
1075	pub(crate) fn cleanup() {
1076		VoterSnapshotStatus::<T>::kill();
1077		NextElectionPage::<T>::kill();
1078		ElectableStashes::<T>::kill();
1079		Pallet::<T>::register_weight(T::DbWeight::get().writes(3));
1080	}
1081
1082	/// Fetches the number of pages configured by the election provider.
1083	pub(crate) fn election_pages() -> u32 {
1084		<<T as Config>::ElectionProvider as ElectionProvider>::Pages::get()
1085	}
1086
1087	/// Plan a new election
1088	pub(crate) fn plan_new_election() -> Result<(), <T::ElectionProvider as ElectionProvider>::Error>
1089	{
1090		T::ElectionProvider::start()
1091			.inspect_err(|e| log!(warn, "Election provider failed to start: {:?}", e))
1092	}
1093
1094	pub(crate) fn maybe_fetch_election_results() -> (Weight, Box<dyn Fn(&mut WeightMeter)>) {
1095		let Ok(Some(mut required_weight)) = T::ElectionProvider::status() else {
1096			// no election ongoing
1097			let weight = T::DbWeight::get().reads(1);
1098			return (weight, Box::new(move |meter: &mut WeightMeter| meter.consume(weight)));
1099		};
1100
1101		// Add a few things to the required weights that are not captured in `do_elect_paged`, which
1102		// is benchmarked via `fetch_page`.
1103		// * 1 extra read and write for `NextElectionPage`
1104		// * 1 extra write for `RcClientInterface::validator_set` (implementation leak -- we assume
1105		//   that we know this writes one storage item under the hood)
1106		// * 1 extra read for `CurrentEra`
1107		// * 1 extra read for `BondedEras` in `get_prune_up_to`
1108		// ElectableStashes already read in `do_elect_paged`
1109		required_weight.saturating_accrue(T::DbWeight::get().reads_writes(3, 2));
1110
1111		let exec = Box::new(move |meter: &mut WeightMeter| {
1112			crate::log!(
1113				debug,
1114				"Election provider is ready, our status is {:?}",
1115				NextElectionPage::<T>::get()
1116			);
1117
1118			debug_assert!(
1119				CurrentEra::<T>::get().unwrap_or(0) ==
1120					ActiveEra::<T>::get().map_or(0, |a| a.index) + 1,
1121				"Next era must be already planned."
1122			);
1123
1124			let current_page = NextElectionPage::<T>::get()
1125				.unwrap_or(Self::election_pages().defensive_saturating_sub(1));
1126			let maybe_next_page = current_page.checked_sub(1);
1127			crate::log!(debug, "fetching page {:?}, next {:?}", current_page, maybe_next_page);
1128
1129			Self::do_elect_paged(current_page);
1130			NextElectionPage::<T>::set(maybe_next_page);
1131
1132			if maybe_next_page.is_none() {
1133				let id = CurrentEra::<T>::get().defensive_unwrap_or(0);
1134				let prune_up_to = Self::get_prune_up_to();
1135				let rc_validators = ElectableStashes::<T>::take().into_iter().collect::<Vec<_>>();
1136
1137				crate::log!(
1138					info,
1139					"Sending new validator set of size {:?} to RC. ID: {:?}, prune_up_to: {:?}",
1140					rc_validators.len(),
1141					id,
1142					prune_up_to
1143				);
1144				T::RcClientInterface::validator_set(rc_validators, id, prune_up_to);
1145			}
1146
1147			// consume the reported worst case weight.
1148			meter.consume(required_weight)
1149		});
1150
1151		(required_weight, exec)
1152	}
1153
1154	/// Get the right value of the first session that needs to be pruned on the RC's historical
1155	/// session pallet.
1156	fn get_prune_up_to() -> Option<SessionIndex> {
1157		let bonded_eras = BondedEras::<T>::get();
1158
1159		// get the first session of the oldest era in the bonded eras.
1160		if bonded_eras.is_full() {
1161			bonded_eras.first().map(|(_, first_session)| first_session.saturating_sub(1))
1162		} else {
1163			None
1164		}
1165	}
1166
1167	/// Paginated elect.
1168	///
1169	/// Fetches the election page with index `page` from the election provider.
1170	///
1171	/// The results from the elect call should be stored in the `ElectableStashes` storage. In
1172	/// addition, it stores stakers' information for next planned era based on the paged
1173	/// solution data returned.
1174	///
1175	/// If any new election winner does not fit in the electable stashes storage, it truncates
1176	/// the result of the election. We ensure that only the winners that are part of the
1177	/// electable stashes have exposures collected for the next era.
1178	pub(crate) fn do_elect_paged(page: PageIndex) {
1179		let election_result = T::ElectionProvider::elect(page);
1180		match election_result {
1181			Ok(supports) => {
1182				let inner_processing_results = Self::do_elect_paged_inner(supports);
1183				if let Err(not_included) = inner_processing_results {
1184					defensive!(
1185						"electable stashes exceeded limit, unexpected but election proceeds.\
1186                		{} stashes from election result discarded",
1187						not_included
1188					);
1189				};
1190
1191				Pallet::<T>::deposit_event(Event::PagedElectionProceeded {
1192					page,
1193					result: inner_processing_results.map(|x| x as u32).map_err(|x| x as u32),
1194				});
1195			},
1196			Err(e) => {
1197				log!(warn, "election provider page failed due to {:?} (page: {})", e, page);
1198				Pallet::<T>::deposit_event(Event::PagedElectionProceeded { page, result: Err(0) });
1199			},
1200		}
1201	}
1202
1203	/// Inner implementation of [`Self::do_elect_paged`].
1204	///
1205	/// Returns an error if adding election winners to the electable stashes storage fails due
1206	/// to exceeded bounds. In case of error, it returns the index of the first stash that
1207	/// failed to be included.
1208	pub(crate) fn do_elect_paged_inner(
1209		mut supports: BoundedSupportsOf<T::ElectionProvider>,
1210	) -> Result<usize, usize> {
1211		let planning_era = Rotator::<T>::planned_era();
1212
1213		match Self::add_electables(supports.iter().map(|(s, _)| s.clone())) {
1214			Ok(added) => {
1215				let exposures = Self::collect_exposures(supports);
1216				let _ = Self::store_stakers_info(exposures, planning_era);
1217				Ok(added)
1218			},
1219			Err(not_included_idx) => {
1220				let not_included = supports.len().saturating_sub(not_included_idx);
1221
1222				log!(
1223					warn,
1224					"not all winners fit within the electable stashes, excluding {:?} accounts from solution.",
1225					not_included,
1226				);
1227
1228				// filter out supports of stashes that do not fit within the electable stashes
1229				// storage bounds to prevent collecting their exposures.
1230				supports.truncate(not_included_idx);
1231				let exposures = Self::collect_exposures(supports);
1232				let _ = Self::store_stakers_info(exposures, planning_era);
1233
1234				Err(not_included)
1235			},
1236		}
1237	}
1238
1239	/// Process the output of a paged election.
1240	///
1241	/// Store staking information for the new planned era of a single election page.
1242	pub(crate) fn store_stakers_info(
1243		exposures: BoundedExposuresOf<T>,
1244		new_planned_era: EraIndex,
1245	) -> BoundedVec<T::AccountId, MaxWinnersPerPageOf<T::ElectionProvider>> {
1246		// populate elected stash, stakers, exposures, and the snapshot of validator prefs.
1247		let mut total_stake_page: BalanceOf<T> = Zero::zero();
1248		let mut elected_stashes_page = Vec::with_capacity(exposures.len());
1249		let mut total_backers = 0u32;
1250
1251		let mut total_incentive_weight_page: BalanceOf<T> = Zero::zero();
1252
1253		exposures.into_iter().for_each(|(stash, exposure)| {
1254			log!(
1255				trace,
1256				"storing exposure for stash {:?} with {:?} own-stake and {:?} backers",
1257				stash,
1258				exposure.own,
1259				exposure.others.len()
1260			);
1261			// build elected stash.
1262			elected_stashes_page.push(stash.clone());
1263			// accumulate total stake and backer count for bookkeeping.
1264			total_stake_page = total_stake_page.saturating_add(exposure.total);
1265			total_backers += exposure.others.len() as u32;
1266			let own = exposure.own;
1267			Eras::<T>::upsert_exposure(new_planned_era, &stash, exposure);
1268
1269			// Calculate incentive weight from own-stake. Own-stake appears only on the
1270			// first page of a multi-page exposure, so if the key already exists with a
1271			// non-zero own, something is wrong upstream.
1272			if !own.is_zero() {
1273				if ErasValidatorIncentiveWeight::<T>::contains_key(new_planned_era, &stash) {
1274					defensive!(
1275						"validator own-stake seen twice in the same era across election pages"
1276					);
1277				} else {
1278					let incentive_weight =
1279						T::StakerRewardCalculator::calculate_validator_incentive_weight(own);
1280					if !incentive_weight.is_zero() {
1281						total_incentive_weight_page =
1282							total_incentive_weight_page.saturating_add(incentive_weight);
1283						ErasValidatorIncentiveWeight::<T>::insert(
1284							new_planned_era,
1285							&stash,
1286							incentive_weight,
1287						);
1288					}
1289				}
1290			}
1291		});
1292
1293		let elected_stashes: BoundedVec<_, MaxWinnersPerPageOf<T::ElectionProvider>> =
1294			elected_stashes_page
1295				.try_into()
1296				.expect("both types are bounded by MaxWinnersPerPageOf; qed");
1297
1298		// adds to total stake in this era.
1299		Eras::<T>::add_total_stake(new_planned_era, total_stake_page);
1300
1301		// adds to total validator self-stake weight for incentive distribution.
1302		Eras::<T>::add_sum_validator_incentive_weight(new_planned_era, total_incentive_weight_page);
1303
1304		// collect or update the pref of all winners.
1305		// TODO: rather inefficient, we can do this once at the last page across all entries in
1306		// `ElectableStashes`.
1307		for stash in &elected_stashes {
1308			let pref = Validators::<T>::get(stash);
1309			Eras::<T>::set_validator_prefs(new_planned_era, stash, pref);
1310		}
1311
1312		log!(
1313			debug,
1314			"stored a page of stakers with {:?} validators and {:?} total backers for era {:?}",
1315			elected_stashes.len(),
1316			total_backers,
1317			new_planned_era,
1318		);
1319
1320		elected_stashes
1321	}
1322
1323	/// Consume a set of [`BoundedSupports`] from [`sp_npos_elections`] and collect them into a
1324	/// [`Exposure`].
1325	///
1326	/// Returns vec of all the exposures of a validator in `paged_supports`, bounded by the
1327	/// number of max winners per page returned by the election provider.
1328	fn collect_exposures(
1329		supports: BoundedSupportsOf<T::ElectionProvider>,
1330	) -> BoundedExposuresOf<T> {
1331		let total_issuance = asset::total_issuance::<T>();
1332		let to_currency = |e: frame_election_provider_support::ExtendedBalance| {
1333			T::CurrencyToVote::to_currency(e, total_issuance)
1334		};
1335
1336		supports
1337			.into_iter()
1338			.map(|(validator, support)| {
1339				// Build `struct exposure` from `support`.
1340				let mut others = Vec::with_capacity(support.voters.len());
1341				let mut own: BalanceOf<T> = Zero::zero();
1342				let mut total: BalanceOf<T> = Zero::zero();
1343				support
1344					.voters
1345					.into_iter()
1346					.map(|(nominator, weight)| (nominator, to_currency(weight)))
1347					.for_each(|(nominator, stake)| {
1348						if nominator == validator {
1349							defensive_assert!(own == Zero::zero(), "own stake should be unique");
1350							own = own.saturating_add(stake);
1351						} else {
1352							others.push(IndividualExposure { who: nominator, value: stake });
1353						}
1354						total = total.saturating_add(stake);
1355					});
1356
1357				let exposure = Exposure { own, others, total };
1358				(validator, exposure)
1359			})
1360			.try_collect()
1361			.expect("we only map through support vector which cannot change the size; qed")
1362	}
1363
1364	/// Adds a new set of stashes to the electable stashes.
1365	///
1366	/// Returns:
1367	///
1368	/// `Ok(newly_added)` if all stashes were added successfully.
1369	/// `Err(first_un_included)` if some stashes cannot be added due to bounds.
1370	pub(crate) fn add_electables(
1371		new_stashes: impl Iterator<Item = T::AccountId>,
1372	) -> Result<usize, usize> {
1373		ElectableStashes::<T>::mutate(|electable| {
1374			let pre_size = electable.len();
1375
1376			for (idx, stash) in new_stashes.enumerate() {
1377				if electable.try_insert(stash).is_err() {
1378					return Err(idx);
1379				}
1380			}
1381
1382			Ok(electable.len() - pre_size)
1383		})
1384	}
1385}