summaryrefslogtreecommitdiffstats
path: root/include
diff options
context:
space:
mode:
authorPaul E. McKenney <paulmck@kernel.org>2023-03-17 20:01:02 -0700
committerPaul E. McKenney <paulmck@kernel.org>2023-04-04 08:36:23 -0700
commit3b46679c623c2766f4c56fd3f9ce8edbb38c5d20 (patch)
tree4904c05df78ea85ed7c133e8ef16a60eaac41fb5 /include
parent03200b5ca3b4d4edf634dc052bf3b8eb8dc8bbbc (diff)
downloadlinux-stable-3b46679c623c2766f4c56fd3f9ce8edbb38c5d20.tar.gz
linux-stable-3b46679c623c2766f4c56fd3f9ce8edbb38c5d20.tar.bz2
linux-stable-3b46679c623c2766f4c56fd3f9ce8edbb38c5d20.zip
srcu: Move heuristics fields from srcu_struct to srcu_usage
This commit moves the ->srcu_size_jiffies, ->srcu_n_lock_retries, and ->srcu_n_exp_nodelay fields from the srcu_struct structure to the srcu_usage structure to reduce the size of the former in order to improve cache locality. Suggested-by: Christoph Hellwig <hch@lst.de> Tested-by: Sachin Sant <sachinp@linux.ibm.com> Tested-by: "Zhang, Qiang1" <qiang1.zhang@intel.com> Tested-by: Joel Fernandes (Google) <joel@joelfernandes.org> Signed-off-by: Paul E. McKenney <paulmck@kernel.org>
Diffstat (limited to 'include')
-rw-r--r--include/linux/srcutree.h6
1 files changed, 3 insertions, 3 deletions
diff --git a/include/linux/srcutree.h b/include/linux/srcutree.h
index 372e35b0e8b6..3023492d8d89 100644
--- a/include/linux/srcutree.h
+++ b/include/linux/srcutree.h
@@ -73,6 +73,9 @@ struct srcu_usage {
unsigned long srcu_gp_seq_needed_exp; /* Furthest future exp GP. */
unsigned long srcu_gp_start; /* Last GP start timestamp (jiffies) */
unsigned long srcu_last_gp_end; /* Last GP end timestamp (ns) */
+ unsigned long srcu_size_jiffies; /* Current contention-measurement interval. */
+ unsigned long srcu_n_lock_retries; /* Contention events in current interval. */
+ unsigned long srcu_n_exp_nodelay; /* # expedited no-delays in current GP phase. */
};
/*
@@ -80,9 +83,6 @@ struct srcu_usage {
*/
struct srcu_struct {
unsigned int srcu_idx; /* Current rdr array element. */
- unsigned long srcu_size_jiffies; /* Current contention-measurement interval. */
- unsigned long srcu_n_lock_retries; /* Contention events in current interval. */
- unsigned long srcu_n_exp_nodelay; /* # expedited no-delays in current GP phase. */
struct srcu_data __percpu *sda; /* Per-CPU srcu_data array. */
bool sda_is_static; /* May ->sda be passed to free_percpu()? */
unsigned long srcu_barrier_seq; /* srcu_barrier seq #. */