Skip to content

Commit 9d38cd0

Browse files
committed
Merge tag 'trace-v4.17-rc5-vsprintf' of git://git.kernel.org/pub/scm/linux/kernel/git/rostedt/linux-trace
Pull memory barrier for from Steven Rostedt: "The memory barrier usage in updating the random ptr hash for %p in vsprintf is incorrect. Instead of adding the read memory barrier into vsprintf() which will cause a slight degradation to a commonly used function in the kernel just to solve a very unlikely race condition that can only happen at boot up, change the code from using a variable branch to a static_branch. Not only does this solve the race condition, it actually will improve the performance of vsprintf() by removing the conditional branch that is only needed at boot" * tag 'trace-v4.17-rc5-vsprintf' of git://git.kernel.org/pub/scm/linux/kernel/git/rostedt/linux-trace: vsprintf: Replace memory barrier with static_key for random_ptr_key update
2 parents 21b9f1c + 85f4f12 commit 9d38cd0

File tree

1 file changed

+15
-11
lines changed

1 file changed

+15
-11
lines changed

lib/vsprintf.c

Lines changed: 15 additions & 11 deletions
Original file line numberDiff line numberDiff line change
@@ -1669,19 +1669,22 @@ char *pointer_string(char *buf, char *end, const void *ptr,
16691669
return number(buf, end, (unsigned long int)ptr, spec);
16701670
}
16711671

1672-
static bool have_filled_random_ptr_key __read_mostly;
1672+
static DEFINE_STATIC_KEY_TRUE(not_filled_random_ptr_key);
16731673
static siphash_key_t ptr_key __read_mostly;
16741674

1675-
static void fill_random_ptr_key(struct random_ready_callback *unused)
1675+
static void enable_ptr_key_workfn(struct work_struct *work)
16761676
{
16771677
get_random_bytes(&ptr_key, sizeof(ptr_key));
1678-
/*
1679-
* have_filled_random_ptr_key==true is dependent on get_random_bytes().
1680-
* ptr_to_id() needs to see have_filled_random_ptr_key==true
1681-
* after get_random_bytes() returns.
1682-
*/
1683-
smp_mb();
1684-
WRITE_ONCE(have_filled_random_ptr_key, true);
1678+
/* Needs to run from preemptible context */
1679+
static_branch_disable(&not_filled_random_ptr_key);
1680+
}
1681+
1682+
static DECLARE_WORK(enable_ptr_key_work, enable_ptr_key_workfn);
1683+
1684+
static void fill_random_ptr_key(struct random_ready_callback *unused)
1685+
{
1686+
/* This may be in an interrupt handler. */
1687+
queue_work(system_unbound_wq, &enable_ptr_key_work);
16851688
}
16861689

16871690
static struct random_ready_callback random_ready = {
@@ -1695,7 +1698,8 @@ static int __init initialize_ptr_random(void)
16951698
if (!ret) {
16961699
return 0;
16971700
} else if (ret == -EALREADY) {
1698-
fill_random_ptr_key(&random_ready);
1701+
/* This is in preemptible context */
1702+
enable_ptr_key_workfn(&enable_ptr_key_work);
16991703
return 0;
17001704
}
17011705

@@ -1709,7 +1713,7 @@ static char *ptr_to_id(char *buf, char *end, void *ptr, struct printf_spec spec)
17091713
unsigned long hashval;
17101714
const int default_width = 2 * sizeof(ptr);
17111715

1712-
if (unlikely(!have_filled_random_ptr_key)) {
1716+
if (static_branch_unlikely(&not_filled_random_ptr_key)) {
17131717
spec.field_width = default_width;
17141718
/* string length must be less than default_width */
17151719
return string(buf, end, "(ptrval)", spec);

0 commit comments

Comments
 (0)