[<prev] [next>] [<thread-prev] [thread-next>] [day] [month] [year] [list]
Message-ID: <20250214081840.47229-3-theil.markus@gmail.com>
Date: Fri, 14 Feb 2025 09:18:40 +0100
From: Markus Theil <theil.markus@...il.com>
To: linux-crypto@...r.kernel.org
Cc: davem@...emloft.net,
netdev@...r.kernel.org,
akpm@...ux-foundation.org,
Jason@...c4.com,
Markus Theil <theil.markus@...il.com>
Subject: [PATCH 2/2] prandom/random32: switch to Xoshiro256++
The current Linux PRNG is based on LFSR113, which means:
- needs some warmup rounds to yield better statistical properties
- seeds/initial states must be of certain structure
- does not pass L’Ecuyer's BigCrush in TestU01
While of course, there is no clear "best" PRNG, replace with
Xoshiro256++, which seams to be a sensible replacement, from
todays point of view:
- only needs one bit set to 1 in the seed, needs no warmup, when
seeded with splitmix64.
- Also has statistical evaluation, like LFSR113.
- Passes BigCrush in TestU01.
The code got smaller, because some edge cases are ruled out now.
I kept the test vectors and adapted them to this RNG.
Signed-off-by: Markus Theil <theil.markus@...il.com>
---
include/linux/prandom.h | 28 +---
lib/random32.c | 347 +++++++++++++++++++---------------------
2 files changed, 173 insertions(+), 202 deletions(-)
diff --git a/include/linux/prandom.h b/include/linux/prandom.h
index 63d1fe4b30c8..0a5c12bee5e1 100644
--- a/include/linux/prandom.h
+++ b/include/linux/prandom.h
@@ -14,39 +14,19 @@
#include <linux/random.h>
struct rnd_state {
- __u32 s1, s2, s3, s4;
+ __u64 s[4];
};
/* WARNING: this API MUST NOT be used for cryptographic purposes! */
u32 prandom_u32_state(struct rnd_state *state);
/* WARNING: this API MUST NOT be used for cryptographic purposes! */
+u64 prandom_u64_state(struct rnd_state *state);
void prandom_bytes_state(struct rnd_state *state, void *buf, size_t nbytes);
+
+void prandom_seed_state(struct rnd_state *state, u64 seed);
void prandom_seed_full_state(struct rnd_state __percpu *pcpu_state);
#define prandom_init_once(pcpu_state) \
DO_ONCE(prandom_seed_full_state, (pcpu_state))
-/*
- * Handle minimum values for seeds
- */
-static inline u32 __seed(u32 x, u32 m)
-{
- return (x < m) ? x + m : x;
-}
-
-/**
- * prandom_seed_state - set seed for prandom_u32_state().
- * @state: pointer to state structure to receive the seed.
- * @seed: arbitrary 64-bit value to use as a seed.
- */
-static inline void prandom_seed_state(struct rnd_state *state, u64 seed)
-{
- u32 i = ((seed >> 32) ^ (seed << 10) ^ seed) & 0xffffffffUL;
-
- state->s1 = __seed(i, 2U);
- state->s2 = __seed(i, 8U);
- state->s3 = __seed(i, 16U);
- state->s4 = __seed(i, 128U);
-}
-
#endif
diff --git a/lib/random32.c b/lib/random32.c
index c808745a4b53..50cbff0b995e 100644
--- a/lib/random32.c
+++ b/lib/random32.c
@@ -2,36 +2,18 @@
/*
* WARNING: this API MUST NOT be used for cryptographic purposes!
*
- * This is a maximally equidistributed combined Tausworthe generator
- * based on code from GNU Scientific Library 1.5 (30 Jun 2004)
+ * xoshiro256++ is a high-quality non-cryptographic
+ * pseudorandom number generator (PRNG).
*
- * lfsr113 version:
+ * For a more detailed description, see:
+ * https://vigna.di.unimi.it/ftp/papers/ScrambledLinear.pdf
*
- * x_n = (s1_n ^ s2_n ^ s3_n ^ s4_n)
+ * Usage Advice: As the cryptographic random subsystem is really fast these days,
+ * you should come up with a good reason, to introduce PRNG usage into new code.
+ * Consider its usage, when a predictable/repeatable sequence is needed for
+ * testing purposes. Prefer to use get_random_32(), when possible.
*
- * s1_{n+1} = (((s1_n & 4294967294) << 18) ^ (((s1_n << 6) ^ s1_n) >> 13))
- * s2_{n+1} = (((s2_n & 4294967288) << 2) ^ (((s2_n << 2) ^ s2_n) >> 27))
- * s3_{n+1} = (((s3_n & 4294967280) << 7) ^ (((s3_n << 13) ^ s3_n) >> 21))
- * s4_{n+1} = (((s4_n & 4294967168) << 13) ^ (((s4_n << 3) ^ s4_n) >> 12))
- *
- * The period of this generator is about 2^113 (see erratum paper).
- *
- * From: P. L'Ecuyer, "Maximally Equidistributed Combined Tausworthe
- * Generators", Mathematics of Computation, 65, 213 (1996), 203--213:
- * http://www.iro.umontreal.ca/~lecuyer/myftp/papers/tausme.ps
- * ftp://ftp.iro.umontreal.ca/pub/simulation/lecuyer/papers/tausme.ps
- *
- * There is an erratum in the paper "Tables of Maximally Equidistributed
- * Combined LFSR Generators", Mathematics of Computation, 68, 225 (1999),
- * 261--269: http://www.iro.umontreal.ca/~lecuyer/myftp/papers/tausme2.ps
- *
- * ... the k_j most significant bits of z_j must be non-zero,
- * for each j. (Note: this restriction also applies to the
- * computer code given in [4], but was mistakenly not mentioned
- * in that paper.)
- *
- * This affects the seeding procedure by imposing the requirement
- * s1 > 1, s2 > 7, s3 > 15, s4 > 127.
+ * Based on: https://prng.di.unimi.it/xoshiro256plusplus.c
*/
#include <linux/types.h>
@@ -44,6 +26,33 @@
#include <linux/slab.h>
#include <linux/unaligned.h>
+/**
+ * prandom_u64_state - seeded pseudo-random number generator.
+ * @state: pointer to state structure holding seeded state.
+ *
+ * This is used for pseudo-randomness with no outside seeding.
+ * For more random results, use get_random_u64().
+ *
+ * WARNING: this API MUST NOT be used for cryptographic purposes!
+ */
+u64 prandom_u64_state(struct rnd_state *state)
+{
+ const u64 result = rol64(state->s[0] + state->s[3], 23) + state->s[0];
+ const u64 t = state->s[1] << 17;
+
+ state->s[2] ^= state->s[0];
+ state->s[3] ^= state->s[1];
+ state->s[1] ^= state->s[2];
+ state->s[0] ^= state->s[3];
+
+ state->s[2] ^= t;
+
+ state->s[3] = rol64(state->s[3], 45);
+
+ return result;
+}
+EXPORT_SYMBOL(prandom_u64_state);
+
/**
* prandom_u32_state - seeded pseudo-random number generator.
* @state: pointer to state structure holding seeded state.
@@ -55,13 +64,7 @@
*/
u32 prandom_u32_state(struct rnd_state *state)
{
-#define TAUSWORTHE(s, a, b, c, d) ((s & c) << d) ^ (((s << a) ^ s) >> b)
- state->s1 = TAUSWORTHE(state->s1, 6U, 13U, 4294967294U, 18U);
- state->s2 = TAUSWORTHE(state->s2, 2U, 27U, 4294967288U, 2U);
- state->s3 = TAUSWORTHE(state->s3, 13U, 21U, 4294967280U, 7U);
- state->s4 = TAUSWORTHE(state->s4, 3U, 12U, 4294967168U, 13U);
-
- return (state->s1 ^ state->s2 ^ state->s3 ^ state->s4);
+ return (u32) prandom_u64_state(state);
}
EXPORT_SYMBOL(prandom_u32_state);
@@ -81,14 +84,14 @@ void prandom_bytes_state(struct rnd_state *state, void *buf, size_t bytes)
{
u8 *ptr = buf;
- while (bytes >= sizeof(u32)) {
- put_unaligned(prandom_u32_state(state), (u32 *) ptr);
- ptr += sizeof(u32);
- bytes -= sizeof(u32);
+ while (bytes >= sizeof(u64)) {
+ put_unaligned(prandom_u64_state(state), (u64 *) ptr);
+ ptr += sizeof(u64);
+ bytes -= sizeof(u64);
}
if (bytes > 0) {
- u32 rem = prandom_u32_state(state);
+ u64 rem = prandom_u64_state(state);
do {
*ptr++ = (u8) rem;
bytes--;
@@ -98,20 +101,27 @@ void prandom_bytes_state(struct rnd_state *state, void *buf, size_t bytes)
}
EXPORT_SYMBOL(prandom_bytes_state);
-static void prandom_warmup(struct rnd_state *state)
+/**
+ * prandom_seed_state - set seed for prandom_u32_state().
+ * @state: pointer to state structure to receive the seed.
+ * @seed: arbitrary 64-bit value to use as a seed.
+ *
+ * splitmix64 init as suggested for xoshiro256++
+ * See: https://prng.di.unimi.it/splitmix64.c
+ */
+void prandom_seed_state(struct rnd_state *state, u64 seed)
{
- /* Calling RNG ten times to satisfy recurrence condition */
- prandom_u32_state(state);
- prandom_u32_state(state);
- prandom_u32_state(state);
- prandom_u32_state(state);
- prandom_u32_state(state);
- prandom_u32_state(state);
- prandom_u32_state(state);
- prandom_u32_state(state);
- prandom_u32_state(state);
- prandom_u32_state(state);
+ int i;
+
+ for (i = 0; i < ARRAY_SIZE(state->s); ++i) {
+ seed += 0x9e3779b97f4a7c15;
+ u64 z = seed;
+ z = (z ^ (z >> 30)) * 0xbf58476d1ce4e5b9;
+ z = (z ^ (z >> 27)) * 0x94d049bb133111eb;
+ state->s[i] = z ^ (z >> 31);
+ }
}
+EXPORT_SYMBOL(prandom_seed_state);
void prandom_seed_full_state(struct rnd_state __percpu *pcpu_state)
{
@@ -119,15 +129,7 @@ void prandom_seed_full_state(struct rnd_state __percpu *pcpu_state)
for_each_possible_cpu(i) {
struct rnd_state *state = per_cpu_ptr(pcpu_state, i);
- u32 seeds[4];
-
- get_random_bytes(&seeds, sizeof(seeds));
- state->s1 = __seed(seeds[0], 2U);
- state->s2 = __seed(seeds[1], 8U);
- state->s3 = __seed(seeds[2], 16U);
- state->s4 = __seed(seeds[3], 128U);
-
- prandom_warmup(state);
+ get_random_bytes(&state->s, sizeof(state->s));
}
}
EXPORT_SYMBOL(prandom_seed_full_state);
@@ -137,10 +139,10 @@ static struct prandom_test1 {
u32 seed;
u32 result;
} test1[] = {
- { 1U, 3484351685U },
- { 2U, 2623130059U },
- { 3U, 3125133893U },
- { 4U, 984847254U },
+ { 1U, 1862517403U },
+ { 2U, 3049585706U },
+ { 3U, 3105450281U },
+ { 4U, 2527704881U },
};
static struct prandom_test2 {
@@ -148,118 +150,109 @@ static struct prandom_test2 {
u32 iteration;
u32 result;
} test2[] = {
- /* Test cases against taus113 from GSL library. */
- { 931557656U, 959U, 2975593782U },
- { 1339693295U, 876U, 3887776532U },
- { 1545556285U, 961U, 1615538833U },
- { 601730776U, 723U, 1776162651U },
- { 1027516047U, 687U, 511983079U },
- { 416526298U, 700U, 916156552U },
- { 1395522032U, 652U, 2222063676U },
- { 366221443U, 617U, 2992857763U },
- { 1539836965U, 714U, 3783265725U },
- { 556206671U, 994U, 799626459U },
- { 684907218U, 799U, 367789491U },
- { 2121230701U, 931U, 2115467001U },
- { 1668516451U, 644U, 3620590685U },
- { 768046066U, 883U, 2034077390U },
- { 1989159136U, 833U, 1195767305U },
- { 536585145U, 996U, 3577259204U },
- { 1008129373U, 642U, 1478080776U },
- { 1740775604U, 939U, 1264980372U },
- { 1967883163U, 508U, 10734624U },
- { 1923019697U, 730U, 3821419629U },
- { 442079932U, 560U, 3440032343U },
- { 1961302714U, 845U, 841962572U },
- { 2030205964U, 962U, 1325144227U },
- { 1160407529U, 507U, 240940858U },
- { 635482502U, 779U, 4200489746U },
- { 1252788931U, 699U, 867195434U },
- { 1961817131U, 719U, 668237657U },
- { 1071468216U, 983U, 917876630U },
- { 1281848367U, 932U, 1003100039U },
- { 582537119U, 780U, 1127273778U },
- { 1973672777U, 853U, 1071368872U },
- { 1896756996U, 762U, 1127851055U },
- { 847917054U, 500U, 1717499075U },
- { 1240520510U, 951U, 2849576657U },
- { 1685071682U, 567U, 1961810396U },
- { 1516232129U, 557U, 3173877U },
- { 1208118903U, 612U, 1613145022U },
- { 1817269927U, 693U, 4279122573U },
- { 1510091701U, 717U, 638191229U },
- { 365916850U, 807U, 600424314U },
- { 399324359U, 702U, 1803598116U },
- { 1318480274U, 779U, 2074237022U },
- { 697758115U, 840U, 1483639402U },
- { 1696507773U, 840U, 577415447U },
- { 2081979121U, 981U, 3041486449U },
- { 955646687U, 742U, 3846494357U },
- { 1250683506U, 749U, 836419859U },
- { 595003102U, 534U, 366794109U },
- { 47485338U, 558U, 3521120834U },
- { 619433479U, 610U, 3991783875U },
- { 704096520U, 518U, 4139493852U },
- { 1712224984U, 606U, 2393312003U },
- { 1318233152U, 922U, 3880361134U },
- { 855572992U, 761U, 1472974787U },
- { 64721421U, 703U, 683860550U },
- { 678931758U, 840U, 380616043U },
- { 692711973U, 778U, 1382361947U },
- { 677703619U, 530U, 2826914161U },
- { 92393223U, 586U, 1522128471U },
- { 1222592920U, 743U, 3466726667U },
- { 358288986U, 695U, 1091956998U },
- { 1935056945U, 958U, 514864477U },
- { 735675993U, 990U, 1294239989U },
- { 1560089402U, 897U, 2238551287U },
- { 70616361U, 829U, 22483098U },
- { 368234700U, 731U, 2913875084U },
- { 20221190U, 879U, 1564152970U },
- { 539444654U, 682U, 1835141259U },
- { 1314987297U, 840U, 1801114136U },
- { 2019295544U, 645U, 3286438930U },
- { 469023838U, 716U, 1637918202U },
- { 1843754496U, 653U, 2562092152U },
- { 400672036U, 809U, 4264212785U },
- { 404722249U, 965U, 2704116999U },
- { 600702209U, 758U, 584979986U },
- { 519953954U, 667U, 2574436237U },
- { 1658071126U, 694U, 2214569490U },
- { 420480037U, 749U, 3430010866U },
- { 690103647U, 969U, 3700758083U },
- { 1029424799U, 937U, 3787746841U },
- { 2012608669U, 506U, 3362628973U },
- { 1535432887U, 998U, 42610943U },
- { 1330635533U, 857U, 3040806504U },
- { 1223800550U, 539U, 3954229517U },
- { 1322411537U, 680U, 3223250324U },
- { 1877847898U, 945U, 2915147143U },
- { 1646356099U, 874U, 965988280U },
- { 805687536U, 744U, 4032277920U },
- { 1948093210U, 633U, 1346597684U },
- { 392609744U, 783U, 1636083295U },
- { 690241304U, 770U, 1201031298U },
- { 1360302965U, 696U, 1665394461U },
- { 1220090946U, 780U, 1316922812U },
- { 447092251U, 500U, 3438743375U },
- { 1613868791U, 592U, 828546883U },
- { 523430951U, 548U, 2552392304U },
- { 726692899U, 810U, 1656872867U },
- { 1364340021U, 836U, 3710513486U },
- { 1986257729U, 931U, 935013962U },
- { 407983964U, 921U, 728767059U },
+ /* Test cases against Xoshiro256++, generated with reference impl. */
+ { 931557656U, 959U, 2221272722U },
+ { 1339693295U, 876U, 12322103U },
+ { 1545556285U, 961U, 2793306339U },
+ { 601730776U, 723U, 186699327U },
+ { 1027516047U, 687U, 3385354088U },
+ { 416526298U, 700U, 3047662436U },
+ { 1395522032U, 652U, 370169503U },
+ { 366221443U, 617U, 2468792816U },
+ { 1539836965U, 714U, 4178175423U },
+ { 556206671U, 994U, 1935910425U },
+ { 684907218U, 799U, 2892366361U },
+ { 2121230701U, 931U, 2395880533U },
+ { 1668516451U, 644U, 659315062U },
+ { 768046066U, 883U, 729262650U },
+ { 1989159136U, 833U, 44268867U },
+ { 536585145U, 996U, 3734292685U },
+ { 1008129373U, 642U, 3779097844U },
+ { 1740775604U, 939U, 958440770U },
+ { 1967883163U, 508U, 2766790334U },
+ { 1923019697U, 730U, 4188718967U },
+ { 442079932U, 560U, 2658351430U },
+ { 1961302714U, 845U, 418725413U },
+ { 2030205964U, 962U, 3541720353U },
+ { 1160407529U, 507U, 155686916U },
+ { 635482502U, 779U, 2954399934U },
+ { 1252788931U, 699U, 3195364074U },
+ { 1961817131U, 719U, 3860285454U },
+ { 1071468216U, 983U, 2558711391U },
+ { 1281848367U, 932U, 2429019683U },
+ { 582537119U, 780U, 2251637575U },
+ { 1973672777U, 853U, 2686341687U },
+ { 1896756996U, 762U, 3853948474U },
+ { 847917054U, 500U, 1352384361U },
+ { 1240520510U, 951U, 424294678U },
+ { 1685071682U, 567U, 1127358663U },
+ { 1516232129U, 557U, 2438163725U },
+ { 1208118903U, 612U, 494560814U },
+ { 1817269927U, 693U, 2296243096U },
+ { 1510091701U, 717U, 2522390997U },
+ { 365916850U, 807U, 1704622356U },
+ { 399324359U, 702U, 1692076319U },
+ { 1318480274U, 779U, 3132074148U },
+ { 697758115U, 840U, 2298934293U },
+ { 1696507773U, 840U, 460426950U },
+ { 2081979121U, 981U, 2030259222U },
+ { 955646687U, 742U, 849374769U },
+ { 1250683506U, 749U, 3793648395U },
+ { 595003102U, 534U, 312261219U },
+ { 47485338U, 558U, 1498074521U },
+ { 619433479U, 610U, 3298978919U },
+ { 704096520U, 518U, 1859635041U },
+ { 1712224984U, 606U, 2636341373U },
+ { 1318233152U, 922U, 4294083073U },
+ { 855572992U, 761U, 1398432208U },
+ { 64721421U, 703U, 2917659579U },
+ { 678931758U, 840U, 2610263429U },
+ { 692711973U, 778U, 2364471195U },
+ { 677703619U, 530U, 4293322414U },
+ { 92393223U, 586U, 2200038234U },
+ { 1222592920U, 743U, 3902404436U },
+ { 358288986U, 695U, 4187968216U },
+ { 1935056945U, 958U, 2216763617U },
+ { 735675993U, 990U, 3851267177U },
+ { 1560089402U, 897U, 3110095036U },
+ { 70616361U, 829U, 2727884311U },
+ { 368234700U, 731U, 1394533121U },
+ { 20221190U, 879U, 2426527948U },
+ { 539444654U, 682U, 3323050847U },
+ { 1314987297U, 840U, 1532766257U },
+ { 2019295544U, 645U, 2824742190U },
+ { 469023838U, 716U, 2626662944U },
+ { 1843754496U, 653U, 3912965452U },
+ { 400672036U, 809U, 794673667U },
+ { 404722249U, 965U, 2590267245U },
+ { 600702209U, 758U, 3742697327U },
+ { 519953954U, 667U, 909153960U },
+ { 1658071126U, 694U, 1016441204U },
+ { 420480037U, 749U, 4007274669U },
+ { 690103647U, 969U, 2262636339U },
+ { 1029424799U, 937U, 1940659603U },
+ { 2012608669U, 506U, 239338087U },
+ { 1535432887U, 998U, 1889887018U },
+ { 1330635533U, 857U, 4029849650U },
+ { 1223800550U, 539U, 678829248U },
+ { 1322411537U, 680U, 2745139632U },
+ { 1877847898U, 945U, 153715577U },
+ { 1646356099U, 874U, 525516737U },
+ { 805687536U, 744U, 1564399105U },
+ { 1948093210U, 633U, 507042967U },
+ { 392609744U, 783U, 33573161U },
+ { 690241304U, 770U, 1551691277U },
+ { 1360302965U, 696U, 391079011U },
+ { 1220090946U, 780U, 2587343386U },
+ { 447092251U, 500U, 3335665101U },
+ { 1613868791U, 592U, 131974931U },
+ { 523430951U, 548U, 3871675719U },
+ { 726692899U, 810U, 2919536533U },
+ { 1364340021U, 836U, 1695810824U },
+ { 1986257729U, 931U, 550308813U },
+ { 407983964U, 921U, 360202562U }
};
-static void prandom_state_selftest_seed(struct rnd_state *state, u32 seed)
-{
-#define LCG(x) ((x) * 69069U) /* super-duper LCG */
- state->s1 = __seed(LCG(seed), 2U);
- state->s2 = __seed(LCG(state->s1), 8U);
- state->s3 = __seed(LCG(state->s2), 16U);
- state->s4 = __seed(LCG(state->s3), 128U);
-}
-
static int __init prandom_state_selftest(void)
{
int i, j, errors = 0, runs = 0;
@@ -268,8 +261,7 @@ static int __init prandom_state_selftest(void)
for (i = 0; i < ARRAY_SIZE(test1); i++) {
struct rnd_state state;
- prandom_state_selftest_seed(&state, test1[i].seed);
- prandom_warmup(&state);
+ prandom_seed_state(&state, test1[i].seed);
if (test1[i].result != prandom_u32_state(&state))
error = true;
@@ -283,8 +275,7 @@ static int __init prandom_state_selftest(void)
for (i = 0; i < ARRAY_SIZE(test2); i++) {
struct rnd_state state;
- prandom_state_selftest_seed(&state, test2[i].seed);
- prandom_warmup(&state);
+ prandom_seed_state(&state, test2[i].seed);
for (j = 0; j < test2[i].iteration - 1; j++)
prandom_u32_state(&state);
--
2.47.2
Powered by blists - more mailing lists