| lists.openwall.net | lists / announce owl-users owl-dev john-users john-dev passwdqc-users yescrypt popa3d-users / oss-security kernel-hardening musl sabotage tlsify passwords / crypt-dev xvendor / Bugtraq Full-Disclosure linux-kernel linux-netdev linux-ext4 linux-hardening linux-cve-announce PHC | |
|
Open Source and information security mailing list archives
| ||
|
Date: Wed, 7 Sep 2011 09:31:18 +0200
From: Joakim Tjernlund <joakim.tjernlund@...nsmode.se>
To: Bob Pearson <rpearson@...temfabricworks.com>
Cc: akpm@...ux-foundation.org, fzago@...temfabricworks.com,
George Spelvin <linux@...izon.com>,
linux-kernel@...r.kernel.org
Subject: Re: [PATCH v6 08/10] crc32-add-slicing-by-8.diff
Bob Pearson <rpearson@...temfabricworks.com> wrote on 2011/09/01 00:30:32:
>
> add slicing-by-8 algorithm to the existing
> slicing-by-4 algorithm. This consists of:
> - extend largest BITS size from 32 to 64
> - extend tables from tab[4][256] to up to tab[8][256]
> - Add code for inner loop.
>
> Signed-off-by: Bob Pearson <rpearson@...temfabricworks.com>
>
> ---
> lib/crc32.c | 40 ++++++++++++++++++++++++++++------------
> lib/crc32defs.h | 29 +++++++++++++++++++++--------
> lib/gen_crc32table.c | 43 +++++++++++++++++++++++++++----------------
> 3 files changed, 76 insertions(+), 36 deletions(-)
>
> Index: for-next/lib/crc32.c
> ===================================================================
> --- for-next.orig/lib/crc32.c
> +++ for-next/lib/crc32.c
> @@ -47,25 +47,28 @@ MODULE_LICENSE("GPL");
>
> #if CRC_LE_BITS > 8 || CRC_BE_BITS > 8
>
> +/* implements slicing-by-4 or slicing-by-8 algorithm */
> static inline u32
> crc32_body(u32 crc, unsigned char const *buf, size_t len, const u32 (*tab)[256])
> {
> # ifdef __LITTLE_ENDIAN
> # define DO_CRC(x) (crc = t0[(crc ^ (x)) & 255] ^ (crc >> 8))
> -# define DO_CRC4 crc = t3[(crc) & 255] ^ \
> - t2[(crc >> 8) & 255] ^ \
> - t1[(crc >> 16) & 255] ^ \
> - t0[(crc >> 24) & 255]
> +# define DO_CRC4 (t3[(q) & 255] ^ t2[(q >> 8) & 255] ^ \
> + t1[(q >> 16) & 255] ^ t0[(q >> 24) & 255])
> +# define DO_CRC8 (t7[(q) & 255] ^ t6[(q >> 8) & 255] ^ \
> + t5[(q >> 16) & 255] ^ t4[(q >> 24) & 255])
> # else
> # define DO_CRC(x) (crc = t0[((crc >> 24) ^ (x)) & 255] ^ (crc << 8))
> -# define DO_CRC4 crc = t0[(crc) & 255] ^ \
> - t1[(crc >> 8) & 255] ^ \
> - t2[(crc >> 16) & 255] ^ \
> - t3[(crc >> 24) & 255]
> +# define DO_CRC4 (t0[(q) & 255] ^ t1[(q >> 8) & 255] ^ \
> + t2[(q >> 16) & 255] ^ t3[(q >> 24) & 255])
> +# define DO_CRC8 (t4[(q) & 255] ^ t5[(q >> 8) & 255] ^ \
> + t6[(q >> 16) & 255] ^ t7[(q >> 24) & 255])
Don't like the new DO_CRC8 macro. You could get by with my earlier
suggestion:
# define DO_CRC4(crc, x0, x1, x2, x3) \
x3[(crc) & 255] ^ \
x2[(crc >> 8) & 255] ^ \
x1[(crc >> 16) & 255] ^ \
x0[(crc >> 24) & 255]
Then the code becomes something like
if (bits == 64) {
crc = DO_CRC4(crc, t4, t5, t6, t7);
++b;
crc ^= DO_CRC4(*b, t0, t1, t2, t3);
} else
crc = DO_CRC4(crc, t0, t1, t2, t3);
> # endif
> const u32 *b;
> - size_t rem_len;
> + size_t rem_len;
> const u32 *t0 = tab[0], *t1 = tab[1], *t2 = tab[2], *t3 = tab[3];
> + const u32 *t4 = tab[4], *t5 = tab[5], *t6 = tab[6], *t7 = tab[7];
t4 to t7 is only used in 64 bit mode.
BTW, it the 64 CRC bits on 32 bits BE arch bug fixed?
> + u32 q;
>
> /* Align it */
> if (unlikely((long)buf & 3 && len)) {
> @@ -73,13 +76,25 @@ crc32_body(u32 crc, unsigned char const
> DO_CRC(*buf++);
> } while ((--len) && ((long)buf)&3);
> }
> +
> +# if CRC_LE_BITS == 32
> rem_len = len & 3;
> - /* load data 32 bits wide, xor data 32 bits wide. */
> len = len >> 2;
> +# else
> + rem_len = len & 7;
> + len = len >> 3;
I still fail to see why this is needed. You still do 32 bit loads so this
only makes the code uglier, harder to maintain and makes small unaligned crc bufs
slower.
....
> Index: for-next/lib/gen_crc32table.c
> ===================================================================
> --- for-next.orig/lib/gen_crc32table.c
> +++ for-next/lib/gen_crc32table.c
> @@ -1,23 +1,28 @@
..
>
> -static void output_table(uint32_t (*table)[256], int len, char *trans)
> +static void output_table(uint32_t (*table)[256], int rows, int len, char *trans)
This table is not always 256 entries. I suggested a cleaner impl. earlier.
Something like this:
-static void output_table(uint32_t table[4][256], int len, char *trans)
+static void output_table(uint32_t table[], int len, char *trans)
{
- int i, j;
-
- for (j = 0 ; j < 4; j++) {
- printf("{");
- for (i = 0; i < len - 1; i++) {
- if (i % ENTRIES_PER_LINE == 0)
- printf("\n");
- printf("%s(0x%8.8xL), ", trans, table[j][i]);
- }
- printf("%s(0x%8.8xL)},\n", trans, table[j][len - 1]);
+ int i;
+
+ printf("{");
+ for (i = 0; i < len - 1; i++) {
+ if (i % ENTRIES_PER_LINE == 0)
+ printf("\n");
+ printf("%s(0x%8.8xL), ", trans, table[i]);
}
+ printf("%s(0x%8.8xL)},\n", trans, table[len - 1]);
}
int main(int argc, char** argv)
{
+ int i;
+
printf("/* this file is generated - do not edit */\n\n");
if (CRC_LE_BITS > 1) {
crc32init_le();
- printf("static const u32 crc32table_le[4][256] = {");
- output_table(crc32table_le, LE_TABLE_SIZE, "tole");
+ printf("static const u32 crc32table_le[%d][%d] = {",
+ LE_TABLE_ROWS, LE_TABLE_SIZE);
+ for (i = 0 ; i < LE_TABLE_ROWS; i++)
+ output_table(crc32table_le[i], LE_TABLE_SIZE, "tole");
printf("};\n");
}
if (CRC_BE_BITS > 1) {
crc32init_be();
- printf("static const u32 crc32table_be[4][256] = {");
- output_table(crc32table_be, BE_TABLE_SIZE, "tobe");
+ printf("static const u32 crc32table_be[%d][%d] = {",
+ BE_TABLE_ROWS, BE_TABLE_SIZE);
+ for (i = 0 ; i < BE_TABLE_ROWS; i++)
+ output_table(crc32table_be[i], BE_TABLE_SIZE, "tobe");
printf("};\n");
}
--
To unsubscribe from this list: send the line "unsubscribe linux-kernel" in
the body of a message to majordomo@...r.kernel.org
More majordomo info at http://vger.kernel.org/majordomo-info.html
Please read the FAQ at http://www.tux.org/lkml/
Powered by blists - more mailing lists