netperf.Throughput_Mbps 750 ++-------------------------------------------------------------------+ | ........* 700 *+...............*.................*................*........ | | | 650 ++ | | | 600 ++ | | | 550 ++ | | | 500 ++ | | | 450 ++ | O O O O O 400 ++-------------------------------------------------------------------+ netperf.Throughput_Mbps 3100 ++------------------------------------------------------------------+ 3000 *+..... | | .... | 2900 ++ .... | 2800 ++ .. ........*............ | | *........ .... | 2700 ++ *................| 2600 ++ * 2500 ++ | | | 2400 ++ | 2300 ++ | | | 2200 ++ | 2100 O+---------------O----------------O----------------O----------------O netperf.Throughput_Mbps 2350 ++------------------------------------------------------------------+ O O O O O 2300 ++ | 2250 ++ | | | 2200 ++ | 2150 ++ | | | 2100 ++ | 2050 ++ | | | 2000 ++ | 1950 ++ | | | 1900 *+---------------*----------------*----------------*----------------* netperf.Throughput_Mbps 3600 ++------------------------------------------------------------------+ *........ | 3400 ++ ...... | | .. | | *................*................*................| 3200 ++ * | | 3000 ++ | | | 2800 ++ | | | | | 2600 ++ | O O O O O 2400 ++------------------------------------------------------------------+ netperf.Throughput_Mbps 1100 ++------------------------------------------------------------------+ | | 1000 *+............... ........*................*................* | *........ | 900 ++ | | | 800 ++ | | | 700 ++ | | | 600 ++ | | | 500 ++ | O O O O O 400 ++------------------------------------------------------------------+ netperf.Throughput_Mbps 3600 ++------------------------------------------------------------------+ | .*..... .*................* 3400 ++ .... ... .... | | ... ... ... | | ... .... ... | 3200 ++.... . .... | *. *. | 3000 ++ | | | 2800 ++ | | | | | 2600 ++ | O O O O O 2400 ++------------------------------------------------------------------+ netperf.Throughput_Mbps 2700 ++------------------------------------------------------------------+ *............ | 2600 ++ .... | | *................ ........*................| | *........ * 2500 ++ | | | 2400 ++ | | | 2300 ++ | | | | | 2200 ++ | | O | 2100 O+---------------O----------------O---------------------------------O a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 707.40 -40.7% 419.60 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 2572.20 -17.7% 2116.20 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 2775.60 -23.7% 2116.40 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 1006.60 -54.4% 459.40 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 3278.60 -25.2% 2453.80 lkp-t410/micro/netperf/120s-200%-TCP_MAERTS 1902.80 +21.7% 2315.00 lkp-t410/micro/netperf/120s-200%-TCP_SENDFILE 3345.40 -26.7% 2451.00 lkp-t410/micro/netperf/120s-200%-TCP_STREAM 15588.60 -20.9% 12331.40 TOTAL netperf.Throughput_Mbps netperf.Throughput_tps 1436 ++---------------O---------------------------------O----------------+ | | 1434 O+ O | 1432 ++ O | | 1430 *+..... | | .... | 1428 ++ .... | | .. | 1426 ++ *................ | 1424 ++ *................*........ | | ...... | 1422 ++ ..| | * 1420 ++------------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 1425.20 +0.7% 1434.60 lkp-t410/micro/netperf/120s-200%-TCP_CRR 1425.20 +0.7% 1434.60 TOTAL netperf.Throughput_tps softirqs.CPU56.NET_RX 1e+06 ++----------------------------------------------------------------+ | ........* 900000 *+............... ........*................*....... | 800000 ++ *....... | | | 700000 ++ | 600000 ++ | | | 500000 ++ | 400000 ++ | | | 300000 ++ | 200000 ++ | O O O O O 100000 ++----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 881403.80 -82.5% 153842.60 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 881403.80 -82.5% 153842.60 TOTAL softirqs.CPU56.NET_RX interrupts.CPU1.RES 11000 *+---------------*-------------------------------------------------+ 10000 ++ *..... | | .... | 9000 ++ .... ....* 8000 ++ .. ........ | | *.... | 7000 ++ | 6000 ++ | 5000 ++ | | | 4000 ++ | 3000 ++ | | O | 2000 O+ O O | 1000 ++-----------------------------------------------------------------O interrupts.CPU1.RES 20000 ++-----------------------------------------------------------------+ 18000 *+.... | | ... | 16000 ++ ... | 14000 ++ .... | | . | 12000 ++ *..... | 10000 ++ ... ........* 8000 ++ ... ..*........ | | .... ...... | 6000 ++ . ..... | 4000 ++ *.. | O O 2000 ++ O O O | 0 ++-----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 10438.60 -82.5% 1828.20 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 9673.60 -82.3% 1710.80 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 20112.20 -82.4% 3539.00 TOTAL interrupts.CPU1.RES interrupts.CPU23.RES 16000 ++-----------------------------------------------------------------+ *.. | 14000 ++ .. | 12000 ++ . | | .. | 10000 ++ .. .*....... | | .. ... ...... | 8000 ++ . ... .. ........* | .. .. *........ | 6000 ++ .. ... | 4000 ++ ... | | *. | 2000 ++ | O O O O O 0 ++-----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 8665.80 -84.6% 1334.80 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 8665.80 -84.6% 1334.80 TOTAL interrupts.CPU23.RES interrupts.CPU3.RES 14000 ++--------------------------------*--------------------------------+ *............ ...... ... | 12000 ++ .... ...... ... | | *.. .. | 10000 ++ ... | | . | 8000 ++ *................| | * 6000 ++ | | | 4000 ++ | | | 2000 ++ O O O O O | 0 ++-----------------------------------------------------------------+ interrupts.CPU3.RES 20000 *+-----------------------------------------------------------------+ 18000 ++ .. | | .. | 16000 ++ .. | 14000 ++ .. | | .. | 12000 ++ .. | 10000 ++ . ..*...... | 8000 ++ *........ .... .... | | ...... .... .... | 6000 ++ .. .... ..| 4000 ++ *. * | O 2000 O+ O O O | 0 ++-----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 9347.80 -78.4% 2022.20 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 10667.60 -84.7% 1636.00 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 20015.40 -81.7% 3658.20 TOTAL interrupts.CPU3.RES interrupts.CPU19.RES 12000 ++---------------*-------------------------------------------------+ | .... *............... | 10000 ++ .... *................| | .... * *.. | 8000 ++ | | | 6000 ++ | | | 4000 ++ | | | | | 2000 O+ O O O O | | 0 ++-----------------------------------------------------------------+ interrupts.CPU19.RES 20000 *+-----------------------------------------------------------------+ 18000 ++ ... | | ... | 16000 ++ .... | 14000 ++ . | | *.... | 12000 ++ ... .*...... | 10000 ++ .. ... .... | 8000 ++ ... .... .... | | ... ... ..| 6000 ++ . ... * 4000 ++ *. | | O | 2000 O+ O O O 0 ++-----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 10756.40 -84.0% 1721.80 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 10100.00 -83.0% 1715.40 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 20856.40 -83.5% 3437.20 TOTAL interrupts.CPU19.RES pagetypeinfo.Node2.Normal.Unmovable.5 250 ++-------------------------------------------------------------------O | O | O O O | 200 ++ | | | | | 150 ++ | | | 100 *+..... | | .... | | .... | 50 ++ .. | | *................. ........*................* | *........ | 0 ++-------------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 46.20 +394.4% 228.40 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 46.20 +394.4% 228.40 TOTAL pagetypeinfo.Node2.Normal.Unmovable.5 softirqs.CPU63.NET_RX 1e+06 ++----------------------------------------------------------------+ | ........*................ | 900000 *+...............*....... *...............* 800000 ++ | | | 700000 ++ | 600000 ++ | | | 500000 ++ | 400000 ++ | | | 300000 ++ | 200000 ++ | O O O O O 100000 ++----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 885642.20 -82.3% 156784.80 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 885642.20 -82.3% 156784.80 TOTAL softirqs.CPU63.NET_RX softirqs.CPU62.NET_RX 1e+06 ++----------------------------------------------------------------+ *................ ........* 900000 ++ *...............*................*....... | 800000 ++ | | | 700000 ++ | 600000 ++ | | | 500000 ++ | 400000 ++ | | | 300000 ++ | 200000 ++ | O O O O O 100000 ++----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 886141.60 -82.6% 154283.40 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 886141.60 -82.6% 154283.40 TOTAL softirqs.CPU62.NET_RX softirqs.CPU61.NET_RX 1e+06 ++----------------------------------------------------------------+ | ........*...............| 900000 *+...............*...............*........ * 800000 ++ | | | 700000 ++ | 600000 ++ | | | 500000 ++ | 400000 ++ | | | 300000 ++ | 200000 ++ | O O O O O 100000 ++----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 887509.60 -82.4% 155805.60 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 887509.60 -82.4% 155805.60 TOTAL softirqs.CPU61.NET_RX softirqs.CPU60.NET_RX 1e+06 ++----------------------------------------------------------------+ | ........* 900000 *+............... ........*................*....... | 800000 ++ *....... | | | 700000 ++ | 600000 ++ | | | 500000 ++ | 400000 ++ | | | 300000 ++ | 200000 ++ | O O O O O 100000 ++----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 888153.40 -82.4% 156684.20 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 888153.40 -82.4% 156684.20 TOTAL softirqs.CPU60.NET_RX softirqs.CPU59.NET_RX 1e+06 ++----------------------------------------------------------------+ *................ ........*................*...............* 900000 ++ *....... | 800000 ++ | | | 700000 ++ | 600000 ++ | | | 500000 ++ | 400000 ++ | | | 300000 ++ | 200000 ++ | O O O O O 100000 ++----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 911563.00 -82.5% 159938.20 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 911563.00 -82.5% 159938.20 TOTAL softirqs.CPU59.NET_RX softirqs.CPU58.NET_RX 1e+06 ++----------------------------------------------------------------+ *................ ........*................*...............* 900000 ++ *....... | 800000 ++ | | | 700000 ++ | 600000 ++ | | | 500000 ++ | 400000 ++ | | | 300000 ++ | 200000 ++ | O O O O O 100000 ++----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 904367.40 -82.3% 159910.60 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 904367.40 -82.3% 159910.60 TOTAL softirqs.CPU58.NET_RX softirqs.CPU57.NET_RX 1e+06 ++----------------------------------------------------------------+ *................ ........*...............* 900000 ++ *...............*........ | 800000 ++ | | | 700000 ++ | 600000 ++ | | | 500000 ++ | 400000 ++ | | | 300000 ++ | 200000 ++ | O O O O O 100000 ++----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 899965.40 -82.0% 162303.40 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 899965.40 -82.0% 162303.40 TOTAL softirqs.CPU57.NET_RX interrupts.CPU17.RES 18000 ++-----------------------------------------------------------------+ | .*..... | 16000 ++ .... .... | 14000 ++ ... .... | | ... .. | 12000 *+............... .... *................| 10000 ++ *. * | | 8000 ++ | 6000 ++ | | | 4000 ++ | 2000 ++ | O O O O O 0 ++-----------------------------------------------------------------+ interrupts.CPU17.RES 16000 *+-----------------------------------------------------------------+ | ...... | 14000 ++ .. | 12000 ++ *...... | | .... | 10000 ++ .... | | .. | 8000 ++ *............... ........* | *........ | 6000 ++ | 4000 ++ | | | 2000 ++ O O O O O | 0 ++-----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 10288.40 -83.6% 1689.80 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 11687.60 -86.5% 1577.40 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 21976.00 -85.1% 3267.20 TOTAL interrupts.CPU17.RES interrupts.CPU6.RES 18000 ++-----------------------------------------------------------------+ *.... | 16000 ++ ... | 14000 ++ .. | | ... | 12000 ++ ... | 10000 ++ . | | *............ ....*............ | 8000 ++ .... ........ ....| 6000 ++ *... * | | 4000 ++ | 2000 ++ | O O O O O 0 ++-----------------------------------------------------------------+ interrupts.CPU6.RES 14000 ++-----------------------------------------------------------------+ | | 12000 *+........... | | .... .*...... | 10000 ++ *... .. .... | | ... .. .... | 8000 ++ .. .. ..| | .. .. * 6000 ++ ... .. | | .. .. | 4000 ++ . .. | | * | 2000 ++ O O O O O | 0 ++-----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 8541.80 -83.6% 1401.80 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 9261.00 -82.7% 1601.80 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 17802.80 -83.1% 3003.60 TOTAL interrupts.CPU6.RES interrupts.CPU16.RES 12000 ++-----------------------------------------------------------------+ 11000 *+............... | | *............ | 10000 ++ .... | 9000 ++ *..... | 8000 ++ .... | 7000 ++ .... | | .. | 6000 ++ *................* 5000 ++ | 4000 ++ | 3000 ++ | | O | 2000 O+ O O 1000 ++------------------------------------------------O----------------+ interrupts.CPU16.RES 20000 ++-----------------------------------------------------------------+ 18000 *+.. | | .. | 16000 ++ .. | 14000 ++ .. | | .. | 12000 ++ .. | 10000 ++ .. ........* 8000 ++ . ..*........ | | *............ ...... | 6000 ++ .... ..... | 4000 ++ *.. | O | 2000 ++ O O O O 0 ++-----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 9890.60 -82.8% 1704.80 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 8424.80 -80.2% 1667.00 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 18315.40 -81.6% 3371.80 TOTAL interrupts.CPU16.RES buddyinfo.Node.2.zone.Normal.5 300 ++-------------------------------------------------------------------+ | O 250 ++ | O O O | | O | 200 ++ | | | 150 ++ | *...... | 100 ++ .... | | .... | | .. | 50 ++ *................. ........* | *................*........ | 0 ++-------------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 51.60 +358.1% 236.40 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 51.60 +358.1% 236.40 TOTAL buddyinfo.Node.2.zone.Normal.5 interrupts.CPU5.RES 16000 ++-----------------------------------------------------------------+ | .*... | 14000 *+.... ... ... | 12000 ++ ... ... ... | | ... .. .. | 10000 ++ .... ... ... | | . ... . | 8000 ++ *. *............ | | ....| 6000 ++ * 4000 ++ | | | 2000 ++ O O O O O | 0 ++-----------------------------------------------------------------+ interrupts.CPU5.RES 14000 ++-----------------------------------------------------------------+ *...... | 12000 ++ .... | | .... | 10000 ++ .. | | *............ | 8000 ++ .... | | *............... ........* 6000 ++ *........ | | | 4000 ++ | | | 2000 O+ O O O | O | 0 ++-----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 8372.40 -80.9% 1600.40 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 10117.60 -82.3% 1785.80 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 18490.00 -81.7% 3386.20 TOTAL interrupts.CPU5.RES interrupts.CPU18.RES 16000 ++-----------------------------------------------------------------+ | | 14000 ++ ..*.... | 12000 ++ .... ... | | .... .... | 10000 ++ .... ... | | ..*.. . | 8000 ++ ...... *............ | | ...... ....| 6000 *+. * 4000 ++ | | | 2000 ++ O O O O O | 0 ++-----------------------------------------------------------------+ interrupts.CPU18.RES 16000 ++-----------------------------------------------------------------+ *.... | 14000 ++ ... | 12000 ++ .. | | ... | 10000 ++ ... | | . ..* 8000 ++ *............ .... | | .... .... | 6000 ++ *............... .... | 4000 ++ *.. | | | 2000 ++ O O O O O | 0 ++-----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 8471.40 -78.8% 1798.60 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 8460.60 -82.5% 1484.80 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 16932.00 -80.6% 3283.40 TOTAL interrupts.CPU18.RES interrupts.CPU22.RES 22000 ++-----------------------------------------------------------------+ 20000 *+.. | | ... | 18000 ++ .. | 16000 ++ .. | 14000 ++ ... | 12000 ++ .. | | . | 10000 ++ *................ | 8000 ++ *............... ........* 6000 ++ *........ | 4000 ++ | | | 2000 O+ O O O O 0 ++-----------------------------------------------------------------+ interrupts.CPU22.RES 11000 ++-----------------------------------------------------------------+ 10000 *+....... | | ...... | 9000 ++ .. ..*................| 8000 ++ *............ ...... * | .... ..... | 7000 ++ *.. | 6000 ++ | 5000 ++ | | | 4000 ++ | 3000 ++ | | | 2000 O+ O O O O 1000 ++-----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 8255.60 -78.2% 1799.80 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 10697.00 -85.7% 1525.60 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 18952.60 -82.5% 3325.40 TOTAL interrupts.CPU22.RES interrupts.CPU4.RES 20000 *+-----------------------------------------------------------------+ 18000 ++ ... | | .. | 16000 ++ .. | 14000 ++ ... | | .. ....*..... | 12000 ++ . ........ .... | 10000 ++ *.... .... | 8000 ++ .. | | *............ | 6000 ++ ....| 4000 ++ * | | 2000 O+ O O O O 0 ++-----------------------------------------------------------------+ interrupts.CPU4.RES 18000 *+-----------------------------------------------------------------+ | .. | 16000 ++ .. | 14000 ++ .. | | .. | 12000 ++ .. | 10000 ++ .. .* | .. .... | 8000 ++ ... | 6000 ++ *........ ... | | ...... .... | 4000 ++ .. ........*. | 2000 O+ *....... O | O O O | 0 ++-----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 8157.20 -78.7% 1737.80 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 11251.00 -85.2% 1663.20 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 19408.20 -82.5% 3401.00 TOTAL interrupts.CPU4.RES interrupts.CPU20.RES 16000 ++-----------------------------------------------------------------+ *...... | 14000 ++ .... | 12000 ++ .... ....*....... | | .. ........ ...... | 10000 ++ *.... .. | | *............ | 8000 ++ ....| | * 6000 ++ | 4000 ++ | | | 2000 O+ O | | O O O 0 ++-----------------------------------------------------------------+ interrupts.CPU20.RES 14000 *+-----------------------------------------------------------------+ | .. | 12000 ++ .. | | .. ..* 10000 ++ .. .... | | .. .... | 8000 ++ .. .... | | . ........*.. | 6000 ++ *................*....... | | | 4000 ++ | | | 2000 O+ O O O | O | 0 ++-----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 8940.60 -80.1% 1781.00 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 10790.00 -85.0% 1623.40 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 19730.60 -82.7% 3404.40 TOTAL interrupts.CPU20.RES interrupts.CPU7.RES 14000 ++-----------------------------------------------------------------+ | .*..... | 12000 ++ .... .... ..* | ... .... ...... | 10000 ++ ... .. ...... | *................ .... *.. | 8000 ++ *. | | | 6000 ++ | | | 4000 ++ | | | 2000 O+ O O O | O | 0 ++-----------------------------------------------------------------+ interrupts.CPU7.RES 11000 ++-----------------------------------------------------------------+ 10000 *+... | | ... | 9000 ++ .. | 8000 ++ ... | | ... | 7000 ++ . | 6000 ++ *................*...............*................| 5000 ++ * | | 4000 ++ | 3000 ++ | | | 2000 O+ O O O O 1000 ++-----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 6782.00 -75.3% 1675.40 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 10092.40 -83.0% 1718.20 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 16874.40 -79.9% 3393.60 TOTAL interrupts.CPU7.RES interrupts.CPU21.RES 14000 *+-----------------------------------------------------------------+ | .. | 12000 ++ .. .*... | | .. ... ... | 10000 ++ .. ... ... | | .. .. .. ..* 8000 ++ .. ... ... ...... | | . ... . ...... | 6000 ++ *. *.. | | | 4000 ++ | | | 2000 ++ O O O O O | 0 ++-----------------------------------------------------------------+ interrupts.CPU21.RES 18000 *+-----------------------------------------------------------------+ | .. | 16000 ++ .. | 14000 ++ .. | | .. | 12000 ++ .. | 10000 ++ .. | | . | 8000 ++ *............ | 6000 ++ .... ........*................* | *....... | 4000 ++ | 2000 ++ O O O O O | 0 ++-----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 8775.00 -77.1% 2008.60 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 9469.60 -83.8% 1533.40 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 18244.60 -80.6% 3542.00 TOTAL interrupts.CPU21.RES buddyinfo.Node.2.zone.Normal.3 350 ++-------------------------------------------------------------------+ | | 300 O+ | | O | O | 250 ++ O | | O | 200 ++ | | | 150 ++ | | | *............ | 100 ++ .... | | *................. ........*................| 50 ++---------------------------------*---------------------------------* a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 69.00 +284.9% 265.60 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 69.00 +284.9% 265.60 TOTAL buddyinfo.Node.2.zone.Normal.3 interrupts.CPU2.RES 20000 ++-----------------------------------------------------------------+ 18000 ++ ..*... | | .... .. | 16000 ++ .... .. | 14000 ++ .... ... | | ..*.. .. | 12000 ++ .... .. | 10000 ++ .... . | 8000 ++ .... *................* *.. | 6000 ++ | 4000 ++ | | O O 2000 O+ O O | 0 ++-----------------------------------------------------------------+ interrupts.CPU2.RES 14000 *+-----------------------------------------------------------------+ | .. | 12000 ++ .. | | .. | 10000 ++ .. | | .. ..*.... | 8000 ++ .. ...... ... | | . ...... .... | 6000 ++ *.. ... | | . ........* 4000 ++ *........ | | | 2000 O+ O O O O | | 0 ++-----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 7712.00 -74.2% 1990.40 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 11343.60 -83.9% 1824.80 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 19055.60 -80.0% 3815.20 TOTAL interrupts.CPU2.RES interrupts.CPU0.RES 25000 ++-----------------------------------------------------------------+ *.. | | .. | 20000 ++ .. | | .. | | .. | 15000 ++ .. | | .. ..*..... ..* 10000 ++ .. ...... .... .... | | ...... .... .... | | *.. .. .... | 5000 ++ *.. | | | O O O O O 0 ++-----------------------------------------------------------------+ interrupts.CPU0.RES 16000 ++-----------------------------------------------------------------+ | | 14000 *+.... | 12000 ++ ... | | ... | 10000 ++ .... | | . | 8000 ++ *........ | | ...... ....*............ | 6000 ++ .. ........ ....| 4000 ++ *... * | | 2000 O+ O O O | O | 0 ++-----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 7757.20 -73.7% 2039.00 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 12392.20 -85.4% 1809.60 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 20149.40 -80.9% 3848.60 TOTAL interrupts.CPU0.RES pagetypeinfo.Node3.Normal.Unmovable.5 300 ++-------------------------------------------------------------------+ | | O O | 250 ++ O O | | | | | 200 ++ | | O 150 ++ | | | | | 100 ++ ....*........ | | ......... ...... | *................*.... .. | 50 ++--------------------------------------------------*----------------* a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 66.60 +264.0% 242.40 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 66.60 +264.0% 242.40 TOTAL pagetypeinfo.Node3.Normal.Unmovable.5 softirqs.CPU48.NET_RX 700000 ++----------------------------------------------------------------+ 650000 ++ ........*................ | | ........*....... *...............| 600000 *+....... * 550000 ++ | 500000 ++ | 450000 ++ | | | 400000 ++ | 350000 ++ | 300000 ++ | 250000 ++ O O | | O 200000 O+ O | 150000 ++----------------------------------------------------------------+ softirqs.CPU48.NET_RX 900000 ++----------------------------------------------------------------+ *................ ........*................*...............| 800000 ++ *....... * | | 700000 ++ | 600000 ++ | | | 500000 ++ | | | 400000 ++ | 300000 ++ | | | 200000 ++ | O O O O O 100000 ++----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 612635.00 -62.8% 228026.00 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 809900.80 -81.1% 153247.60 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 1422535.80 -73.2% 381273.60 TOTAL softirqs.CPU48.NET_RX softirqs.CPU17.NET_RX 700000 ++----------------------------------------------------------------+ 650000 ++ ....*............ | | ........ .... ........* 600000 *+...............*... *....... | 550000 ++ | | | 500000 ++ | 450000 ++ | 400000 ++ | | | 350000 ++ | 300000 ++ | | O | 250000 ++ O O 200000 O+------------------------------------------------O---------------+ softirqs.CPU17.NET_RX 900000 ++----------------------------------------------------------------+ *................ ........*................*...............* 800000 ++ *....... | | | 700000 ++ | 600000 ++ | | | 500000 ++ | | | 400000 ++ | 300000 ++ | | | 200000 ++ | O O O O O 100000 ++----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 611682.80 -62.5% 229091.60 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 838131.60 -81.2% 157476.80 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 1449814.40 -73.3% 386568.40 TOTAL softirqs.CPU17.NET_RX softirqs.CPU16.NET_RX 700000 ++----------------------------------------------------------------+ 650000 ++ ........*............ | | ........*....... .... ........* 600000 *+....... *....... | 550000 ++ | 500000 ++ | 450000 ++ | | | 400000 ++ | 350000 ++ | 300000 ++ | 250000 ++ O | | O O 200000 O+ O | 150000 ++----------------------------------------------------------------+ softirqs.CPU16.NET_RX 900000 ++----------------------------------------------------------------+ *................ ........*................*...............* 800000 ++ *....... | | | 700000 ++ | 600000 ++ | | | 500000 ++ | | | 400000 ++ | 300000 ++ | | | 200000 ++ | O O O O O 100000 ++----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 610718.20 -62.6% 228539.20 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 813460.60 -81.4% 151676.00 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 1424178.80 -73.3% 380215.20 TOTAL softirqs.CPU16.NET_RX softirqs.CPU22.NET_RX 700000 ++----------------------------------------------------------------+ 650000 ++ ........*............ | | ........*....... .... ........* 600000 *+....... *....... | 550000 ++ | 500000 ++ | 450000 ++ | | | 400000 ++ | 350000 ++ | 300000 ++ | 250000 ++ O | | O O 200000 O+ O | 150000 ++----------------------------------------------------------------+ softirqs.CPU22.NET_RX 900000 ++----------------------------------------------------------------+ *................ ........*...............* 800000 ++ *...............*........ | | | 700000 ++ | 600000 ++ | | | 500000 ++ | | | 400000 ++ | 300000 ++ | | | 200000 ++ | O O O O O 100000 ++----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 613623.00 -63.0% 227117.40 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 815584.40 -80.9% 155975.60 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 1429207.40 -73.2% 383093.00 TOTAL softirqs.CPU22.NET_RX softirqs.CPU55.NET_RX 700000 ++----------------------------------------------------------------+ 650000 ++ ....*............ | | ........ .... | 600000 *+...............*... *...............* 550000 ++ | | | 500000 ++ | 450000 ++ | 400000 ++ | | | 350000 ++ | 300000 ++ | | O | 250000 ++ O O 200000 O+------------------------------------------------O---------------+ softirqs.CPU55.NET_RX 900000 ++----------------------------------------------------------------+ *................ ........*................*...............| 800000 ++ *....... * | | 700000 ++ | 600000 ++ | | | 500000 ++ | | | 400000 ++ | 300000 ++ | | | 200000 ++ | O O O O O 100000 ++----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 611858.60 -62.7% 228179.40 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 817586.40 -81.1% 154906.20 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 1429445.00 -73.2% 383085.60 TOTAL softirqs.CPU55.NET_RX softirqs.CPU50.NET_RX 700000 ++----------------------------------------------------------------+ 650000 ++ ........*................ | | ........*....... *...............* 600000 *+....... | 550000 ++ | 500000 ++ | 450000 ++ | | | 400000 ++ | 350000 ++ | 300000 ++ | 250000 ++ O O | O O 200000 ++ O | 150000 ++----------------------------------------------------------------+ softirqs.CPU50.NET_RX 900000 ++----------------------------------------------------------------+ *................ ........*................*...............* 800000 ++ *....... | | | 700000 ++ | 600000 ++ | | | 500000 ++ | | | 400000 ++ | 300000 ++ | | | 200000 ++ O | O O O O 100000 ++----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 615518.80 -62.5% 230716.00 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 827413.80 -79.6% 168717.20 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 1442932.60 -72.3% 399433.20 TOTAL softirqs.CPU50.NET_RX softirqs.CPU53.NET_RX 700000 ++----------------------------------------------------------------+ 650000 ++ ........*............ | | ........*....... .... ........* 600000 *+....... *....... | 550000 ++ | 500000 ++ | 450000 ++ | | | 400000 ++ | 350000 ++ | 300000 ++ | 250000 ++ O O | | O 200000 O+ O | 150000 ++----------------------------------------------------------------+ softirqs.CPU53.NET_RX 900000 ++----------------------------------------------------------------+ *................ ........*................*...............* 800000 ++ *....... | | | 700000 ++ | 600000 ++ | | | 500000 ++ | | | 400000 ++ | 300000 ++ | | | 200000 ++ | O O O O O 100000 ++----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 609312.20 -62.5% 228647.20 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 825147.20 -81.3% 154089.80 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 1434459.40 -73.3% 382737.00 TOTAL softirqs.CPU53.NET_RX softirqs.CPU49.NET_RX 700000 ++----------------------------------------------------------------+ 650000 ++ ........*................ | | ........*....... *...............* 600000 *+....... | 550000 ++ | 500000 ++ | 450000 ++ | | | 400000 ++ | 350000 ++ | 300000 ++ | 250000 ++ O O | | O 200000 O+ O | 150000 ++----------------------------------------------------------------+ softirqs.CPU49.NET_RX 900000 ++----------------------------------------------------------------+ *................ ........*................*...............* 800000 ++ *....... | | | 700000 ++ | 600000 ++ | | | 500000 ++ | | | 400000 ++ | 300000 ++ | | | 200000 ++ | O O O O O 100000 ++----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 616186.80 -62.7% 229587.20 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 837768.00 -81.1% 158153.20 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 1453954.80 -73.3% 387740.40 TOTAL softirqs.CPU49.NET_RX softirqs.CPU51.NET_RX 700000 ++----------------------------------------------------------------+ 650000 ++ ....*............ | | ........ .... ........* 600000 *+...............*... *....... | 550000 ++ | | | 500000 ++ | 450000 ++ | 400000 ++ | | | 350000 ++ | 300000 ++ | | O | 250000 ++ O O 200000 O+------------------------------------------------O---------------+ softirqs.CPU51.NET_RX 900000 ++----------------------------------------------------------------+ *................ ........*................*...............* 800000 ++ *....... | | | 700000 ++ | 600000 ++ | | | 500000 ++ | | | 400000 ++ | 300000 ++ | | | 200000 ++ | O O O O O 100000 ++----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 616002.60 -62.5% 231026.00 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 835069.20 -80.7% 160918.00 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 1451071.80 -73.0% 391944.00 TOTAL softirqs.CPU51.NET_RX softirqs.CPU19.NET_RX 700000 ++----------------------------------------------------------------+ 650000 ++ ....*............ | | ........ .... ........* 600000 *+...............*... *....... | 550000 ++ | | | 500000 ++ | 450000 ++ | 400000 ++ | | | 350000 ++ | 300000 ++ | | O | 250000 ++ O O 200000 O+------------------------------------------------O---------------+ softirqs.CPU19.NET_RX 900000 ++----------------------------------------------------------------+ *................ ........*................*...............* 800000 ++ *....... | | | 700000 ++ | 600000 ++ | | | 500000 ++ | | | 400000 ++ | 300000 ++ | | | 200000 ++ | O O O O O 100000 ++----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 616634.40 -62.6% 230554.20 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 833727.00 -80.1% 166214.20 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 1450361.40 -72.6% 396768.40 TOTAL softirqs.CPU19.NET_RX softirqs.CPU21.NET_RX 700000 ++----------------------------------------------------------------+ 650000 ++ ....*............ | | ........ .... ........* 600000 *+...............*... *....... | 550000 ++ | 500000 ++ | 450000 ++ | | | 400000 ++ | 350000 ++ | 300000 ++ | 250000 ++ O | | O O 200000 O+ O | 150000 ++----------------------------------------------------------------+ softirqs.CPU21.NET_RX 900000 ++----------------------------------------------------------------+ *................ ........*................*...............* 800000 ++ *....... | | | 700000 ++ | 600000 ++ | | | 500000 ++ | | | 400000 ++ | 300000 ++ | | | 200000 ++ | O O O O O 100000 ++----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 612954.40 -62.6% 229077.00 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 823882.80 -80.4% 161452.80 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 1436837.20 -72.8% 390529.80 TOTAL softirqs.CPU21.NET_RX softirqs.CPU54.NET_RX 700000 ++----------------------------------------------------------------+ 650000 ++ ........*............ | | ........*....... .... ........* 600000 *+....... *....... | 550000 ++ | 500000 ++ | 450000 ++ | | | 400000 ++ | 350000 ++ | 300000 ++ | 250000 ++ O O | | O 200000 O+ O | 150000 ++----------------------------------------------------------------+ softirqs.CPU54.NET_RX 900000 ++----------------------------------------------------------------+ *................ ........*................*...............* 800000 ++ *....... | | | 700000 ++ | 600000 ++ | | | 500000 ++ | | | 400000 ++ | 300000 ++ | | | 200000 ++ | O O O O O 100000 ++----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 614619.40 -62.8% 228646.20 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 817408.40 -81.3% 152989.60 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 1432027.80 -73.3% 381635.80 TOTAL softirqs.CPU54.NET_RX softirqs.CPU52.NET_RX 700000 ++----------------------------------------------------------------+ 650000 ++ ....*............ | | ........ .... ........* 600000 *+...............*... *....... | 550000 ++ | | | 500000 ++ | 450000 ++ | 400000 ++ | | | 350000 ++ | 300000 ++ | | O | 250000 ++ O O 200000 O+------------------------------------------------O---------------+ softirqs.CPU52.NET_RX 900000 ++----------------------------------------------------------------+ *................ ........*................*...............| 800000 ++ *....... * | | 700000 ++ | 600000 ++ | | | 500000 ++ | | | 400000 ++ | 300000 ++ | | | 200000 ++ | O O O O O 100000 ++----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 616436.20 -62.7% 229747.60 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 812542.60 -81.0% 154549.20 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 1428978.80 -73.1% 384296.80 TOTAL softirqs.CPU52.NET_RX softirqs.CPU18.NET_RX 700000 ++----------------------------------------------------------------+ 650000 ++ ........*............ | | ........*....... .... ........* 600000 *+....... *....... | 550000 ++ | 500000 ++ | 450000 ++ | | | 400000 ++ | 350000 ++ | 300000 ++ | 250000 ++ O O | | O 200000 O+ O | 150000 ++----------------------------------------------------------------+ softirqs.CPU18.NET_RX 900000 ++----------------------------------------------------------------+ *................ ........*................*...............* 800000 ++ *....... | | | 700000 ++ | 600000 ++ | | | 500000 ++ | | | 400000 ++ | 300000 ++ | | | 200000 ++ | O O O O O 100000 ++----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 614783.00 -62.7% 229012.60 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 828166.40 -80.8% 159193.20 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 1442949.40 -73.1% 388205.80 TOTAL softirqs.CPU18.NET_RX buddyinfo.Node.2.zone.Normal.4 200 ++-------------------------------------------------------------------+ O O O 180 ++ O | 160 ++ O | | | 140 *+... | 120 ++ ... | | .. | 100 ++ ... | 80 ++ ... | | . | 60 ++ *............. | 40 ++ .... ........*................* | *........ | 20 ++-------------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 65.60 +175.6% 180.80 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 65.60 +175.6% 180.80 TOTAL buddyinfo.Node.2.zone.Normal.4 pagetypeinfo.Node2.Normal.Unmovable.4 200 ++--------------------------------------------------O----------------+ O O 180 ++ O | 160 ++ O | | | 140 *+.. | | .. | 120 ++ .. | | .. | 100 ++ .. | 80 ++ .. | | .. | 60 ++ . | | *................. ........* 40 ++---------------------------------*----------------*----------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 66.00 +178.2% 183.60 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 66.00 +178.2% 183.60 TOTAL pagetypeinfo.Node2.Normal.Unmovable.4 buddyinfo.Node.3.zone.Normal.3 350 ++-------------------------------------------------------------------+ O | 300 ++ | | O O O | | | 250 ++ | | | 200 ++ O | | 150 ++ ...*...... | | ...... .... | | ...... .... | 100 ++ ........*.. .. | *........ *................* 50 ++-------------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 96.00 +192.5% 280.80 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 96.00 +192.5% 280.80 TOTAL buddyinfo.Node.3.zone.Normal.3 buddyinfo.Node.3.zone.Normal.5 300 ++-------------------------------------------------------------------+ | | O | 250 ++ O O | | O | | | 200 ++ O | | 150 ++ | | | | | 100 ++ | *................ .........*............ | | *........ .... | 50 ++--------------------------------------------------*----------------* a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 68.40 +246.2% 236.80 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 68.40 +246.2% 236.80 TOTAL buddyinfo.Node.3.zone.Normal.5 softirqs.CPU1.NET_RX 750000 ++----------------------------------------------------------------+ 700000 ++ ..*........ | | ...... ...... | 650000 ++ ..... .. | 600000 *+...............*.. *...............* 550000 ++ | 500000 ++ | | | 450000 ++ | 400000 ++ | 350000 ++ | 300000 O+ O | | O O | 250000 ++ O 200000 ++----------------------------------------------------------------+ softirqs.CPU1.NET_RX 1e+06 *+-------------------------------*----------------*---------------* | *....... | 900000 ++ | 800000 ++ | | | 700000 ++ | 600000 ++ | | | 500000 ++ | 400000 ++ | | | 300000 ++ | 200000 ++ | O O O O O 100000 ++----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 624950.60 -52.9% 294284.40 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 970171.40 -84.0% 155028.80 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 1595122.00 -71.8% 449313.20 TOTAL softirqs.CPU1.NET_RX softirqs.CPU2.NET_RX 750000 ++----------------------------------------------------------------+ 700000 ++ ..*........ | | ...... ...... | 650000 ++ ..... .. ........* 600000 *+...............*.. *....... | 550000 ++ | 500000 ++ | | | 450000 ++ | 400000 ++ | 350000 ++ | 300000 O+ O | | O O | 250000 ++ O 200000 ++----------------------------------------------------------------+ softirqs.CPU2.NET_RX 1.1e+06 ++---------------------------------------------------------------+ 1e+06 *+.............. ........*...............*...............* | *........ | 900000 ++ | 800000 ++ | | | 700000 ++ | 600000 ++ | 500000 ++ | | | 400000 ++ | 300000 ++ | | | 200000 O+ O O O O 100000 ++---------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 625014.20 -52.8% 294781.80 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 1005568.40 -84.1% 159671.60 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 1630582.60 -72.1% 454453.40 TOTAL softirqs.CPU2.NET_RX softirqs.CPU39.NET_RX 750000 ++----------------------------------------------------------------+ 700000 ++ ..*........ | | ...... ...... | 650000 ++ ..... .. | 600000 *+...............*.. *...............* 550000 ++ | 500000 ++ | | | 450000 ++ | 400000 ++ | 350000 ++ | 300000 O+ O | | O O | 250000 ++ O 200000 ++----------------------------------------------------------------+ softirqs.CPU39.NET_RX 1e+06 *+-------------------------------*----------------*---------------+ | *....... * 900000 ++ | 800000 ++ | | | 700000 ++ | 600000 ++ | | | 500000 ++ | 400000 ++ | | | 300000 ++ | 200000 ++ | O O O O O 100000 ++----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 627892.60 -52.9% 295526.80 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 964004.80 -84.1% 152940.60 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 1591897.40 -71.8% 448467.40 TOTAL softirqs.CPU39.NET_RX softirqs.CPU38.NET_RX 750000 ++----------------------------------------------------------------+ 700000 ++ ..*........ | | ...... ...... | 650000 ++ ..... .. | 600000 *+...............*.. *...............* 550000 ++ | 500000 ++ | | | 450000 ++ | 400000 ++ | 350000 ++ | 300000 O+ O | | O O | 250000 ++ O 200000 ++----------------------------------------------------------------+ softirqs.CPU38.NET_RX 1e+06 *+-------------------------------*----------------*---------------* | *....... | 900000 ++ | 800000 ++ | | | 700000 ++ | 600000 ++ | | | 500000 ++ | 400000 ++ | | | 300000 ++ | 200000 ++ | O O O O O 100000 ++----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 626523.60 -52.7% 296599.20 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 965919.80 -84.3% 151883.80 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 1592443.40 -71.8% 448483.00 TOTAL softirqs.CPU38.NET_RX softirqs.CPU5.NET_RX 750000 ++----------------------------------------------------------------+ 700000 ++ ..*........ | | ...... ...... | 650000 ++ ..... .. | 600000 *+...............*.. *...............* 550000 ++ | 500000 ++ | | | 450000 ++ | 400000 ++ | 350000 ++ | 300000 O+ O | | O O | 250000 ++ O 200000 ++----------------------------------------------------------------+ softirqs.CPU5.NET_RX 1e+06 *+-------------------------------*----------------*---------------* | *....... | 900000 ++ | 800000 ++ | | | 700000 ++ | 600000 ++ | | | 500000 ++ | 400000 ++ | | | 300000 ++ | 200000 ++ | O O O O O 100000 ++----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 624119.00 -52.7% 295402.00 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 968715.60 -84.2% 153018.60 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 1592834.60 -71.8% 448420.60 TOTAL softirqs.CPU5.NET_RX softirqs.CPU35.NET_RX 750000 ++----------------------------------------------------------------+ 700000 ++ ..*........ | | ...... ...... | 650000 ++ ..... .. | 600000 *+...............*.. *...............* 550000 ++ | 500000 ++ | | | 450000 ++ | 400000 ++ | 350000 ++ | 300000 O+ O O | | O | 250000 ++ O 200000 ++----------------------------------------------------------------+ softirqs.CPU35.NET_RX 1.1e+06 ++---------------------------------------------------------------+ 1e+06 *+.............. ........*...............*...............* | *........ | 900000 ++ | 800000 ++ | | | 700000 ++ | 600000 ++ | 500000 ++ | | | 400000 ++ | 300000 ++ | | | 200000 O+ O O O O 100000 ++---------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 626094.40 -52.6% 296958.40 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 1000030.80 -84.4% 155671.80 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 1626125.20 -72.2% 452630.20 TOTAL softirqs.CPU35.NET_RX softirqs.CPU36.NET_RX 750000 ++----------------------------------------------------------------+ 700000 ++ ..*........ | | ...... ...... | 650000 ++ ..... .. | 600000 *+...............*.. *...............* 550000 ++ | 500000 ++ | | | 450000 ++ | 400000 ++ | 350000 ++ | 300000 O+ O O | | O | 250000 ++ O 200000 ++----------------------------------------------------------------+ softirqs.CPU36.NET_RX 1e+06 *+-------------------------------*----------------*---------------* | *....... | 900000 ++ | 800000 ++ | | | 700000 ++ | 600000 ++ | | | 500000 ++ | 400000 ++ | | | 300000 ++ | 200000 ++ | O O O O O 100000 ++----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 629253.20 -52.7% 297787.00 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 972621.40 -84.2% 153899.20 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 1601874.60 -71.8% 451686.20 TOTAL softirqs.CPU36.NET_RX softirqs.CPU7.NET_RX 750000 ++----------------------------------------------------------------+ 700000 ++ ..*........ | | ...... ...... | 650000 ++ ..... .. | 600000 *+...............*.. *...............* 550000 ++ | 500000 ++ | | | 450000 ++ | 400000 ++ | 350000 ++ | 300000 O+ O O | | O | 250000 ++ O 200000 ++----------------------------------------------------------------+ softirqs.CPU7.NET_RX 1e+06 *+-------------------------------*----------------*---------------* | *....... | 900000 ++ | 800000 ++ | | | 700000 ++ | 600000 ++ | | | 500000 ++ | 400000 ++ | | | 300000 ++ | 200000 ++ | O O O O O 100000 ++----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 626983.80 -53.0% 294626.40 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 964519.00 -84.1% 153249.40 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 1591502.80 -71.9% 447875.80 TOTAL softirqs.CPU7.NET_RX softirqs.CPU34.NET_RX 750000 ++----------------------------------------------------------------+ 700000 ++ ..*........ | | ...... ...... | 650000 ++ ..... .. | 600000 *+...............*.. *...............* 550000 ++ | 500000 ++ | | | 450000 ++ | 400000 ++ | 350000 ++ | 300000 O+ O | | O O | 250000 ++ O 200000 ++----------------------------------------------------------------+ softirqs.CPU34.NET_RX 1.1e+06 ++---------------------------------------------------------------+ 1e+06 *+.............. ........*...............*...............* | *........ | 900000 ++ | 800000 ++ | | | 700000 ++ | 600000 ++ | 500000 ++ | | | 400000 ++ | 300000 ++ | | | 200000 O+ O O O O 100000 ++---------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 627447.40 -52.7% 296471.60 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 1004935.80 -84.6% 155224.40 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 1632383.20 -72.3% 451696.00 TOTAL softirqs.CPU34.NET_RX softirqs.CPU32.NET_RX 750000 ++----------------------------------------------------------------+ 700000 ++ ..*........ | | ...... ...... | 650000 ++ ..... .. | 600000 *+...............*.. *...............* 550000 ++ | 500000 ++ | | | 450000 ++ | 400000 ++ | 350000 ++ | 300000 O+ O | | O O | 250000 ++ O 200000 ++----------------------------------------------------------------+ softirqs.CPU32.NET_RX 1e+06 *+-------------------------------*----------------*---------------* | *....... | 900000 ++ | 800000 ++ | | | 700000 ++ | 600000 ++ | | | 500000 ++ | 400000 ++ | | | 300000 ++ | 200000 ++ | O O O O O 100000 ++----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 624954.00 -52.7% 295693.40 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 969910.80 -84.0% 155324.00 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 1594864.80 -71.7% 451017.40 TOTAL softirqs.CPU32.NET_RX softirqs.CPU33.NET_RX 750000 ++----------------------------------------------------------------+ 700000 ++ ..*........ | | ...... ...... | 650000 ++ ..... .. | 600000 *+...............*.. *...............* 550000 ++ | 500000 ++ | | | 450000 ++ | 400000 ++ | 350000 ++ | 300000 O+ O O | | O | 250000 ++ O 200000 ++----------------------------------------------------------------+ softirqs.CPU33.NET_RX 1.1e+06 ++---------------------------------------------------------------+ 1e+06 *+.............. ........*...............*...............* | *........ | 900000 ++ | 800000 ++ | | | 700000 ++ | 600000 ++ | 500000 ++ | | | 400000 ++ | 300000 ++ | | | 200000 O+ O O O O 100000 ++---------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 625623.40 -52.6% 296537.20 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 1001299.00 -84.5% 155575.00 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 1626922.40 -72.2% 452112.20 TOTAL softirqs.CPU33.NET_RX softirqs.CPU6.NET_RX 750000 ++----------------------------------------------------------------+ 700000 ++ ..*........ | | ...... ...... | 650000 ++ ..... .. | 600000 *+...............*.. *...............* 550000 ++ | 500000 ++ | | | 450000 ++ | 400000 ++ | 350000 ++ | 300000 O+ O O | | O | 250000 ++ O 200000 ++----------------------------------------------------------------+ softirqs.CPU6.NET_RX 1e+06 *+-------------------------------*----------------*---------------* | *....... | 900000 ++ | 800000 ++ | | | 700000 ++ | 600000 ++ | | | 500000 ++ | 400000 ++ | | | 300000 ++ | 200000 ++ | O O O O O 100000 ++----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 626429.80 -52.7% 296522.60 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 967516.00 -84.2% 152938.80 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 1593945.80 -71.8% 449461.40 TOTAL softirqs.CPU6.NET_RX softirqs.CPU3.NET_RX 750000 ++----------------------------------------------------------------+ 700000 ++ ..*........ | | ...... ...... | 650000 ++ ..... .. | 600000 *+...............*.. *...............* 550000 ++ | 500000 ++ | | | 450000 ++ | 400000 ++ | 350000 ++ | 300000 O+ O O | | O | 250000 ++ O 200000 ++----------------------------------------------------------------+ softirqs.CPU3.NET_RX 1.1e+06 ++---------------------------------------------------------------+ 1e+06 *+.............. ........*...............*...............* | *........ | 900000 ++ | 800000 ++ | | | 700000 ++ | 600000 ++ | 500000 ++ | | | 400000 ++ | 300000 ++ | | | 200000 O+ O O O O 100000 ++---------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 623046.40 -52.4% 296759.00 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 1001241.40 -84.1% 158920.40 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 1624287.80 -71.9% 455679.40 TOTAL softirqs.CPU3.NET_RX softirqs.CPU4.NET_RX 750000 ++----------------------------------------------------------------+ 700000 ++ ..*........ | | ...... ...... | 650000 ++ ..... .. | 600000 *+...............*.. *...............* 550000 ++ | 500000 ++ | | | 450000 ++ | 400000 ++ | 350000 ++ | 300000 O+ O O | | O | 250000 ++ O 200000 ++----------------------------------------------------------------+ softirqs.CPU4.NET_RX 1e+06 *+-------------------------------*----------------*---------------* | *....... | 900000 ++ | 800000 ++ | | | 700000 ++ | 600000 ++ | | | 500000 ++ | 400000 ++ | | | 300000 ++ | 200000 ++ | O O O O O 100000 ++----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 625172.40 -52.6% 296570.60 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 971462.20 -83.9% 156697.40 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 1596634.60 -71.6% 453268.00 TOTAL softirqs.CPU4.NET_RX softirqs.CPU37.NET_RX 750000 ++----------------------------------------------------------------+ 700000 ++ ..*........ | | ...... ...... | 650000 ++ ..... .. | 600000 *+...............*.. *...............* 550000 ++ | 500000 ++ | | | 450000 ++ | 400000 ++ | 350000 ++ | 300000 O+ O O | | O | 250000 ++ O 200000 ++----------------------------------------------------------------+ softirqs.CPU37.NET_RX 1e+06 *+-------------------------------*----------------*---------------* | *....... | 900000 ++ | 800000 ++ | | | 700000 ++ | 600000 ++ | | | 500000 ++ | 400000 ++ | | | 300000 ++ | 200000 ++ | O O O O O 100000 ++----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 624991.00 -52.6% 296278.40 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 971178.80 -84.4% 151025.20 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 1596169.80 -72.0% 447303.60 TOTAL softirqs.CPU37.NET_RX pagetypeinfo.Node0.Normal.Unmovable.3 300 ++-------------------------------------------------------------------+ | | | O O | 250 ++ O O | | O | 200 ++ | | | 150 ++ | | | | | 100 ++ ...*............ | | ...... .... ........* *................ ...... *........ | 50 ++---------------*---------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 74.80 +230.5% 247.20 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 74.80 +230.5% 247.20 TOTAL pagetypeinfo.Node0.Normal.Unmovable.3 softirqs.CPU44.NET_RX 700000 ++----------------------------------------------------------------+ | ....*............ | 650000 ++ ........ .... | 600000 *+...............*... *...............* | | 550000 ++ | 500000 ++ | | | 450000 ++ | 400000 ++ | | | 350000 ++ | 300000 O+ O O O O | | 250000 ++----------------------------------------------------------------+ softirqs.CPU44.NET_RX 1e+06 ++----------------------------------------------------------------+ *................ ........*...............| 900000 ++ *...............*........ * 800000 ++ | | | 700000 ++ | 600000 ++ | | | 500000 ++ | 400000 ++ | | | 300000 ++ | 200000 ++ | O O O O O 100000 ++----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 619154.00 -49.5% 312936.20 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 889747.00 -83.4% 147405.40 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 1508901.00 -69.5% 460341.60 TOTAL softirqs.CPU44.NET_RX softirqs.CPU47.NET_RX 700000 ++----------------------------------------------------------------+ | ....*............ | 650000 ++ ........ .... | 600000 *+...............*... *...............* | | 550000 ++ | 500000 ++ | | | 450000 ++ | 400000 ++ | | | 350000 ++ | 300000 ++ O O O O O | 250000 ++----------------------------------------------------------------+ softirqs.CPU47.NET_RX 1e+06 ++----------------------------------------------------------------+ *................ | 900000 ++ *...............*................*...............* 800000 ++ | | | 700000 ++ | 600000 ++ | | | 500000 ++ | 400000 ++ | | | 300000 ++ | 200000 ++ | O O O O O 100000 ++----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 618440.20 -50.1% 308304.40 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 891464.40 -84.2% 141073.40 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 1509904.60 -70.2% 449377.80 TOTAL softirqs.CPU47.NET_RX softirqs.CPU46.NET_RX 700000 ++----------------------------------------------------------------+ | ....*............ | 650000 ++ ........ .... | 600000 *+...............*... *...............* | | 550000 ++ | 500000 ++ | | | 450000 ++ | 400000 ++ | | | 350000 ++ | 300000 ++ O O O O O | 250000 ++----------------------------------------------------------------+ softirqs.CPU46.NET_RX 900000 *+-------------------------------*----------------*---------------* | *....... | 800000 ++ | | | 700000 ++ | 600000 ++ | | | 500000 ++ | | | 400000 ++ | 300000 ++ | | | 200000 ++ | O O O O O 100000 ++----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 618387.20 -49.8% 310248.60 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 878243.40 -83.9% 140994.80 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 1496630.60 -69.8% 451243.40 TOTAL softirqs.CPU46.NET_RX softirqs.CPU40.NET_RX 700000 ++----------------------------------------------------------------+ | ....*............ | 650000 ++ ........ .... | 600000 *+...............*... *...............* | | 550000 ++ | 500000 ++ | | | 450000 ++ | 400000 ++ | | | 350000 ++ | 300000 ++ O O O O O | 250000 ++----------------------------------------------------------------+ softirqs.CPU40.NET_RX 1e+06 ++----------------------------------------------------------------+ *................ | 900000 ++ *...............*................*...............* 800000 ++ | | | 700000 ++ | 600000 ++ | | | 500000 ++ | 400000 ++ | | | 300000 ++ | 200000 ++ | O O O O O 100000 ++----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 616308.20 -49.7% 309945.60 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 887513.40 -84.3% 139457.60 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 1503821.60 -70.1% 449403.20 TOTAL softirqs.CPU40.NET_RX softirqs.CPU43.NET_RX 700000 ++----------------------------------------------------------------+ | ....*............ | 650000 ++ ........ .... | 600000 *+...............*... *...............* | | 550000 ++ | 500000 ++ | | | 450000 ++ | 400000 ++ | | | 350000 ++ O | 300000 ++ O O O O | 250000 ++----------------------------------------------------------------+ softirqs.CPU43.NET_RX 1e+06 ++----------------------------------------------------------------+ *................ ........*................*...............* 900000 ++ *....... | 800000 ++ | | | 700000 ++ | 600000 ++ | | | 500000 ++ | 400000 ++ | | | 300000 ++ | 200000 ++ | O O O O O 100000 ++----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 621133.80 -49.6% 313086.60 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 921968.60 -84.5% 142872.80 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 1543102.40 -70.5% 455959.40 TOTAL softirqs.CPU43.NET_RX softirqs.CPU45.NET_RX 700000 ++----------------------------------------------------------------+ | ....*............ | 650000 ++ ........ .... | 600000 *+...............*... *...............* | | 550000 ++ | 500000 ++ | | | 450000 ++ | 400000 ++ | | | 350000 ++ | 300000 ++ O O O O O | 250000 ++----------------------------------------------------------------+ softirqs.CPU45.NET_RX 1e+06 ++----------------------------------------------------------------+ *................ ........*................ | 900000 ++ *....... *...............* 800000 ++ | | | 700000 ++ | 600000 ++ | | | 500000 ++ | 400000 ++ | | | 300000 ++ | 200000 ++ | O O O O O 100000 ++----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 616895.60 -49.5% 311469.00 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 891782.40 -84.3% 139949.80 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 1508678.00 -70.1% 451418.80 TOTAL softirqs.CPU45.NET_RX softirqs.CPU42.NET_RX 700000 ++----------------------------------------------------------------+ | ....*............ | 650000 ++ ........ .... | 600000 *+...............*... *...............* | | 550000 ++ | 500000 ++ | | | 450000 ++ | 400000 ++ | | | 350000 ++ | 300000 ++ O O O O O | 250000 ++----------------------------------------------------------------+ softirqs.CPU42.NET_RX 1e+06 ++----------------------------------------------------------------+ *................ ........*................*...............* 900000 ++ *....... | 800000 ++ | | | 700000 ++ | 600000 ++ | | | 500000 ++ | 400000 ++ | | | 300000 ++ | 200000 ++ | O O O O O 100000 ++----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 619244.40 -49.8% 310779.20 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 908635.60 -83.9% 145966.20 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 1527880.00 -70.1% 456745.40 TOTAL softirqs.CPU42.NET_RX softirqs.CPU41.NET_RX 700000 ++----------------------------------------------------------------+ | ....*............ | 650000 ++ ........ .... | 600000 *+...............*... *...............* | | 550000 ++ | 500000 ++ | | | 450000 ++ | 400000 ++ | | | 350000 ++ | 300000 ++ O O O O O | 250000 ++----------------------------------------------------------------+ softirqs.CPU41.NET_RX 1e+06 ++----------------------------------------------------------------+ *................ ........*................*...............* 900000 ++ *....... | 800000 ++ | | | 700000 ++ | 600000 ++ | | | 500000 ++ | 400000 ++ | | | 300000 ++ | 200000 ++ | O O O O O 100000 ++----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 616910.00 -49.3% 312891.60 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 918510.00 -84.2% 144739.80 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 1535420.00 -70.2% 457631.40 TOTAL softirqs.CPU41.NET_RX softirqs.CPU26.NET_RX 1e+06 ++----------------------------------------------------------------+ *................ ........*................*...............* 900000 ++ *....... | 800000 ++ | | | 700000 ++ | 600000 ++ | | | 500000 ++ | 400000 ++ | | | 300000 ++ | 200000 ++ | O O O O O 100000 ++----------------------------------------------------------------+ softirqs.CPU26.NET_RX 1.5e+06 ++---------------------------------------------------------------+ | O O O 1.4e+06 O+ O | | | 1.3e+06 ++ | 1.2e+06 ++ | | | 1.1e+06 ++ | | | 1e+06 ++ | 900000 ++ | | | 800000 *+.............. | | *................*...............*...............* 700000 ++---------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 763537.40 +85.9% 1419690.40 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 904565.00 -82.0% 163117.40 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 1668102.40 -5.1% 1582807.80 TOTAL softirqs.CPU26.NET_RX softirqs.CPU25.NET_RX 1e+06 ++----------------------------------------------------------------+ *................ ........*................*...............* 900000 ++ *....... | 800000 ++ | | | 700000 ++ | 600000 ++ | | | 500000 ++ | 400000 ++ | | | 300000 ++ | 200000 ++ | O O O O O 100000 ++----------------------------------------------------------------+ softirqs.CPU25.NET_RX 1.5e+06 ++---------------------------------------------------------------+ O O O O O 1.4e+06 ++ | | | 1.3e+06 ++ | 1.2e+06 ++ | | | 1.1e+06 ++ | | | 1e+06 ++ | 900000 ++ | | | 800000 *+.............. | | *................*...............*...............* 700000 ++---------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 770704.60 +84.8% 1424321.20 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 901936.40 -82.4% 159131.40 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 1672641.00 -5.3% 1583452.60 TOTAL softirqs.CPU25.NET_RX softirqs.CPU27.NET_RX 1e+06 ++----------------------------------------------------------------+ *................ ........*................*...............* 900000 ++ *....... | 800000 ++ | | | 700000 ++ | 600000 ++ | | | 500000 ++ | 400000 ++ | | | 300000 ++ | 200000 ++ | O O O O O 100000 ++----------------------------------------------------------------+ softirqs.CPU27.NET_RX 1.5e+06 ++---------------------------------------------------------------+ | O O 1.4e+06 O+ O O | | | 1.3e+06 ++ | 1.2e+06 ++ | | | 1.1e+06 ++ | | | 1e+06 ++ | 900000 ++ | | | 800000 *+.............. | | *................*...............*...............* 700000 ++---------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 764877.00 +84.4% 1410320.40 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 910173.80 -82.2% 162324.20 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 1675050.80 -6.1% 1572644.60 TOTAL softirqs.CPU27.NET_RX softirqs.CPU24.NET_RX 1e+06 ++----------------------------------------------------------------+ | ........* 900000 *+............... ........*................*....... | 800000 ++ *....... | | | 700000 ++ | 600000 ++ | | | 500000 ++ | 400000 ++ | | | 300000 ++ | 200000 ++ | O O O O O 100000 ++----------------------------------------------------------------+ softirqs.CPU24.NET_RX 1.5e+06 ++---------------------------------------------------------------+ | O O O 1.4e+06 O+ O | | | 1.3e+06 ++ | 1.2e+06 ++ | | | 1.1e+06 ++ | | | 1e+06 ++ | 900000 ++ | | | 800000 *+.............. | | *................*...............*...............* 700000 ++---------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 772246.80 +84.0% 1421246.80 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 883573.80 -82.4% 155727.80 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 1655820.60 -4.8% 1576974.60 TOTAL softirqs.CPU24.NET_RX softirqs.CPU30.NET_RX 1e+06 ++----------------------------------------------------------------+ *................ ........* 900000 ++ *...............*................*....... | 800000 ++ | | | 700000 ++ | 600000 ++ | | | 500000 ++ | 400000 ++ | | | 300000 ++ | 200000 ++ | O O O O O 100000 ++----------------------------------------------------------------+ softirqs.CPU30.NET_RX 1.5e+06 ++---------------------------------------------------------------+ | O O O 1.4e+06 O+ O | | | 1.3e+06 ++ | 1.2e+06 ++ | | | 1.1e+06 ++ | | | 1e+06 ++ | 900000 ++ | | | 800000 *+.............. | | *................*...............*...............* 700000 ++---------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 779386.60 +81.5% 1414347.00 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 888159.60 -82.5% 155372.60 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 1667546.20 -5.9% 1569719.60 TOTAL softirqs.CPU30.NET_RX softirqs.CPU28.NET_RX 1e+06 ++----------------------------------------------------------------+ | ........*...............* 900000 *+...............*...............*........ | 800000 ++ | | | 700000 ++ | 600000 ++ | | | 500000 ++ | 400000 ++ | | | 300000 ++ | 200000 ++ | O O O O O 100000 ++----------------------------------------------------------------+ softirqs.CPU28.NET_RX 1.5e+06 ++---------------------------------------------------------------+ | O O 1.4e+06 O+ O O | | | 1.3e+06 ++ | 1.2e+06 ++ | | | 1.1e+06 ++ | | | 1e+06 ++ | 900000 ++ | | | 800000 *+.............. ........*............... | | *........ *...............* 700000 ++---------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 782898.20 +80.4% 1412039.60 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 891346.20 -82.4% 157309.80 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 1674244.40 -6.3% 1569349.40 TOTAL softirqs.CPU28.NET_RX softirqs.CPU31.NET_RX 1e+06 ++----------------------------------------------------------------+ | ........*...............| 900000 *+...............*...............*........ * 800000 ++ | | | 700000 ++ | 600000 ++ | | | 500000 ++ | 400000 ++ | | | 300000 ++ | 200000 ++ | O O O O O 100000 ++----------------------------------------------------------------+ softirqs.CPU31.NET_RX 1.5e+06 ++---------------------------------------------------------------+ | O O | 1.4e+06 O+ O O | | 1.3e+06 ++ | 1.2e+06 ++ | | | 1.1e+06 ++ | | | 1e+06 ++ | 900000 ++ | | | 800000 *+.............. | | *................*...............*...............* 700000 ++---------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 780606.80 +81.3% 1415047.80 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 888398.80 -82.3% 157584.20 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 1669005.60 -5.8% 1572632.00 TOTAL softirqs.CPU31.NET_RX slabinfo.kmalloc-2048.num_slabs 3500 ++------------------------------------------------------------------+ | | 3000 O+ O O O O | | | | 2500 ++ | | | 2000 ++ | | | 1500 ++ | | | | | 1000 ++ | | ........*................ | 500 *+---------------*---------------------------------*----------------* slabinfo.kmalloc-2048.num_slabs 1600 O+---------------O----------------O----------------O----------------O | | 1400 ++ | | | 1200 ++ | | | 1000 ++ | | | 800 ++ | | | 600 ++ | | ........*................* 400 ++ ........*................*........ | *........ | 200 ++------------------------------------------------------------------+ slabinfo.kmalloc-2048.num_slabs 850 ++-------------------------------------------------------------------+ | O | 800 O+ O O O 750 ++ | | | 700 ++ | | | 650 ++ | | | 600 ++ | 550 ++ | | | 500 ++ | *................*.................*................*................* 450 ++-------------------------------------------------------------------+ slabinfo.kmalloc-2048.num_slabs 1600 O+--------------------------------O---------------------------------+ | O O O 1400 ++ | | | | | 1200 ++ | | | 1000 ++ | | | 800 ++ | | | | | 600 ++ | *................*................*................*................* 400 ++------------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 620.60 +401.1% 3109.80 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 474.20 +229.2% 1561.20 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 404.60 +285.9% 1561.20 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 472.60 +68.5% 796.20 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 1972.00 +256.4% 7028.40 TOTAL slabinfo.kmalloc-2048.num_slabs slabinfo.kmalloc-2048.active_slabs 3500 ++------------------------------------------------------------------+ | | 3000 O+ O O O O | | | | 2500 ++ | | | 2000 ++ | | | 1500 ++ | | | | | 1000 ++ | | ........*................ | 500 *+---------------*---------------------------------*----------------* slabinfo.kmalloc-2048.active_slabs 1600 O+---------------O----------------O----------------O----------------O | | 1400 ++ | | | 1200 ++ | | | 1000 ++ | | | 800 ++ | | | 600 ++ | | ........*................* 400 ++ ........*................*........ | *........ | 200 ++------------------------------------------------------------------+ slabinfo.kmalloc-2048.active_slabs 850 ++-------------------------------------------------------------------+ | O | 800 O+ O O O 750 ++ | | | 700 ++ | | | 650 ++ | | | 600 ++ | 550 ++ | | | 500 ++ | *................*.................*................*................* 450 ++-------------------------------------------------------------------+ slabinfo.kmalloc-2048.active_slabs 1600 O+--------------------------------O---------------------------------+ | O O O 1400 ++ | | | | | 1200 ++ | | | 1000 ++ | | | 800 ++ | | | | | 600 ++ | *................*................*................*................* 400 ++------------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 620.60 +401.1% 3109.80 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 474.20 +229.2% 1561.20 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 404.60 +285.9% 1561.20 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 472.60 +68.5% 796.20 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 1972.00 +256.4% 7028.40 TOTAL slabinfo.kmalloc-2048.active_slabs slabinfo.kmalloc-2048.active_objs 50000 O+--------------------------------O---------------O----------------O | O | 45000 ++ | 40000 ++ | | | 35000 ++ | 30000 ++ | | | 25000 ++ | 20000 ++ | | | 15000 ++ | 10000 ++ ........*............... | *................*........ *................* 5000 ++-----------------------------------------------------------------+ slabinfo.kmalloc-2048.active_objs 25000 O+---------------O----------------O---------------O----------------O | | | | 20000 ++ | | | | | 15000 ++ | | | 10000 ++ | | | | ....*................ ........*................* 5000 ++ ........ *....... | *.... | | | 0 ++-----------------------------------------------------------------+ slabinfo.kmalloc-2048.active_objs 13000 ++--------------------------------O--------------------------------+ O O O O 12000 ++ | | | | | 11000 ++ | | | 10000 ++ | | | 9000 ++ | | | | | 8000 ++ | *................*................*...............*................* 7000 ++-----------------------------------------------------------------+ slabinfo.kmalloc-2048.active_objs 26000 ++-----------------------------------------------------------------+ 24000 O+ O O O O | | 22000 ++ | 20000 ++ | | | 18000 ++ | 16000 ++ | 14000 ++ | | | 12000 ++ | 10000 ++ | | | 8000 *+...............*................*...............*................* 6000 ++-----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 9826.20 +399.7% 49102.60 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 7487.80 +229.0% 24635.40 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 6385.20 +285.3% 24600.20 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 7491.20 +68.0% 12588.60 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 31190.40 +255.6% 110926.80 TOTAL slabinfo.kmalloc-2048.active_objs slabinfo.kmalloc-2048.num_objs 55000 ++-----------------------------------------------------------------+ 50000 O+ O O O | O | 45000 ++ | 40000 ++ | | | 35000 ++ | 30000 ++ | 25000 ++ | | | 20000 ++ | 15000 ++ | | ........*............... | 10000 *+...............*........ *................* 5000 ++-----------------------------------------------------------------+ slabinfo.kmalloc-2048.num_objs 30000 ++-----------------------------------------------------------------+ | | 25000 O+ O O O O | | | | 20000 ++ | | | 15000 ++ | | | 10000 ++ | | ........* | ........*................*...............*........ | 5000 *+....... | | | 0 ++-----------------------------------------------------------------+ slabinfo.kmalloc-2048.num_objs 14000 ++-----------------------------------------------------------------+ | | 13000 ++ O O O O O | 12000 ++ | | | 11000 ++ | | | 10000 ++ | | | 9000 ++ | | | 8000 ++ | *................*................*...............*................* 7000 ++-----------------------------------------------------------------+ slabinfo.kmalloc-2048.num_objs 26000 ++-----------------------------------------------------------------+ 24000 O+ O O O O | | 22000 ++ | 20000 ++ | | | 18000 ++ | 16000 ++ | 14000 ++ | | | 12000 ++ | 10000 ++ | | | 8000 *+...............*................*...............*................* 6000 ++-----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 9936.60 +400.8% 49767.00 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 7591.20 +229.2% 24988.20 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 6481.00 +285.5% 24985.20 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 7567.00 +68.5% 12749.60 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 31575.80 +256.3% 112490.00 TOTAL slabinfo.kmalloc-2048.num_objs softirqs.CPU29.NET_RX 1e+06 ++----------------------------------------------------------------+ | ........* 900000 *+...............*...............*................*....... | 800000 ++ | | | 700000 ++ | 600000 ++ | | | 500000 ++ | 400000 ++ | | | 300000 ++ | 200000 ++ | O O O O O 100000 ++----------------------------------------------------------------+ softirqs.CPU29.NET_RX 1.5e+06 ++---------------------------------------------------------------+ | O O O O 1.4e+06 O+ | | | 1.3e+06 ++ | 1.2e+06 ++ | | | 1.1e+06 ++ | | | 1e+06 ++ | 900000 ++ | | | 800000 *+.............. ........*...............*...............| | *........ * 700000 ++---------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 785210.40 +80.1% 1414006.20 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 888452.60 -82.1% 159238.60 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 1673663.00 -6.0% 1573244.80 TOTAL softirqs.CPU29.NET_RX pagetypeinfo.Node2.Normal.Unmovable.3 350 ++-------------------------------------------------------------------+ O O O 300 ++ O | | O | | | 250 ++ | | | 200 ++ | | | 150 ++ | *............ | | .... | 100 ++ *................. ........*................* | *........ | 50 ++-------------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 99.20 +215.5% 313.00 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 99.20 +215.5% 313.00 TOTAL pagetypeinfo.Node2.Normal.Unmovable.3 softirqs.CPU0.NET_RX 750000 ++----------------------------------------------------------------+ 700000 ++ ..*........ | | ...... ...... | 650000 ++ ..... .. | 600000 *+...............*.. *...............* 550000 ++ | 500000 ++ | | | 450000 ++ | 400000 ++ | 350000 ++ | 300000 O+ O | | O O | 250000 ++ O 200000 ++----------------------------------------------------------------+ softirqs.CPU0.NET_RX 1.8e+06 ++---------------------------------------------------------------+ *...............*................*...............*...............* 1.6e+06 ++ | | | | | 1.4e+06 ++ | | | 1.2e+06 ++ | | | 1e+06 ++ | | | | | 800000 ++ | | O O | 600000 O+--------------O------------------------------------------------O softirqs.CPU0.NET_RX 1.1e+06 ++---------------------------------------------------------------+ 1e+06 *+.............. ........*...............*...............* | *........ | 900000 ++ | 800000 ++ | | | 700000 ++ | 600000 ++ | 500000 ++ | | | 400000 ++ | 300000 ++ | | | 200000 O+ O O O O 100000 ++---------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 622803.40 -52.7% 294814.00 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 1005008.40 -83.9% 162041.60 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 1696660.20 -62.1% 642346.60 lkp-t410/micro/netperf/120s-200%-TCP_SENDFILE 3324472.00 -66.9% 1099202.20 TOTAL softirqs.CPU0.NET_RX interrupts.CPU26.RES 14000 ++-----------------------------------------------------------------+ *... | 12000 ++ .. | | .. | 10000 ++ .. | | .. | 8000 ++ .. | | .. | 6000 ++ . | | *................*....... | 4000 ++ ...... | | .. | 2000 O+ O O *................* | O O 0 ++-----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 5539.60 -71.9% 1554.60 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 5539.60 -71.9% 1554.60 TOTAL interrupts.CPU26.RES interrupts.CPU28.RES 14000 *+-----------------------------------------------------------------+ | .. | 12000 ++ . | | .. | 10000 ++ .. | | .. | 8000 ++ . | | .. | 6000 ++ .. | | ........*..... | 4000 ++ *........ .... | | .... | 2000 ++ O .. | O O *................* 0 ++-----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 5184.20 -73.2% 1387.40 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 5184.20 -73.2% 1387.40 TOTAL interrupts.CPU28.RES pagetypeinfo.Node1.Normal.Unmovable.3 220 ++-------------------------------------------------------------------+ | O | 200 ++ | 180 ++ | | O | 160 O+ O 140 ++ O | | | 120 ++ | 100 ++ | | | 80 ++ | 60 *+............... | | *.................*................*................* 40 ++-------------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 54.40 +207.4% 167.20 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 54.40 +207.4% 167.20 TOTAL pagetypeinfo.Node1.Normal.Unmovable.3 numa-vmstat.node1.nr_alloc_batch 400 ++--------------------------------------------------*----------------+ | ...*........ ....| 350 *+........... ...... * | .... ...... | | *.. | 300 ++ | | | 250 ++ | | | 200 ++ | | | | O | 150 O+ | | O O 100 ++--------------------------------------------------O----------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 362.20 -63.7% 131.40 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 362.20 -63.7% 131.40 TOTAL numa-vmstat.node1.nr_alloc_batch softirqs.CPU23.NET_RX 700000 ++----------------------------------------------------------------+ 650000 ++ ........*............ | | ........*....... .... ........* 600000 *+....... *....... | 550000 ++ | 500000 ++ | 450000 ++ | | | 400000 ++ | 350000 ++ | 300000 ++ | 250000 ++ O O | | O 200000 O+ O | 150000 ++----------------------------------------------------------------+ softirqs.CPU23.NET_RX 900000 ++----------------------------------------------------------------+ *................ ........*................*...............* 800000 ++ *....... | | | 700000 ++ | 600000 ++ | | | 500000 ++ | | | 400000 ++ | 300000 ++ | | | 200000 ++ | O O O O O 100000 ++----------------------------------------------------------------+ softirqs.CPU23.NET_RX 1.45e+06 ++--------------------------------------------------------------+ 1.4e+06 O+ O O O *....... O | 1.35e+06 ++ ...... | 1.3e+06 ++ .. | | *.. | 1.25e+06 ++ .. | 1.2e+06 ++ .. .*....... | 1.15e+06 ++ .. ... ...... | | .. .. ..| 1.1e+06 ++ .. ... * 1.05e+06 ++ .. ... | | . .. | 1e+06 ++ *. | 950000 ++--------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 611983.00 -62.7% 228298.80 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 1192650.20 +17.9% 1406024.80 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 816246.80 -80.8% 156995.80 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 2620880.00 -31.7% 1791319.40 TOTAL softirqs.CPU23.NET_RX softirqs.CPU11.NET_RX 700000 ++----------------------------------------------------------------+ | ....*............ | 650000 ++ ........ .... | 600000 *+...............*... *...............* | | 550000 ++ | 500000 ++ | | | 450000 ++ | 400000 ++ | | | 350000 ++ | 300000 ++ O O O O O | 250000 ++----------------------------------------------------------------+ softirqs.CPU11.NET_RX 1e+06 ++----------------------------------------------------------------+ *................ ........*................*...............* 900000 ++ *....... | 800000 ++ | | | 700000 ++ | 600000 ++ | | | 500000 ++ | 400000 ++ | | | 300000 ++ | 200000 ++ | O O O O O 100000 ++----------------------------------------------------------------+ softirqs.CPU11.NET_RX 1.5e+06 ++---------------------------------------------------------------+ | O | 1.4e+06 O+ O O O | | 1.3e+06 ++ | 1.2e+06 ++ | | | 1.1e+06 ++ | | | 1e+06 ++ | 900000 ++ | | | 800000 *+.............. | | *................*...............*...............* 700000 ++---------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 620796.40 -50.1% 309828.00 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 763361.80 +84.6% 1409272.20 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 920382.60 -84.1% 146151.00 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 2304540.80 -19.1% 1865251.20 TOTAL softirqs.CPU11.NET_RX softirqs.CPU15.NET_RX 700000 ++----------------------------------------------------------------+ | ....*............ | 650000 ++ ........ .... | 600000 *+...............*... *...............* | | 550000 ++ | 500000 ++ | | | 450000 ++ | 400000 ++ | | | 350000 ++ | 300000 ++ O O O O O | 250000 ++----------------------------------------------------------------+ softirqs.CPU15.NET_RX 1e+06 ++----------------------------------------------------------------+ *................ | 900000 ++ *...............*................*...............* 800000 ++ | | | 700000 ++ | 600000 ++ | | | 500000 ++ | 400000 ++ | | | 300000 ++ | 200000 ++ | O O O O O 100000 ++----------------------------------------------------------------+ softirqs.CPU15.NET_RX 1.5e+06 ++---------------------------------------------------------------+ | O O O 1.4e+06 O+ O | | | 1.3e+06 ++ | 1.2e+06 ++ | | | 1.1e+06 ++ | | | 1e+06 ++ | 900000 ++ | | | 800000 *+.............. | | *................*...............*...............* 700000 ++---------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 616518.60 -50.3% 306555.40 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 779549.40 +81.4% 1413717.20 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 893731.00 -84.1% 141915.80 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 2289799.00 -18.7% 1862188.40 TOTAL softirqs.CPU15.NET_RX softirqs.CPU10.NET_RX 700000 ++----------------------------------------------------------------+ | ....*............ | 650000 ++ ........ .... | 600000 *+...............*... *...............* | | 550000 ++ | 500000 ++ | | | 450000 ++ | 400000 ++ | | | 350000 ++ | 300000 ++ O O O O O | 250000 ++----------------------------------------------------------------+ softirqs.CPU10.NET_RX 1e+06 ++----------------------------------------------------------------+ *................ ........*................*...............* 900000 ++ *....... | 800000 ++ | | | 700000 ++ | 600000 ++ | | | 500000 ++ | 400000 ++ | | | 300000 ++ | 200000 ++ | O O O O O 100000 ++----------------------------------------------------------------+ softirqs.CPU10.NET_RX 1.5e+06 ++---------------------------------------------------------------+ | O O O 1.4e+06 O+ O | | | 1.3e+06 ++ | 1.2e+06 ++ | | | 1.1e+06 ++ | | | 1e+06 ++ | 900000 ++ | | | 800000 *+.............. | | *................*...............*...............* 700000 ++---------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 620808.60 -49.7% 312246.20 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 764724.40 +84.9% 1414318.60 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 912654.60 -84.2% 144654.80 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 2298187.60 -18.6% 1871219.60 TOTAL softirqs.CPU10.NET_RX softirqs.CPU8.NET_RX 700000 ++----------------------------------------------------------------+ | ....*............ | 650000 ++ ........ .... | 600000 *+...............*... *...............* | | 550000 ++ | 500000 ++ | | | 450000 ++ | 400000 ++ | | | 350000 ++ | 300000 ++ O O O O O | 250000 ++----------------------------------------------------------------+ softirqs.CPU8.NET_RX 1e+06 ++----------------------------------------------------------------+ *............ | 900000 ++ .... ........*................*...............* 800000 ++ *....... | | | 700000 ++ | 600000 ++ | | | 500000 ++ | 400000 ++ | | | 300000 ++ | 200000 ++ | O O O O O 100000 ++----------------------------------------------------------------+ softirqs.CPU8.NET_RX 1.5e+06 ++---------------------------------------------------------------+ | O O O 1.4e+06 O+ O | | | 1.3e+06 ++ | 1.2e+06 ++ | | | 1.1e+06 ++ | | | 1e+06 ++ | 900000 ++ | | | 800000 *+.............. | | *................*...............*...............* 700000 ++---------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 613995.00 -49.6% 309654.20 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 772712.20 +83.3% 1416549.40 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 885042.60 -83.3% 147871.20 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 2271749.80 -17.5% 1874074.80 TOTAL softirqs.CPU8.NET_RX softirqs.CPU14.NET_RX 700000 ++----------------------------------------------------------------+ | ....*............ | 650000 ++ ........ .... | 600000 *+...............*... *...............* | | 550000 ++ | 500000 ++ | | | 450000 ++ | 400000 ++ | | | 350000 ++ | 300000 ++ O O O O O | 250000 ++----------------------------------------------------------------+ softirqs.CPU14.NET_RX 900000 *+-------------------------------*----------------*---------------* | *....... | 800000 ++ | | | 700000 ++ | 600000 ++ | | | 500000 ++ | | | 400000 ++ | 300000 ++ | | | 200000 ++ | O O O O O 100000 ++----------------------------------------------------------------+ softirqs.CPU14.NET_RX 1.5e+06 ++---------------------------------------------------------------+ | O 1.4e+06 O+ O O O | | | 1.3e+06 ++ | 1.2e+06 ++ | | | 1.1e+06 ++ | | | 1e+06 ++ | 900000 ++ | | | 800000 *+.............. ........*............... | | *........ *...............* 700000 ++---------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 618156.40 -50.3% 307516.60 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 780649.80 +80.2% 1406402.60 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 877831.20 -83.9% 141404.00 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 2276637.40 -18.5% 1855323.20 TOTAL softirqs.CPU14.NET_RX softirqs.CPU20.NET_RX 700000 ++----------------------------------------------------------------+ 650000 ++ ........*................ | | ........*....... *...............* 600000 *+....... | 550000 ++ | 500000 ++ | 450000 ++ | | | 400000 ++ | 350000 ++ | 300000 ++ | 250000 ++ O O | | O 200000 O+ O | 150000 ++----------------------------------------------------------------+ softirqs.CPU20.NET_RX 1.7e+06 ++--------------------------------------------------------------+ *.... | 1.65e+06 ++ ... | | .... | 1.6e+06 ++ ... | | . | 1.55e+06 ++ *..... ..*.... | | .... .... ... | 1.5e+06 ++ .... .... .... | | .. .... ... | 1.45e+06 ++ *. .| | * 1.4e+06 O+ O O O O | | 1.35e+06 ++--------------------------------------------------------------+ softirqs.CPU20.NET_RX 900000 ++----------------------------------------------------------------+ *................ ........*................*...............* 800000 ++ *....... | | | 700000 ++ | 600000 ++ | | | 500000 ++ | | | 400000 ++ | 300000 ++ | | | 200000 ++ | O O O O O 100000 ++----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 613770.20 -62.7% 228907.00 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 1530203.60 -8.4% 1400922.80 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 814400.80 -80.5% 158889.80 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 2958374.60 -39.5% 1788719.60 TOTAL softirqs.CPU20.NET_RX softirqs.CPU9.NET_RX 700000 ++----------------------------------------------------------------+ | ....*............ | 650000 ++ ........ .... | 600000 *+...............*... *...............* | | 550000 ++ | 500000 ++ | | | 450000 ++ | 400000 ++ | | | 350000 ++ | 300000 ++ O O O O O | 250000 ++----------------------------------------------------------------+ softirqs.CPU9.NET_RX 1e+06 ++----------------------------------------------------------------+ *................ ........*................*...............* 900000 ++ *....... | 800000 ++ | | | 700000 ++ | 600000 ++ | | | 500000 ++ | 400000 ++ | | | 300000 ++ | 200000 ++ | O O O O O 100000 ++----------------------------------------------------------------+ softirqs.CPU9.NET_RX 1.5e+06 ++---------------------------------------------------------------+ | O O 1.4e+06 O+ O O | | | 1.3e+06 ++ | 1.2e+06 ++ | | | 1.1e+06 ++ | | | 1e+06 ++ | 900000 ++ | | | 800000 *+.............. | | *................*...............*...............* 700000 ++---------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 616402.20 -49.3% 312306.60 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 773839.20 +83.5% 1420029.20 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 919892.00 -84.2% 145124.80 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 2310133.40 -18.7% 1877460.60 TOTAL softirqs.CPU9.NET_RX softirqs.CPU13.NET_RX 700000 ++----------------------------------------------------------------+ | ....*............ | 650000 ++ ........ .... | 600000 *+...............*... *...............* | | 550000 ++ | 500000 ++ | | | 450000 ++ | 400000 ++ | | | 350000 ++ | 300000 ++ O O O O O | 250000 ++----------------------------------------------------------------+ softirqs.CPU13.NET_RX 1e+06 ++----------------------------------------------------------------+ | | 900000 *+............... ........*................*...............* 800000 ++ *....... | | | 700000 ++ | 600000 ++ | | | 500000 ++ | 400000 ++ | | | 300000 ++ | 200000 ++ | O O O O O 100000 ++----------------------------------------------------------------+ softirqs.CPU13.NET_RX 1.5e+06 ++---------------------------------------------------------------+ | O O O 1.4e+06 O+ O | | | 1.3e+06 ++ | 1.2e+06 ++ | | | 1.1e+06 ++ | | | 1e+06 ++ | 900000 ++ | | | 800000 *+.............. | | *................*...............*...............* 700000 ++---------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 614701.20 -49.4% 310738.40 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 782818.80 +80.7% 1414477.20 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 885631.60 -83.9% 142849.40 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 2283151.60 -18.2% 1868065.00 TOTAL softirqs.CPU13.NET_RX softirqs.CPU12.NET_RX 700000 ++----------------------------------------------------------------+ | ....*............ | 650000 ++ ........ .... | 600000 *+...............*... *...............* | | 550000 ++ | 500000 ++ | | | 450000 ++ | 400000 ++ | | | 350000 ++ | 300000 ++ O O O O O | 250000 ++----------------------------------------------------------------+ softirqs.CPU12.NET_RX 1e+06 ++----------------------------------------------------------------+ *................ ........*...............| 900000 ++ *...............*........ * 800000 ++ | | | 700000 ++ | 600000 ++ | | | 500000 ++ | 400000 ++ | | | 300000 ++ | 200000 ++ | O O O O O 100000 ++----------------------------------------------------------------+ softirqs.CPU12.NET_RX 1.5e+06 ++---------------------------------------------------------------+ | O O 1.4e+06 O+ O O | | | 1.3e+06 ++ | 1.2e+06 ++ | | | 1.1e+06 ++ | | | 1e+06 ++ | 900000 ++ | | | 800000 *+.............. ........*...............| | *................*....... * 700000 ++---------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 615820.40 -49.9% 308709.20 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 780514.40 +80.5% 1408950.20 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 893545.80 -84.0% 142957.60 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 2289880.60 -18.7% 1860617.00 TOTAL softirqs.CPU12.NET_RX buddyinfo.Node.0.zone.Normal.5 250 ++-------------------------------------------------------------------+ | O O O | | O 200 ++ | O | | | 150 ++ | | | 100 ++ | *...... ........* | .... ........*........ | 50 ++ .... ....*........ | | .. ......... | | *.... | 0 ++-------------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 66.40 +230.7% 219.60 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 66.40 +230.7% 219.60 TOTAL buddyinfo.Node.0.zone.Normal.5 softirqs.NET_RX 4e+07 ++---------------------------------------------------------------+ *...............*................ ........*...............* | *....... | 3.5e+07 ++ | | | | | 3e+07 ++ | | | 2.5e+07 ++ | | | | | 2e+07 ++ | | O O O O O | 1.5e+07 ++---------------------------------------------------------------+ softirqs.NET_RX 1.8e+06 ++---------------------------------------------------------------+ *...............*................*...............*...............* 1.6e+06 ++ | | | | | 1.4e+06 ++ | | | 1.2e+06 ++ | | | 1e+06 ++ | | | | | 800000 ++ | | O O | 600000 O+--------------O------------------------------------------------O softirqs.NET_RX 6e+07 *+-------------------------------*---------------*---------------* 5.5e+07 ++ *........ | | | 5e+07 ++ | 4.5e+07 ++ | 4e+07 ++ | 3.5e+07 ++ | | | 3e+07 ++ | 2.5e+07 ++ | 2e+07 ++ | 1.5e+07 ++ | | | 1e+07 O+ O O O O 5e+06 ++---------------------------------------------------------------+ softirqs.NET_RX 4.6e+07 ++---------------------------------------------------------------+ O O O O O 4.4e+07 ++ | 4.2e+07 ++ | | | 4e+07 ++ | 3.8e+07 ++ | | | 3.6e+07 *+.......... | 3.4e+07 ++ .... | | *........ | 3.2e+07 ++ ...... ....*........... | 3e+07 ++ .. ........ ....| | *... * 2.8e+07 ++---------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 37935900.40 -53.0% 17812632.20 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 31822341.60 +41.6% 45062037.80 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 57548484.80 -82.9% 9833318.60 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 1696660.20 -62.1% 642346.60 lkp-t410/micro/netperf/120s-200%-TCP_SENDFILE 129003387.00 -43.1% 73350335.20 TOTAL softirqs.NET_RX slabinfo.skbuff_fclone_cache.active_slabs 1400 ++-------------------------------------------------O----------------O O O O | 1200 ++ | | | | | 1000 ++ | | | 800 ++ | | | 600 ++ | | | | ........*................ | 400 *+...............*........ *................| | * 200 ++------------------------------------------------------------------+ slabinfo.skbuff_fclone_cache.active_slabs 700 O+---------------O-----------------O----------------O----------------O | | 600 ++ | | | | | 500 ++ | | | 400 ++ | | | 300 ++ | | ....*................. ........*................* | ........ *........ | 200 *+... | | | 100 ++-------------------------------------------------------------------+ slabinfo.skbuff_fclone_cache.active_slabs 600 ++-------------------------------------------------------------------+ O O O O O 550 ++ | 500 ++ | | | 450 ++ | | | 400 ++ | | | 350 ++ | 300 ++ .........*............ | | ........*........ .... ........* 250 *+....... *........ | | | 200 ++-------------------------------------------------------------------+ slabinfo.skbuff_fclone_cache.active_slabs 700 O+---------------O-----------------O----------------O----------------O | | 650 ++ | 600 ++ | | | 550 ++ | 500 ++ | | | 450 ++ | 400 ++ | | | 350 ++ | 300 ++ | *................*.................*................*................* 250 ++-------------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 362.00 +273.5% 1352.00 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 269.40 +156.6% 691.20 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 244.40 +182.6% 690.60 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 278.80 +106.7% 576.20 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 1154.60 +186.7% 3310.00 TOTAL slabinfo.skbuff_fclone_cache.active_slabs slabinfo.skbuff_fclone_cache.num_slabs 1400 ++-------------------------------------------------O----------------O O O O | 1200 ++ | | | | | 1000 ++ | | | 800 ++ | | | 600 ++ | | | | ........*................ | 400 *+...............*........ *................| | * 200 ++------------------------------------------------------------------+ slabinfo.skbuff_fclone_cache.num_slabs 700 O+---------------O-----------------O----------------O----------------O | | 600 ++ | | | | | 500 ++ | | | 400 ++ | | | 300 ++ | | ....*................. ........*................* | ........ *........ | 200 *+... | | | 100 ++-------------------------------------------------------------------+ slabinfo.skbuff_fclone_cache.num_slabs 600 ++-------------------------------------------------------------------+ O O O O O 550 ++ | 500 ++ | | | 450 ++ | | | 400 ++ | | | 350 ++ | 300 ++ .........*............ | | ........*........ .... ........* 250 *+....... *........ | | | 200 ++-------------------------------------------------------------------+ slabinfo.skbuff_fclone_cache.num_slabs 700 O+---------------O-----------------O----------------O----------------O | | 650 ++ | 600 ++ | | | 550 ++ | 500 ++ | | | 450 ++ | 400 ++ | | | 350 ++ | 300 ++ | *................*.................*................*................* 250 ++-------------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 362.00 +273.5% 1352.00 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 269.40 +156.6% 691.20 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 244.40 +182.6% 690.60 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 278.80 +106.7% 576.20 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 1154.60 +186.7% 3310.00 TOTAL slabinfo.skbuff_fclone_cache.num_slabs pagetypeinfo.Node0.Normal.Unmovable.5 250 ++-------------------------------------------------------------------+ | O O | | O O 200 O+ | | | | | 150 ++ | | | 100 ++ | *...... | | .... ........*................* 50 ++ .... ....*........ | | .. ......... | | *.... | 0 ++-------------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 62.40 +242.3% 213.60 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 62.40 +242.3% 213.60 TOTAL pagetypeinfo.Node0.Normal.Unmovable.5 buddyinfo.Node.0.zone.Normal.3 300 ++-------------------------------------------------------------------+ | | | O O 250 ++ O O | | | | | 200 ++ | O | 150 ++ | | | | | 100 ++ ...*................ | | ...... *................* *................ ...... | 50 ++---------------*---------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 81.80 +195.4% 241.60 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 81.80 +195.4% 241.60 TOTAL buddyinfo.Node.0.zone.Normal.3 interrupts.RES 180000 ++------------------------------------------------*---------------+ | ........ ....| 160000 ++ ..*.... * | .... | | .... | 140000 ++ .... | | ....*. | 120000 ++ ........ | *.... | 100000 ++ | | | | | 80000 O+ | | O O O 60000 ++------------------------------------------------O---------------+ interrupts.RES 400000 *+----------------------------------------------------------------+ | ... | 350000 ++ .. | | .. | 300000 ++ ... | 250000 ++ .. ....*........ | | . ........ ...... | 200000 ++ *... .. | | *...............* 150000 ++ | 100000 ++ | | | 50000 O+ O O O O | | 0 ++----------------------------------------------------------------+ interrupts.RES 300000 ++----------------------------------------------------------------+ | ..*... | 280000 ++ .... .. | 260000 ++ .... .. | | .... ... | 240000 *+. .. .* 220000 ++ .. ... | | . .... | 200000 ++ *............ ... | 180000 ++ .... ... | O *. | 160000 ++ O | 140000 ++ | | O O O 120000 ++----------------------------------------------------------------+ interrupts.RES 300000 ++----------------------------------------------------------------+ | | *.... | 250000 ++ ... | | .. | | ... | 200000 ++ ... | | . | 150000 ++ *........... | | .... ........*...............* | *........ | 100000 ++ | | | | O O 50000 O+---------------O---------------O--------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 150066.80 -54.0% 69050.60 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 168595.00 -65.5% 58116.00 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 236790.40 -78.1% 51757.60 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 226578.20 -34.4% 148609.40 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 782030.40 -58.1% 327533.60 TOTAL interrupts.RES slabinfo.skbuff_fclone_cache.active_objs 50000 ++------------------------------------------------O----------------+ O O O O 45000 ++ | 40000 ++ | | | 35000 ++ | | | 30000 ++ | | | 25000 ++ | 20000 ++ | | | 15000 ++ ........*............... | *................*........ *................* 10000 ++-----------------------------------------------------------------+ slabinfo.skbuff_fclone_cache.active_objs 26000 ++-----------------------------------------------------------------+ 24000 O+ O O O O | | 22000 ++ | 20000 ++ | | | 18000 ++ | 16000 ++ | 14000 ++ | | | 12000 ++ | 10000 ++ | | ........*................*...............*................* 8000 *+....... | 6000 ++-----------------------------------------------------------------+ slabinfo.skbuff_fclone_cache.active_objs 280 ++-------------------------------------------------------------------+ O O O O O 260 ++ | 240 ++ | | | 220 ++ | 200 ++ | | | 180 ++ | 160 ++ | | | 140 *+............... ........* 120 ++ *................. ........*........ | | *........ | 100 ++-------------------------------------------------------------------+ slabinfo.skbuff_fclone_cache.active_objs 22000 ++-----------------------------------------------------------------+ O O O 20000 ++ O O | | | 18000 ++ | | | 16000 ++ | | | 14000 ++ | | | 12000 ++ | | ....*................*........... | 10000 ++ ........ .... ........* *.... *........ | 8000 ++-----------------------------------------------------------------+ slabinfo.skbuff_fclone_cache.active_objs 26000 ++-----------------------------------------------------------------+ O O O O O 24000 ++ | 22000 ++ | | | 20000 ++ | 18000 ++ | | | 16000 ++ | 14000 ++ | | | 12000 ++ | 10000 ++ | *................*................*...............*................* 8000 ++-----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 12830.00 +276.0% 48242.60 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 9513.80 +159.8% 24712.60 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 8645.20 +185.4% 24672.20 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 10025.80 +105.1% 20565.40 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 127.80 +108.1% 266.00 lkp-t410/micro/netperf/120s-200%-TCP_SENDFILE 41142.60 +187.9% 118458.80 TOTAL slabinfo.skbuff_fclone_cache.active_objs slabinfo.skbuff_fclone_cache.num_objs 50000 O+--------------------------------O---------------O----------------O | O | 45000 ++ | 40000 ++ | | | 35000 ++ | | | 30000 ++ | | | 25000 ++ | 20000 ++ | | | 15000 ++ ........*............... | *................*........ *................* 10000 ++-----------------------------------------------------------------+ slabinfo.skbuff_fclone_cache.num_objs 26000 ++-----------------------------------------------------------------+ 24000 O+ O O O O | | 22000 ++ | 20000 ++ | | | 18000 ++ | 16000 ++ | 14000 ++ | | | 12000 ++ | 10000 ++ ........*................| | ........*................*....... * 8000 *+....... | 6000 ++-----------------------------------------------------------------+ slabinfo.skbuff_fclone_cache.num_objs 280 ++-------------------------------------------------------------------+ O O O O O 260 ++ | 240 ++ | | | 220 ++ | 200 ++ | | | 180 ++ | 160 ++ | | | 140 *+............... ........* 120 ++ *................. ........*........ | | *........ | 100 ++-------------------------------------------------------------------+ slabinfo.skbuff_fclone_cache.num_objs 22000 ++-----------------------------------------------------------------+ O O O O O 20000 ++ | | | 18000 ++ | | | 16000 ++ | | | 14000 ++ | | | 12000 ++ | | ....*................*............... | 10000 ++ ........ *................* *.... | 8000 ++-----------------------------------------------------------------+ slabinfo.skbuff_fclone_cache.num_objs 26000 ++-----------------------------------------------------------------+ O O O O O 24000 ++ | 22000 ++ | | | 20000 ++ | 18000 ++ | | | 16000 ++ | 14000 ++ | | | 12000 ++ | 10000 ++ | *................*................*...............*................* 8000 ++-----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 13051.00 +273.0% 48679.60 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 9711.20 +156.4% 24896.00 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 8816.60 +182.1% 24875.00 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 10054.80 +106.4% 20754.20 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 127.80 +108.1% 266.00 lkp-t410/micro/netperf/120s-200%-TCP_SENDFILE 41761.40 +186.1% 119470.80 TOTAL slabinfo.skbuff_fclone_cache.num_objs interrupts.CPU10.RES 11000 ++-----------------------------------------------------------------+ 10000 *+.. | | .. | 9000 ++ .. | 8000 ++ .. | 7000 ++ .. | 6000 ++ .. | | .. | 5000 ++ . | 4000 ++ *................*............... | 3000 ++ *................| 2000 ++ * O O O O 1000 ++ O | 0 ++-----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 4769.20 -69.6% 1451.40 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 4769.20 -69.6% 1451.40 TOTAL interrupts.CPU10.RES pagetypeinfo.Node3.Normal.Unmovable.3 350 ++-------------------------------------------------------------------+ | | 300 ++ O | | | | O | 250 ++ | O O | 200 ++ .*..... | | .... ... O 150 ++ .... ... | | ... .... | | .... . | 100 ++ ........*. *................* *........ | 50 ++-------------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 109.60 +120.8% 242.00 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 109.60 +120.8% 242.00 TOTAL pagetypeinfo.Node3.Normal.Unmovable.3 interrupts.CPU27.RES 11000 ++-----------------------------------------------------------------+ 10000 *+. | | .. | 9000 ++ . | 8000 ++ .. | | .. | 7000 ++ .. | 6000 ++ . | 5000 ++ .. | | .. ....*........... | 4000 ++ ........ .... | 3000 ++ *.... *................| | * 2000 O+ O O O 1000 ++--------------------------------O--------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 4786.80 -67.7% 1544.40 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 4786.80 -67.7% 1544.40 TOTAL interrupts.CPU27.RES buddyinfo.Node.3.zone.Normal.4 220 ++-------------------------------------------------------------------+ O O | 200 ++ O | 180 ++ O | | | 160 ++ | | | 140 ++ O | | 120 *+....... | 100 ++ ...... ....*........ | | .. ......... ...... | 80 ++ *.... .. ........* | *........ | 60 ++-------------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 91.20 +105.9% 187.80 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 91.20 +105.9% 187.80 TOTAL buddyinfo.Node.3.zone.Normal.4 interrupts.CPU12.RES 14000 ++-----------------------------------------------------------------+ *.. | 12000 ++ .. | | .. | 10000 ++ .. | | .. | 8000 ++ .. | | .. | 6000 ++ .. ....*..... | | ........ .... | 4000 ++ *.... .... | | .. | 2000 ++ O *................* O O | 0 ++-----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 5302.00 -69.8% 1599.20 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 5302.00 -69.8% 1599.20 TOTAL interrupts.CPU12.RES numa-numastat.node1.numa_miss 180000 ++----------------------------------------------------------------+ | | 160000 ++ ....*............ | 140000 *+............... ........ .... ........* | *... *....... | 120000 ++ | | | 100000 ++ | | | 80000 ++ | 60000 O+ O | | | 40000 ++ O O O | | 20000 ++----------------------------------------------------------------+ numa-numastat.node1.numa_miss 5.5e+06 ++---------------------------------------------------------------* | ..*....... | 5e+06 ++ .... | | .... | | ........*................ .... | 4.5e+06 *+...... *. | | | 4e+06 ++ | | | 3.5e+06 ++ | | | | O | 3e+06 ++ O O O O | 2.5e+06 ++---------------------------------------------------------------+ numa-numastat.node1.numa_miss 2.2e+06 *+---------------------------------------------------------------+ | *................*............... ........* 2.1e+06 ++ *....... | 2e+06 ++ | | | 1.9e+06 ++ | 1.8e+06 ++ | | | 1.7e+06 ++ | 1.6e+06 ++ | | | 1.5e+06 ++ | 1.4e+06 O+ | | O O O O 1.3e+06 ++---------------------------------------------------------------+ numa-numastat.node1.numa_miss 6.5e+06 ++---------------------------------------------------------------+ | ........* 6e+06 ++ ........*................*...............*....... | 5.5e+06 *+...... | | | 5e+06 ++ | | | 4.5e+06 ++ | | | 4e+06 ++ | 3.5e+06 ++ | | | 3e+06 O+ O | | O O O 2.5e+06 ++---------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 146732.80 -63.6% 53388.80 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 5937237.80 -50.3% 2950738.40 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 4916974.80 -40.4% 2931936.00 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 2142009.60 -35.9% 1373568.20 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 13142955.00 -44.4% 7309631.40 TOTAL numa-numastat.node1.numa_miss numa-numastat.node1.other_node 180000 ++----------------------------------------------------------------+ | | 160000 ++ ....*............ | 140000 *+............... ........ .... ........* | *... *....... | 120000 ++ | | | 100000 ++ | | | 80000 ++ | 60000 O+ O | | | 40000 ++ O O O | | 20000 ++----------------------------------------------------------------+ numa-numastat.node1.other_node 5.5e+06 ++---------------------------------------------------------------* | ..*....... | 5e+06 ++ .... | | .... | | ........*................ .... | 4.5e+06 *+...... *. | | | 4e+06 ++ | | | 3.5e+06 ++ | | | | O | 3e+06 ++ O O O O | 2.5e+06 ++---------------------------------------------------------------+ numa-numastat.node1.other_node 2.2e+06 *+---------------------------------------------------------------+ | *................*............... ........* 2.1e+06 ++ *....... | 2e+06 ++ | | | 1.9e+06 ++ | 1.8e+06 ++ | | | 1.7e+06 ++ | 1.6e+06 ++ | | | 1.5e+06 ++ | 1.4e+06 O+ | | O O O O 1.3e+06 ++---------------------------------------------------------------+ numa-numastat.node1.other_node 6.5e+06 ++---------------------------------------------------------------+ | ........* 6e+06 ++ ........*................*...............*....... | 5.5e+06 *+...... | | | 5e+06 ++ | | | 4.5e+06 ++ | | | 4e+06 ++ | 3.5e+06 ++ | | | 3e+06 O+ O | | O O O 2.5e+06 ++---------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 146732.80 -63.6% 53388.80 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 5937237.80 -50.3% 2950738.40 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 4916974.80 -40.4% 2931936.00 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 2142012.80 -35.9% 1373571.40 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 13142958.20 -44.4% 7309634.60 TOTAL numa-numastat.node1.other_node numa-vmstat.node3.nr_unevictable 320 ++--------------------------------------------------*----------------+ 300 ++ ...... ...... | | ...... ..| 280 ++ .*.. * 260 ++ ... O | | ... | 240 ++ ... | 220 *+........... ... | 200 ++ .... ... | | *. | 180 ++ | 160 ++ | | | 140 ++ O O O 120 ++-------------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 254.00 -29.8% 178.20 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 254.00 -29.8% 178.20 TOTAL numa-vmstat.node3.nr_unevictable numa-meminfo.node3.Unevictable 1300 ++------------------------------------------------------------------+ | ..*........ | 1200 ++ ...... ...... | 1100 ++ ...... ..| | .*.. * 1000 ++ .... | | ... | 900 ++ ... | *................ .... | 800 ++ *. | 700 ++ | | | 600 ++ | | O O O 500 ++------------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 1016.20 -29.9% 712.80 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 1016.20 -29.9% 712.80 TOTAL numa-meminfo.node3.Unevictable numa-vmstat.node3.nr_mlock 320 ++--------------------------------------------------*----------------+ 300 ++ .... ...... | | .... ..| 280 ++ .... * 260 ++ .*.. | | .... | 240 ++ .... | 220 *+........... ... | 200 ++ .... .... | | *. | 180 ++ | 160 ++ | | | 140 ++ O O O 120 ++-------------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 251.80 -29.9% 176.60 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 251.80 -29.9% 176.60 TOTAL numa-vmstat.node3.nr_mlock numa-meminfo.node3.Mlocked 1300 ++------------------------------------------------------------------+ | ..*........ | 1200 ++ ...... ...... | 1100 ++ ...... ..| | .*.. * 1000 ++ .... | | ... | 900 ++ ... | *................ .... | 800 ++ *. | 700 ++ | | | 600 ++ | | O O O 500 ++------------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 1007.40 -29.9% 706.40 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 1007.40 -29.9% 706.40 TOTAL numa-meminfo.node3.Mlocked numa-vmstat.node1.numa_miss 90000 ++-----------------------------------------------------------------+ | ....*....... | 80000 ++ ........ ...... | *................*.... .. ........* 70000 ++ *........ | | | 60000 ++ | | | 50000 ++ | | | 40000 ++ | O O | 30000 ++ | | O O 20000 ++---------------O-------------------------------------------------+ numa-vmstat.node1.numa_miss 2.8e+06 ++---------------------------------------------------------------+ | ..*...............* 2.6e+06 ++ ...... | | ..... | 2.4e+06 ++ ........*................*.. | 2.2e+06 *+...... | | | 2e+06 ++ | | | 1.8e+06 ++ | 1.6e+06 ++ | | O O O 1.4e+06 O+ O | | | 1.2e+06 ++---------------------------------------------------------------+ numa-vmstat.node1.numa_miss 1.1e+06 *+--------------------------------------------------------------+ | *...............*...............*...............* 1.05e+06 ++ | 1e+06 ++ | | | 950000 ++ | 900000 ++ | | | 850000 ++ | 800000 ++ | | | 750000 O+ | 700000 ++ O O | O O | 650000 ++--------------------------------------------------------------+ numa-vmstat.node1.numa_miss 3.2e+06 ++---------------------------------------------------------------+ | ....*................ | 3e+06 ++ ........ *...............*...............* 2.8e+06 *+.. | | | 2.6e+06 ++ | 2.4e+06 ++ | | | 2.2e+06 ++ | 2e+06 ++ | | | 1.8e+06 ++ | 1.6e+06 O+ | | O | 1.4e+06 ++--------------O----------------O-------------------------------O a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 76027.20 -62.3% 28679.00 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 2932852.20 -49.2% 1490192.80 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 2457238.60 -39.8% 1478125.00 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 1071926.40 -34.4% 703500.40 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 6538044.40 -43.4% 3700497.20 TOTAL numa-vmstat.node1.numa_miss numa-vmstat.node0.nr_shmem 80 ++---------------------------------*----------------------------------+ | ...... .. | 70 ++ ...... .. | | .*.. .. .* | .. . .. | 60 ++ ... .. ... | | ... O .. .. | 50 ++ .. .. .. | | ... .. ... | 40 ++.. .. | *. *. | | O O 30 ++ | O O | 20 ++--------------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 56.80 -40.5% 33.80 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 56.80 -40.5% 33.80 TOTAL numa-vmstat.node0.nr_shmem numa-numastat.node2.numa_miss 2.2e+06 ++---------------------------------------------------------------+ | | 2e+06 ++ ........*................ | *....... *...............*...............* | | 1.8e+06 ++ | | | 1.6e+06 ++ | | | 1.4e+06 ++ | | | | | 1.2e+06 ++ O | | O | 1e+06 O+-------------------------------O-------------------------------O a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 1969517.80 -46.5% 1052785.60 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 1969517.80 -46.5% 1052785.60 TOTAL numa-numastat.node2.numa_miss numa-numastat.node2.other_node 2.2e+06 ++---------------------------------------------------------------+ | | 2e+06 ++ ........*................ | *....... *...............*...............* | | 1.8e+06 ++ | | | 1.6e+06 ++ | | | 1.4e+06 ++ | | | | | 1.2e+06 ++ O | | O | 1e+06 O+-------------------------------O-------------------------------O a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 1969521.00 -46.5% 1052792.00 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 1969521.00 -46.5% 1052792.00 TOTAL numa-numastat.node2.other_node numa-numastat.node3.other_node 1.5e+06 ++---------------------------------------------------------------+ | ....*...............*...............* 1.4e+06 *+.............. ........ | 1.3e+06 ++ *.... | | | 1.2e+06 ++ | 1.1e+06 ++ | | | 1e+06 ++ | 900000 ++ | | | 800000 ++ O 700000 O+ O O | | O | 600000 ++---------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 1403971.00 -47.3% 740574.60 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 1403971.00 -47.3% 740574.60 TOTAL numa-numastat.node3.other_node numa-numastat.node3.numa_miss 1.5e+06 ++---------------------------------------------------------------+ | ....*...............*...............* 1.4e+06 *+.............. ........ | 1.3e+06 ++ *.... | | | 1.2e+06 ++ | 1.1e+06 ++ | | | 1e+06 ++ | 900000 ++ | | | 800000 ++ O 700000 O+ O O | | O | 600000 ++---------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 1403967.80 -47.3% 740571.40 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 1403967.80 -47.3% 740571.40 TOTAL numa-numastat.node3.numa_miss numa-vmstat.node2.numa_miss 1.1e+06 ++---------------------------------------------------------------+ | ........*................ | 1e+06 *+...... *............... ........* | *....... | | | 900000 ++ | | | 800000 ++ | | | 700000 ++ | | | | | 600000 ++ O | O O O 500000 ++-------------------------------O-------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 1001045.60 -45.8% 542278.20 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 1001045.60 -45.8% 542278.20 TOTAL numa-vmstat.node2.numa_miss numa-numastat.node0.numa_foreign 5.5e+06 ++---------------------------------------------------------------* | ..*....... | 5e+06 ++ .... | | .... | | ........*................ .... | 4.5e+06 *+...... *. | | | 4e+06 ++ | | | 3.5e+06 ++ | | | | O | 3e+06 ++ O O O O | 2.5e+06 ++---------------------------------------------------------------+ numa-numastat.node0.numa_foreign 2.8e+06 ++---------------------------------------------------------------+ | | 2.6e+06 *+..............*................*............... ........* | *....... | 2.4e+06 ++ | 2.2e+06 ++ | | | 2e+06 ++ | | | 1.8e+06 ++ | 1.6e+06 ++ | | | 1.4e+06 O+ O O | O O | 1.2e+06 ++---------------------------------------------------------------+ numa-numastat.node0.numa_foreign 6.5e+06 ++---------------------------------------------------------------+ | ........* 6e+06 ++ ........*................*...............*....... | 5.5e+06 *+...... | | | 5e+06 ++ | | | 4.5e+06 ++ | | | 4e+06 ++ | 3.5e+06 ++ | | | 3e+06 O+ O | | O O O 2.5e+06 ++---------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 5937231.60 -50.3% 2950738.60 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 4916974.80 -40.4% 2931936.00 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 2564696.20 -46.6% 1368560.80 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 13418902.60 -46.0% 7251235.40 TOTAL numa-numastat.node0.numa_foreign numa-vmstat.node3.numa_miss 750000 ++----------------------------------------------------------------* *................ ........*................*....... | 700000 ++ *....... | 650000 ++ | | | 600000 ++ | 550000 ++ | | | 500000 ++ | 450000 ++ | | | 400000 O+ O O O 350000 ++ | | O | 300000 ++----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 715860.00 -45.9% 387473.40 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 715860.00 -45.9% 387473.40 TOTAL numa-vmstat.node3.numa_miss numa-vmstat.node0.numa_foreign 2.8e+06 ++---------------------------------------------------------------+ | ..*...............* 2.6e+06 ++ ...... | | ..... | 2.4e+06 ++ ........*................*.. | 2.2e+06 *+...... | | | 2e+06 ++ | | | 1.8e+06 ++ | 1.6e+06 ++ | | O O O 1.4e+06 O+ O | | | 1.2e+06 ++---------------------------------------------------------------+ numa-vmstat.node0.numa_foreign 1.4e+06 ++---------------------------------------------------------------+ | | 1.3e+06 *+..............*................*...............*...............* | | 1.2e+06 ++ | 1.1e+06 ++ | | | 1e+06 ++ | | | 900000 ++ | 800000 ++ | O | 700000 ++ O O O O | | 600000 ++---------------------------------------------------------------+ numa-vmstat.node0.numa_foreign 3.2e+06 ++---------------------------------------------------------------+ | ....*................ | 3e+06 ++ ........ *...............*...............* 2.8e+06 *+.. | | | 2.6e+06 ++ | 2.4e+06 ++ | | | 2.2e+06 ++ | 2e+06 ++ | | | 1.8e+06 ++ | 1.6e+06 O+ | | O | 1.4e+06 ++--------------O----------------O-------------------------------O a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 2931796.60 -49.2% 1489756.00 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 2456382.80 -39.8% 1477648.80 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 1300495.80 -44.8% 717767.60 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 6688675.20 -44.9% 3685172.40 TOTAL numa-vmstat.node0.numa_foreign numa-vmstat.node2.numa_other 1.2e+06 ++---------------------------------------------------------------+ | | 1.1e+06 ++ ........*................ | *....... *...............*...............* 1e+06 ++ | | | 900000 ++ | | | 800000 ++ | | | 700000 ++ | | O | 600000 O+ O O O | | 500000 ++---------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 1058780.20 -43.0% 603354.40 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 1058780.20 -43.0% 603354.40 TOTAL numa-vmstat.node2.numa_other numa-vmstat.node3.numa_other 850000 ++----------------------------------------------------------------+ 800000 ++ ........* *................ ........*................*....... | 750000 ++ *....... | 700000 ++ | | | 650000 ++ | 600000 ++ | 550000 ++ | | | 500000 ++ | 450000 O+ O O O | | 400000 ++ | 350000 ++------------------------------------------------O---------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 779617.00 -43.3% 442275.80 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 779617.00 -43.3% 442275.80 TOTAL numa-vmstat.node3.numa_other numa-meminfo.node2.Active(file) 40000 ++-----------------------------------------------------------------+ *................ ........*...............*................* | *........ | 35000 ++ O | | | | O | 30000 ++ | | | 25000 ++ | | | O | 20000 ++ | | O | | O 15000 ++-----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 37606.20 -34.3% 24725.80 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 37606.20 -34.3% 24725.80 TOTAL numa-meminfo.node2.Active(file) numa-vmstat.node2.nr_active_file 10000 ++-----------------------------------------------------------------+ *................ ........*...............*................| 9000 ++ *........ * | O | | | 8000 ++ O | | | 7000 ++ | | | 6000 ++ | O | | | 5000 ++ O | | | 4000 ++-----------------------------------------------------------------O a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 9401.20 -34.3% 6181.20 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 9401.20 -34.3% 6181.20 TOTAL numa-vmstat.node2.nr_active_file numa-numastat.node2.local_node 6.5e+06 ++---------------------------------------------------------------+ *...............*................*...............*...............* 6e+06 ++ | | | | | 5.5e+06 ++ | | | 5e+06 ++ | | | 4.5e+06 ++ | | | | | 4e+06 ++ O O O | O | 3.5e+06 O+---------------------------------------------------------------+ numa-numastat.node2.local_node 9.5e+06 ++---------------------------------------------------------------+ *........... ....*...............*...............* 9e+06 ++ .... ........ | 8.5e+06 ++ *.... | | | 8e+06 ++ | 7.5e+06 ++ | | | 7e+06 ++ | 6.5e+06 ++ | | | 6e+06 ++ | 5.5e+06 ++ | O O O O O 5e+06 ++---------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 6306443.80 -39.5% 3816659.20 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 9016769.20 -40.7% 5342462.00 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 15323213.00 -40.2% 9159121.20 TOTAL numa-numastat.node2.local_node numa-numastat.node2.numa_hit 6.5e+06 ++---------------------------------------------------------------+ *...............*................*...............*...............* 6e+06 ++ | | | | | 5.5e+06 ++ | | | 5e+06 ++ | | | 4.5e+06 ++ | | | | | 4e+06 ++ O O O | O | 3.5e+06 O+---------------------------------------------------------------+ numa-numastat.node2.numa_hit 9.5e+06 ++---------------------------------------------------------------+ *........... ....*...............*...............* 9e+06 ++ .... ........ | 8.5e+06 ++ *.... | | | 8e+06 ++ | 7.5e+06 ++ | | | 7e+06 ++ | 6.5e+06 ++ | | | 6e+06 ++ | 5.5e+06 ++ | O O O O O 5e+06 ++---------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 6306443.80 -39.5% 3816659.20 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 9016772.40 -40.7% 5342468.40 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 15323216.20 -40.2% 9159127.60 TOTAL numa-numastat.node2.numa_hit numa-vmstat.node2.numa_local 3.4e+06 ++---------------------------------------------------------------+ *............... | 3.2e+06 ++ *................*...............*...............* | | 3e+06 ++ | 2.8e+06 ++ | | | 2.6e+06 ++ | | | 2.4e+06 ++ | 2.2e+06 ++ | | | 2e+06 ++ O O | | O O 1.8e+06 O+---------------------------------------------------------------+ numa-vmstat.node2.numa_local 4.8e+06 ++---------------------------------------------------------------+ 4.6e+06 ++ ........* *............... ........*...............*....... | 4.4e+06 ++ *........ | 4.2e+06 ++ | 4e+06 ++ | 3.8e+06 ++ | | | 3.6e+06 ++ | 3.4e+06 ++ | 3.2e+06 ++ | 3e+06 ++ | | | 2.8e+06 O+ | 2.6e+06 ++--------------O----------------O---------------O---------------O a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 3192517.60 -38.9% 1951118.40 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 4502821.20 -40.3% 2687738.40 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 7695338.80 -39.7% 4638856.80 TOTAL numa-vmstat.node2.numa_local proc-vmstat.numa_foreign 1e+07 ++---------------------------------------------------------------+ | | 9.5e+06 ++ ........*...............* 9e+06 ++ ........*................*....... | *....... | 8.5e+06 ++ | 8e+06 ++ | | | 7.5e+06 ++ | 7e+06 ++ | | | 6.5e+06 ++ | 6e+06 ++ O | O O O O 5.5e+06 ++---------------------------------------------------------------+ proc-vmstat.numa_foreign 8e+06 ++---------------------------------------------------------------+ *............... ........* 7.5e+06 ++ *................*...............*....... | 7e+06 ++ | | | 6.5e+06 ++ | | | 6e+06 ++ | | | 5.5e+06 ++ | 5e+06 ++ | | | 4.5e+06 O+ | | O O O O 4e+06 ++---------------------------------------------------------------+ proc-vmstat.numa_foreign 1e+07 ++---------------------------------------------------------------* | ........*................*...............*....... | 9.5e+06 *+...... | 9e+06 ++ | | | 8.5e+06 ++ | 8e+06 ++ | | | 7.5e+06 ++ | 7e+06 ++ | | | 6.5e+06 ++ | 6e+06 O+ | | O O O O 5.5e+06 ++---------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 9731673.80 -39.3% 5911028.40 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 9101781.40 -35.2% 5900587.20 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 7538681.60 -42.1% 4365015.60 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 26372136.80 -38.7% 16176631.20 TOTAL proc-vmstat.numa_foreign proc-vmstat.numa_miss 1e+07 ++---------------------------------------------------------------+ | | 9.5e+06 ++ ........*...............* 9e+06 ++ ........*................*....... | *....... | 8.5e+06 ++ | 8e+06 ++ | | | 7.5e+06 ++ | 7e+06 ++ | | | 6.5e+06 ++ | 6e+06 ++ O | O O O O 5.5e+06 ++---------------------------------------------------------------+ proc-vmstat.numa_miss 8e+06 ++---------------------------------------------------------------+ *............... ........* 7.5e+06 ++ *................*...............*....... | 7e+06 ++ | | | 6.5e+06 ++ | | | 6e+06 ++ | | | 5.5e+06 ++ | 5e+06 ++ | | | 4.5e+06 O+ | | O O O O 4e+06 ++---------------------------------------------------------------+ proc-vmstat.numa_miss 1e+07 ++---------------------------------------------------------------* | ........*................*...............*....... | 9.5e+06 *+...... | 9e+06 ++ | | | 8.5e+06 ++ | 8e+06 ++ | | | 7.5e+06 ++ | 7e+06 ++ | | | 6.5e+06 ++ | 6e+06 O+ | | O O O O 5.5e+06 ++---------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 9731423.80 -39.3% 5910816.60 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 9101633.20 -35.2% 5900479.20 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 7535087.80 -42.1% 4362795.40 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 26368144.80 -38.7% 16174091.20 TOTAL proc-vmstat.numa_miss proc-vmstat.numa_other 1e+07 ++---------------------------------------------------------------+ | | 9.5e+06 ++ ........*...............* 9e+06 ++ ........*................*....... | *....... | 8.5e+06 ++ | 8e+06 ++ | | | 7.5e+06 ++ | 7e+06 ++ | | | 6.5e+06 ++ | 6e+06 ++ O | O O O O 5.5e+06 ++---------------------------------------------------------------+ proc-vmstat.numa_other 8e+06 ++---------------------------------------------------------------+ *............... ........* 7.5e+06 ++ *................*...............*....... | 7e+06 ++ | | | 6.5e+06 ++ | | | 6e+06 ++ | | | 5.5e+06 ++ | 5e+06 ++ | | | 4.5e+06 O+ | | O O O O 4e+06 ++---------------------------------------------------------------+ proc-vmstat.numa_other 1e+07 ++---------------------------------------------------------------* | ........*................*...............*....... | 9.5e+06 *+...... | 9e+06 ++ | | | 8.5e+06 ++ | 8e+06 ++ | | | 7.5e+06 ++ | 7e+06 ++ | | | 6.5e+06 ++ | 6e+06 O+ | | O O O O 5.5e+06 ++---------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 9731423.80 -39.3% 5910816.60 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 9101633.20 -35.2% 5900479.20 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 7535097.40 -42.1% 4362808.20 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 26368154.40 -38.7% 16174104.00 TOTAL proc-vmstat.numa_other numa-vmstat.node2.numa_hit 3.4e+06 ++---------------------------------------------------------------+ *...............*................*...............*...............* 3.2e+06 ++ | | | 3e+06 ++ | 2.8e+06 ++ | | | 2.6e+06 ++ | | | 2.4e+06 ++ | 2.2e+06 ++ | | O O | 2e+06 ++ O O O | 1.8e+06 ++---------------------------------------------------------------+ numa-vmstat.node2.numa_hit 4.8e+06 ++---------------------------------------------------------------+ 4.6e+06 *+.......... ....*...............*...............* | .... ........ | 4.4e+06 ++ *.... | 4.2e+06 ++ | 4e+06 ++ | 3.8e+06 ++ | | | 3.6e+06 ++ | 3.4e+06 ++ | 3.2e+06 ++ | 3e+06 ++ | | | 2.8e+06 O+ O O O O 2.6e+06 ++---------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 3268401.60 -37.8% 2034155.80 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 4560555.60 -39.7% 2748814.40 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 7828957.20 -38.9% 4782970.20 TOTAL numa-vmstat.node2.numa_hit numa-vmstat.node1.numa_other 160000 ++-------------------------------*--------------------------------* | ..*....... *....... | 150000 ++ ...... | 140000 ++ ...... | *.. | 130000 ++ | 120000 O+ | | O | 110000 ++ | 100000 ++ O O | | | 90000 ++ | 80000 ++ | | O 70000 ++----------------------------------------------------------------+ numa-vmstat.node1.numa_other 3e+06 ++---------------------------------------------------------------+ | ........* 2.8e+06 ++ ..*....... | | ...... | 2.6e+06 ++ ..... | 2.4e+06 ++ ........*................*.. | *....... | 2.2e+06 ++ | | | 2e+06 ++ | 1.8e+06 ++ | | | 1.6e+06 ++ O O O O O | 1.4e+06 ++---------------------------------------------------------------+ numa-vmstat.node1.numa_other 1.2e+06 ++--------------------------------------------------------------+ 1.15e+06 *+.......... | | .... ........*...............*...............* 1.1e+06 ++ *....... | 1.05e+06 ++ | | | 1e+06 ++ | 950000 ++ | 900000 ++ | | | 850000 ++ | 800000 O+ | | O O | 750000 ++ O O 700000 ++--------------------------------------------------------------+ numa-vmstat.node1.numa_other 3.2e+06 ++--------------*------------------------------------------------+ | ...... *...............*...............* 3e+06 ++ ..... | 2.8e+06 *+. | | | 2.6e+06 ++ | 2.4e+06 ++ | | | 2.2e+06 ++ | 2e+06 ++ | | | 1.8e+06 O+ | 1.6e+06 ++ | | O O O O 1.4e+06 ++---------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 153250.20 -32.5% 103483.20 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 3042604.80 -47.6% 1594606.40 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 2555343.80 -37.8% 1588500.20 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 1127647.80 -32.5% 760623.40 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 6878846.60 -41.2% 4047213.20 TOTAL numa-vmstat.node1.numa_other proc-vmstat.pgalloc_dma 3000 ++--------------------------------O---------------------------------+ O O O O 2800 ++ | 2600 ++ | | | 2400 ++ | 2200 ++ | | | 2000 ++ | 1800 ++ | | | 1600 ++ | 1400 ++ ........*................* *................*................*........ | 1200 ++------------------------------------------------------------------+ proc-vmstat.pgalloc_dma 220000 ++----------------------------------------------------------------+ *..... | 210000 ++ ... | 200000 ++ ... | | .... | 190000 ++ . | | *...............*................*...............* 180000 ++ | | | 170000 ++ | 160000 ++ | | | 150000 ++ | O O O O O 140000 ++----------------------------------------------------------------+ proc-vmstat.pgalloc_dma 220000 ++----------------------------------------------------------------+ | .*... .*...............* 210000 ++ .. .. .. | 200000 ++ ... .. ... | | .. ... .. | 190000 ++ .. .. .. | | ... .. ... | 180000 ++.. . .. | *. *. | 170000 ++ | 160000 ++ | | | 150000 ++ | O O O O O 140000 ++----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 190449.80 -22.8% 147109.60 lkp-t410/micro/netperf/120s-200%-TCP_MAERTS 1406.20 +105.9% 2895.20 lkp-t410/micro/netperf/120s-200%-TCP_SENDFILE 199219.40 -26.2% 147000.60 lkp-t410/micro/netperf/120s-200%-TCP_STREAM 391075.40 -24.1% 297005.40 TOTAL proc-vmstat.pgalloc_dma numa-numastat.node3.local_node 7.5e+06 ++---------------------------------------------------------------+ | ........*................ ........*...............| 7e+06 *+...... *....... * | | 6.5e+06 ++ | | | 6e+06 ++ | | | 5.5e+06 ++ O O | | 5e+06 O+ | | | 4.5e+06 ++ O O | | | 4e+06 ++---------------------------------------------------------------+ numa-numastat.node3.local_node 1e+07 ++---------------------------------------------------------------+ 9.5e+06 *+.............. ........*...............*...............| | *........ * 9e+06 ++ | 8.5e+06 ++ | | | 8e+06 ++ | 7.5e+06 ++ | 7e+06 ++ | | | 6.5e+06 ++ | 6e+06 ++ | O O | 5.5e+06 ++ O O O 5e+06 ++---------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 7081344.40 -29.0% 5026246.60 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 9572554.80 -42.2% 5532675.80 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 16653899.20 -36.6% 10558922.40 TOTAL numa-numastat.node3.local_node numa-numastat.node3.numa_hit 7.5e+06 ++---------------------------------------------------------------+ | ........*................ ........*...............| 7e+06 *+...... *....... * | | 6.5e+06 ++ | | | 6e+06 ++ | | | 5.5e+06 ++ O O | | 5e+06 O+ | | | 4.5e+06 ++ O O | | | 4e+06 ++---------------------------------------------------------------+ numa-numastat.node3.numa_hit 1e+07 ++---------------------------------------------------------------+ 9.5e+06 *+.............. ........*...............*...............| | *........ * 9e+06 ++ | 8.5e+06 ++ | | | 8e+06 ++ | 7.5e+06 ++ | 7e+06 ++ | | | 6.5e+06 ++ | 6e+06 ++ | O O | 5.5e+06 ++ O O O 5e+06 ++---------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 7081344.40 -29.0% 5026246.60 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 9572558.00 -42.2% 5532679.00 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 16653902.40 -36.6% 10558925.60 TOTAL numa-numastat.node3.numa_hit numa-vmstat.node0.nr_slab_unreclaimable 18000 ++-----------------------------------------------------------------+ | O O 17000 ++ O O | 16000 O+ | | | 15000 ++ | 14000 ++ | | | 13000 ++ | 12000 ++ | | | 11000 ++ ........*................| 10000 ++ ........*....... * | ........*........ | 9000 *+-----------------------------------------------------------------+ numa-vmstat.node0.nr_slab_unreclaimable 18000 O+---------------O----------------O---------------O----------------+ | O 17000 ++ | 16000 ++ | | | 15000 ++ | | | 14000 ++ | | | 13000 ++ | 12000 ++ ..*................ | | ...... *...............*................| 11000 ++ ...... * *.. | 10000 ++-----------------------------------------------------------------+ numa-vmstat.node0.nr_slab_unreclaimable 19000 ++-----------------------------------------------------------------+ O O | 18000 ++ O O 17000 ++ O | | | 16000 ++ | 15000 ++ | | | 14000 ++ | 13000 ++ | | | 12000 ++ ........*................*...............*............ | 11000 *+....... ....| | * 10000 ++-----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 9990.60 +67.5% 16738.80 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 11477.00 +55.9% 17893.80 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 11296.40 +57.2% 17763.40 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 32764.00 +59.9% 52396.00 TOTAL numa-vmstat.node0.nr_slab_unreclaimable numa-meminfo.node0.SUnreclaim 70000 ++------------------------------------------------O----------------O | O | 65000 ++ O | O | 60000 ++ | | | 55000 ++ | | | 50000 ++ | | | 45000 ++ | | ........*................| 40000 ++ ........*................*....... * *........ | 35000 ++-----------------------------------------------------------------+ numa-meminfo.node0.SUnreclaim 75000 ++-----------------------------------------------------------------+ | O O | 70000 O+ O O | | 65000 ++ | | | 60000 ++ | | | 55000 ++ | | | 50000 ++ | | ....*................*............... | 45000 ++ ........ *................| *.... * 40000 ++-----------------------------------------------------------------+ numa-meminfo.node0.SUnreclaim 75000 ++-----------------------------------------------------------------+ O O O 70000 ++ O O | | | 65000 ++ | | | 60000 ++ | | | 55000 ++ | | | 50000 ++ | | ........*................*...............*............ | 45000 *+....... ....| | * 40000 ++-----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 39962.20 +67.5% 66952.20 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 45909.40 +55.9% 71553.80 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 45192.80 +57.2% 71057.00 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 131064.40 +59.9% 209563.00 TOTAL numa-meminfo.node0.SUnreclaim pagetypeinfo.Node2.Normal.Unmovable 550 ++-------------------------------------------------------------------+ O O O | | 500 ++ O O | | | | | 450 ++ | | | 400 ++ | | | *............ | 350 ++ .... | | *.................*................*................* | | 300 ++-------------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 340.00 +52.2% 517.40 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 340.00 +52.2% 517.40 TOTAL pagetypeinfo.Node2.Normal.Unmovable numa-vmstat.node3.numa_local 3.8e+06 ++---------------------------------------------------------------+ | ........*............ | 3.6e+06 *+...... .... ........*...............* | *....... | 3.4e+06 ++ | 3.2e+06 ++ | | | 3e+06 ++ | | O 2.8e+06 ++ O | 2.6e+06 ++ | O | 2.4e+06 ++ | | O | 2.2e+06 ++--------------O------------------------------------------------+ numa-vmstat.node3.numa_local 5e+06 ++---------------------------------------------------------------+ *............... ........*...............*...............| | *........ * 4.5e+06 ++ | | | | | 4e+06 ++ | | | 3.5e+06 ++ | | | | | 3e+06 ++ | O O O | O O | 2.5e+06 ++---------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 3592359.80 -29.0% 2551371.80 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 4774283.00 -41.3% 2801965.40 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 8366642.80 -36.0% 5353337.20 TOTAL numa-vmstat.node3.numa_local numa-vmstat.node3.numa_hit 3.8e+06 ++--------------*------------------------------------------------+ *....... .... ........*...............* 3.6e+06 ++ *....... | | | 3.4e+06 ++ | 3.2e+06 ++ | | | 3e+06 ++ | | O O 2.8e+06 ++ | 2.6e+06 O+ | | | 2.4e+06 ++ O | | O | 2.2e+06 ++---------------------------------------------------------------+ numa-vmstat.node3.numa_hit 5e+06 ++---------------------------------------------------------------+ *...............*................*...............*...............* | | 4.5e+06 ++ | | | | | 4e+06 ++ | | | 3.5e+06 ++ | | | | | 3e+06 ++ | O O O O O | | 2.5e+06 ++---------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 3675291.00 -28.3% 2634413.40 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 4838040.20 -41.0% 2856767.80 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 8513331.20 -35.5% 5491181.20 TOTAL numa-vmstat.node3.numa_hit numa-numastat.node3.numa_foreign 1.7e+06 ++---------------------------------------------------------------+ | | 1.6e+06 *+.............. ........*...............*...............| | *........ * 1.5e+06 ++ | | | 1.4e+06 ++ | | | 1.3e+06 ++ | | | 1.2e+06 ++ | | | 1.1e+06 ++ O | O O O | 1e+06 ++---------------------------------------------------------------O a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 1581869.20 -34.4% 1038260.60 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 1581869.20 -34.4% 1038260.60 TOTAL numa-numastat.node3.numa_foreign numa-numastat.node2.numa_foreign 1.5e+06 ++---------------------------------------------------------------+ 1.4e+06 *+.............. ........*...............* | *................*....... | 1.3e+06 ++ O | 1.2e+06 ++ | | | 1.1e+06 ++ | 1e+06 ++ O 900000 ++ | | | 800000 ++ | 700000 O+ | | | 600000 ++ O | 500000 ++---------------------------------------------------------------+ numa-numastat.node2.numa_foreign 1.6e+06 ++---------------------------------------------------------------* *........... ....*...............*....... | 1.5e+06 ++ .... ........ | | *.... | 1.4e+06 ++ | 1.3e+06 ++ | | | 1.2e+06 ++ | | | 1.1e+06 ++ | 1e+06 ++ | O O O O 900000 ++ O | | | 800000 ++---------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 1386583.00 -29.2% 981920.60 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 1539556.00 -38.5% 947245.60 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 2926139.00 -34.1% 1929166.20 TOTAL numa-numastat.node2.numa_foreign numa-meminfo.node2.Slab 85000 ++-----------------------------------------------------------------+ | O | 80000 O+ | 75000 ++ O O | | 70000 ++ O | | | 65000 ++ | | | 60000 ++ | 55000 ++ | | ..*................| 50000 *+............... ...... * | *................ ..... | 45000 ++--------------------------------*--------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 49947.80 +54.2% 77013.20 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 49947.80 +54.2% 77013.20 TOTAL numa-meminfo.node2.Slab numa-numastat.node1.numa_foreign 4.6e+06 ++---------------------------------------------------------------+ | | 4.4e+06 ++ ....*................*........... | 4.2e+06 ++ ........ .... | *... *...............* 4e+06 ++ | 3.8e+06 ++ | | | 3.6e+06 ++ | 3.4e+06 ++ | | | 3.2e+06 ++ | 3e+06 ++ O | O O O O 2.8e+06 ++---------------------------------------------------------------+ numa-numastat.node1.numa_foreign 1.9e+06 ++---------------------------------------------------------------* 1.8e+06 *+..............*................*...............*....... | | | 1.7e+06 ++ | 1.6e+06 ++ | | | 1.5e+06 ++ | 1.4e+06 ++ | 1.3e+06 ++ | | | 1.2e+06 ++ | 1.1e+06 ++ | O O O O 1e+06 ++ O | 900000 ++---------------------------------------------------------------+ numa-numastat.node1.numa_foreign 4e+06 ++---------------------------------------------------------------+ *........... | 3.8e+06 ++ .... ........*............... | | *........ *...............* | | 3.6e+06 ++ | | | 3.4e+06 ++ | | | 3.2e+06 ++ | | O | | | 3e+06 ++ O O | O | 2.8e+06 O+---------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 3795065.80 -22.0% 2960682.40 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 4185179.40 -29.1% 2968938.60 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 1853708.20 -45.4% 1012328.60 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 9833953.40 -29.4% 6941949.60 TOTAL numa-numastat.node1.numa_foreign numa-vmstat.node1.numa_foreign 2.2e+06 ++---------------------------------------------------------------+ | ....*................*....... | 2.1e+06 ++ ........ ...... | *... .. | 2e+06 ++ *...............* 1.9e+06 ++ | | | 1.8e+06 ++ | | | 1.7e+06 ++ | 1.6e+06 ++ | | O | 1.5e+06 ++ O O O O | 1.4e+06 ++---------------------------------------------------------------+ numa-vmstat.node1.numa_foreign 1e+06 ++----------------------------------------------------------------+ 950000 *+...............*............... ........* | *................*....... | 900000 ++ | 850000 ++ | 800000 ++ | 750000 ++ | | | 700000 ++ | 650000 ++ | 600000 ++ | 550000 ++ | O O O | 500000 ++ O O 450000 ++----------------------------------------------------------------+ numa-vmstat.node1.numa_foreign 2e+06 ++---------------------------------------------------------------+ *........... | 1.9e+06 ++ .... ........* | *................*...............*....... | | | 1.8e+06 ++ | | | 1.7e+06 ++ | | | 1.6e+06 ++ | | O | | | 1.5e+06 ++ O O O | | 1.4e+06 O+---------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 1891327.60 -21.7% 1481102.40 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 2060882.00 -27.7% 1489800.80 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 949880.80 -46.3% 509822.80 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 4902090.40 -29.0% 3480726.00 TOTAL numa-vmstat.node1.numa_foreign numa-vmstat.node3.numa_foreign 850000 ++----------------------------------------------------------------+ | | 800000 *+............... ........*................*...............| | *....... * 750000 ++ | | | 700000 ++ | | | 650000 ++ | | | 600000 ++ O | | | 550000 ++ O O O | 500000 ++---------------O------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 791766.40 -31.8% 539998.20 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 791766.40 -31.8% 539998.20 TOTAL numa-vmstat.node3.numa_foreign numa-meminfo.node2.SUnreclaim 65000 O+---------------O-------------------------------------------------+ | O 60000 ++ O | | | 55000 ++ O | | | 50000 ++ | | | 45000 ++ | | | 40000 ++ | | | 35000 *+........... ....*................| | .... ........ * 30000 ++---------------*----------------*--------------------------------+ numa-meminfo.node2.SUnreclaim 36000 ++-----------------------------------------------------------------+ | O | 35000 ++ O | 34000 ++ | | O | 33000 O+ | 32000 ++ | | ..*..... | 31000 ++ ...... ... O 30000 ++ ...... ... ..* *.. .... .... | 29000 ++ . .... | 28000 ++ *............... .... | | *.. | 27000 ++-----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 33002.00 +85.3% 61167.40 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 29651.80 +12.5% 33348.80 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 62653.80 +50.9% 94516.20 TOTAL numa-meminfo.node2.SUnreclaim numa-vmstat.node2.nr_slab_unreclaimable 17000 ++-----------------------------------------------------------------+ 16000 O+ O | | O 15000 ++ O | 14000 ++ O | | | 13000 ++ | 12000 ++ | 11000 ++ | | | 10000 ++ | 9000 ++ ....*................| *................ ........ * 8000 ++ *................*... | 7000 ++-----------------------------------------------------------------+ numa-vmstat.node2.nr_slab_unreclaimable 9000 ++------------------------------------------------------------------+ 8800 ++ O | | | 8600 ++ O | 8400 ++ O | 8200 O+ | 8000 ++ | | ..*..... | 7800 ++ ...... ... | 7600 ++ ...... ... ..* 7400 *+. .... .... | 7200 ++ . .... | | *................ .... | 7000 ++ *.. | 6800 ++------------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 8250.40 +85.3% 15289.60 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 7411.20 +12.4% 8330.40 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 15661.60 +50.8% 23620.00 TOTAL numa-vmstat.node2.nr_slab_unreclaimable numa-vmstat.node2.numa_foreign 750000 ++----------------------------------------------------------------+ *............ ........*...............| 700000 ++ ....O ........*........ * 650000 ++ *....... O | | | 600000 ++ | 550000 ++ | | O 500000 ++ | 450000 ++ | | | 400000 ++ | 350000 ++ | O | 300000 ++------------------------------------------------O---------------+ numa-vmstat.node2.numa_foreign 800000 ++----------------------------------------------------------------* *............ ....*................*....... | 750000 ++ .... ........ | | *... | 700000 ++ | 650000 ++ | | | 600000 ++ | | | 550000 ++ | 500000 O+ | | O O O 450000 ++ O | | | 400000 ++----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 694151.60 -27.4% 504115.20 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 767088.00 -37.7% 478182.80 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 1461239.60 -32.8% 982298.00 TOTAL numa-vmstat.node2.numa_foreign proc-vmstat.pgfree 2.6e+08 ++---------------------------------------------------------------+ | ........*............... | 2.5e+08 *+..............*........ *...............* 2.4e+08 ++ | | | 2.3e+08 ++ | | | 2.2e+08 ++ | | | 2.1e+08 ++ | 2e+08 ++ | | | 1.9e+08 ++ | | O O O O 1.8e+08 O+---------------------------------------------------------------+ proc-vmstat.pgfree 6.2e+08 ++---------------------------------------------------------------+ *........... | 6e+08 ++ .... ........*........... | 5.8e+08 ++ *........ .... | | *...............| 5.6e+08 ++ * | | 5.4e+08 ++ | | | 5.2e+08 ++ | 5e+08 ++ | | | 4.8e+08 ++ | | O | 4.6e+08 O+--------------O--------------------------------O---------------O proc-vmstat.pgfree 360000 ++----------------------------------------------------------------+ 340000 O+ O O O | O | 320000 ++ | 300000 ++ | | | 280000 ++ | 260000 ++ | 240000 ++ | | | 220000 ++ | 200000 ++ | | | 180000 ++ ........*...............* 160000 *+---------------*---------------*--------------------------------+ proc-vmstat.pgfree 2.6e+07 ++---------------------------------------------------------------+ *... | 2.5e+07 ++ ... | 2.4e+07 ++ ... | | .. | 2.3e+07 ++ ... | 2.2e+07 ++ . | | *................*...............*...............* 2.1e+07 ++ | 2e+07 ++ | | | 1.9e+07 ++ | 1.8e+07 ++ | | | 1.7e+07 O+--------------O----------------O---------------O---------------O proc-vmstat.pgfree 3.6e+08 ++---------------------------------------------------------------+ *............... ........*...............*...............* 3.4e+08 ++ *........ | 3.2e+08 ++ | | | 3e+08 ++ | | | 2.8e+08 ++ | | | 2.6e+08 ++ | 2.4e+08 ++ | | | 2.2e+08 ++ | | | 2e+08 O+--------------O----------------O---------------O---------------O proc-vmstat.pgfree 2.6e+07 ++---------------------------------------------------------------+ | .*... .*...............* 2.5e+07 ++ .. ... .. | 2.4e+07 ++ .. .. .. | | ... .. ... | 2.3e+07 ++ .. ... .. | 2.2e+07 ++ .. .. .. | | .. . .. | 2.1e+07 *+ *. | 2e+07 ++ | | | 1.9e+07 ++ | 1.8e+07 ++ | | | 1.7e+07 O+--------------O----------------O---------------O---------------O proc-vmstat.pgfree 5.8e+08 ++---------------------------------------------------------------+ *........... | 5.6e+08 ++ .... ........*...............*...............| | *........ * | | 5.4e+08 ++ | | | 5.2e+08 ++ | | | 5e+08 ++ | | | | | 4.8e+08 ++ | | O | 4.6e+08 O+--------------O----------------O-------------------------------O a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 251223436.80 -26.6% 184446323.40 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 560694449.80 -17.2% 464123158.40 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 585434830.00 -20.7% 464081132.00 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 346047075.00 -41.8% 201387635.00 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 22347783.80 -22.8% 17262199.40 lkp-t410/micro/netperf/120s-200%-TCP_MAERTS 167527.20 +104.6% 342841.40 lkp-t410/micro/netperf/120s-200%-TCP_SENDFILE 23377707.80 -26.2% 17250561.80 lkp-t410/micro/netperf/120s-200%-TCP_STREAM 1789292810.40 -24.6% 1348893851.40 TOTAL proc-vmstat.pgfree pagetypeinfo.Node3.Normal.Unmovable 550 O+-------------------------------------------------------------------+ | O O O | | | 500 ++ O | .*... | | ... .. | 450 ++ ... .. | | ... .. | 400 ++ ... .. | | ... .. | *................*. .. | 350 ++ . ........* | *........ | | | 300 ++-------------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 380.00 +39.4% 529.60 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 380.00 +39.4% 529.60 TOTAL pagetypeinfo.Node3.Normal.Unmovable numa-numastat.node0.numa_miss 4.6e+06 ++---------------------------------------------------------------+ | | 4.4e+06 ++ ....*................*........... | 4.2e+06 ++ ........ .... | *... *...............| 4e+06 ++ * 3.8e+06 ++ | | | 3.6e+06 ++ | 3.4e+06 ++ | | | 3.2e+06 ++ | 3e+06 ++ O | O O O O 2.8e+06 ++---------------------------------------------------------------+ numa-numastat.node0.numa_miss 2.1e+06 ++-----------------------------------------------*---------------+ 2e+06 *+.......... ....*....... * | .... ........ | 1.9e+06 ++ *.... | 1.8e+06 ++ | | | 1.7e+06 ++ | 1.6e+06 ++ | 1.5e+06 ++ | | | 1.4e+06 ++ | 1.3e+06 ++ | O O | 1.2e+06 ++ O O O 1.1e+06 ++---------------------------------------------------------------+ numa-numastat.node0.numa_miss 4e+06 ++---------------------------------------------------------------+ *........... | 3.8e+06 ++ .... ........*............... | | *........ *...............* | | 3.6e+06 ++ | | | 3.4e+06 ++ | | | 3.2e+06 ++ | | O | | | 3e+06 ++ O O | O | 2.8e+06 O+---------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 3794945.40 -22.0% 2960303.20 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 4185031.40 -29.1% 2968838.00 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 2020552.40 -40.7% 1197190.80 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 10000529.20 -28.7% 7126332.00 TOTAL numa-numastat.node0.numa_miss numa-numastat.node0.other_node 4.6e+06 ++---------------------------------------------------------------+ | | 4.4e+06 ++ ....*................*........... | 4.2e+06 ++ ........ .... | *... *...............| 4e+06 ++ * 3.8e+06 ++ | | | 3.6e+06 ++ | 3.4e+06 ++ | | | 3.2e+06 ++ | 3e+06 ++ O | O O O O 2.8e+06 ++---------------------------------------------------------------+ numa-numastat.node0.other_node 2.1e+06 ++-----------------------------------------------*---------------+ 2e+06 *+.......... ....*....... * | .... ........ | 1.9e+06 ++ *.... | 1.8e+06 ++ | | | 1.7e+06 ++ | 1.6e+06 ++ | 1.5e+06 ++ | | | 1.4e+06 ++ | 1.3e+06 ++ | O O | 1.2e+06 ++ O O O 1.1e+06 ++---------------------------------------------------------------+ numa-numastat.node0.other_node 4e+06 ++---------------------------------------------------------------+ *........... | 3.8e+06 ++ .... ........*............... | | *........ *...............* | | 3.6e+06 ++ | | | 3.4e+06 ++ | | | 3.2e+06 ++ | | O | | | 3e+06 ++ O O | O | 2.8e+06 O+---------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 3794945.40 -22.0% 2960303.20 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 4185031.40 -29.1% 2968838.00 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 2020552.40 -40.7% 1197190.80 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 10000529.20 -28.7% 7126332.00 TOTAL numa-numastat.node0.other_node proc-vmstat.pgalloc_dma32 2.8e+06 ++---------------------------------------------------------------+ | ........*...............*...............* 2.7e+06 *+..............*........ | | | 2.6e+06 ++ | | | 2.5e+06 ++ | | | 2.4e+06 ++ | | | 2.3e+06 ++ | | | 2.2e+06 ++ O O O O O | 2.1e+06 ++---------------------------------------------------------------+ proc-vmstat.pgalloc_dma32 2.9e+07 ++---------------------------------------------------------------+ *............... ........*....... | 2.8e+07 ++ *........ ...... | 2.7e+07 ++ .. | | *...............* 2.6e+07 ++ | | | 2.5e+07 ++ | | | 2.4e+07 ++ | 2.3e+07 ++ | | | 2.2e+07 ++ | | O O O 2.1e+07 O+-----------------------------------------------O---------------+ proc-vmstat.pgalloc_dma32 360000 ++----------------------------------------------------------------+ 340000 O+ O | | O O O 320000 ++ | 300000 ++ | | | 280000 ++ | 260000 ++ | 240000 ++ | | | 220000 ++ | 200000 ++ | | | 180000 ++ | 160000 *+---------------*---------------*----------------*---------------* proc-vmstat.pgalloc_dma32 2.5e+07 *+---------------------------------------------------------------+ | ... | 2.4e+07 ++ ... | 2.3e+07 ++ .. | | ... | 2.2e+07 ++ . | | *................*...............*...............* 2.1e+07 ++ | | | 2e+07 ++ | 1.9e+07 ++ | | | 1.8e+07 ++ | | | 1.7e+07 O+--------------O----------------O---------------O---------------O proc-vmstat.pgalloc_dma32 1.8e+07 ++---------------------------------------------------------------+ | ....*...............*...............| 1.7e+07 *+.............. ........ * 1.6e+07 ++ *.... | | | 1.5e+07 ++ | | | 1.4e+07 ++ | | | 1.3e+07 ++ | 1.2e+07 ++ | | | 1.1e+07 ++ | O O O O O 1e+07 ++---------------------------------------------------------------+ proc-vmstat.pgalloc_dma32 2.6e+07 ++---------------------------------------------------------------+ | .*... | 2.5e+07 ++ .. .. .*...............* 2.4e+07 ++ .. .. .. | | .. .. .. | 2.3e+07 ++ .. .. ... | 2.2e+07 ++ .. .. .. | | .. .. .. | 2.1e+07 ++. . .. | 2e+07 *+ *. | | | 1.9e+07 ++ | 1.8e+07 ++ | | | 1.7e+07 O+--------------O----------------O---------------O---------------O proc-vmstat.pgalloc_dma32 2.8e+07 ++---------------------------------------------------------------+ | | 2.7e+07 *+.............. | | *................*...............*...............* 2.6e+07 ++ | | | 2.5e+07 ++ | | | 2.4e+07 ++ | | | 2.3e+07 ++ | | | 2.2e+07 ++ | O O O O O 2.1e+07 ++---------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 2730519.00 -20.2% 2177657.20 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 26663354.80 -20.0% 21317755.60 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 27622013.60 -22.8% 21322570.20 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 17016349.80 -38.4% 10484533.80 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 22155139.80 -22.8% 17113034.00 lkp-t410/micro/netperf/120s-200%-TCP_MAERTS 164051.00 +105.9% 337769.00 lkp-t410/micro/netperf/120s-200%-TCP_SENDFILE 23176272.80 -26.2% 17101426.20 lkp-t410/micro/netperf/120s-200%-TCP_STREAM 119527700.80 -24.8% 89854746.00 TOTAL proc-vmstat.pgalloc_dma32 numa-vmstat.node0.numa_miss 2.2e+06 ++---------------------------------------------------------------+ | ....*................*....... | 2.1e+06 ++ ........ ...... | *... .. | 2e+06 ++ *...............* 1.9e+06 ++ | | | 1.8e+06 ++ | | | 1.7e+06 ++ | 1.6e+06 ++ | | O | 1.5e+06 ++ O O O O | 1.4e+06 ++---------------------------------------------------------------+ numa-vmstat.node0.numa_miss 1.05e+06 *+--------------------------------------------------------------+ 1e+06 ++ .... ........*...............*...............* | *....... | 950000 ++ | 900000 ++ | | | 850000 ++ | 800000 ++ | 750000 ++ | | | 700000 ++ | 650000 ++ | O O O 600000 ++ O O | 550000 ++--------------------------------------------------------------+ numa-vmstat.node0.numa_miss 2e+06 ++---------------------------------------------------------------+ *........... | 1.9e+06 ++ .... ........* | *................*...............*....... | | | 1.8e+06 ++ | | | 1.7e+06 ++ | | | 1.6e+06 ++ | | O | | | 1.5e+06 ++ O O O | | 1.4e+06 O+---------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 1890381.20 -21.7% 1480373.20 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 2059858.80 -27.7% 1489050.20 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 1015932.60 -40.2% 607176.20 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 4966172.60 -28.0% 3576599.60 TOTAL numa-vmstat.node0.numa_miss numa-vmstat.node1.nr_slab_unreclaimable 12000 ++------------------------------------------------O----------------+ | | 11000 ++ | | O 10000 ++ | O O | 9000 ++ | | O | 8000 ++ | | | 7000 *+........... | | .... | 6000 ++ *................*............... ........* | *........ | 5000 ++-----------------------------------------------------------------+ numa-vmstat.node1.nr_slab_unreclaimable 17000 ++-----------------------------------------------------------------+ O O O O O 16000 ++ | | | | | 15000 ++ | | | 14000 ++ | | | 13000 ++ ........* | ..*........ | | ...... | 12000 ++ ..... | *................*................*.. | 11000 ++-----------------------------------------------------------------+ numa-vmstat.node1.nr_slab_unreclaimable 18000 ++-----------------------------------------------------------------+ | | 17000 ++ O O | | O O 16000 O+ | | | 15000 ++ | | | 14000 ++ | | | 13000 *+............... ....* | *................ ........ | 12000 ++ *...............*.... | | | 11000 ++-----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 6055.20 +65.0% 9993.80 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 12538.80 +31.7% 16512.20 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 12022.00 +38.6% 16659.80 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 30616.00 +41.0% 43165.80 TOTAL numa-vmstat.node1.nr_slab_unreclaimable numa-meminfo.node3.SUnreclaim 65000 ++--------------------------------O--------------------------------+ O O | 60000 ++ O | O | 55000 ++ | | | 50000 ++ | | | 45000 ++ | | ....*..... | 40000 ++ ........ .... | | ....*.... .... | 35000 ++ ........ .. ........* *.... *........ | 30000 ++-----------------------------------------------------------------+ numa-meminfo.node3.SUnreclaim 40000 ++-----------------------------------------------------------------+ | | 38000 ++ O | | | | 36000 ++ O | O | 34000 ++ ..*... | | O .... ... | 32000 ++ O .... .. | | .... .. | *................*................*. ... | 30000 ++ .. | | .| 28000 ++-----------------------------------------------------------------* a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 36026.40 +68.3% 60643.20 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 30491.20 +14.7% 34983.80 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 66517.60 +43.8% 95627.00 TOTAL numa-meminfo.node3.SUnreclaim numa-vmstat.node3.nr_slab_unreclaimable 16000 ++--------------------------------O--------------------------------+ O O | 15000 ++ O 14000 ++ O | | | 13000 ++ | 12000 ++ | | | 11000 ++ ....*.... | 10000 ++ ........ ... | | ....*.... .... | 9000 ++ ........ ... ....* 8000 *+... . ........ | | *.... | 7000 ++-----------------------------------------------------------------+ numa-vmstat.node3.nr_slab_unreclaimable 10000 ++-----------------------------------------------------------------+ | | 9500 ++ O | | | | 9000 ++ O | O | 8500 ++ ..*... | | O .... ... | 8000 ++ O .... .. | | .... .. | *................*................*. ... | 7500 ++ .. | | .| 7000 ++-----------------------------------------------------------------* a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 9007.40 +68.3% 15160.40 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 7621.00 +14.5% 8728.80 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 16628.40 +43.7% 23889.20 TOTAL numa-vmstat.node3.nr_slab_unreclaimable meminfo.SUnreclaim 240000 ++----------------------------------------------------------------+ O O O O O 220000 ++ | | | | | 200000 ++ | | | 180000 ++ | | | 160000 ++ | | | | | 140000 ++ ........*................ | *................*....... *...............* 120000 ++----------------------------------------------------------------+ meminfo.SUnreclaim 140000 ++-------------------------------O----------------O---------------+ O O O 130000 ++ | | | | | 120000 ++ | | | 110000 ++ | | | 100000 ++ | | ........*...............* | ........*...............*........ | 90000 *+....... | | | 80000 ++----------------------------------------------------------------+ meminfo.SUnreclaim 138000 ++----------------------------------------------------------------+ | O O O O 136000 O+ | 134000 ++ | | | 132000 ++ | | | 130000 ++ | | | 128000 ++ | 126000 ++ | | | 124000 ++ ....*...............*............ | | ........ .... ........* 122000 *+------------------------------------------------*---------------+ meminfo.SUnreclaim 140000 ++----------------------------------------------------------------+ 135000 O+ O O O O | | 130000 ++ | 125000 ++ | | | 120000 ++ | 115000 ++ | 110000 ++ | | | 105000 ++ | 100000 ++ | *................*............... ........*...............* 95000 ++ *........ | 90000 ++----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 133277.20 +71.9% 229070.40 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 96116.60 +43.2% 137669.00 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 93306.60 +47.5% 137662.60 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 123208.60 +10.8% 136548.20 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 445909.00 +43.7% 640950.20 TOTAL meminfo.SUnreclaim proc-vmstat.nr_slab_unreclaimable 60000 ++-----------------------------------------------------------------+ O O O O O 55000 ++ | | | | | 50000 ++ | | | 45000 ++ | | | 40000 ++ | | | | | 35000 ++ ........*............... | *................*........ *................* 30000 ++-----------------------------------------------------------------+ proc-vmstat.nr_slab_unreclaimable 36000 ++-----------------------------------------------------------------+ | O O O | 34000 O+ O 32000 ++ | | | 30000 ++ | | | 28000 ++ | | | 26000 ++ | 24000 ++ ........*................| | ........*................*....... * 22000 *+....... | | | 20000 ++-----------------------------------------------------------------+ proc-vmstat.nr_slab_unreclaimable 34500 ++-----------------------------------------------------------------+ | O O O O 34000 O+ | 33500 ++ | | | 33000 ++ | | | 32500 ++ | | | 32000 ++ | 31500 ++ | | | 31000 ++ ....*................ | | ........ *............... ........* 30500 *+------------------------------------------------*----------------+ proc-vmstat.nr_slab_unreclaimable 36000 ++-----------------------------------------------------------------+ | | 34000 O+ O O O O | | 32000 ++ | | | 30000 ++ | | | 28000 ++ | | | 26000 ++ | | | 24000 *+...............*................*...............*................* | | 22000 ++-----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 33318.00 +71.7% 57223.00 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 24019.60 +43.1% 34364.20 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 23318.60 +47.5% 34398.80 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 30796.60 +10.9% 34143.20 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 111452.80 +43.7% 160129.20 TOTAL proc-vmstat.nr_slab_unreclaimable numa-vmstat.node0.numa_other 2.3e+06 ++---------------------------------------------------------------+ | ....*............ | 2.2e+06 ++ ........ .... | 2.1e+06 *+.. *............... | | *...............| 2e+06 ++ * 1.9e+06 ++ | | | 1.8e+06 ++ | 1.7e+06 ++ | | | 1.6e+06 ++ O | 1.5e+06 O+ | | O O O 1.4e+06 ++---------------------------------------------------------------+ numa-vmstat.node0.numa_other 1.1e+06 ++--------------------------------------------------------------+ 1.05e+06 *+.............. ........* | *...............*...............*....... | 1e+06 ++ | 950000 ++ | 900000 ++ | 850000 ++ | | | 800000 ++ | 750000 ++ | 700000 ++ | 650000 ++ O | O O 600000 ++ O O | 550000 ++--------------------------------------------------------------+ numa-vmstat.node0.numa_other 2e+06 *+---------------------------------------------------------------+ | ...... | 1.9e+06 ++ .. ........* | *................*...............*....... | | | 1.8e+06 ++ | | | 1.7e+06 ++ | | | 1.6e+06 ++ | | O | | O | 1.5e+06 ++ O O | | 1.4e+06 O+---------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 1907409.80 -21.2% 1502754.60 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 2088681.80 -27.9% 1505556.60 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 1030149.20 -39.3% 625549.20 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 5026240.80 -27.7% 3633860.40 TOTAL numa-vmstat.node0.numa_other numa-meminfo.node0.Slab 90000 ++-----------------------------------------------------------------+ | | 85000 ++ O O O O 80000 ++ | O | 75000 ++ | | | 70000 ++ | | | 65000 ++ | 60000 ++ | | ........*................* 55000 ++ ........*................*....... | *........ | 50000 ++-----------------------------------------------------------------+ numa-meminfo.node0.Slab 100000 ++-------------------------------O----------------O---------------+ O | 95000 ++ O O | | 90000 ++ | | | 85000 ++ | | | 80000 ++ | | ..*....... | 75000 ++ .... ...... | | .... .. ........*........... | 70000 ++ .... *........ ....| *.. * 65000 ++----------------------------------------------------------------+ numa-meminfo.node0.Slab 105000 ++----------------------------------------------------------------+ | | 100000 O+ O O 95000 ++ O O | | | 90000 ++ | | | 85000 ++ | | | 80000 ++ | 75000 ++ ........*........... | *........ .... | 70000 ++ *................*...............* | | 65000 ++----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 56038.60 +48.7% 83325.40 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 72274.80 +36.4% 98580.20 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 71146.40 +37.2% 97636.20 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 199459.80 +40.1% 279541.80 TOTAL numa-meminfo.node0.Slab vmstat.procs.r 3 O+---------------O-----------------O----------------O----------------O | | | | 2.8 ++ | | | | | 2.6 ++ | | | 2.4 ++ | | | | | 2.2 ++ | | | | | 2 *+---------------*-----------------*----------------*----------------* vmstat.procs.r 220 ++-------------------------------------------------------------------+ | O O O O 210 O+ | | | 200 ++ | | | 190 ++ | | | 180 ++ | | | 170 ++ | | | 160 *+...............*.................*................*................* | | 150 ++-------------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 160.00 +33.5% 213.60 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 2.00 +50.0% 3.00 lkp-t410/micro/netperf/120s-200%-TCP_SENDFILE 162.00 +33.7% 216.60 TOTAL vmstat.procs.r numa-meminfo.node3.MemUsed 1.1e+06 ++--------------------------------------------------------------+ | O | 1.05e+06 O+ O | | | 1e+06 ++ .*.. O | 950000 ++ .. .. O | .. .. | 900000 ++ .. . | | .. .. | 850000 ++ .. .. | 800000 ++ .. .. | | .. .. | 750000 ++ ....* | | ........ *...............* 700000 *+--------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 779434.20 +30.7% 1018936.60 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 779434.20 +30.7% 1018936.60 TOTAL numa-meminfo.node3.MemUsed proc-vmstat.pgalloc_normal 2.6e+08 ++---------------------------------------------------------------+ | | 2.5e+08 *+..............*................*...............*...............* 2.4e+08 ++ | | | 2.3e+08 ++ | | | 2.2e+08 ++ | | | 2.1e+08 ++ | 2e+08 ++ | | | 1.9e+08 ++ | | O | 1.8e+08 O+--------------O--------------------------------O---------------O proc-vmstat.pgalloc_normal 5.8e+08 *+---------------------------------------------------------------+ | .... ........*........... | 5.6e+08 ++ *........ .... | | *...............| 5.4e+08 ++ * | | 5.2e+08 ++ | | | 5e+08 ++ | | | 4.8e+08 ++ | | | 4.6e+08 ++ | | O | 4.4e+08 O+--------------O--------------------------------O---------------O proc-vmstat.pgalloc_normal 3.4e+08 ++---------------------------------------------------------------+ *............... ........*...............*...............* 3.2e+08 ++ *........ | 3e+08 ++ | | | 2.8e+08 ++ | | | 2.6e+08 ++ | | | 2.4e+08 ++ | 2.2e+08 ++ | | | 2e+08 ++ | O O O O O 1.8e+08 ++---------------------------------------------------------------+ proc-vmstat.pgalloc_normal 5.6e+08 ++---------------------------------------------------------------+ | | 5.4e+08 *+.............. | | *................*...............*...............| | * 5.2e+08 ++ | | | 5e+08 ++ | | | 4.8e+08 ++ | | | | | 4.6e+08 ++ | | O | 4.4e+08 O+--------------O----------------O-------------------------------O a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 248499079.60 -26.6% 182274297.40 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 534032402.20 -17.1% 442806653.00 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 557814366.80 -20.6% 442759956.60 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 329037572.20 -42.0% 190909410.00 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 1669383420.80 -24.6% 1258750317.00 TOTAL proc-vmstat.pgalloc_normal numa-meminfo.node1.SUnreclaim 50000 ++-----------------------------------------------------------------+ | O | 45000 ++ | | | | O 40000 ++ O | O | 35000 ++ O | | | 30000 ++ | | | *................ | 25000 ++ *................*............... ........* | *........ | 20000 ++-----------------------------------------------------------------+ numa-meminfo.node1.SUnreclaim 70000 ++-----------------------------------------------------------------+ | | O O O O O 65000 ++ | | | | | 60000 ++ | | | 55000 ++ | | | | ........* 50000 ++ ....*........ | | ........ | | ........*................*... | 45000 *+-----------------------------------------------------------------+ numa-meminfo.node1.SUnreclaim 33000 ++-----------------------------------------------------------------O | | 32000 ++ | | | | | 31000 O+ | | O O | 30000 ++ .*............ O | | .. .... | 29000 ++ ... *.... | | .. ... | | .. .... | 28000 ++ ... ... ....* | .. . ........ | 27000 *+------------------------------------------------*----------------+ numa-meminfo.node1.SUnreclaim 70000 ++-----------------------------------------------------------------+ | O | | O | 65000 O+ O O | | | | 60000 ++ | | | 55000 ++ | | | *................ ....* 50000 ++ *................ ........ | | *...............*.... | | | 45000 ++-----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 24221.80 +65.1% 39981.20 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 50155.60 +31.6% 65996.60 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 48073.80 +38.6% 66647.20 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 28258.80 +9.6% 30959.40 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 150710.00 +35.1% 203584.40 TOTAL numa-meminfo.node1.SUnreclaim numa-numastat.node1.numa_hit 4.4e+06 ++---------------------------------------------------------------* *...............*................*...............*....... | 4.2e+06 ++ | | | 4e+06 ++ | | | 3.8e+06 ++ | | | 3.6e+06 ++ | | | 3.4e+06 ++ | | | 3.2e+06 O+ O O O O | | 3e+06 ++---------------------------------------------------------------+ numa-numastat.node1.numa_hit 3.4e+07 ++---------------------------------------------------------------+ *............... ........*..... | 3.3e+07 ++ *........ .... | 3.2e+07 ++ .... | | .. | 3.1e+07 ++ *...............| | * 3e+07 ++ | | | 2.9e+07 ++ | 2.8e+07 ++ | | | 2.7e+07 ++ | O O | 2.6e+07 ++--------------O----------------O-------------------------------O numa-numastat.node1.numa_hit 9e+06 ++---------------------------------------------------------------+ *............... ........*...............*...............* 8.5e+06 ++ *........ | 8e+06 ++ | | | 7.5e+06 ++ | 7e+06 ++ | | | 6.5e+06 ++ | 6e+06 ++ | | | 5.5e+06 ++ | 5e+06 O+ O O | | O O 4.5e+06 ++---------------------------------------------------------------+ numa-numastat.node1.numa_hit 3.1e+07 *+--------------------------------------------------------------+ 3.05e+07 ++ ... | | .... | 3e+07 ++ ... | 2.95e+07 ++ . ........*...............*...............| | *....... * 2.9e+07 ++ | 2.85e+07 ++ | 2.8e+07 ++ | | | 2.75e+07 ++ | 2.7e+07 ++ | | | 2.65e+07 ++ O O O O 2.6e+07 O+--------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 4317472.60 -25.7% 3209926.40 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 29739434.60 -11.3% 26374170.60 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 32279992.60 -18.4% 26335285.80 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 8659466.80 -42.1% 5017988.00 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 74996366.60 -18.7% 60937370.80 TOTAL numa-numastat.node1.numa_hit numa-numastat.node1.local_node 4.4e+06 ++---------------------------------------------------------------* *...............*................*...............*....... | 4.2e+06 ++ | | | 4e+06 ++ | | | 3.8e+06 ++ | | | 3.6e+06 ++ | | | 3.4e+06 ++ | | | 3.2e+06 O+ O O O O | | 3e+06 ++---------------------------------------------------------------+ numa-numastat.node1.local_node 3.4e+07 ++---------------------------------------------------------------+ *............... ........*..... | 3.3e+07 ++ *........ .... | 3.2e+07 ++ .... | | .. | 3.1e+07 ++ *...............| | * 3e+07 ++ | | | 2.9e+07 ++ | 2.8e+07 ++ | | | 2.7e+07 ++ | O O | 2.6e+07 ++--------------O----------------O-------------------------------O numa-numastat.node1.local_node 9e+06 ++---------------------------------------------------------------+ *............... ........*...............*...............* 8.5e+06 ++ *........ | 8e+06 ++ | | | 7.5e+06 ++ | 7e+06 ++ | | | 6.5e+06 ++ | 6e+06 ++ | | | 5.5e+06 ++ | 5e+06 O+ O O | | O O 4.5e+06 ++---------------------------------------------------------------+ numa-numastat.node1.local_node 3.1e+07 *+--------------------------------------------------------------+ 3.05e+07 ++ ... | | .... | 3e+07 ++ ... | 2.95e+07 ++ . ........*...............*...............| | *....... * 2.9e+07 ++ | 2.85e+07 ++ | 2.8e+07 ++ | | | 2.75e+07 ++ | 2.7e+07 ++ | | | 2.65e+07 ++ O O O O 2.6e+07 O+--------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 4317472.60 -25.7% 3209926.40 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 29739434.60 -11.3% 26374170.60 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 32279992.60 -18.4% 26335285.80 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 8659463.60 -42.1% 5017984.80 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 74996363.40 -18.7% 60937367.60 TOTAL numa-numastat.node1.local_node numa-numastat.node0.numa_hit 8e+06 ++---------------------------------------------------------------+ | ........*............... | 7.5e+06 ++ ........*........ *...............* *....... | 7e+06 ++ | | | 6.5e+06 ++ | | | 6e+06 O+ | | O | 5.5e+06 ++ O O | | | 5e+06 ++ | | | 4.5e+06 ++---------------------------------------------------------------O numa-numastat.node0.numa_hit 3.4e+07 ++---------------------------------------------------------------+ *........... | 3.3e+07 ++ .... ........*........... | 3.2e+07 ++ *........ .... | | *...............| 3.1e+07 ++ * 3e+07 ++ | | | 2.9e+07 ++ | 2.8e+07 ++ | | | 2.7e+07 ++ | 2.6e+07 ++ O O O O O | 2.5e+07 ++---------------------------------------------------------------+ numa-numastat.node0.numa_hit 9e+06 *+-------------------------------*-------------------------------+ | *........ *...............* 8.5e+06 ++ | 8e+06 ++ | | | 7.5e+06 ++ | | | 7e+06 ++ | | | 6.5e+06 ++ | 6e+06 ++ | | | 5.5e+06 ++ | O O O O O 5e+06 ++---------------------------------------------------------------+ numa-numastat.node0.numa_hit 3.2e+07 ++---------------------------------------------------------------+ *............... | 3.1e+07 ++ *................*...............*...............| | * 3e+07 ++ | | | 2.9e+07 ++ | | | 2.8e+07 ++ | | | 2.7e+07 ++ | | | 2.6e+07 O+ O O O O | | 2.5e+07 ++---------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 7479704.40 -27.5% 5420560.00 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 30897821.80 -15.7% 26032733.40 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 32074322.40 -18.7% 26076972.80 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 8802848.00 -40.3% 5254750.80 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 79254696.60 -20.8% 62785017.00 TOTAL numa-numastat.node0.numa_hit numa-numastat.node0.local_node 8e+06 ++---------------------------------------------------------------+ | ........*............... | 7.5e+06 ++ ........*........ *...............* *....... | 7e+06 ++ | | | 6.5e+06 ++ | | | 6e+06 O+ | | O | 5.5e+06 ++ O O | | | 5e+06 ++ | | | 4.5e+06 ++---------------------------------------------------------------O numa-numastat.node0.local_node 3.4e+07 ++---------------------------------------------------------------+ *........... | 3.3e+07 ++ .... ........*........... | 3.2e+07 ++ *........ .... | | *...............| 3.1e+07 ++ * 3e+07 ++ | | | 2.9e+07 ++ | 2.8e+07 ++ | | | 2.7e+07 ++ | 2.6e+07 ++ O O O O O | 2.5e+07 ++---------------------------------------------------------------+ numa-numastat.node0.local_node 9e+06 *+-------------------------------*-------------------------------+ | *........ *...............* 8.5e+06 ++ | 8e+06 ++ | | | 7.5e+06 ++ | | | 7e+06 ++ | | | 6.5e+06 ++ | 6e+06 ++ | | | 5.5e+06 ++ | O O O O O 5e+06 ++---------------------------------------------------------------+ numa-numastat.node0.local_node 3.2e+07 ++---------------------------------------------------------------+ *............... | 3.1e+07 ++ *................*...............*...............| | * 3e+07 ++ | | | 2.9e+07 ++ | | | 2.8e+07 ++ | | | 2.7e+07 ++ | | | 2.6e+07 O+ O O O O | | 2.5e+07 ++---------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 7479704.40 -27.5% 5420560.00 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 30897821.80 -15.7% 26032733.40 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 32074322.40 -18.7% 26076972.80 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 8802848.00 -40.3% 5254750.80 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 79254696.60 -20.8% 62785017.00 TOTAL numa-numastat.node0.local_node pagetypeinfo.Node0.Normal.Unmovable 550 ++-------------------------------------------------------------------+ | O O | O O | 500 ++ | O | | | 450 ++ | | | 400 ++ | | | | ....*................*................| 350 *+............... ......... * | *.... | | | 300 ++-------------------------------------------------------------------+ pagetypeinfo.Node0.Normal.Unmovable 500 ++-------------------------------------------------------------------+ | O | 480 O+ O O | | O | | 460 ++ | | | 440 ++ | | | 420 ++ | | | | | 400 ++ ....*............ | | ......... .... ........* 380 *+---------------*----------------------------------*----------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 356.00 +45.2% 517.00 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 387.00 +25.1% 484.00 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 743.00 +34.7% 1001.00 TOTAL pagetypeinfo.Node0.Normal.Unmovable meminfo.Slab 300000 ++----------------------------------------------------------------+ 290000 O+ O O O O | | 280000 ++ | 270000 ++ | 260000 ++ | 250000 ++ | | | 240000 ++ | 230000 ++ | 220000 ++ | 210000 ++ | | | 200000 ++ ........*................ ........* 190000 *+---------------*--------------------------------*---------------+ meminfo.Slab 200000 ++----------------------------------------------------------------+ | | 190000 O+ O O O O | | | | 180000 ++ | | | 170000 ++ | | | 160000 ++ | | | | | 150000 ++ ....*...............*................*...............* | ........ | 140000 *+----------------------------------------------------------------+ meminfo.Slab 195000 ++----------------------------------------------------------------+ 190000 O+ O O O O | | 185000 ++ | 180000 ++ | | | 175000 ++ | 170000 ++ | 165000 ++ | | | 160000 ++ | 155000 ++ | | ........*............... ........*...............| 150000 *+....... *........ * 145000 ++----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 195192.40 +49.1% 291032.60 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 150203.60 +27.6% 191681.80 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 147340.80 +30.1% 191735.40 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 492736.80 +36.9% 674449.80 TOTAL meminfo.Slab numa-vmstat.node1.numa_local 2.3e+06 ++---------------------------------------------------------------+ | | 2.2e+06 *+..............*................ ........* | *...............*....... | 2.1e+06 ++ | | | 2e+06 ++ | | | 1.9e+06 ++ | | | 1.8e+06 ++ | | | 1.7e+06 ++ | | O O O 1.6e+06 O+-----------------------------------------------O---------------+ numa-vmstat.node1.numa_local 1.7e+07 ++--------------------------------------------------------------+ *............... | 1.65e+07 ++ *...............*....... | 1.6e+07 ++ ...... | | .. | 1.55e+07 ++ *........... | | ....| 1.5e+07 ++ * | | 1.45e+07 ++ | 1.4e+07 ++ | | | 1.35e+07 ++ | O O O | 1.3e+07 ++--------------O-----------------------------------------------O numa-vmstat.node1.numa_local 4.4e+06 *+-------------------------------*---------------*---------------* 4.2e+06 ++ *........ | | | 4e+06 ++ | 3.8e+06 ++ | | | 3.6e+06 ++ | 3.4e+06 ++ | 3.2e+06 ++ | | | 3e+06 ++ | 2.8e+06 ++ | | | 2.6e+06 O+ O O O O 2.4e+06 ++---------------------------------------------------------------+ numa-vmstat.node1.numa_local 1.6e+07 ++--------------------------------------------------------------+ | | 1.55e+07 *+.... | | .... | | .... | 1.5e+07 ++ .. ........*...............| | *...............*....... * 1.45e+07 ++ | | | 1.4e+07 ++ | | | | | 1.35e+07 ++ | | O O O O 1.3e+07 O+--------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 2188265.40 -25.4% 1631384.00 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 14876185.00 -11.2% 13212241.60 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 16022188.20 -17.8% 13175859.20 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 4336523.20 -41.6% 2531884.80 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 37423161.80 -18.4% 30551369.60 TOTAL numa-vmstat.node1.numa_local proc-vmstat.numa_local 2.6e+07 ++---------------------------------------------------------------+ *...............*................*...............*...............* 2.5e+07 ++ | 2.4e+07 ++ | | | 2.3e+07 ++ | 2.2e+07 ++ | | | 2.1e+07 ++ | 2e+07 ++ | | | 1.9e+07 ++ | 1.8e+07 ++ O | O O | 1.7e+07 ++--------------O------------------------------------------------O proc-vmstat.numa_local 6.8e+07 ++---------------------------------------------------------------+ *........... | 6.6e+07 ++ .... ........*....... | 6.4e+07 ++ *........ ...... | | .. | 6.2e+07 ++ *...............| | * 6e+07 ++ | | | 5.8e+07 ++ | 5.6e+07 ++ | | | 5.4e+07 ++ | | O | 5.2e+07 O+--------------O--------------------------------O---------------O proc-vmstat.numa_local 210000 O+-------------------------------O--------------------------------+ 205000 ++ O O O | | 200000 ++ | 195000 ++ | | | 190000 ++ | 185000 ++ | 180000 ++ | | | 175000 ++ | 170000 ++ | | ........* 165000 *+...............*...............*................*....... | 160000 ++----------------------------------------------------------------+ proc-vmstat.numa_local 3.3e+06 *+---------------------------------------------------------------+ 3.2e+06 ++ ... | | ... | 3.1e+06 ++ .. | 3e+06 ++ ... | | . | 2.9e+06 ++ *................*...............*...............* 2.8e+06 ++ | 2.7e+06 ++ | | | 2.6e+06 ++ | 2.5e+06 ++ | | | 2.4e+06 O+ O O | 2.3e+06 ++-------------------------------O-------------------------------O proc-vmstat.numa_local 3.8e+07 ++---------------------------------------------------------------+ *............... ........*...............*...............* 3.6e+07 ++ *........ | 3.4e+07 ++ | | | 3.2e+07 ++ | 3e+07 ++ | | | 2.8e+07 ++ | 2.6e+07 ++ | | | 2.4e+07 ++ | 2.2e+07 ++ | O O O O O 2e+07 ++---------------------------------------------------------------+ proc-vmstat.numa_local 3.3e+06 ++--------------*--------------------------------*---------------* 3.2e+06 ++ .. .. .. | | .. .. .. | 3.1e+06 ++ .. .. .. | 3e+06 ++ .. .. .. | | .. .. .. | 2.9e+06 ++ .. .. .. | 2.8e+06 ++. . .. | 2.7e+06 *+ * | | | 2.6e+06 ++ | 2.5e+06 ++ | | | 2.4e+06 ++ O | 2.3e+06 O+--------------O----------------O-------------------------------O proc-vmstat.numa_local 6.4e+07 ++---------------------------------------------------------------+ | | 6.2e+07 *+.......... | | .... | | *................*...............*...............| 6e+07 ++ * | | 5.8e+07 ++ | | | 5.6e+07 ++ | | | | | 5.4e+07 ++ | | O O | 5.2e+07 O+--------------O------------------------------------------------O a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 25179611.80 -30.6% 17468519.60 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 60632665.20 -13.6% 52403535.80 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 64349306.40 -18.6% 52408034.00 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 36046421.20 -41.3% 21143160.60 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 2936038.20 -20.5% 2335298.40 lkp-t410/micro/netperf/120s-200%-TCP_MAERTS 163397.60 +26.9% 207374.80 lkp-t410/micro/netperf/120s-200%-TCP_SENDFILE 3063955.80 -23.8% 2333642.40 lkp-t410/micro/netperf/120s-200%-TCP_STREAM 192371396.20 -22.9% 148299565.60 TOTAL proc-vmstat.numa_local proc-vmstat.numa_hit 2.6e+07 ++---------------------------------------------------------------+ *...............*................*...............*...............* 2.5e+07 ++ | 2.4e+07 ++ | | | 2.3e+07 ++ | 2.2e+07 ++ | | | 2.1e+07 ++ | 2e+07 ++ | | | 1.9e+07 ++ | 1.8e+07 ++ O | O O | 1.7e+07 ++--------------O------------------------------------------------O proc-vmstat.numa_hit 6.8e+07 ++---------------------------------------------------------------+ *........... | 6.6e+07 ++ .... ........*....... | 6.4e+07 ++ *........ ...... | | .. | 6.2e+07 ++ *...............| | * 6e+07 ++ | | | 5.8e+07 ++ | 5.6e+07 ++ | | | 5.4e+07 ++ | | O | 5.2e+07 O+--------------O--------------------------------O---------------O proc-vmstat.numa_hit 210000 O+-------------------------------O--------------------------------+ 205000 ++ O O O | | 200000 ++ | 195000 ++ | | | 190000 ++ | 185000 ++ | 180000 ++ | | | 175000 ++ | 170000 ++ | | ........* 165000 *+...............*...............*................*....... | 160000 ++----------------------------------------------------------------+ proc-vmstat.numa_hit 3.3e+06 *+---------------------------------------------------------------+ 3.2e+06 ++ ... | | ... | 3.1e+06 ++ .. | 3e+06 ++ ... | | . | 2.9e+06 ++ *................*...............*...............* 2.8e+06 ++ | 2.7e+06 ++ | | | 2.6e+06 ++ | 2.5e+06 ++ | | | 2.4e+06 O+ O O | 2.3e+06 ++-------------------------------O-------------------------------O proc-vmstat.numa_hit 3.8e+07 ++---------------------------------------------------------------+ *............... ........*...............*...............* 3.6e+07 ++ *........ | 3.4e+07 ++ | | | 3.2e+07 ++ | 3e+07 ++ | | | 2.8e+07 ++ | 2.6e+07 ++ | | | 2.4e+07 ++ | 2.2e+07 ++ | O O O O O 2e+07 ++---------------------------------------------------------------+ proc-vmstat.numa_hit 3.3e+06 ++--------------*--------------------------------*---------------* 3.2e+06 ++ .. .. .. | | .. .. .. | 3.1e+06 ++ .. .. .. | 3e+06 ++ .. .. .. | | .. .. .. | 2.9e+06 ++ .. .. .. | 2.8e+06 ++. . .. | 2.7e+06 *+ * | | | 2.6e+06 ++ | 2.5e+06 ++ | | | 2.4e+06 ++ O | 2.3e+06 O+--------------O----------------O-------------------------------O proc-vmstat.numa_hit 6.4e+07 ++---------------------------------------------------------------+ | | 6.2e+07 *+.......... | | .... | | *................*...............*...............| 6e+07 ++ * | | 5.8e+07 ++ | | | 5.6e+07 ++ | | | | | 5.4e+07 ++ | | O O | 5.2e+07 O+--------------O------------------------------------------------O a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 25179611.80 -30.6% 17468519.60 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 60632665.20 -13.6% 52403535.80 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 64349306.40 -18.6% 52408034.00 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 36046430.80 -41.3% 21143173.40 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 2936038.20 -20.5% 2335298.40 lkp-t410/micro/netperf/120s-200%-TCP_MAERTS 163397.60 +26.9% 207374.80 lkp-t410/micro/netperf/120s-200%-TCP_SENDFILE 3063955.80 -23.8% 2333642.40 lkp-t410/micro/netperf/120s-200%-TCP_STREAM 192371405.80 -22.9% 148299578.40 TOTAL proc-vmstat.numa_hit numa-meminfo.node3.Slab 80000 ++--------------------------------O--------------------------------+ O O | 75000 ++ O | O | 70000 ++ | | | 65000 ++ | | | 60000 ++ ..*.... | | ...... ... | 55000 ++ ...... .... | | ........*.. ... | 50000 *+....... . ........* | *........ | 45000 ++-----------------------------------------------------------------+ numa-meminfo.node3.Slab 54000 ++-----------------------------------------------------------------O | O | 52000 ++ | | | O .*.. | 50000 ++ .. .. | | O .. .. | 48000 ++ O ... .. | | .. .. | 46000 ++ ..*............ .. .. | | ...... .... .. .. | | ...... *. ..| 44000 *+. | | * 42000 ++-----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 52010.80 +48.1% 77007.00 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 45634.80 +11.9% 51082.00 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 97645.60 +31.2% 128089.00 TOTAL numa-meminfo.node3.Slab numa-vmstat.node0.numa_local 4e+06 ++-------------------------------*-------------------------------+ | ........ *...............* 3.8e+06 *+..............*.... | 3.6e+06 ++ | | | 3.4e+06 ++ | 3.2e+06 ++ | O | 3e+06 ++ O | 2.8e+06 ++ O O | | | 2.6e+06 ++ | 2.4e+06 ++ | | O 2.2e+06 ++---------------------------------------------------------------+ numa-vmstat.node0.numa_local 1.7e+07 ++--------------------------------------------------------------+ *........... | 1.65e+07 ++ .... | 1.6e+07 ++ *...............*........... | | .... | 1.55e+07 ++ *...............* | | 1.5e+07 ++ | | | 1.45e+07 ++ | 1.4e+07 ++ | | | 1.35e+07 ++ | | O O | 1.3e+07 O+----------------------------------------------O---------------O numa-vmstat.node0.numa_local 4.6e+06 ++---------------------------------------------------------------+ 4.4e+06 *+.............. ........*...............*...............* | *........ | 4.2e+06 ++ | 4e+06 ++ | | | 3.8e+06 ++ | 3.6e+06 ++ | 3.4e+06 ++ | | | 3.2e+06 ++ | 3e+06 ++ | | | 2.8e+06 O+ O O | 2.6e+06 ++-----------------------------------------------O---------------O numa-vmstat.node0.numa_local 1.6e+07 ++--------------------------------------------------------------+ *............... | 1.55e+07 ++ *............... ........* | *...............*....... | | | 1.5e+07 ++ | | | 1.45e+07 ++ | | | 1.4e+07 ++ | | | | | 1.35e+07 ++ | O O O 1.3e+07 ++--------------O-------------------------------O---------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 3849082.60 -26.9% 2812366.60 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 15512079.80 -15.3% 13133512.80 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 16028745.20 -18.0% 13137091.00 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 4446302.40 -39.4% 2696438.60 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 39836210.00 -20.2% 31779409.00 TOTAL numa-vmstat.node0.numa_local numa-vmstat.node0.numa_hit 4e+06 ++-------------------------------*-------------------------------+ | ........*........ *...............* 3.8e+06 *+...... | 3.6e+06 ++ | | | 3.4e+06 ++ | 3.2e+06 ++ | O | 3e+06 ++ O | 2.8e+06 ++ O O | | | 2.6e+06 ++ | 2.4e+06 ++ O | | 2.2e+06 ++---------------------------------------------------------------+ numa-vmstat.node0.numa_hit 1.7e+07 ++--------------------------------------------------------------+ *........... | 1.65e+07 ++ .... | 1.6e+07 ++ *...............*........... | | .... | 1.55e+07 ++ *...............* | | 1.5e+07 ++ | | | 1.45e+07 ++ | 1.4e+07 ++ | | | 1.35e+07 ++ | | O O | 1.3e+07 O+----------------------------------------------O---------------O numa-vmstat.node0.numa_hit 4.6e+06 ++---------------------------------------------------------------+ 4.4e+06 *+.............. ........*...............*...............* | *........ | 4.2e+06 ++ | 4e+06 ++ | | | 3.8e+06 ++ | 3.6e+06 ++ | 3.4e+06 ++ | | | 3.2e+06 ++ | 3e+06 ++ | | | 2.8e+06 O+ O O O O 2.6e+06 ++---------------------------------------------------------------+ numa-vmstat.node0.numa_hit 1.6e+07 ++--------------------------------------------------------------+ *............... | 1.55e+07 ++ *............... ........*...............* | *....... | | | 1.5e+07 ++ | | | 1.45e+07 ++ | | | 1.4e+07 ++ | | | | | 1.35e+07 ++ | O O O O O 1.3e+07 ++--------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 3862055.80 -27.0% 2820590.80 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 15529107.60 -15.3% 13155894.20 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 16057568.20 -18.1% 13153597.40 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 4460519.00 -39.1% 2714811.60 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 39909250.60 -20.2% 31844894.00 TOTAL numa-vmstat.node0.numa_hit numa-vmstat.node1.numa_hit 2.4e+06 ++---------------------------------------------------------------+ | | 2.3e+06 ++ ........*................ ........* *....... *...............*....... | 2.2e+06 ++ | 2.1e+06 ++ | | | 2e+06 ++ | | | 1.9e+06 ++ | 1.8e+06 ++ | | | 1.7e+06 O+ O O O | O | 1.6e+06 ++---------------------------------------------------------------+ numa-vmstat.node1.numa_hit 1.7e+07 ++--------------------------------------------------------------+ *............... | 1.65e+07 ++ *...............*....... | 1.6e+07 ++ ...... | | .. | 1.55e+07 ++ *...............| | * 1.5e+07 ++ | | | 1.45e+07 ++ | 1.4e+07 ++ | | | 1.35e+07 ++ | O O O O O 1.3e+07 ++--------------------------------------------------------------+ numa-vmstat.node1.numa_hit 4.6e+06 ++---------------------------------------------------------------+ 4.4e+06 *+.............. ........*...............*...............* | *........ | 4.2e+06 ++ | 4e+06 ++ | 3.8e+06 ++ | 3.6e+06 ++ | | | 3.4e+06 ++ | 3.2e+06 ++ | 3e+06 ++ | 2.8e+06 ++ | | | 2.6e+06 O+ O O O O 2.4e+06 ++---------------------------------------------------------------+ numa-vmstat.node1.numa_hit 1.6e+07 ++--------------------------------------------------------------+ | | 1.55e+07 *+.... | | .... | | .... | 1.5e+07 ++ .. ........*...............| | *...............*....... * 1.45e+07 ++ | | | 1.4e+07 ++ | | | | | 1.35e+07 ++ O O O | O O 1.3e+07 ++--------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 2265488.40 -24.7% 1706188.20 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 14985937.60 -11.1% 13316655.20 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 16120292.40 -17.6% 13286234.00 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 4392244.60 -41.1% 2589007.80 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 37763963.00 -18.2% 30898085.20 TOTAL numa-vmstat.node1.numa_hit numa-meminfo.node1.Active 115000 ++---------------*------------------------------------------------+ 110000 ++ .. .. | | . .. | 105000 ++ .. . .*...............| 100000 ++ . .. ... * | .. .. ... O 95000 ++ .. .. .. | 90000 ++ . .. ... | 85000 ++ .. ... | | . *. | 80000 O+. | 75000 *+ O | | | 70000 ++ O O | 65000 ++----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 95853.80 -18.3% 78282.20 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 95853.80 -18.3% 78282.20 TOTAL numa-meminfo.node1.Active numa-meminfo.node0.Active 110000 ++------------------------------------------------O---------------+ 105000 ++ O | *.. O | 100000 O+ . | 95000 ++ .. *... | | . .. ... | 90000 ++ .. .. .. | 85000 ++ .. .. .. | 80000 ++ . .. ... | | .. . .. ....* 75000 ++ . .. . ........ | 70000 ++ .. .. *... | | .. | 65000 ++ * | 60000 ++----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 81791.40 +21.5% 99351.40 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 81791.40 +21.5% 99351.40 TOTAL numa-meminfo.node0.Active numa-meminfo.node0.MemUsed 1.1e+06 ++--------------------------------------------------------------+ | O 1.05e+06 ++ O O | | O | 1e+06 O+ | 950000 ++ | | | 900000 ++ | | | 850000 ++ | 800000 ++ | | ....*............... | 750000 ++ ........ *...............* *...............*... | 700000 ++--------------------------------------------------------------+ numa-meminfo.node0.MemUsed 1.05e+06 O+--------------------------------------------------------------+ | O O O O 1e+06 ++ | | | | | 950000 ++ | | | 900000 ++ | | | 850000 ++ | | ....*............... ........*...............| | ........ *....... * 800000 *+.. | | | 750000 ++--------------------------------------------------------------+ numa-meminfo.node0.MemUsed 1.05e+06 ++--------------------------------------------------------------+ O O O O O | | 1e+06 ++ | | | | | 950000 ++ | | | 900000 ++ | | | | | 850000 ++ | | ........*...............*............... | *....... *...............* 800000 ++--------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 752158.80 +37.0% 1030550.00 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 826985.80 +24.8% 1031736.20 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 817118.80 +26.3% 1031752.40 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 2396263.40 +29.1% 3094038.60 TOTAL numa-meminfo.node0.MemUsed numa-vmstat.node0.nr_dirty 14 ++----------------O----------------O-----------------O----------------+ | | 12 *+................*................ O | *.. * 10 ++ .. ..| | . . | 8 ++ .. .. | | . . | 6 ++ .. .. | | .. .. | 4 ++ . . | | .. .. | 2 ++ .. . | | .. | 0 ++---------------------------------------------------*----------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 9.20 +43.5% 13.20 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 9.20 +43.5% 13.20 TOTAL numa-vmstat.node0.nr_dirty numa-meminfo.node2.MemUsed 1.05e+06 O+----------------------------------------------O---------------+ | | 1e+06 ++ O | O O | 950000 ++ | | | 900000 ++ | | | 850000 ++ | | | 800000 ++ | | | 750000 *+.............. | | *............... ........*...............* 700000 ++------------------------------*-------------------------------+ numa-meminfo.node2.MemUsed 520000 ++----------------------------------------------------------------+ | O O | 510000 O+ | | O 500000 ++ O | | | 490000 ++ | | | 480000 ++ | | | 470000 ++ ..*....... | | ...... ...... | 460000 ++ ...... .. ........*...............| *.. *........ * 450000 ++----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 719896.80 +40.1% 1008848.80 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 458627.40 +10.9% 508587.00 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 1178524.20 +28.8% 1517435.80 TOTAL numa-meminfo.node2.MemUsed numa-meminfo.node1.Slab 65000 ++-----------------------------------------------------------------+ | | 60000 ++ O | | | 55000 ++ O O O | 50000 ++ | | O | 45000 ++ | | | 40000 *+............... | | *................*........... | 35000 ++ .... ........* | *........ | 30000 ++-----------------------------------------------------------------+ numa-meminfo.node1.Slab 100000 ++----------------------------------------------------------------+ | | 95000 ++ O O O O O | | | 90000 ++ | | | 85000 ++ | | | 80000 ++ ....* | ........ | | ....*................*... | 75000 *+............... ........ | | *... | 70000 ++----------------------------------------------------------------+ numa-meminfo.node1.Slab 100000 ++----------------------------------------------------------------+ | | 95000 ++ O O | | O | O | 90000 ++ O | | 85000 ++ | | | 80000 ++ ........* *............ ........*....... | | .... ........*........ | 75000 ++ *....... | | | 70000 ++----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 37126.80 +43.7% 53356.00 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 77877.00 +19.4% 92982.00 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 76153.80 +23.6% 94140.60 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 191157.60 +25.8% 240478.60 TOTAL numa-meminfo.node1.Slab softirqs.SCHED 165000 O+------------------------------------------------O---------------O | O | 160000 ++ *...............* | .. | 155000 ++ .. | | . | 150000 ++ .. | | .. | 145000 ++ .. | | O . | 140000 ++ .. | | .. | 135000 ++ ........* | *................*....... | 130000 ++----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 143709.20 +11.2% 159861.20 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 143709.20 +11.2% 159861.20 TOTAL softirqs.SCHED numa-vmstat.node3.nr_alloc_batch 1200 ++------------------------------------------------------------------+ 1150 ++ ..*.. | | ...... .. | 1100 ++ ...... .. | 1050 ++ ..*.. .. | | ...... .. | 1000 ++ ...... .. | 950 *+...............*.. .. | 900 ++ ..O | | 850 ++ * 800 O+ O O | | | 750 ++ O | 700 ++------------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 995.20 -18.5% 810.60 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 995.20 -18.5% 810.60 TOTAL numa-vmstat.node3.nr_alloc_batch numa-vmstat.node1.nr_kernel_stack 240 ++-------------------------------------------------------------------+ | O | 230 ++ | | | 220 ++ | | | 210 ++ O | | O | 200 ++ | | | 190 O+ O | ..*.................*............ | 180 ++ ...... .... ........* | ...... *........ | 170 *+-------------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 179.80 +14.0% 205.00 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 179.80 +14.0% 205.00 TOTAL numa-vmstat.node1.nr_kernel_stack numa-meminfo.node1.KernelStack 1900 ++------------------------------------------------------------------+ 1850 ++ O | | | 1800 ++ | 1750 ++ | 1700 ++ | 1650 ++ O O | | | 1600 ++ | 1550 ++ | 1500 O+ ........*............ O 1450 ++ ....*........ .... | | ........ *................* 1400 *+... | 1350 ++------------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 1442.40 +14.1% 1646.20 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 1442.40 +14.1% 1646.20 TOTAL numa-meminfo.node1.KernelStack numa-meminfo.node1.MemUsed 680000 ++------------------------------------------------O---------------+ | | 660000 ++ | 640000 ++ O O O | 620000 ++ | | O | 600000 ++ | | | 580000 ++ | 560000 ++ | *................ ........*............ | 540000 ++ *....... .... ........* | *....... | 520000 ++----------------------------------------------------------------+ numa-meminfo.node1.MemUsed 530000 ++----------------------------------------------------------------+ | O | 520000 ++ | 510000 ++ O O O O | 500000 ++ | 490000 ++ | | | 480000 ++ | 470000 ++ | | ....*............... | 460000 ++ ........ *................ | 450000 *+... *...............* | | 440000 ++----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 543410.00 +18.2% 642254.60 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 456537.60 +11.4% 508403.60 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 999947.60 +15.1% 1150658.20 TOTAL numa-meminfo.node1.MemUsed numa-vmstat.node0.nr_alloc_batch 950 ++-------------------------------------------------------------------+ | .*................*........ | 900 ++ ... ...... | | ... ..| | ... O * 850 ++ ... O | ... | 800 ++ ........*. | *........ | 750 ++ O | O | | | 700 ++ O | | | 650 ++-------------------------------------------------------------------+ numa-vmstat.node0.nr_alloc_batch 1750 ++------------------------------------------------------------------+ | | 1700 O+ | 1650 ++ | | | 1600 ++ O O | | | 1550 ++ O | | O 1500 *+.... .*........ | 1450 ++ ... .... ...... | | ... ... .. | 1400 ++ .... ... *............ | | . .... ....| 1350 ++---------------*--------------------------------------------------* a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 1425.00 +11.7% 1592.20 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 861.20 -10.0% 775.20 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 2286.20 +3.6% 2367.40 TOTAL numa-vmstat.node0.nr_alloc_batch proc-vmstat.nr_alloc_batch 4200 ++------------------------------------------------------------------+ | | 4000 ++ O | | | 3800 ++ | | | 3600 ++ O | | | 3400 ++ O O | 3200 ++ O | | ........*........ | 3000 *+............... ........*........ ...... | | *........ ..| 2800 ++------------------------------------------------------------------* a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 2966.80 +17.5% 3486.40 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 2966.80 +17.5% 3486.40 TOTAL proc-vmstat.nr_alloc_batch uptime.idle 12 ++------------------------------------------------------------------+ | O | | | 11.5 ++ O | | | | | 11 ++ | O O | 10.5 ++ | | | | ....*........ O 10 ++ ........ ...... | | ........*.... .. | *........ *................* 9.5 ++------------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 9.81 +12.1% 11.00 lkp-t410/micro/netperf/120s-200%-TCP_MAERTS 9.81 +12.1% 11.00 TOTAL uptime.idle softirqs.CPU10.TIMER 20500 ++-----------------------------------------------------------------+ *................ | 20000 ++ *........ | 19500 ++ ...... ....* | .. ........ | 19000 ++ *...............*.... | | | 18500 O+ | | O | 18000 ++ O | 17500 ++ | | | 17000 ++ | | O O 16500 ++-----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 19546.00 -9.7% 17656.20 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 19546.00 -9.7% 17656.20 TOTAL softirqs.CPU10.TIMER lock_stat.&(&n->list_lock)->rlock.contentions.get_partial_node 250000 ++----------------------------------------------------------------+ | | | O | 200000 O+ O O | O | | | 150000 ++ | | | 100000 ++ | | | | | 50000 ++ | | | | | 0 *+---------------*---------------*----------------*---------------* lock_stat.&(&n->list_lock)->rlock.contentions.get_partial_node 800000 ++----------------------------------------------------------------+ | O O | 700000 O+ O O | | 600000 ++ | 500000 ++ | | | 400000 ++ | | | 300000 ++ | 200000 ++ | | | 100000 ++ | | | 0 *+---------------*---------------*----------------*---------------* lock_stat.&(&n->list_lock)->rlock.contentions.get_partial_node 100000 ++----------------------------------------------------------------+ 90000 O+ O O O | O | 80000 ++ | 70000 ++ | | | 60000 ++ | 50000 ++ | 40000 ++ | | | 30000 ++ | 20000 ++ | | | 10000 ++ | 0 *+---------------*---------------*----------------*---------------* lock_stat.&(&n->list_lock)->rlock.contentions.get_partial_node 800000 ++----------------------------------------------------------------+ O O O O O 700000 ++ | | | 600000 ++ | 500000 ++ | | | 400000 ++ | | | 300000 ++ | 200000 ++ | | | 100000 ++ | | | 0 *+---------------*---------------*----------------*---------------* a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 338.00 +57289.8% 193977.40 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 8257.80 +8681.7% 725175.20 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 5960.80 +11907.2% 715724.60 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 1.00 +9099320.0% 90994.20 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 14557.60 +11755.5% 1725871.40 TOTAL lock_stat.&(&n->list_lock)->rlock.contentions.get_partial_node lock_stat.&(&n->list_lock)->rlock.acq-bounces 6e+06 ++-----------------------------------------------------------------+ | | 5e+06 O+ O O O O | | | | 4e+06 ++ | | | 3e+06 ++ | | | 2e+06 ++ | | | | | 1e+06 ++ | | ........*............... | 0 *+---------------*--------------------------------*----------------* lock_stat.&(&n->list_lock)->rlock.acq-bounces 1.4e+07 ++---------------------------------------------------------------+ | | 1.2e+07 O+ O O O O | | 1e+07 ++ | | | 8e+06 ++ | | | 6e+06 ++ | | | 4e+06 ++ | | | 2e+06 ++ | | ........*................*...............*...............* 0 *+---------------------------------------------------------------+ lock_stat.&(&n->list_lock)->rlock.acq-bounces 2.5e+06 ++---------------------------------------------------------------+ O O O O O | | 2e+06 ++ | | | | | 1.5e+06 ++ | | | 1e+06 ++ | | | | | 500000 ++ | | | | | 0 *+--------------*----------------*---------------*---------------* lock_stat.&(&n->list_lock)->rlock.acq-bounces 1.4e+07 ++---------------------------------------------------------------+ O O | 1.2e+07 ++ O O O | | 1e+07 ++ | | | 8e+06 ++ | | | 6e+06 ++ | | | 4e+06 ++ | | | 2e+06 ++ | *...............*................*...............*...............* 0 ++---------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 93585.00 +5552.5% 5289891.40 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 803011.20 +1452.0% 12462757.00 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 625270.40 +1867.1% 12299815.40 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 52715.20 +4233.6% 2284455.80 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 1574581.80 +1953.7% 32336919.60 TOTAL lock_stat.&(&n->list_lock)->rlock.acq-bounces lock_stat.&(&n->list_lock)->rlock.waittime-total 350000 ++----------------------------------------------------------------+ | O | 300000 ++ | | O | 250000 O+ O | | 200000 ++ O | | | 150000 ++ | | | 100000 ++ | | | 50000 ++ | | | 0 *+---------------*---------------*----------------*---------------* lock_stat.&(&n->list_lock)->rlock.waittime-total 350000 ++----------------------------------------------------------------+ | | 300000 O+ O O O O | | 250000 ++ | | | 200000 ++ | | | 150000 ++ | | | 100000 ++ | | | 50000 ++ | | | 0 *+---------------*---------------*----------------*---------------* lock_stat.&(&n->list_lock)->rlock.waittime-total 200000 ++-------------------------------O--------------------------------+ 180000 O+ O O O | | 160000 ++ | 140000 ++ | | | 120000 ++ | 100000 ++ | 80000 ++ | | | 60000 ++ | 40000 ++ | | | 20000 ++ | 0 *+---------------*---------------*----------------*---------------* lock_stat.&(&n->list_lock)->rlock.waittime-total 350000 ++----------------------------------------------------------------+ | | 300000 O+ O O O O | | 250000 ++ | | | 200000 ++ | | | 150000 ++ | | | 100000 ++ | | | 50000 ++ | | | 0 *+---------------*---------------*----------------*---------------* a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 547.33 +47101.5% 258349.71 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 4379.99 +6606.4% 293739.60 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 2990.82 +9812.5% 296463.15 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 2.28 +8164442.5% 186314.86 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 7920.42 +12965.8% 1034867.32 TOTAL lock_stat.&(&n->list_lock)->rlock.waittime-total lock_stat.&(&n->list_lock)->rlock.contentions.unfreeze_partials 45000 ++-----------------------------------------------------------------+ | O | 40000 ++ O | 35000 O+ O O | | 30000 ++ | 25000 ++ | | | 20000 ++ | 15000 ++ | | | 10000 ++ | 5000 ++ | | | 0 *+---------------*----------------*---------------*----------------* lock_stat.&(&n->list_lock)->rlock.contentions.unfreeze_partials 200000 ++------------------------------------------------O---------------+ 180000 O+ O O O | | 160000 ++ | 140000 ++ | | | 120000 ++ | 100000 ++ | 80000 ++ | | | 60000 ++ | 40000 ++ | | | 20000 ++ | 0 *+---------------*---------------*----------------*---------------* lock_stat.&(&n->list_lock)->rlock.contentions.unfreeze_partials 30000 ++-----------------------------------------------------------------+ | | 25000 ++ O | O O O O | | 20000 ++ | | | 15000 ++ | | | 10000 ++ | | | | | 5000 ++ | | | 0 *+---------------*----------------*---------------*----------------* lock_stat.&(&n->list_lock)->rlock.contentions.unfreeze_partials 200000 O+---------------O---------------O----------------O---------------O 180000 ++ | | | 160000 ++ | 140000 ++ | | | 120000 ++ | 100000 ++ | 80000 ++ | | | 60000 ++ | 40000 ++ | | | 20000 ++ | 0 *+---------------*---------------*----------------*---------------* a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 104.60 +35010.7% 36725.80 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 2501.00 +7686.8% 194747.40 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 1779.80 +10612.5% 190660.40 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 1.60 +1503112.5% 24051.40 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 4387.00 +10070.6% 446185.00 TOTAL lock_stat.&(&n->list_lock)->rlock.contentions.unfreeze_partials lock_stat.&rq->lock/1.waittime-total 10000 ++-----------------------------------------------------------------+ O | 9000 ++ O | 8000 ++ O O | | O 7000 ++ | 6000 ++ | | | 5000 ++ | 4000 ++ | | | 3000 ++ | 2000 ++ | *................*................*...............*................* 1000 ++-----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 1558.19 +436.0% 8351.26 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 1558.19 +436.0% 8351.26 TOTAL lock_stat.&rq->lock/1.waittime-total lock_stat.sk_lock-AF_INET6.holdtime-max 3500 ++--------------------------------O---------------------------------+ | | 3000 ++ | | O | 2500 ++ O | | 2000 ++ | | | 1500 ++ | | | 1000 O+ | | | 500 ++ O | *................*................*................*................* 0 ++------------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 172.45 +1073.3% 2023.44 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 172.45 +1073.3% 2023.44 TOTAL lock_stat.sk_lock-AF_INET6.holdtime-max lock_stat.&(&n->list_lock)->rlock.contentions 140000 ++----------------------------------------------------------------+ | O | 120000 ++ O | O O O 100000 ++ | | | 80000 ++ | | | 60000 ++ | | | 40000 ++ | | | 20000 ++ | | | 0 *+---------------*---------------*----------------*---------------* lock_stat.&(&n->list_lock)->rlock.contentions 500000 ++----------------------------------------------------------------+ 450000 O+ O O O O | | 400000 ++ | 350000 ++ | | | 300000 ++ | 250000 ++ | 200000 ++ | | | 150000 ++ | 100000 ++ | | | 50000 ++ | 0 *+---------------*---------------*----------------*---------------* lock_stat.&(&n->list_lock)->rlock.contentions 70000 ++-----------------------------------------------------------------+ | | 60000 O+ O O O | O | 50000 ++ | | | 40000 ++ | | | 30000 ++ | | | 20000 ++ | | | 10000 ++ | | | 0 *+---------------*----------------*---------------*----------------* lock_stat.&(&n->list_lock)->rlock.contentions 500000 ++----------------------------------------------------------------+ 450000 O+ O O O O | | 400000 ++ | 350000 ++ | | | 300000 ++ | 250000 ++ | 200000 ++ | | | 150000 ++ | 100000 ++ | | | 50000 ++ | 0 *+---------------*---------------*----------------*---------------* a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 222.60 +51769.9% 115462.40 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 5428.00 +8382.2% 460413.80 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 3918.60 +11479.4% 453751.20 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 1.80 +3251733.3% 58533.00 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 9571.00 +11269.3% 1088160.40 TOTAL lock_stat.&(&n->list_lock)->rlock.contentions lock_stat.&(&n->list_lock)->rlock.con-bounces 140000 ++----------------------------------------------------------------+ | O | 120000 ++ O | O O O 100000 ++ | | | 80000 ++ | | | 60000 ++ | | | 40000 ++ | | | 20000 ++ | | | 0 *+---------------*---------------*----------------*---------------* lock_stat.&(&n->list_lock)->rlock.con-bounces 500000 ++----------------------------------------------------------------+ 450000 O+ O O O O | | 400000 ++ | 350000 ++ | | | 300000 ++ | 250000 ++ | 200000 ++ | | | 150000 ++ | 100000 ++ | | | 50000 ++ | 0 *+---------------*---------------*----------------*---------------* lock_stat.&(&n->list_lock)->rlock.con-bounces 70000 ++-----------------------------------------------------------------+ | | 60000 O+ O O O | O | 50000 ++ | | | 40000 ++ | | | 30000 ++ | | | 20000 ++ | | | 10000 ++ | | | 0 *+---------------*----------------*---------------*----------------* lock_stat.&(&n->list_lock)->rlock.con-bounces 500000 ++----------------------------------------------------------------+ 450000 O+ O O O O | | 400000 ++ | 350000 ++ | | | 300000 ++ | 250000 ++ | 200000 ++ | | | 150000 ++ | 100000 ++ | | | 50000 ++ | 0 *+---------------*---------------*----------------*---------------* a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 222.40 +51744.2% 115301.40 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 5411.40 +8405.7% 460275.80 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 3908.20 +11506.9% 453619.80 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 1.80 +3240488.9% 58330.60 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 9543.80 +11295.1% 1087527.60 TOTAL lock_stat.&(&n->list_lock)->rlock.con-bounces lock_stat.&rq->lock.contentions.try_to_wake_up 30000 ++-----------------------------------------------------------------+ | | 25000 ++ .*.... | | .. ... | | .. .. | 20000 ++ ........*..... .. ... | *........ ... .. ... | 15000 ++ ... .. .| | .... .. * 10000 ++ . .. | | * | | | 5000 O+ | | O O O O 0 ++-----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 16431.20 -85.5% 2383.40 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 16431.20 -85.5% 2383.40 TOTAL lock_stat.&rq->lock.contentions.try_to_wake_up lock_stat.&(&mm->page_table_lock)->rlock/1.holdtime-max 3500 ++------------------------------------------------------------------+ | | 3000 ++ O | O | 2500 ++ | | | 2000 ++ | | | 1500 ++ O | | | 1000 ++ | | | 500 ++ | O ........*................*................| 0 *+---------------*--------------------------------------------------* a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 105.70 +1430.9% 1618.13 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 105.70 +1430.9% 1618.13 TOTAL lock_stat.&(&mm->page_table_lock)->rlock/1.holdtime-max lock_stat.&rq->lock.contentions.__schedule 30000 ++-----------------------------------------------------------------+ | | 25000 ++ .*...... | | ... .... | | .... .... | 20000 ++ ... ..| | ........*................ ... * 15000 *+....... *. | | | 10000 ++ | | | | | 5000 O+ O O O | O | 0 ++-----------------------------------------------------------------+ lock_stat.&rq->lock.contentions.__schedule 25000 ++-----------------------------------------------------------------+ *.... | | ... | 20000 ++ .. | | ... | | ... ....*... | 15000 ++ . ........ .. | | *.... .. .* 10000 ++ ... .... | | .. ... | | .. ... | 5000 ++ . .... | O *. | | O O O 0 ++-----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 18104.20 -82.0% 3257.60 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 14013.00 -84.3% 2194.60 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 32117.20 -83.0% 5452.20 TOTAL lock_stat.&rq->lock.contentions.__schedule lock_stat.&rq->lock.acquisitions 1.6e+08 *+--------------*--------------------------------*---------------* | .... ........ | 1.4e+08 ++ *... | 1.2e+08 ++ | | | 1e+08 ++ | | | 8e+07 ++ | | | 6e+07 ++ | 4e+07 ++ | | | 2e+07 ++ | O O O O O 0 ++---------------------------------------------------------------+ lock_stat.&rq->lock.acquisitions 1.8e+08 *+---------------------------------------------------------------+ | ... | 1.6e+08 ++ ... | 1.4e+08 ++ .. | | ... | 1.2e+08 ++ . | 1e+08 ++ *................*............... | | *...............* 8e+07 ++ | 6e+07 ++ | | | 4e+07 ++ | 2e+07 O+ O O O O | | 0 ++---------------------------------------------------------------+ lock_stat.&rq->lock.acquisitions 8e+06 ++-----------------------------------------------------------------+ | | 7e+06 *+...............*................*...............*................* | | 6e+06 ++ | | | 5e+06 ++ | | | 4e+06 ++ | | | 3e+06 ++ | | | 2e+06 ++ | O O O O O 1e+06 ++-----------------------------------------------------------------+ lock_stat.&rq->lock.acquisitions 3.5e+06 ++--------------*----------------*---------------*---------------+ | . * 3e+06 ++ .. | | . | | . | 2.5e+06 ++ . | | .. | 2e+06 ++ . | | . | 1.5e+06 ++ . | | . | | .. | 1e+06 ++ | * O O O O 500000 ++---------------------------------------------------------------+ lock_stat.&rq->lock.acquisitions 2.5e+08 *+-------------------------------*---------------*---------------* | *........ | | | 2e+08 ++ | | | | | 1.5e+08 ++ | | | 1e+08 ++ | | | | | 5e+07 ++ | | | O O O O O 0 ++---------------------------------------------------------------+ lock_stat.&rq->lock.acquisitions 9e+07 ++-----------------------------------------------------------------+ *............ | 8e+07 ++ .... | 7e+07 ++ *........ | | ...... ....*................| 6e+07 ++ .. ........ * | *... | 5e+07 ++ | | | 4e+07 ++ | 3e+07 ++ | | | 2e+07 O+ O O O O | | 1e+07 ++-----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 154152073.60 -92.9% 10912625.20 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 67740141.80 -71.0% 19618761.40 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 110636242.80 -82.4% 19457761.40 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 239324969.40 -94.2% 13800063.20 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 2864451.20 -75.5% 701531.60 lkp-t410/micro/netperf/120s-200%-TCP_MAERTS 7042846.60 -79.3% 1457717.00 lkp-t410/micro/netperf/120s-200%-TCP_SENDFILE 581760725.40 -88.7% 65948459.80 TOTAL lock_stat.&rq->lock.acquisitions lock_stat.&(&base->lock)->rlock.acquisitions 8e+07 *+---------------*--------------------------------*----------------* | .... ........ | 7e+07 ++ *... | 6e+07 ++ | | | 5e+07 ++ | | | 4e+07 ++ | | | 3e+07 ++ | 2e+07 ++ | | | 1e+07 ++ O | O O O O 0 ++-----------------------------------------------------------------+ lock_stat.&(&base->lock)->rlock.acquisitions 1.2e+08 ++---------------------------------------------------------------+ *.... | 1e+08 ++ ... | | .... | | ... | 8e+07 ++ . | | *................*............... | 6e+07 ++ *...............* | | 4e+07 ++ | | | | | 2e+07 ++ | O O O O O 0 ++---------------------------------------------------------------+ lock_stat.&(&base->lock)->rlock.acquisitions 3.5e+06 ++---------------------------------------------------------------+ | | *...............*................*...............*...............* 3e+06 ++ | | | | | 2.5e+06 ++ | | | 2e+06 ++ | | | | | 1.5e+06 ++ | | | | | 1e+06 O+--------------O----------------O---------------O---------------O lock_stat.&(&base->lock)->rlock.acquisitions 1.2e+08 ++---------------------------------------------------------------+ 1.1e+08 *+..............*................*...............*...............* | | 1e+08 ++ | 9e+07 ++ | 8e+07 ++ | 7e+07 ++ | | | 6e+07 ++ | 5e+07 ++ | 4e+07 ++ | 3e+07 ++ | | | 2e+07 O+ O O O O 1e+07 ++---------------------------------------------------------------+ lock_stat.&(&base->lock)->rlock.acquisitions 6e+07 *+-----------------------------------------------------------------+ | .... | 5e+07 ++ *................ ........*................| | *....... * | | 4e+07 ++ | | | 3e+07 ++ | | | 2e+07 ++ | | | | | 1e+07 O+ O O O O | | 0 ++-----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 76543726.40 -89.7% 7890321.20 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 50601311.60 -86.6% 6789248.80 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 73829648.00 -90.5% 7030329.40 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 112163184.20 -83.3% 18678137.60 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 3215475.80 -66.5% 1077567.60 lkp-t410/micro/netperf/120s-200%-TCP_SENDFILE 316353346.00 -86.9% 41465604.60 TOTAL lock_stat.&(&base->lock)->rlock.acquisitions lock_stat.((&icsk->icsk_delack_timer)).acquisitions 8000 O+------------------------------------------------------------------+ | | 7000 ++ | | O O 6000 ++ O O | | | 5000 ++ | | | 4000 ++ | | | 3000 ++ ..*........ | | ...... ...... | 2000 ++ ...... .. | *................*.. *................* 1000 ++------------------------------------------------------------------+ lock_stat.((&icsk->icsk_delack_timer)).acquisitions 10000 ++-----------------------------------------------------------------+ | O | 9000 O+ O O O 8000 ++ | | | 7000 ++ | 6000 ++ | | | 5000 ++ | 4000 ++ | | | 3000 ++ | 2000 ++ ........*................ | *........ *............... ........* 1000 ++------------------------------------------------*----------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 1762.20 +275.3% 6614.20 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 1496.60 +493.2% 8878.00 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 3258.80 +375.4% 15492.20 TOTAL lock_stat.((&icsk->icsk_delack_timer)).acquisitions lock_stat.&wq->wait.acquisitions 7e+07 ++-----------------------------------------------------------------+ | | 6e+07 *+...............*................ ........*................* | *....... | 5e+07 ++ | | | 4e+07 ++ | | | 3e+07 ++ | | | 2e+07 ++ | | | 1e+07 ++ | O O O O O 0 ++-----------------------------------------------------------------+ lock_stat.&wq->wait.acquisitions 8e+07 ++-----------------------------------------------------------------+ *.... | 7e+07 ++ ... | 6e+07 ++ .. | | ... | 5e+07 ++ ... | | . | 4e+07 ++ *................*............... | | *................* 3e+07 ++ | 2e+07 ++ | | | 1e+07 O+ O O O O | | 0 ++-----------------------------------------------------------------+ lock_stat.&wq->wait.acquisitions 3e+06 ++---------------------------------------------------------------+ *...............*................*...............*...............* | | 2.5e+06 ++ | | | | | 2e+06 ++ | | | 1.5e+06 ++ | | | | | 1e+06 ++ | | | O O O O O 500000 ++---------------------------------------------------------------+ lock_stat.&wq->wait.acquisitions 1e+08 ++-----------------------------------------------------------------+ 9e+07 *+...............*................*...............*................* | | 8e+07 ++ | 7e+07 ++ | | | 6e+07 ++ | 5e+07 ++ | 4e+07 ++ | | | 3e+07 ++ | 2e+07 ++ | | | 1e+07 O+ O O O O 0 ++-----------------------------------------------------------------+ lock_stat.&wq->wait.acquisitions 4e+07 ++---------------------------------------------------------------+ | | 3.5e+07 *+.......... | | .... | 3e+07 ++ *........ | | ...... ....*...............| 2.5e+07 ++ .. ........ * | *... | 2e+07 ++ | | | 1.5e+07 ++ | | | 1e+07 ++ | O O O O O 5e+06 ++---------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 59877671.80 -94.0% 3605594.80 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 27924722.40 -68.9% 8697094.40 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 45137134.80 -80.9% 8629540.80 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 94210177.20 -95.2% 4481163.60 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 2769563.80 -77.5% 623034.20 lkp-t410/micro/netperf/120s-200%-TCP_SENDFILE 229919270.00 -88.7% 26036427.80 TOTAL lock_stat.&wq->wait.acquisitions lock_stat.&wq->wait.holdtime-total 4e+08 ++---------------------------------------------------------------+ | | 3.5e+08 *+..............*........ ..*...............* 3e+08 ++ ...... ...... | | .. ..... | 2.5e+08 ++ *.. | | | 2e+08 ++ | | | 1.5e+08 ++ | 1e+08 ++ | | | 5e+07 ++ | O O O O O 0 ++---------------------------------------------------------------+ lock_stat.&wq->wait.holdtime-total 1.4e+08 ++---------------------------------------------------------------+ | | 1.2e+08 *+... | | ... | 1e+08 ++ .... | | ... | 8e+07 ++ . | | *................*............... | 6e+07 ++ *...............* | | 4e+07 ++ | | | 2e+07 O+ O O O O | | 0 ++---------------------------------------------------------------+ lock_stat.&wq->wait.holdtime-total 4.5e+06 ++---------------------------------------------------------------+ *...............*................*...............*...............* 4e+06 ++ | 3.5e+06 ++ | | | 3e+06 ++ | | | 2.5e+06 ++ | | | 2e+06 ++ | 1.5e+06 ++ | | | 1e+06 ++ | O O O O O 500000 ++---------------------------------------------------------------+ lock_stat.&wq->wait.holdtime-total 3.5e+08 ++---------------------------------------------------------------+ | | 3e+08 *+..............*................*...............*...............* | | 2.5e+08 ++ | | | 2e+08 ++ | | | 1.5e+08 ++ | | | 1e+08 ++ | | | 5e+07 ++ | O O O O O 0 ++---------------------------------------------------------------+ lock_stat.&wq->wait.holdtime-total 6e+07 ++---------------------------------------------------------------+ *........... | 5.5e+07 ++ .... | 5e+07 ++ *........ | | ...... ....*........... | 4.5e+07 ++ .. ........ ....| 4e+07 ++ *... * | | 3.5e+07 ++ | 3e+07 ++ | | | 2.5e+07 ++ | 2e+07 ++ | | | 1.5e+07 O+--------------O----------------O---------------O---------------O a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 331143231.04 -95.3% 15573365.58 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 46835023.40 -66.4% 15739109.17 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 75662343.72 -79.2% 15744964.01 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 307619397.95 -89.4% 32548157.60 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 4247556.82 -79.2% 884093.54 lkp-t410/micro/netperf/120s-200%-TCP_SENDFILE 765507552.93 -89.5% 80489689.91 TOTAL lock_stat.&wq->wait.holdtime-total lock_stat.&(&base->lock)->rlock.acq-bounces 900000 ++----------------------------------------------------------------+ | | 800000 ++ ........*...............| | ..*........ * 700000 ++ ...... | | ..... | 600000 ++ ....*.. | | ........ | 500000 *+... | | | 400000 ++ | | | 300000 O+ O | | O O 200000 ++------------------------------------------------O---------------+ lock_stat.&(&base->lock)->rlock.acq-bounces 2.2e+06 ++---------------------------------------------------------------+ 2e+06 *+.. | | ... | 1.8e+06 ++ ... | 1.6e+06 ++ .. | 1.4e+06 ++ ... ....*..... | 1.2e+06 ++ . ........ .... | | *.... .... | 1e+06 ++ .. | 800000 ++ *...............* 600000 ++ | 400000 ++ | | | 200000 O+ O O O O 0 ++---------------------------------------------------------------+ lock_stat.&(&base->lock)->rlock.acq-bounces 1.6e+06 ++---------------------------------------------------------------+ | | 1.4e+06 *+... | | ... | 1.2e+06 ++ .... | 1e+06 ++ ... | | . | 800000 ++ *............ | | .... ........*...............* 600000 ++ *....... | 400000 ++ | | | 200000 ++ O O O O O | 0 ++---------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 688211.20 -61.8% 262881.40 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 862083.80 -81.5% 159691.80 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 1245846.80 -89.0% 136930.40 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 2796141.80 -80.0% 559503.60 TOTAL lock_stat.&(&base->lock)->rlock.acq-bounces lock_stat.&(&base->lock)->rlock.holdtime-total 5.5e+07 *+--------------*--------------------------------*---------------* 5e+07 ++ .... .... | | .... .... | 4.5e+07 ++ .. .... | 4e+07 ++ *. | | | 3.5e+07 ++ | 3e+07 ++ | 2.5e+07 ++ | | | 2e+07 ++ | 1.5e+07 ++ | | | 1e+07 ++ O | 5e+06 O+-------------------------------O---------------O---------------O lock_stat.&(&base->lock)->rlock.holdtime-total 4e+07 ++---------------------------------------------------------------+ | | 3.5e+07 *+.... | 3e+07 ++ .... | | .... | 2.5e+07 ++ .. | | *................*........... | 2e+07 ++ .... | | *...............* 1.5e+07 ++ | 1e+07 ++ | | | 5e+06 ++ | O O O O O 0 ++---------------------------------------------------------------+ lock_stat.&(&base->lock)->rlock.holdtime-total 1.4e+06 *+--------------*----------------*---------------*---------------* 1.3e+06 ++ | | | 1.2e+06 ++ | 1.1e+06 ++ | | | 1e+06 ++ | 900000 ++ | 800000 ++ | | | 700000 ++ | 600000 ++ | | | 500000 O+ O O O O 400000 ++---------------------------------------------------------------+ lock_stat.&(&base->lock)->rlock.holdtime-total 6.5e+07 ++---------------------------------------------------------------+ *...............*................*............... | 6e+07 ++ *...............* 5.5e+07 ++ | | | 5e+07 ++ | 4.5e+07 ++ | | | 4e+07 ++ | 3.5e+07 ++ | | | 3e+07 ++ | 2.5e+07 ++ | | | 2e+07 O+--------------O----------------O---------------O---------------O lock_stat.&(&base->lock)->rlock.holdtime-total 2e+07 ++---------------------------------------------------------------+ *........... | 1.8e+07 ++ .... | 1.6e+07 ++ *................ ........*...............| | *....... * 1.4e+07 ++ | 1.2e+07 ++ | | | 1e+07 ++ | 8e+06 ++ | | | 6e+06 ++ | 4e+06 ++ | O O O O O 2e+06 ++---------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 51256345.75 -87.2% 6542828.70 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 16039890.58 -81.5% 2962001.38 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 22938009.00 -86.8% 3037572.66 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 60330801.97 -66.3% 20321004.48 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 1381080.73 -67.8% 445090.16 lkp-t410/micro/netperf/120s-200%-TCP_SENDFILE 151946128.03 -78.1% 33308497.38 TOTAL lock_stat.&(&base->lock)->rlock.holdtime-total lock_stat.&(&n->list_lock)->rlock.acquisitions 6e+06 ++---------------O----------------O---------------O----------------O O | 5e+06 ++ | | | | | 4e+06 ++ | | | 3e+06 ++ | | | 2e+06 ++ | | | | | 1e+06 ++ | | ........*............... | 0 *+---------------*--------------------------------*----------------* lock_stat.&(&n->list_lock)->rlock.acquisitions 1.4e+07 ++---------------------------------------------------------------+ O O O O O 1.2e+07 ++ | | | 1e+07 ++ | | | 8e+06 ++ | | | 6e+06 ++ | | | 4e+06 ++ | | | 2e+06 ++ | | ........*................*...............*...............* 0 *+---------------------------------------------------------------+ lock_stat.&(&n->list_lock)->rlock.acquisitions 220000 ++----------------------------------------------------------------+ 200000 ++ O | O O O O 180000 ++ | 160000 ++ | 140000 ++ | 120000 ++ | | | 100000 ++ | 80000 ++ | 60000 ++ | 40000 ++ | | | 20000 *+...............*...............*................*...............* 0 ++----------------------------------------------------------------+ lock_stat.&(&n->list_lock)->rlock.acquisitions 280000 ++----------------------------------------------------------------+ 260000 ++ O O O O O | 240000 ++ | 220000 ++ | | | 200000 ++ | 180000 *+... | 160000 ++ ... | | .. | 140000 ++ ... ..* 120000 ++ ... ...... | | . ..... | 100000 ++ *...............*................*.. | 80000 ++----------------------------------------------------------------+ lock_stat.&(&n->list_lock)->rlock.acquisitions 3e+06 ++---------------------------------------------------------------+ | | 2.5e+06 O+ O O O O | | | | 2e+06 ++ | | | 1.5e+06 ++ | | | 1e+06 ++ | | | | | 500000 ++ | | | 0 *+--------------*----------------*---------------*---------------* lock_stat.&(&n->list_lock)->rlock.acquisitions 280000 ++----------------------------------------------------------------+ O O | 260000 ++ O O 240000 ++ O | | | 220000 ++ | 200000 ++ | | | 180000 ++ | 160000 ++ .*..... ....* | .... .... ........ | 140000 ++ ... .... ....*... | 120000 ++ ... .. ........ | | .... *.... | 100000 *+----------------------------------------------------------------+ lock_stat.&(&n->list_lock)->rlock.acquisitions 1.4e+07 ++---------------------------------------------------------------+ O O O O O 1.2e+07 ++ | | | 1e+07 ++ | | | 8e+06 ++ | | | 6e+06 ++ | | | 4e+06 ++ | | | 2e+06 ++ | *...............*................*...............*...............* 0 ++---------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 118989.20 +4795.1% 5824649.20 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 935767.20 +1306.5% 13161599.00 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 732789.20 +1673.5% 12995820.20 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 66980.20 +3739.2% 2571526.60 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 119592.20 +116.0% 258339.80 lkp-t410/micro/netperf/120s-200%-TCP_MAERTS 16080.60 +1099.4% 192866.60 lkp-t410/micro/netperf/120s-200%-TCP_SENDFILE 133149.00 +91.8% 255360.80 lkp-t410/micro/netperf/120s-200%-TCP_STREAM 2123347.60 +1560.6% 35260162.20 TOTAL lock_stat.&(&n->list_lock)->rlock.acquisitions lock_stat.((&icsk->icsk_delack_timer)).holdtime-total 80000 ++-----------------------------------------------------------------+ O | 70000 ++ | 60000 ++ O | O | 50000 ++ O O | | | 40000 ++ | | | 30000 ++ | 20000 ++ | | | 10000 ++ ........*...............*................| *................*........ * 0 ++-----------------------------------------------------------------+ lock_stat.((&icsk->icsk_delack_timer)).holdtime-total 4000 ++------------------------------------------------------------------+ | ....*...... | 3500 ++ ........ .... | | ..*.... .... | 3000 ++ ...... .. ........* | ...... *........ | 2500 *+. | | | 2000 ++ | | | 1500 ++ | | | 1000 O+ O O O | O | 500 ++------------------------------------------------------------------+ lock_stat.((&icsk->icsk_delack_timer)).holdtime-total 90000 O+--------------------------------O--------------------------------+ | O O O 80000 ++ | 70000 ++ | | | 60000 ++ | 50000 ++ | | | 40000 ++ | 30000 ++ | | | 20000 ++ | 10000 ++ ........*................ | *........ *...............*................* 0 ++-----------------------------------------------------------------+ lock_stat.((&icsk->icsk_delack_timer)).holdtime-total 4000 ++------------------------------------------------------------------+ | | 3500 *+........... ....*................| | .... ........ * 3000 ++ *................*.... | | | 2500 ++ | | | 2000 ++ | | | 1500 ++ | | | 1000 O+ O O O | O | 500 ++------------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 8805.41 +570.3% 59020.39 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 3314.28 -71.5% 945.66 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 3014.44 -69.9% 906.70 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 7309.64 +1086.1% 86698.18 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 22443.77 +557.5% 147570.93 TOTAL lock_stat.((&icsk->icsk_delack_timer)).holdtime-total lock_stat.&(&base->lock)->rlock.contentions.lock_timer_base 18000 ++-----------------------------------------------------------------+ | ........*................* 16000 ++ ....*....... | 14000 ++ ........ | | ....*.... | 12000 ++ ........ | 10000 *+... | | | 8000 ++ | 6000 ++ | | | 4000 ++ | 2000 ++ | O O O O O 0 ++-----------------------------------------------------------------+ lock_stat.&(&base->lock)->rlock.contentions.lock_timer_base 45000 ++-----------------------------------------------------------------+ *... | 40000 ++ ... | 35000 ++ .. | | .. | 30000 ++ ... ..*.... | 25000 ++ .. ...... ... | | . ...... .... | 20000 ++ *.. ... | 15000 ++ . | | *................* 10000 ++ | 5000 ++ | O O O O O 0 ++-----------------------------------------------------------------+ lock_stat.&(&base->lock)->rlock.contentions.lock_timer_base 28000 ++-----------------------------------------------------------------+ | .*... | 26000 ++ .... ... | 24000 ++ ... .. | | ... .. | 22000 ++.... ... | *. .. | 20000 ++ . | | *..... ..* 18000 ++ .... .... | 16000 ++ .... .... | O .. .... | 14000 ++ *.. | | O O 12000 ++--------------------------------O---------------O----------------+ lock_stat.&(&base->lock)->rlock.contentions.lock_timer_base 30000 ++-----------------------------------------------------------------+ *.... | 25000 ++ ... | | .. | | ... | 20000 ++ ... | | . | 15000 ++ *............ | | .... ........*................* 10000 ++ *....... | | | | | 5000 ++ O O O O O | 0 ++-----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 14697.60 -88.8% 1639.20 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 15823.80 -84.7% 2422.60 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 23551.60 -90.9% 2148.60 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 20053.80 -33.8% 13280.40 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 74126.80 -73.7% 19490.80 TOTAL lock_stat.&(&base->lock)->rlock.contentions.lock_timer_base lock_stat.&(&n->list_lock)->rlock.holdtime-total 6e+06 ++---------------O-------------------------------------------------+ O O O 5e+06 ++ O | | | | | 4e+06 ++ | | | 3e+06 ++ | | | 2e+06 ++ | | | | | 1e+06 ++ | | ........*............... | 0 *+---------------*--------------------------------*----------------* lock_stat.&(&n->list_lock)->rlock.holdtime-total 8e+06 ++-----------------------------------------------------------------+ O O O O O 7e+06 ++ | 6e+06 ++ | | | 5e+06 ++ | | | 4e+06 ++ | | | 3e+06 ++ | 2e+06 ++ | | | 1e+06 ++ | | ........*................*...............*................* 0 *+-----------------------------------------------------------------+ lock_stat.&(&n->list_lock)->rlock.holdtime-total 80000 ++-----------------------------------------------------------------+ O O O O 70000 ++ O | 60000 ++ | | | 50000 ++ | | | 40000 ++ | | | 30000 ++ | 20000 ++ | | | 10000 ++ | *................*................*...............*................* 0 ++-----------------------------------------------------------------+ lock_stat.&(&n->list_lock)->rlock.holdtime-total 140000 ++----------------------------------------------------------------+ | O | 130000 O+ O O 120000 ++ O | | | 110000 ++ | 100000 *+.. | | ... | 90000 ++ .. | 80000 ++ .. | | ... ..* 70000 ++ .. .... | 60000 ++ . .... | | *............... .... | 50000 ++-------------------------------*----------------*---------------+ lock_stat.&(&n->list_lock)->rlock.holdtime-total 7e+06 ++-----------------------------------------------------------------+ | | 6e+06 O+ O O O O | | 5e+06 ++ | | | 4e+06 ++ | | | 3e+06 ++ | | | 2e+06 ++ | | | 1e+06 ++ | | | 0 *+---------------*----------------*---------------*----------------* lock_stat.&(&n->list_lock)->rlock.holdtime-total 130000 ++----------------------------------------------------------------+ O O O O 120000 ++ O | 110000 ++ | | | 100000 ++ | | | 90000 ++ .*.... ....* | ... ... ........ | 80000 ++ ... .... ..*... | 70000 ++ .. ... ...... | | ... . ...... | 60000 ++... *.. | *. | 50000 ++----------------------------------------------------------------+ lock_stat.&(&n->list_lock)->rlock.holdtime-total 8e+06 ++-----------------------------------------------------------------+ O O O O O 7e+06 ++ | 6e+06 ++ | | | 5e+06 ++ | | | 4e+06 ++ | | | 3e+06 ++ | 2e+06 ++ | | | 1e+06 ++ | *................*................*...............*................* 0 ++-----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 106734.99 +5132.8% 5585249.07 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 668306.58 +992.2% 7299328.40 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 495945.82 +1363.7% 7259349.69 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 32869.61 +18282.2% 6042142.32 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 68029.83 +88.1% 127966.47 lkp-t410/micro/netperf/120s-200%-TCP_MAERTS 6616.41 +1010.8% 73497.59 lkp-t410/micro/netperf/120s-200%-TCP_SENDFILE 75054.69 +65.3% 124043.52 lkp-t410/micro/netperf/120s-200%-TCP_STREAM 1453557.93 +1723.9% 26511577.06 TOTAL lock_stat.&(&n->list_lock)->rlock.holdtime-total lock_stat.&mapping->i_mmap_mutex.waittime-total 3e+06 ++---------------------------------------------------------------+ | | 2.5e+06 ++ O | | O | | 2e+06 O+ .*.... O | | .. ... | 1.5e+06 ++ .. .. | | ... ... | 1e+06 ++ .. ... | | .. . | | .. *............... | 500000 *+ *...............* | | 0 ++---------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 809944.05 +169.6% 2183786.20 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 809944.05 +169.6% 2183786.20 TOTAL lock_stat.&mapping->i_mmap_mutex.waittime-total lock_stat.&p->pi_lock.acquisitions 3.5e+07 ++---------------------------------------------------------------+ | ........*............ ....*...............* 3e+07 *+...... .... ........ | | *... | 2.5e+07 ++ | | | 2e+07 ++ | | | 1.5e+07 ++ | | | 1e+07 ++ | | | 5e+06 ++ | O O O O O 0 ++---------------------------------------------------------------+ lock_stat.&p->pi_lock.acquisitions 4e+07 ++---------------------------------------------------------------+ *... | 3.5e+07 ++ ... | 3e+07 ++ ... | | .. | 2.5e+07 ++ ... | | . | 2e+07 ++ *................*............... | | *...............* 1.5e+07 ++ | 1e+07 ++ | | | 5e+06 O+ O O O O | | 0 ++---------------------------------------------------------------+ lock_stat.&p->pi_lock.acquisitions 1.6e+06 ++---------------------------------------------------------------+ | | 1.4e+06 *+..............*................*...............*...............* | | 1.2e+06 ++ | | | 1e+06 ++ | | | 800000 ++ | | | 600000 ++ | | | 400000 ++ | O O O O O 200000 ++---------------------------------------------------------------+ lock_stat.&p->pi_lock.acquisitions 800000 ++----------------------------------------------------------------+ | | 700000 ++ *...............*................*...............* | .. | 600000 ++ .. | | . | 500000 ++ .. | | .. | 400000 ++ .. | | . | 300000 ++ .. | |.. | 200000 *+ | O O O O O 100000 ++----------------------------------------------------------------+ lock_stat.&p->pi_lock.acquisitions 5e+07 *+-------------------------------*---------------*---------------* 4.5e+07 ++ *........ | | | 4e+07 ++ | 3.5e+07 ++ | | | 3e+07 ++ | 2.5e+07 ++ | 2e+07 ++ | | | 1.5e+07 ++ | 1e+07 ++ | | | 5e+06 O+ O O O O 0 ++---------------------------------------------------------------+ lock_stat.&p->pi_lock.acquisitions 900000 ++----------------------------------------------------------------+ | | 800000 *+. *.. | | . .. . | 700000 ++ .. . .. | 600000 ++ . .. . | | .. . .. | 500000 ++ .. .. .. | | . . . | 400000 ++ .. . .. | 300000 ++ . .. . | | .. . .. | 200000 ++ .. | O * O *...............* 100000 ++----------------------------------------------------------------+ lock_stat.&p->pi_lock.acquisitions 1.8e+07 *+---------------------------------------------------------------+ | ...... | 1.6e+07 ++ .. | | *........ | 1.4e+07 ++ ...... ....*........... | | .. ........ ....| 1.2e+07 ++ *... * | | 1e+07 ++ | | | 8e+06 ++ | | | 6e+06 ++ | O O O O O 4e+06 ++---------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 30672346.80 -93.2% 2089709.00 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 13917725.80 -66.9% 4613170.80 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 22519070.20 -79.7% 4577557.80 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 47784171.00 -94.7% 2523534.20 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 600211.40 -72.7% 163864.60 lkp-t410/micro/netperf/120s-200%-TCP_MAERTS 1421182.40 -77.5% 319276.60 lkp-t410/micro/netperf/120s-200%-TCP_SENDFILE 429092.20 -61.6% 164961.80 lkp-t410/micro/netperf/120s-200%-TCP_STREAM 117343799.80 -87.7% 14452074.80 TOTAL lock_stat.&p->pi_lock.acquisitions lock_stat.&rq->lock.holdtime-total 2.5e+08 *+--------------*--------------------------------*---------------* | .... .... | | .... .... | 2e+08 ++ .. .... | | *. | | | 1.5e+08 ++ | | | 1e+08 ++ | | | | | 5e+07 ++ | O O O O O | | 0 ++---------------------------------------------------------------+ lock_stat.&rq->lock.holdtime-total 1.1e+08 *+---------------------------------------------------------------+ | .. | 1e+08 ++ .. | 9e+07 ++ ... | | .. | 8e+07 ++ .. | 7e+07 ++ . | | *................*............... | 6e+07 ++ *...............* 5e+07 ++ | | | 4e+07 ++ | 3e+07 ++ | | | 2e+07 O+--------------O----------------O---------------O---------------O lock_stat.&rq->lock.holdtime-total 6e+06 ++---------------------------------------------------------------+ 5.5e+06 *+..............*................*...............*...............* | | 5e+06 ++ | 4.5e+06 ++ | | | 4e+06 ++ | 3.5e+06 ++ | 3e+06 ++ | | | 2.5e+06 ++ | 2e+06 ++ | | | 1.5e+06 O+ O O O O 1e+06 ++---------------------------------------------------------------+ lock_stat.&rq->lock.holdtime-total 3.5e+06 ++---------------------------------------------------------------+ | | 3e+06 ++ *................*...............*...............* | .. | | .. | 2.5e+06 ++ . | | .. | 2e+06 ++ . | | .. | 1.5e+06 ++ .. | | . | |.. | 1e+06 *+ O O O | O O 500000 ++---------------------------------------------------------------+ lock_stat.&rq->lock.holdtime-total 2.4e+08 ++---------------------------------------------------------------+ 2.2e+08 *+..............*................*...............*...............* | | 2e+08 ++ | 1.8e+08 ++ | 1.6e+08 ++ | 1.4e+08 ++ | | | 1.2e+08 ++ | 1e+08 ++ | 8e+07 ++ | 6e+07 ++ | | | 4e+07 O+ O O O O 2e+07 ++---------------------------------------------------------------+ lock_stat.&rq->lock.holdtime-total 6e+07 ++---------------------------------------------------------------+ *........... | 5.5e+07 ++ .... | 5e+07 ++ *...... | | .... ..*........... | 4.5e+07 ++ .... ...... ....| | .. ..... * 4e+07 ++ *.. | | | 3.5e+07 ++ | 3e+07 ++ | | | 2.5e+07 ++ | O O O O O 2e+07 ++---------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 235346807.38 -88.0% 28157712.91 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 48108685.54 -52.6% 22795354.73 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 72245125.34 -68.8% 22506885.66 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 222838577.12 -82.3% 39351910.41 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 2588820.58 -68.0% 828403.83 lkp-t410/micro/netperf/120s-200%-TCP_MAERTS 5689075.87 -78.6% 1216000.42 lkp-t410/micro/netperf/120s-200%-TCP_SENDFILE 586817091.83 -80.4% 114856267.95 TOTAL lock_stat.&rq->lock.holdtime-total lock_stat.&rq->lock.con-bounces 40000 ++-----------------------------------------------------------------+ | | 35000 ++ ........*................* 30000 ++ ....*....... | | ........ | 25000 ++ ........*.... | *........ | 20000 ++ | | | 15000 ++ | 10000 ++ | | | 5000 O+ O O O O | | 0 ++-----------------------------------------------------------------+ lock_stat.&rq->lock.con-bounces 55000 ++-----------------------------------------------------------------+ 50000 *+... | | ... | 45000 ++ .. | 40000 ++ ... ..*.... | 35000 ++ ... ...... ... | 30000 ++ . ...... .... | | *.. ... | 25000 ++ . ........* 20000 ++ *........ | 15000 ++ | 10000 ++ | | | 5000 O+ O O O O 0 ++-----------------------------------------------------------------+ lock_stat.&rq->lock.con-bounces 40000 ++-----------------------------------------------------------------+ | | | ..*..... | 35000 ++ .... ... | | .... ... | | .... .... | 30000 *+. . ..* | *....... .... | 25000 ++ ...... .... | | .. .... | | *.. | 20000 ++ | O | | O O | 15000 ++------------------------------------------------O----------------O lock_stat.&rq->lock.con-bounces 40000 *+-----------------------------------------------------------------+ | ... | 35000 ++ .. | | .. | 30000 ++ ... | | .. | 25000 ++ . | | *........ | 20000 ++ ...... ....*................* | .. ........ | 15000 ++ *... | | | 10000 ++ | | | 5000 O+---------------O----------------O---------------O----------------O a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 30131.20 -82.8% 5168.00 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 23149.40 -76.5% 5436.80 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 32350.20 -84.4% 5036.20 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 28829.20 -42.0% 16731.60 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 114460.00 -71.7% 32372.60 TOTAL lock_stat.&rq->lock.con-bounces lock_stat.&rq->lock.contentions 40000 ++-----------------------------------------------------------------+ | ....*................| 35000 ++ ........ * 30000 ++ ....*... | | ........ | 25000 ++ ........*.... | *........ | 20000 ++ | | | 15000 ++ | 10000 ++ | | | 5000 O+ O O O O | | 0 ++-----------------------------------------------------------------+ lock_stat.&rq->lock.contentions 55000 ++-----------------------------------------------------------------+ 50000 *+... | | ... | 45000 ++ .. | 40000 ++ ... ..*.... | 35000 ++ ... ...... ... | 30000 ++ . ...... .... | | *.. ... | 25000 ++ . ........* 20000 ++ *........ | 15000 ++ | 10000 ++ | | | 5000 O+ O O O O 0 ++-----------------------------------------------------------------+ lock_stat.&rq->lock.contentions 40000 ++-----------------------------------------------------------------+ | | | ..*..... | 35000 ++ .... ... | | .... ... | | .... .... | 30000 *+. . ..* | *....... .... | 25000 ++ ...... .... | | .. .... | | *.. | 20000 ++ | O | | O O O | 15000 ++-----------------------------------------------------------------O lock_stat.&rq->lock.contentions 40000 *+-----------------------------------------------------------------+ | ... | 35000 ++ .. | | .. | 30000 ++ ... | | .. | 25000 ++ . | | *........ | 20000 ++ ...... ....*................* | .. ........ | 15000 ++ *... | | | 10000 ++ | | | 5000 O+---------------O----------------O---------------O----------------O a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 30219.40 -82.7% 5242.20 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 23170.40 -76.4% 5473.40 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 32369.60 -84.4% 5063.60 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 28900.40 -41.8% 16808.00 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 114659.80 -71.6% 32587.20 TOTAL lock_stat.&rq->lock.contentions lock_stat.&(&base->lock)->rlock.waittime-total 8000 ++------------------------------------------------------------------* | ........ | 7000 ++ ....*.... | 6000 ++ ........ | | ........*.... | 5000 ++ ........*........ O | *........ | 4000 ++ | | | 3000 ++ | 2000 ++ | | | 1000 O+ O O O | | 0 ++------------------------------------------------------------------+ lock_stat.&(&base->lock)->rlock.waittime-total 8000 *+------------------------------------------------------------------+ | ... | 7000 ++ .. | 6000 ++ .. | | ... | 5000 ++ .. ....*...... | | . ........ .... | 4000 ++ *.... .... | | .. | 3000 ++ *................* 2000 ++ | | | 1000 ++ | O O O O O 0 ++------------------------------------------------------------------+ lock_stat.&(&base->lock)->rlock.waittime-total 11000 ++-----------------------------------------------------------------+ O | 10000 ++ | 9000 ++ O O | O O | 8000 ++ | | | 7000 ++ ..*...... | | ...... .... | 6000 ++ ...... .... | 5000 *+. .. ....* | *............... ........ | 4000 ++ *.... | | | 3000 ++-----------------------------------------------------------------+ lock_stat.&(&base->lock)->rlock.waittime-total 5500 ++------------------------------------------------------------------+ 5000 *+... | | ... | 4500 ++ .. | 4000 ++ ... | | ... | 3500 ++ . | 3000 ++ *............ | 2500 ++ .... ........*................* | *........ | 2000 ++ | 1500 ++ | | | 1000 O+ O O O O 500 ++------------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 6184.56 -70.2% 1843.93 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 3084.39 -73.2% 827.32 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 4473.40 -82.8% 768.59 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 5333.84 +73.0% 9227.08 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 19076.19 -33.6% 12666.91 TOTAL lock_stat.&(&base->lock)->rlock.waittime-total lock_stat.((&icsk->icsk_retransmit_timer)).holdtime-total 45000 ++-----------------------------------------------------------------+ | O | 40000 ++ | 35000 ++ | | O | 30000 ++ | | | 25000 ++ O O | 20000 ++ O | 15000 ++ | | | 10000 ++ | *................ ........*...............*................* 5000 ++---------------*-------------------------------------------------+ lock_stat.((&icsk->icsk_retransmit_timer)).holdtime-total 20000 ++-----------------------------------------------------------------+ | O O 18000 ++ | 16000 O+ O O | | | 14000 ++ | 12000 ++ | | .*................*........... | 10000 ++ .. .... | 8000 ++ ... *................* | .. | 6000 ++ .. | 4000 ++ ... | | .. | 2000 *+-----------------------------------------------------------------+ lock_stat.((&icsk->icsk_retransmit_timer)).holdtime-total 2000 ++------------------------------------------------------------------+ 1800 ++ O O O O O | 1600 ++ | 1400 ++ | | | 1200 ++ | 1000 ++ | 800 ++ | | | 600 ++ | 400 ++ | | | 200 *+...............*................*................*................| 0 ++------------------------------------------------------------------* lock_stat.((&icsk->icsk_retransmit_timer)).holdtime-total 1e+06 ++----------------------------------------------------------------+ 900000 O+ O O O | O | 800000 ++ | 700000 ++ | | | 600000 ++ | 500000 ++ | 400000 ++ | | | 300000 ++ | 200000 ++ | | | 100000 ++ | 0 *+---------------*---------------*----------------*---------------* lock_stat.((&icsk->icsk_retransmit_timer)).holdtime-total 2000 ++------------------------------------------------------------------+ 1800 ++ O O O O O | 1600 ++ | 1400 ++ | | | 1200 ++ | 1000 ++ | 800 ++ | | | 600 ++ | 400 ++ | | | 200 ++ ........*................ ........* 0 *+---------------*---------------------------------*----------------+ lock_stat.((&icsk->icsk_retransmit_timer)).holdtime-total 20000 ++-----------------------------------------------------------------+ | O O 18000 ++ | O | 16000 ++ O O | | | 14000 ++ | | ..*....... | 12000 ++ .... ...... | | .... .. | 10000 ++ .... *................* | ........*.. | 8000 *+....... | | | 6000 ++-----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 6683.27 +313.3% 27622.52 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 9915.38 +76.4% 17493.43 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 8046.11 +111.2% 16990.43 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 4297.50 +21150.1% 913220.67 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 81.33 +2039.6% 1740.17 lkp-t410/micro/netperf/120s-200%-TCP_MAERTS 62.74 +2787.0% 1811.17 lkp-t410/micro/netperf/120s-200%-TCP_STREAM 29086.32 +3265.4% 978878.39 TOTAL lock_stat.((&icsk->icsk_retransmit_timer)).holdtime-total lock_stat.&(&mm->page_table_lock)->rlock.holdtime-max 5000 ++------------------------------------------------------------------+ | O | 4500 ++ | 4000 ++ | | | 3500 ++ O 3000 ++ | | O | 2500 ++ O | 2000 ++ | O ..* 1500 ++ ...... | 1000 ++ ....*................ ...... | | ........ *.. | 500 *+---------------*--------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 982.83 +207.2% 3019.47 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 982.83 +207.2% 3019.47 TOTAL lock_stat.&(&mm->page_table_lock)->rlock.holdtime-max lock_stat.&p->pi_lock.holdtime-total 3.5e+08 ++---------------------------------------------------------------+ | | 3e+08 *+..............*...... ..*...............* | .... .... | 2.5e+08 ++ .... .... | | .. .... | 2e+08 ++ *. | | | 1.5e+08 ++ | | | 1e+08 ++ | | | 5e+07 ++ | O O O O O 0 ++---------------------------------------------------------------+ lock_stat.&p->pi_lock.holdtime-total 1e+08 ++-----------------------------------------------------------------+ *.... | 9e+07 ++ ... | 8e+07 ++ .. | | ... | 7e+07 ++ ... | 6e+07 ++ . | | *................*............... | 5e+07 ++ *................| 4e+07 ++ * | | 3e+07 ++ | 2e+07 ++ | O O O O O 1e+07 ++-----------------------------------------------------------------+ lock_stat.&p->pi_lock.holdtime-total 3e+06 ++---------------------------------------------------------------+ *...............*................*...............*...............* | | 2.5e+06 ++ | | | | | 2e+06 ++ | | | 1.5e+06 ++ | | | | | 1e+06 ++ | | | O O O O O 500000 ++---------------------------------------------------------------+ lock_stat.&p->pi_lock.holdtime-total 1.6e+06 ++---------------------------------------------------------------+ | *................*...............*...............* 1.4e+06 ++ .. | | . | | . | 1.2e+06 ++ .. | | . | 1e+06 ++ . | | .. | 800000 ++ . | | . | | .. | 600000 ++ | * | 400000 O+--------------O----------------O---------------O---------------O lock_stat.&p->pi_lock.holdtime-total 2.5e+08 *+--------------*----------------*---------------*---------------* | | | | 2e+08 ++ | | | | | 1.5e+08 ++ | | | 1e+08 ++ | | | | | 5e+07 ++ | O O O O O | | 0 ++---------------------------------------------------------------+ lock_stat.&p->pi_lock.holdtime-total 1.8e+06 ++---------------------------------------------------------------+ *. *. | 1.6e+06 ++.. .. .. | | . . . | 1.4e+06 ++ . . . | | .. .. .. | 1.2e+06 ++ . . . | | . .. . | 1e+06 ++ .. . .. | | . .. . | 800000 ++ . . . | | .. . .. | 600000 ++ .. | | * *...............* 400000 O+--------------O----------------O---------------O---------------O lock_stat.&p->pi_lock.holdtime-total 5e+07 ++---------------------------------------------------------------+ | | 4.5e+07 *+...... | | ...... | 4e+07 ++ .. | | *............ ....*........... | 3.5e+07 ++ .... ........ ....| | *... * 3e+07 ++ | | | 2.5e+07 ++ | | | 2e+07 ++ | | | 1.5e+07 O+--------------O----------------O---------------O---------------O a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 283683201.78 -94.0% 16996694.82 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 37097719.33 -57.2% 15874836.16 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 58431666.26 -73.0% 15772083.60 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 246364861.62 -87.3% 31278397.17 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 1313545.74 -68.1% 418420.04 lkp-t410/micro/netperf/120s-200%-TCP_MAERTS 2860278.67 -77.2% 652906.52 lkp-t410/micro/netperf/120s-200%-TCP_SENDFILE 961928.53 -55.9% 423994.29 lkp-t410/micro/netperf/120s-200%-TCP_STREAM 630713201.93 -87.1% 81417332.60 TOTAL lock_stat.&p->pi_lock.holdtime-total lock_stat.sysfs_open_dirent_lock.holdtime-total 9000 ++------------------------------------------------------------------+ O O O | 8000 ++ O | | | 7000 ++ | | O 6000 ++ | | | 5000 ++ | | | 4000 ++ | | | 3000 ++ ........*................ | *........ *................*................* 2000 ++------------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 2551.54 +212.8% 7980.33 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 2551.54 +212.8% 7980.33 TOTAL lock_stat.sysfs_open_dirent_lock.holdtime-total lock_stat.&rq->lock/1.holdtime-total 110000 ++----------------------------------------------------------------+ O O O | 100000 ++ O O 90000 ++ | | | 80000 ++ | 70000 ++ | | | 60000 ++ | 50000 ++ | | | 40000 ++ ....*............ | 30000 ++ ........ .... | | ........*... *...............* 20000 *+----------------------------------------------------------------+ lock_stat.&rq->lock/1.holdtime-total 19000 O+-----------------------------------------------------------------+ 18000 ++ O | | O O O 17000 ++ | 16000 ++ *................*...............*................* | .. | 15000 ++ .. | 14000 ++ .. | 13000 ++ .. | | .. | 12000 ++ .. | 11000 ++ .. | |.. | 10000 *+ | 9000 ++-----------------------------------------------------------------+ lock_stat.&rq->lock/1.holdtime-total 200000 ++----------------------------------------------------------------+ 180000 O+ O | | O O O 160000 ++ | 140000 ++ | | | 120000 ++ | 100000 ++ | 80000 ++ | | | 60000 ++ | 40000 ++ | | ........*............... ........* 20000 *+....... *................*....... | 0 ++----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 29062.96 +246.0% 100568.03 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 14838.23 +20.3% 17857.67 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 21875.41 +725.0% 180464.82 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 65776.60 +354.4% 298890.53 TOTAL lock_stat.&rq->lock/1.holdtime-total lock_stat.sb_writers#3-R.holdtime-total 9000 ++------------------------------------------------------------------+ O | 8000 ++ O | 7000 ++ O | | O 6000 ++ O | | | 5000 ++ | | | 4000 ++ | 3000 ++ | | | 2000 *+...............*................*................*................* | | 1000 ++------------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 2167.28 +233.5% 7228.72 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 2167.28 +233.5% 7228.72 TOTAL lock_stat.sb_writers#3-R.holdtime-total lock_stat.balancing.holdtime-total 40000 ++-----------------------------------------------------------------O 38000 ++ | | | 36000 ++ | 34000 O+ O O | 32000 ++ O | 30000 ++ | | | 28000 ++ | 26000 ++ | 24000 ++ | 22000 ++ ........*................ ........*............ | *........ *....... ....| 20000 ++ * 18000 ++-----------------------------------------------------------------+ lock_stat.balancing.holdtime-total 160000 ++----------------------------------------------------------------+ | O 140000 ++ O | | O | 120000 O+ O | | | 100000 ++ | | | 80000 ++ | | | 60000 ++ | | | 40000 ++ | | ........*............... | 20000 *+-------------------------------*----------------*---------------* a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 21527.18 +61.2% 34707.95 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 23858.60 +456.9% 132859.87 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 45385.78 +269.2% 167567.82 TOTAL lock_stat.balancing.holdtime-total lock_stat.rcu_node_1.holdtime-total 1.8e+06 ++---------------------------------------------------------------+ | O 1.6e+06 O+ O | | O O | 1.4e+06 ++ | | | 1.2e+06 ++ | | | 1e+06 ++ | | | 800000 ++ | | | 600000 ++ | *...............*................*...............*...............* 400000 ++---------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 497801.77 +218.3% 1584541.84 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 497801.77 +218.3% 1584541.84 TOTAL lock_stat.rcu_node_1.holdtime-total lock_stat.&rq->lock.waittime-total 100000 ++----------------------------------------------------------------+ | ........* 90000 ++ ....*....... | 80000 ++ ........ | | ..*...............*.... | 70000 ++ ...... | 60000 ++ ...... | *.. | 50000 ++ | 40000 ++ | | | 30000 ++ | 20000 O+ O O O | O | 10000 ++----------------------------------------------------------------+ lock_stat.&rq->lock.waittime-total 50000 ++-----------------------------------------------------------------+ *.... | 45000 ++ ... | 40000 ++ .. | | ... | 35000 ++ ... ....*..... | 30000 ++ . ........ .... | | *.... .... | 25000 ++ .. | 20000 ++ *................* | | 15000 ++ | 10000 ++ | O O O O O 5000 ++-----------------------------------------------------------------+ lock_stat.&rq->lock.waittime-total 70000 O+-----------------------------------------------------------------+ | O O | 65000 ++ | 60000 ++ O O | | 55000 ++ | 50000 ++ | | ..*...... | 45000 ++ ...... .... | 40000 ++ ...... .... | *.. .. ..* 35000 ++ *........... ...... | 30000 ++ .... ...... | | *.. | 25000 ++-----------------------------------------------------------------+ lock_stat.&rq->lock.waittime-total 40000 ++-----------------------------------------------------------------+ | | 35000 *+... | | ... | 30000 ++ .. | | ... | 25000 ++ ... | | . | 20000 ++ *............ ....*................| | .... ........ * 15000 ++ *... | | | 10000 ++ | O O O O O 5000 ++-----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 77767.52 -73.0% 20985.65 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 21908.04 -66.1% 7437.48 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 29441.91 -75.7% 7163.32 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 38241.10 +70.0% 64993.13 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 167358.56 -39.9% 100579.59 TOTAL lock_stat.&rq->lock.waittime-total lock_stat.((&icsk->icsk_retransmit_timer)).acquisitions 7000 ++---------------O--------------------------------------------------+ | | 6000 ++ | | | | O | 5000 ++ | | | 4000 ++ O O | 3000 ++ O | | | | ........*................* 2000 *+...............*................*........ | | | 1000 ++------------------------------------------------------------------+ lock_stat.((&icsk->icsk_retransmit_timer)).acquisitions 5000 ++------------------------------------------------------------------+ | O | 4500 ++ O 4000 ++ | O O O | 3500 ++ | | | 3000 ++ | | ........*........ | 2500 ++ ..*........ ...... | 2000 ++ .... .. | | .... *................* 1500 ++ .... | *.. | 1000 ++------------------------------------------------------------------+ lock_stat.((&icsk->icsk_retransmit_timer)).acquisitions 90000 ++---------------O--------------------------------O----------------O O O | 80000 ++ | 70000 ++ | | | 60000 ++ | 50000 ++ | | | 40000 ++ | 30000 ++ | | | 20000 ++ | 10000 ++ | | | 0 *+---------------*----------------*---------------*----------------* lock_stat.((&icsk->icsk_retransmit_timer)).acquisitions 5000 ++------------------------------------------------------------------+ | O O 4500 O+ | | O O | 4000 ++ | | | 3500 ++ | | | 3000 ++ | | ..*............ | 2500 ++ ...... .... | *................ ...... *................* 2000 ++ *.. | | | 1500 ++------------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 1983.20 +131.9% 4599.00 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 2267.60 +96.0% 4444.80 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 2045.60 +98.7% 4065.40 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 1717.20 +4983.3% 87290.20 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 8013.60 +1152.9% 100399.40 TOTAL lock_stat.((&icsk->icsk_retransmit_timer)).acquisitions lock_stat.&wq->wait.acq-bounces 500000 ++------------------------------------------------*---------------+ | ........ * 450000 ++ ..*.... | | ...... | 400000 ++ ..... | | ..*.. | 350000 ++ ...... | | ...... | 300000 *+. | | | 250000 ++ | | | 200000 O+ | | O O | 150000 ++------------------------------------------------O---------------O lock_stat.&wq->wait.acq-bounces 1.2e+06 *+---------------------------------------------------------------+ | .. | 1e+06 ++ .. | | ... | | .. | 800000 ++ .. ....*..... | | . ........ .... | 600000 ++ *.... .... | | .. | 400000 ++ *...............* | | | | 200000 O+ O O O O | | 0 ++---------------------------------------------------------------+ lock_stat.&wq->wait.acq-bounces 850000 ++---------------*------------------------------------------------+ | ... .. | 800000 ++ ... .. | 750000 ++ .. . | | ... .. | 700000 ++... .. | 650000 *+ .. | | .. .* 600000 ++ ... | 550000 ++ *........ .... | O ...... ... | 500000 ++ .. ... | 450000 ++ O *. | | O O 400000 ++------------------------------------------------O---------------+ lock_stat.&wq->wait.acq-bounces 900000 ++----------------------------------------------------------------+ | | 800000 *+... | | ... | 700000 ++ .. | 600000 ++ ... | | ... | 500000 ++ . | | *........... | 400000 ++ .... ........*...............* 300000 ++ *........ | | | 200000 ++ | O O O O O 100000 ++----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 418713.60 -59.1% 171355.20 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 476106.80 -66.8% 158164.20 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 688167.40 -79.3% 142143.20 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 633584.20 -29.2% 448867.60 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 2216572.00 -58.5% 920530.20 TOTAL lock_stat.&wq->wait.acq-bounces lock_stat.vmap_area_lock.holdtime-total 140000 ++----------------------------------------------------------------+ 130000 ++ O O | | 120000 ++ O | 110000 ++ | | O | 100000 ++ | 90000 ++ | 80000 O+ | | | 70000 ++ | 60000 ++ | | | 50000 ++ | 40000 *+---------------*---------------*----------------*---------------* lock_stat.vmap_area_lock.holdtime-total 120000 ++----------------------------------------------------------------+ | O | 110000 ++ | 100000 ++ O O | | O 90000 O+ | 80000 ++ | | | 70000 ++ | 60000 ++ | | | 50000 ++ | 40000 ++ ........*............... ........* *........ *................*....... | 30000 ++----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 42275.91 +172.2% 115089.48 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 38548.82 +161.2% 100697.28 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 80824.73 +167.0% 215786.76 TOTAL lock_stat.vmap_area_lock.holdtime-total lock_stat.&(&zone->lock)->rlock.waittime-total 2.4e+09 ++---------------------------------------------------------------+ O O | 2.2e+09 ++ | | | 2e+09 ++ O O O | .*... | 1.8e+09 ++ .. .. | | ... .. | 1.6e+09 ++ .. ... | | .. .. | 1.4e+09 ++ ... .. | | .. . | 1.2e+09 *+..............*. *...............* | | 1e+09 ++---------------------------------------------------------------+ lock_stat.&(&zone->lock)->rlock.waittime-total 5e+08 ++---------------------------------------------------------------* | ....*....... | 4.5e+08 ++ ........ | 4e+08 ++ .*................*... | | ... | 3.5e+08 ++ .. | | ... | 3e+08 ++ ... | | .. | 2.5e+08 *+ | 2e+08 ++ | | | 1.5e+08 ++ | O O O O O 1e+08 ++---------------------------------------------------------------+ lock_stat.&(&zone->lock)->rlock.waittime-total 1.6e+09 ++--------------------------------------------------------------* 1.55e+09 *+.......... ....*...............*....... | | .... ........ | 1.5e+09 ++ *... | 1.45e+09 ++ | | | 1.4e+09 ++ | 1.35e+09 ++ | 1.3e+09 ++ | | | 1.25e+09 ++ | 1.2e+09 O+ | | O | 1.15e+09 ++ O O O 1.1e+09 ++--------------------------------------------------------------+ lock_stat.&(&zone->lock)->rlock.waittime-total 6.5e+08 ++---------------------------------------------------------------+ 6e+08 ++ ........*............... ........* | ....*........ *....... | 5.5e+08 ++ ........ | 5e+08 *+.. | 4.5e+08 ++ | 4e+08 ++ | | | 3.5e+08 ++ | 3e+08 ++ | 2.5e+08 ++ | 2e+08 ++ | | | 1.5e+08 O+ O O O O 1e+08 ++---------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 1335738018.83 +57.6% 2105077195.90 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 571940075.35 -77.9% 126213655.74 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 404979554.09 -69.5% 123527604.44 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 1555327037.97 -25.8% 1153973875.33 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 3867984686.24 -9.3% 3508792331.40 TOTAL lock_stat.&(&zone->lock)->rlock.waittime-total lock_stat.&(&pool->lock)->rlock.holdtime-total 200000 ++----------------------------------------------------------------+ 190000 ++ O O O O O | 180000 ++ | 170000 ++ | 160000 ++ | 150000 ++ | | | 140000 ++ | 130000 ++ | 120000 ++ | 110000 ++ ....*............ | | ........ .... | 100000 ++ ........*... *...............* 90000 *+----------------------------------------------------------------+ lock_stat.&(&pool->lock)->rlock.holdtime-total 350000 ++----------------------------------------------------------------+ | | 300000 O+ O O O O | | | | 250000 ++ | | | 200000 ++ | | | 150000 ++ | | | | | 100000 ++ ........*...............*................ ........* *........ *....... | 50000 ++----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 99270.21 +91.1% 189721.67 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 84833.77 +256.3% 302299.12 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 184103.97 +167.3% 492020.79 TOTAL lock_stat.&(&pool->lock)->rlock.holdtime-total lock_stat.((&timer)).holdtime-total 350000 ++----------------------------------------------------------------+ | | O O O 300000 ++ O O | | | | | 250000 ++ | | | 200000 ++ | | | | | 150000 ++ | | ........*...............| *................*...............*........ * 100000 ++----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 117208.47 +161.0% 305866.88 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 117208.47 +161.0% 305866.88 TOTAL lock_stat.((&timer)).holdtime-total lock_stat.watchdog_lock.holdtime-total 4000 ++------------------------------------------------------------------+ | O O | 3500 O+ O O | | | | 3000 ++ | | | 2500 ++ | | | 2000 ++ | | | | | 1500 *+...............*................*................*................* | | 1000 ++------------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 1386.96 +166.6% 3697.48 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 1386.96 +166.6% 3697.48 TOTAL lock_stat.watchdog_lock.holdtime-total lock_stat.(&watchdog_timer).holdtime-total 5000 ++------------------------------------------------------------------+ | O | 4500 O+ O O O | | 4000 ++ | | | 3500 ++ | | | 3000 ++ | | | 2500 ++ | | | 2000 ++ | *................*................*................*................* 1500 ++------------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 1696.92 +166.7% 4525.47 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 1696.92 +166.7% 4525.47 TOTAL lock_stat.(&watchdog_timer).holdtime-total lock_stat.&pipe->mutex/1.waittime-total 1.6e+06 ++---------------------------------------------------------------+ | ....*.. | 1.4e+06 ++ ........ .. | *... .. | 1.2e+06 ++ .. | | .. .*...............* 1e+06 ++ .. ... | | .. .... | 800000 ++ .. ... | | ... | 600000 ++ *. | | | 400000 ++ O | O O O 200000 ++-----------------------------------------------O---------------+ lock_stat.&pipe->mutex/1.waittime-total 800000 ++----------------------------------------------------------------+ *............ | 700000 ++ .... | | *... .*.... | 600000 ++ ... ... ... | | ... ... .... | 500000 ++ .. .. ... | | ... ... .| 400000 ++ . ... * | *. | 300000 ++ | O O | 200000 ++ O | O O | 100000 ++----------------------------------------------------------------+ lock_stat.&pipe->mutex/1.waittime-total 450000 ++----------------------------------------------------------------+ | *.. | 400000 ++ .. . | | .. .. | | .. .. | 350000 ++ .. . | | .. .. | 300000 ++ .. . | | .. .. ..*...............* 250000 ++. .. ...... O * ...... | O *.. | 200000 ++ | | O O O | 150000 ++----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 1128780.17 -72.1% 314642.08 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 287388.40 -31.7% 196192.41 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 560211.49 -64.5% 198830.93 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 1976380.06 -64.1% 709665.42 TOTAL lock_stat.&pipe->mutex/1.waittime-total lock_stat.bdev_lock.holdtime-total 14000 ++-----------------------------------------------------------------+ 13000 ++ O | | O | 12000 ++ O | 11000 O+ | | O 10000 ++ | 9000 ++ | 8000 ++ | | | 7000 ++ | 6000 ++ | | ....*............... | 5000 *+............... ........ *................| 4000 ++---------------*-------------------------------------------------* lock_stat.bdev_lock.holdtime-total 6500 ++------------------------------------------------------------------+ 6000 ++ O | | 5500 ++ O O | 5000 O+ O | 4500 ++ | 4000 ++ | | | 3500 ++ | 3000 ++ | 2500 ++ ....*............ | 2000 ++ ........ .... ........*............ | *.... *........ ....| 1500 ++ * 1000 ++------------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 4633.64 +157.3% 11920.39 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 2022.37 +163.6% 5330.44 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 6656.01 +159.2% 17250.83 TOTAL lock_stat.bdev_lock.holdtime-total lock_stat.&(&list->lock)->rlock.holdtime-total 4000 ++------------------------------------------------------------------+ O | 3500 ++ | | | | O | 3000 ++ O | | O O 2500 ++ | | | 2000 ++ | | | | | 1500 ++ ........*................| *................*................*........ * 1000 ++------------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 1169.12 +163.5% 3080.37 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 1169.12 +163.5% 3080.37 TOTAL lock_stat.&(&list->lock)->rlock.holdtime-total lock_stat.(&(work)->timer).holdtime-total 170000 ++---------------O---------------O--------------------------------O 160000 O+ O | | | 150000 ++ | 140000 ++ | | | 130000 ++ | 120000 ++ | 110000 ++ | | | 100000 ++ | 90000 ++ ....*............ | | ........ .... | 80000 *+...............*... *...............* 70000 ++----------------------------------------------------------------+ lock_stat.(&(work)->timer).holdtime-total 220000 ++----------------------------------------------------------------+ | O | 200000 O+ O O O 180000 ++ | | | 160000 ++ | | | 140000 ++ | | | 120000 ++ | 100000 ++ | | | 80000 ++ | | ........*...............*................ ........* 60000 *+------------------------------------------------*---------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 78722.45 +112.0% 166862.68 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 64584.95 +210.6% 200578.34 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 143307.40 +156.4% 367441.02 TOTAL lock_stat.(&(work)->timer).holdtime-total lock_stat.((&dev->watchdog_timer)).holdtime-total 6500 ++------------------------------------------------------------------+ 6000 O+ | | O | 5500 ++ | 5000 ++ O O | | O 4500 ++ | 4000 ++ | 3500 ++ | | | 3000 ++ | 2500 ++ | | ........* 2000 ++ ........*................*........ | 1500 *+---------------*--------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 1843.05 +189.8% 5341.10 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 1843.05 +189.8% 5341.10 TOTAL lock_stat.((&dev->watchdog_timer)).holdtime-total lock_stat.&(&dev->tx_global_lock)->rlock.holdtime-total 6500 ++------------------------------------------------------------------+ 6000 O+ | | O | 5500 ++ | 5000 ++ O | | O | 4500 ++ O 4000 ++ | 3500 ++ | | | 3000 ++ | 2500 ++ | | ........* 2000 ++ ........*................*........ | 1500 *+---------------*--------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 1816.85 +189.8% 5265.81 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 1816.85 +189.8% 5265.81 TOTAL lock_stat.&(&dev->tx_global_lock)->rlock.holdtime-total lock_stat.&mm->mmap_sem-W.holdtime-max 50000 ++-----------------------------------------------------------------+ | O 45000 ++ | 40000 ++ O | O O | 35000 ++ O | | | 30000 ++ .*.... | | ... ... | 25000 ++ ... .. ..* 20000 ++ .. ... ...... | | ... ... ...... | 15000 ++... . ........*.. | *. *....... | 10000 ++-----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 18872.22 +115.0% 40576.91 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 18872.22 +115.0% 40576.91 TOTAL lock_stat.&mm->mmap_sem-W.holdtime-max lock_stat.&sig->cred_guard_mutex.holdtime-max 55000 ++-----------------------------------------------------------------+ | | 50000 O+ O O 45000 ++ O O | | | 40000 ++ | | | 35000 ++ .*.... | | ... ... | 30000 ++ ... .. | 25000 ++ .. ... | | ... ... | 20000 ++... . | *. *...............*................* 15000 ++-----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 21384.94 +125.3% 48173.86 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 21384.94 +125.3% 48173.86 TOTAL lock_stat.&sig->cred_guard_mutex.holdtime-max lock_stat.s_active#6-R.holdtime-total 65000 O+-----------------------------------------------------------------+ | O O | 60000 ++ O | 55000 ++ O | | 50000 ++ | 45000 ++ | | | 40000 ++ | 35000 ++ | | | 30000 ++ | 25000 ++ | *................*................*...............*................* 20000 ++-----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 23748.02 +154.2% 60366.64 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 23748.02 +154.2% 60366.64 TOTAL lock_stat.s_active#6-R.holdtime-total lock_stat.&(&ent->pde_unload_lock)->rlock.holdtime-total 13000 ++-----------------------------------------------------------------+ O | 12000 ++ | 11000 ++ O | | O O 10000 ++ O | | | 9000 ++ | | | 8000 ++ | 7000 ++ | | | 6000 *+............... ........*............... ........* | *........ *........ | 5000 ++-----------------------------------------------------------------+ lock_stat.&(&ent->pde_unload_lock)->rlock.holdtime-total 22000 O+---------------O-------------------------------------------------+ | O 20000 ++ | 18000 ++ O O | | | 16000 ++ | | | 14000 ++ | | | 12000 ++ | 10000 ++ | | | 8000 ++ | | ........*............... | 6000 *+---------------*--------------------------------*----------------* a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 5941.00 +86.6% 11088.29 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 6316.68 +219.1% 20156.97 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 12257.68 +154.9% 31245.26 TOTAL lock_stat.&(&ent->pde_unload_lock)->rlock.holdtime-total lock_stat.sb_writers#4-R.holdtime-total 12000 ++-----------------------------------------------------------------+ | O 11000 ++ O | | O | 10000 ++ | O | 9000 ++ | | | 8000 ++ | | O | 7000 *+............... ........* | *............ ....*........ | 6000 ++ .... ........ | | *... | 5000 ++-----------------------------------------------------------------+ lock_stat.sb_writers#4-R.holdtime-total 20000 ++-----------------------------------------------------------------+ | O 18000 O+ O | 16000 ++ O | | | 14000 ++ O | 12000 ++ | | | 10000 ++ | 8000 ++ | | | 6000 ++ | 4000 ++ ........*................*...............*................* *........ | 2000 ++-----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 6598.40 +54.3% 10178.68 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 4750.78 +249.6% 16607.15 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 11349.19 +136.0% 26785.83 TOTAL lock_stat.sb_writers#4-R.holdtime-total lock_stat.&(&zone->lock)->rlock.holdtime-max 4500 ++------------------------------------------------------------------+ | O O O 4000 ++ O | O | | | 3500 ++ | | | 3000 ++ | | | 2500 ++ | | | | | 2000 ++ ........*................* *................ ........*........ | 1500 ++---------------*--------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 1771.12 +134.0% 4143.93 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 1771.12 +134.0% 4143.93 TOTAL lock_stat.&(&zone->lock)->rlock.holdtime-max lock_stat.&(&q_vector->lock)->rlock.holdtime-total 9000 ++------------------------------------------------------------------+ | O | 8000 ++ O | | O 7000 O+ O | | | 6000 ++ | | | 5000 ++ | | | 4000 ++ | | | 3000 *+...............*................*................*................* | | 2000 ++------------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 3032.55 +148.0% 7522.18 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 3032.55 +148.0% 7522.18 TOTAL lock_stat.&(&q_vector->lock)->rlock.holdtime-total lock_stat.rtnl_mutex.holdtime-max 4000 ++------------------------------------------------------------------+ | | 3500 O+ | | O | | | 3000 ++ O | | O O 2500 ++ | | | 2000 ++ | | | | ....* 1500 ++ ........ | *................ ........*.... | 1000 ++---------------*----------------*---------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 1228.40 +148.8% 3056.52 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 1228.40 +148.8% 3056.52 TOTAL lock_stat.rtnl_mutex.holdtime-max lock_stat.proc_subdir_lock.holdtime-total 15000 ++-----------------------------------------------------------------+ 14000 ++ O O O | 13000 ++ O | 12000 ++ | | | 11000 ++ | 10000 ++ O | 9000 ++ | | | 8000 ++ | 7000 ++ | | ........*............... ........* 6000 *+...............*........ *........ | 5000 ++-----------------------------------------------------------------+ lock_stat.proc_subdir_lock.holdtime-total 16000 O+-----------------------------------------------------------------+ | | 14000 ++ O O | O | | O | 12000 ++ | | | 10000 ++ | | | 8000 ++ | | | | | 6000 *+............... ........*................* | *................*....... | 4000 ++-----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 6034.06 +116.6% 13068.47 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 5251.52 +166.0% 13966.85 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 11285.59 +139.6% 27035.31 TOTAL lock_stat.proc_subdir_lock.holdtime-total lock_stat.(&(&wb->dwork)->work).holdtime-total 4000 ++------------------------------------------------------------------O | | 3800 ++ | 3600 ++ | | O | 3400 ++ O O | 3200 O+ | | | 3000 ++ | 2800 ++ | | | 2600 ++ | 2400 ++ ....*................ | | ........ *................*................* 2200 *+------------------------------------------------------------------+ lock_stat.(&(&wb->dwork)->work).holdtime-total 6000 ++------------------------------------------------------------------+ 5500 ++ O | | | 5000 O+ O O 4500 ++ | | | 4000 ++ | 3500 ++ O | 3000 ++ | | | 2500 ++ | 2000 ++ | | ........*................ ........* 1500 *+...............*........ *........ | 1000 ++------------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 2325.69 +49.5% 3476.17 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 1527.72 +219.0% 4873.09 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 3853.40 +116.7% 8349.26 TOTAL lock_stat.(&(&wb->dwork)->work).holdtime-total lock_stat.writeback-R.holdtime-total 4200 ++------------------------------------------------------------------+ 4000 ++ O | | 3800 ++ | 3600 ++ | | O O O | 3400 O+ | 3200 ++ | 3000 ++ | | | 2800 ++ | 2600 ++ | | ........*................*................ | 2400 *+....... *................* 2200 ++------------------------------------------------------------------+ lock_stat.writeback-R.holdtime-total 6000 ++------------------------------------------------------------------+ 5500 ++ O | O O O 5000 ++ | 4500 ++ | | | 4000 ++ | 3500 ++ O | 3000 ++ | | | 2500 ++ | 2000 ++ | *................ ........*................ ........* 1500 ++ *........ *........ | 1000 ++------------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 2421.80 +47.6% 3574.61 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 1589.51 +216.6% 5031.82 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 4011.30 +114.6% 8606.43 TOTAL lock_stat.writeback-R.holdtime-total lock_stat.pgd_lock.holdtime-total 40000 ++--------------------------------O--------------------------------O O O O | | | 35000 ++ | | | | | 30000 ++ | | | 25000 ++ | | | | ........* 20000 ++ ........*................*...............*........ | *........ | | | 15000 ++-----------------------------------------------------------------+ lock_stat.pgd_lock.holdtime-total 19000 ++-----------------------------------------------------------------+ O | 18000 ++ O O | | 17000 ++ | | O O | 16000 ++ ........*...............*................* | .*........ | 15000 ++ .... | | ... | 14000 ++ ... | | .... | 13000 *+ | | | 12000 ++-----------------------------------------------------------------+ lock_stat.pgd_lock.holdtime-total 90000 ++-----------------------------------------------------------------+ O | 80000 ++ O O O | 70000 ++ O | | 60000 ++ | | | 50000 ++ | | | 40000 ++ | 30000 ++ | | | 20000 ++ ........*................*............... ........* *........ *........ | 10000 ++-----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 20204.00 +93.4% 39081.34 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 15259.36 +15.2% 17579.34 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 18804.19 +313.1% 77671.52 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 54267.55 +147.5% 134332.19 TOTAL lock_stat.pgd_lock.holdtime-total lock_stat.&rq->lock.acq-bounces 550000 ++------------------------------------------------*---------------+ | ..*........ * 500000 ++ .... | | .... | 450000 ++ .... | | ..*. | 400000 ++ ...... | | ...... | 350000 *+. | | | 300000 ++ | O | 250000 ++ O O | | O O 200000 ++----------------------------------------------------------------+ lock_stat.&rq->lock.acq-bounces 1.2e+06 *+---------------------------------------------------------------+ | .. | 1e+06 ++ .. | | ... | | .. | 800000 ++ .. ....*..... | | . ........ .... | 600000 ++ *.... .... | | .. | 400000 ++ *...............* | | | | 200000 O+ O O O O | | 0 ++---------------------------------------------------------------+ lock_stat.&rq->lock.acq-bounces 900000 ++----------------------------------------------------------------+ | .*.. | 850000 ++ .... .. | 800000 ++ ... .. | | ... .. | 750000 ++.... .. | 700000 *+ .. | | .. .* 650000 ++ . ... | 600000 ++ *........ .... | | ...... ... | 550000 O+ .. ... | 500000 ++ O *. | | | 450000 ++-------------------------------O----------------O---------------O lock_stat.&rq->lock.acq-bounces 900000 ++----------------------------------------------------------------+ *.... | 800000 ++ ... | | .. | 700000 ++ ... | 600000 ++ ... | | . | 500000 ++ *....... | | ...... ....*...............* 400000 ++ .. ........ | 300000 ++ *.... | | | 200000 ++ O O O O O | 100000 ++----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 469043.40 -47.8% 244942.20 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 505630.80 -61.4% 195071.80 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 714919.00 -75.0% 178817.40 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 678854.80 -28.2% 487422.40 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 2368448.00 -53.3% 1106253.80 TOTAL lock_stat.&rq->lock.acq-bounces lock_stat.&sig->wait_chldexit.holdtime-total 100000 ++----------------------------------------------------------------+ | O O | 90000 O+ O O | | 80000 ++ | | | 70000 ++ | | | 60000 ++ | | | 50000 ++ | | | 40000 ++ ........*...............*................*...............* *........ | 30000 ++----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 39070.92 +136.0% 92218.46 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 39070.92 +136.0% 92218.46 TOTAL lock_stat.&sig->wait_chldexit.holdtime-total lock_stat.nl_table_lock-W.holdtime-total 7000 ++------------------------------------------------------------------+ 6500 ++ O | O | 6000 ++ O | 5500 ++ | | .*... | 5000 ++ .. .. | 4500 ++ .. .. | 4000 O+ .. .. | | .. .. O | 3500 ++ .. .. | 3000 ++ .. .. ....* | .. . ........ | 2500 *+ *................*.... | 2000 ++------------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 3053.74 +74.2% 5319.97 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 3053.74 +74.2% 5319.97 TOTAL lock_stat.nl_table_lock-W.holdtime-total lock_stat.rtnl_mutex.waittime-total 3.8e+07 ++---------------------------------------------------------------+ 3.6e+07 ++ O | | | 3.4e+07 ++ | 3.2e+07 ++ O | O | 3e+07 O+ O ..*....... | 2.8e+07 ++ .... ...... | 2.6e+07 ++ .... ..| | ..*................ .... * 2.4e+07 ++ .... *. | 2.2e+07 ++ .... | | .... | 2e+07 *+ | 1.8e+07 ++---------------------------------------------------------------+ lock_stat.rtnl_mutex.waittime-total 4e+06 ++---------------------------------------------------------------+ | | 3.5e+06 ++ O | | O 3e+06 O+ * | O ..| 2.5e+06 ++ O .. | *.... .*... . | 2e+06 ++ ... .... .. .. | | .... ... .. . | 1.5e+06 ++ ... ... ... .. | | . .... .. .. | 1e+06 ++ *. .. . | | . .. | 500000 ++-----------------------------------------------*---------------+ lock_stat.rtnl_mutex.waittime-total 4e+06 ++---------------------------------------------------------------+ | O | 3.5e+06 ++ | 3e+06 ++ O | | | 2.5e+06 O+ .*.. | | .. .. | 2e+06 *+.. .. .. | | ... ... .. O 1.5e+06 ++ ... .. .. | 1e+06 ++ .. .. .. | | ... .. .. | 500000 ++ . ........*. .| | *........ * 0 ++---------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 24349995.47 +30.9% 31877642.81 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 1176294.04 +138.0% 2799311.77 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 1802892.94 +64.7% 2969095.54 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 27329182.45 +37.8% 37646050.12 TOTAL lock_stat.rtnl_mutex.waittime-total lock_stat.slock-AF_INET.waittime-total 2e+06 ++-----------------------------------------------*---------------+ | ...... ....| 1.8e+06 ++ ..... * | ..*.. | | ...... | 1.6e+06 ++ ...... | | ....*.. | 1.4e+06 O+ ........ | *... | 1.2e+06 ++ | | | | O O | 1e+06 ++ O | O | 800000 ++---------------------------------------------------------------+ lock_stat.slock-AF_INET.waittime-total 4e+06 ++---------------------------------------------------------------+ O O | 3.5e+06 ++ O | | O O | | 3e+06 ++ | | | 2.5e+06 ++ | | | 2e+06 ++ | | ....*................*............... | | ........ *...............* 1.5e+06 *+.. | | | 1e+06 ++---------------------------------------------------------------+ lock_stat.slock-AF_INET.waittime-total 5e+06 ++---------------------------------------------------------------+ O | 4.5e+06 ++ O O O 4e+06 ++ O | | | 3.5e+06 ++ | | | 3e+06 ++ | | | 2.5e+06 ++ | 2e+06 ++ ....*........ | | ........ ...... | 1.5e+06 *+.. .. ....* | *............... ........ | 1e+06 ++-----------------------------------------------*---------------+ lock_stat.slock-AF_INET.waittime-total 4e+06 ++---------------------------------------------------------------+ | O | 3.5e+06 ++ | O O O O | | 3e+06 ++ | | | 2.5e+06 ++ | | | 2e+06 *+...... | | ...... | | .. | 1.5e+06 ++ *................ ........*...............* | *....... | 1e+06 ++---------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 1676954.78 -35.9% 1074690.62 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 1540288.76 +123.7% 3445869.88 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 1633390.37 +120.8% 3606200.84 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 1541532.75 +183.3% 4366857.52 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 6392166.66 +95.5% 12493618.87 TOTAL lock_stat.slock-AF_INET.waittime-total lock_stat.pidmap_lock.holdtime-total 18000 ++-----------------------------------------------------------------+ 17000 ++ O O O | | O 16000 O+ | 15000 ++ | | | 14000 ++ | 13000 ++ | 12000 ++ | | ..*..... | 11000 ++ ...... .... | 10000 ++ ...... .... | | ........*.. .. ........* 9000 *+....... *........ | 8000 ++-----------------------------------------------------------------+ lock_stat.pidmap_lock.holdtime-total 22000 O+-----------------------------------------------------------------+ | O | 20000 ++ O O O 18000 ++ | | | 16000 ++ | | | 14000 ++ | | | 12000 ++ | 10000 ++ | | | 8000 ++ | *................*................*...............*................* 6000 ++-----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 9450.89 +78.5% 16871.86 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 7425.98 +174.0% 20347.39 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 16876.87 +120.5% 37219.25 TOTAL lock_stat.pidmap_lock.holdtime-total lock_stat.&pool->lock/1.holdtime-total 5000 ++------------------------------------------------------------------+ | O 4500 ++ O | | O | | | 4000 O+ O | | | 3500 ++ | | | 3000 ++ | *................*........ ..*................* | ...... ...... | 2500 ++ .. ...... | | *.. | 2000 ++------------------------------------------------------------------+ lock_stat.&pool->lock/1.holdtime-total 2200 ++------------------------------------------------------------------+ | O | 2000 ++ | 1800 ++ | | O 1600 ++ O O | 1400 O+ | | | 1200 ++ | 1000 ++ | | | 800 ++ | 600 ++ | *................*................*................*................* 400 ++------------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 2723.64 +58.4% 4315.10 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 540.47 +208.1% 1664.99 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 3264.11 +83.2% 5980.09 TOTAL lock_stat.&pool->lock/1.holdtime-total lock_stat.&mapping->i_mmap_mutex.holdtime-total 1.1e+06 ++------------------------------O-------------------------------+ 1.05e+06 O+ O O | O | 1e+06 ++ | 950000 ++ | 900000 ++ | 850000 ++ | | | 800000 ++ | 750000 ++ | 700000 ++ | 650000 ++ | *............... | 600000 ++ *...............*...............*...............* 550000 ++--------------------------------------------------------------+ lock_stat.&mapping->i_mmap_mutex.holdtime-total 1.4e+06 O+---------------------------------------------------------------+ 1.3e+06 ++ O O O O | | 1.2e+06 ++ | 1.1e+06 ++ | | | 1e+06 ++ | 900000 ++ | 800000 ++ | | | 700000 ++ | 600000 ++ | | ........*............... | 500000 *+..............*........ *...............* 400000 ++---------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 602975.09 +74.8% 1053964.91 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 485431.76 +176.1% 1340407.03 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 1088406.85 +120.0% 2394371.94 TOTAL lock_stat.&mapping->i_mmap_mutex.holdtime-total lock_stat.&rsp->gp_wq.waittime-total 5500 ++------------------------------------------------------------------+ | O | 5000 ++ O | 4500 ++ O | O | 4000 ++ | O | 3500 ++ | | | 3000 ++ | 2500 ++ | | ....*................* 2000 *+...............*................ ........ | | *.... | 1500 ++------------------------------------------------------------------+ lock_stat.&rsp->gp_wq.waittime-total 6000 ++------------------------------------------------------------------+ O | 5500 ++ | 5000 ++ | | | 4500 ++ O 4000 ++ O | | | 3500 ++ | 3000 ++ O | | O | 2500 ++ | 2000 ++ ........*................*................| *................*........ * 1500 ++------------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 2092.34 +122.4% 4653.73 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 1945.63 +108.2% 4050.76 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 4037.97 +115.6% 8704.49 TOTAL lock_stat.&rsp->gp_wq.waittime-total lock_stat.&(&stopper->lock)->rlock.holdtime-total 38000 ++-----------------------------------------------------------------+ 36000 ++ O | | | 34000 ++ O | 32000 ++ O 30000 ++ | 28000 ++ O | O | 26000 ++ | 24000 ++ | 22000 ++ | 20000 ++ | | | 18000 *+...............*................*............... ........* 16000 ++------------------------------------------------*----------------+ lock_stat.&(&stopper->lock)->rlock.holdtime-total 40000 ++-----------------------------------------------------------------+ | | 35000 O+ O | | O O O | | 30000 ++ | | | 25000 ++ | | | 20000 ++ | | | | | 15000 ++ ........*................ ........* *........ *...............*........ | 10000 ++-----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 17146.41 +83.0% 31380.08 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 13292.99 +159.9% 34553.25 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 30439.40 +116.6% 65933.32 TOTAL lock_stat.&(&stopper->lock)->rlock.holdtime-total lock_stat.sysfs_mutex.holdtime-total 110000 ++----------------------------------------------------------------+ | O 100000 O+ O | | O O | 90000 ++ | | | 80000 ++ | | | 70000 ++ | | | 60000 ++ | | | 50000 ++ ........*................ | *................*....... *...............| 40000 ++----------------------------------------------------------------* a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 44848.48 +120.4% 98842.33 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 44848.48 +120.4% 98842.33 TOTAL lock_stat.sysfs_mutex.holdtime-total lock_stat.&type->i_mutex_dir_key#2.holdtime-total 22000 ++-----------------------------------------------------------------+ O | 20000 ++ | | O | 18000 ++ | | O | 16000 ++ | *............ | 14000 ++ .... O | *...... | 12000 ++ .... O ....* | .... ........ | 10000 ++ .. ........*.... | | *....... | 8000 ++-----------------------------------------------------------------+ lock_stat.&type->i_mutex_dir_key#2.holdtime-total 250000 ++---------------O------------------------------------------------+ | | | | 200000 ++ | | | | | 150000 ++ | | | 100000 ++ | | | | | 50000 O+ O | | | *................*...............*................*...............* 0 ++----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 16211.61 +381.7% 78092.39 lkp-t410/micro/netperf/120s-200%-TCP_CRR 11664.22 +42.9% 16668.56 lkp-t410/micro/netperf/120s-200%-TCP_MAERTS 27875.83 +239.9% 94760.95 TOTAL lock_stat.&type->i_mutex_dir_key#2.holdtime-total lock_stat.(&(work)->work).holdtime-total 220000 ++----------------------------------------------------------------+ 210000 ++ O O O O O | 200000 ++ | 190000 ++ | | | 180000 ++ | 170000 ++ | 160000 ++ | | | 150000 ++ | 140000 ++ | | | 130000 ++ ........*................ | 120000 *+---------------*--------------------------------*---------------* lock_stat.(&(work)->work).holdtime-total 35000 ++-----------------------------------------------------------------+ 34000 O+ O | O O | 33000 ++ O | 32000 ++ | | | 31000 ++ ........*................* 30000 ++ .*................*....... | 29000 ++ ... | | ... | 28000 ++ .. | 27000 ++ ... | | ... | 26000 *+ | 25000 ++-----------------------------------------------------------------+ lock_stat.(&(work)->work).holdtime-total 450000 ++----------------------------------------------------------------+ O O O O O 400000 ++ | | | 350000 ++ | | | 300000 ++ | | | 250000 ++ | | | 200000 ++ | | | 150000 ++ | | ........*...............*................ | 100000 *+------------------------------------------------*---------------* a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 122584.90 +70.8% 209389.61 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 29361.54 +14.9% 33747.39 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 111678.66 +279.3% 423618.30 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 263625.10 +152.9% 666755.30 TOTAL lock_stat.(&(work)->work).holdtime-total lock_stat.&rsp->gp_wq.holdtime-total 350000 ++----------------------------------------------------------------+ | | 300000 O+ O O | O O | | | 250000 ++ | | | 200000 ++ | | | 150000 ++ | | | | | 100000 *+...............*...............*................*...............* | | 50000 ++----------------------------------------------------------------+ lock_stat.&rsp->gp_wq.holdtime-total 27000 ++-----------------------------------------------------------------+ 26000 O+ | | | 25000 ++ O | 24000 ++ O | | O 23000 *+.. O | 22000 ++ .. | 21000 ++ .. .*.... | | .. ... ... | 20000 ++ .. ... .... ..* 19000 ++ .. .. ... ...... | | .. ... . ...... | 18000 ++ . ... *.. | 17000 ++---------------*-------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 92855.10 +215.6% 293094.21 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 19735.13 +22.8% 24240.39 lkp-t410/micro/netperf/120s-200%-TCP_STREAM 112590.23 +181.8% 317334.60 TOTAL lock_stat.&rsp->gp_wq.holdtime-total lock_stat.rcu_node_0.waittime-total 150000 ++----------------------------------------------------------------+ | O O 140000 ++ | 130000 ++ O | | O | 120000 ++ | | | 110000 O+ ....*... | | ........ ... | 100000 *+..... ..*.... ... | 90000 ++ .... .... .. | | .... .... ... | 80000 ++ .. .... .| | *. * 70000 ++----------------------------------------------------------------+ lock_stat.rcu_node_0.waittime-total 240000 ++----------------------------------------------------------------+ 220000 ++ O | | 200000 ++ | 180000 ++ O | O | 160000 ++ | 140000 ++ O | 120000 ++ O | | | 100000 ++ | 80000 ++ ........*................ | | ........*....... *........... | 60000 *+....... ....| 40000 ++----------------------------------------------------------------* lock_stat.rcu_node_0.waittime-total 7000 ++------------------------------------------------------------------+ | .*... | 6000 ++ .... .. | | ... .. | 5000 ++ ... .. .* | .... .. .... | 4000 ++ ....*. .. ... | | ........ .. ... | 3000 *+... . .... O | *. | 2000 O+ | | O | 1000 ++ O O | | | 0 ++------------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 90889.91 +44.3% 131196.31 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 4255.34 -60.5% 1682.89 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 64755.38 +161.1% 169069.12 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 159900.62 +88.8% 301948.33 TOTAL lock_stat.rcu_node_0.waittime-total lock_stat.&sig->cred_guard_mutex.holdtime-total 950000 ++----------------------------------------------------------------+ | ........*............... | *........ *...... | 900000 ++ .... | | .... | | .. ........* 850000 ++ *....... | | O | 800000 ++ O | | O | | | 750000 ++ | O | | | 700000 ++----------------------------------------------------------------+ lock_stat.&sig->cred_guard_mutex.holdtime-total 3e+07 ++---------------------------------------------------------------+ | O O O O O | 2.5e+07 ++ | | | | | 2e+07 ++ | | | 1.5e+07 ++ | | | | | 1e+07 ++ | | ........*................*...............*...............* *....... | 5e+06 ++---------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 8016654.10 +238.2% 27109886.02 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 891271.41 -10.4% 799023.44 lkp-t410/micro/netperf/120s-200%-TCP_SENDFILE 8907925.51 +213.3% 27908909.46 TOTAL lock_stat.&sig->cred_guard_mutex.holdtime-total lock_stat.&(&k->k_lock)->rlock.holdtime-total 8000 ++---------------O--------------------------------------------------+ O | 7000 ++ O | O | | | 6000 ++ O | | | 5000 ++ | | | 4000 ++ | | ........*................*............ | *................*........ ....| 3000 ++ * | | 2000 ++------------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 3304.08 +112.2% 7012.33 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 3304.08 +112.2% 7012.33 TOTAL lock_stat.&(&k->k_lock)->rlock.holdtime-total lock_stat.&p->pi_lock.acq-bounces 85000 ++-----------------------------------------------------------------+ | ........*................* 80000 ++ ..*....... | 75000 ++ ...... | | ...... | 70000 ++ ..*.. | | .... | 65000 ++ .... | | .... | 60000 *+. | 55000 ++ | | | 50000 ++ | O O O O 45000 ++------------------------------------------------O----------------+ lock_stat.&p->pi_lock.acq-bounces 180000 ++----------------------------------------------------------------+ | | 160000 *+... | 140000 ++ ... | | .. | 120000 ++ ... | | ... ....*...... | 100000 ++ . ........ .... | | *... .... | 80000 ++ .. | 60000 ++ *...............* | | 40000 ++ | O O O O O 20000 ++----------------------------------------------------------------+ lock_stat.&p->pi_lock.acq-bounces 170000 ++---------------*------------------------------------------------+ 160000 ++ ... .. | | ... .. | 150000 ++ .. ... | 140000 ++ ... .. | 130000 ++... .. | 120000 *+ . ..* | *........ .... | 110000 ++ ...... .... | 100000 ++ .. .... | 90000 ++ *. | 80000 ++ | O O | 70000 ++ O O O 60000 ++----------------------------------------------------------------+ lock_stat.&p->pi_lock.acq-bounces 110000 ++----------------------------------------------------------------+ *.... | 100000 ++ ... | 90000 ++ .. | | ... | 80000 ++ ... | 70000 ++ . | | *........... | 60000 ++ .... ........*...............* 50000 ++ *........ | | | 40000 ++ O 30000 ++ | O O O O | 20000 ++----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 74400.40 -36.3% 47360.60 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 67668.40 -56.2% 29641.80 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 97011.60 -71.7% 27430.40 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 124406.40 -42.0% 72161.60 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 363486.80 -51.4% 176594.40 TOTAL lock_stat.&p->pi_lock.acq-bounces lock_stat.slock-AF_INET/1.contentions.release_sock 35000 ++-----------------------------------------------------------------* | ....*........ | 30000 ++ ........ | | ........*... | | ..*........ | 25000 ++ ...... | | ...... | 20000 *+. | | | 15000 ++ | | | O | 10000 ++ O O | | O O 5000 ++-----------------------------------------------------------------+ lock_stat.slock-AF_INET/1.contentions.release_sock 60000 O+-----------------------------------------------------------------+ | O | 55000 ++ O | | | | O O 50000 ++ | | | 45000 ++ | *............ ....*.... | 40000 ++ .... ........ ... | | *.... .... | | ... | 35000 ++ . | | *................* 30000 ++-----------------------------------------------------------------+ lock_stat.slock-AF_INET/1.contentions.release_sock 65000 ++-----------------------------------------------------------------+ | O | 60000 ++ | 55000 ++ O | O O O 50000 *+... | | ... | 45000 ++ .. | | ... | 40000 ++ ... | 35000 ++ . | | *............ | 30000 ++ .... ........*................* | *....... | 25000 ++-----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 28293.40 -67.7% 9140.60 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 34809.20 +61.9% 56354.40 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 37817.00 +45.9% 55163.00 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 100919.60 +19.6% 120658.00 TOTAL lock_stat.slock-AF_INET/1.contentions.release_sock lock_stat.events-R.holdtime-total 260000 ++----------------------------------------------------------------+ | O O 240000 O+ O O | | | | | 220000 ++ | | | 200000 ++ | | | 180000 ++ | | | | | 160000 ++ ........*................ | *................*....... *...............* 140000 ++----------------------------------------------------------------+ lock_stat.events-R.holdtime-total 56000 ++-----------------------------------------------------------------+ | O 54000 O+ O O | | O | 52000 ++ | | | 50000 ++ ........*................* | ........*....... | 48000 ++ .*........ | | .... | 46000 ++ ... | | ... | 44000 ++.... | *. | 42000 ++-----------------------------------------------------------------+ lock_stat.events-R.holdtime-total 500000 ++---------------O--------------------------------O---------------O O O | 450000 ++ | | | 400000 ++ | 350000 ++ | | | 300000 ++ | | | 250000 ++ | 200000 ++ | | | 150000 ++ | *................*...............*................*...............* 100000 ++----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 151552.52 +61.6% 244955.00 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 47974.81 +12.4% 53931.31 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 135542.85 +261.2% 489566.18 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 335070.18 +135.3% 788452.49 TOTAL lock_stat.events-R.holdtime-total lock_stat.&(&newf->file_lock)->rlock.holdtime-total 150000 ++----------------------------------------------------------------+ | O O | 140000 ++ O O 130000 ++ | O | 120000 ++ | | | 110000 ++ | | | 100000 ++ | 90000 ++ | | | 80000 ++ | *................*...............*................*...............* 70000 ++----------------------------------------------------------------+ lock_stat.&(&newf->file_lock)->rlock.holdtime-total 160000 ++----------------------------------------------------------------+ 150000 O+ | | O O O O 140000 ++ | 130000 ++ | | | 120000 ++ | 110000 ++ | 100000 ++ | | | 90000 ++ | 80000 ++ | | | 70000 ++ ........*...............*................*...............* 60000 *+----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 74651.80 +86.0% 138843.17 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 64358.54 +128.6% 147144.84 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 139010.34 +105.7% 285988.01 TOTAL lock_stat.&(&newf->file_lock)->rlock.holdtime-total lock_stat.sk_lock-AF_INET6.holdtime-total 75000 ++-----------------------------------------------------------------+ O O O O 70000 ++ | 65000 ++ | | O | 60000 ++ | 55000 ++ | | | 50000 ++ | 45000 ++ | | | 40000 ++ | 35000 ++ ........* *................*................*...............*........ | 30000 ++-----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 34030.22 +105.4% 69910.04 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 34030.22 +105.4% 69910.04 TOTAL lock_stat.sk_lock-AF_INET6.holdtime-total lock_stat.&sig->group_rwsem-R.holdtime-total 8000 ++------------------------------------------------------------------+ 7500 ++ O | | | 7000 ++ O | 6500 ++ O | | 6000 ++ O | 5500 ++ | 5000 O+ | | | 4500 ++ | 4000 ++ | | | 3500 ++ ........*................*................ | 3000 *+-------------------------------------------------*----------------* lock_stat.&sig->group_rwsem-R.holdtime-total 5500 ++---------------O--------------------------------------------------+ | O O | 5000 O+ O | | 4500 ++ | | | 4000 ++ | | | 3500 ++ | | | 3000 ++ | | ........*................ | 2500 *+....... *................*................* | | 2000 ++------------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 3167.29 +103.1% 6431.59 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 2581.15 +102.3% 5220.55 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 5748.44 +102.7% 11652.14 TOTAL lock_stat.&sig->group_rwsem-R.holdtime-total lock_stat.slock-AF_INET/1.waittime-total 45000 ++------------------------------------------------*----------------* | .. | 40000 ++ .. | | ... | | ..*........ .. | 35000 ++ .... ...... .. | | .... .. .. | 30000 ++ .... *. | *.. | 25000 ++ | | | O | 20000 ++ O | | O O | 15000 ++-----------------------------------------------------------------O lock_stat.slock-AF_INET/1.waittime-total 50000 ++-----------------------------------------------------------------+ O O | 45000 ++ O | | | | O | 40000 ++ O | | 35000 ++ | | | 30000 ++ ........*....... | | ........*........ ...... | *........ .. | 25000 ++ *................* | | 20000 ++-----------------------------------------------------------------+ lock_stat.slock-AF_INET/1.waittime-total 120000 ++----------------------------------------------------------------+ 110000 O+ | | | 100000 ++ | 90000 ++ | 80000 ++ | 70000 ++ O | | O O O 60000 ++ | 50000 ++ | 40000 ++ | 30000 ++ ........*........... | *........ .... ........* 20000 ++ *................*....... | 10000 ++----------------------------------------------------------------+ lock_stat.slock-AF_INET/1.waittime-total 55000 ++-----------------------------------------------------------------+ | | 50000 ++ O | O | 45000 ++ O | | O O 40000 *+.... | | ... | 35000 ++ ... | | .... | 30000 ++ . | | *................ ........*................| 25000 ++ *....... * | | 20000 ++-----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 36873.07 -51.9% 17733.89 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 28848.79 +57.7% 45500.30 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 26662.63 +67.8% 44742.63 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 23457.67 +224.8% 76193.58 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 115842.17 +59.0% 184170.40 TOTAL lock_stat.slock-AF_INET/1.waittime-total lock_stat.slock-AF_INET/1.contentions.tcp_v4_rcv 50000 ++-----------------------------------------------------------------+ | ........* 45000 ++ ....*........ | 40000 ++ ........ | | ........*... | 35000 ++ ..*........ | | ...... | 30000 ++ ...... | *.. | 25000 ++ | 20000 ++ | O | 15000 ++ O | | O O O 10000 ++-----------------------------------------------------------------+ lock_stat.slock-AF_INET/1.contentions.tcp_v4_rcv 130000 ++----------------------------------------------------------------+ O | 120000 ++ O O | | | 110000 ++ O | | O 100000 ++ | | | 90000 ++ | | | 80000 *+............... ........*........ | | *....... ...... | 70000 ++ .. | | *...............* 60000 ++----------------------------------------------------------------+ lock_stat.slock-AF_INET/1.contentions.tcp_v4_rcv 140000 ++----------------------------------------------------------------+ | O | 130000 ++ | 120000 ++ O | O O O 110000 ++ | 100000 ++ | *..... | 90000 ++ ... | 80000 ++ ... | | .... | 70000 ++ . | 60000 ++ *............... ........*...............| | *........ * 50000 ++----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 38758.60 -61.2% 15056.20 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 67436.20 +77.2% 119520.40 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 72771.60 +59.8% 116312.40 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 178966.40 +40.2% 250889.00 TOTAL lock_stat.slock-AF_INET/1.contentions.tcp_v4_rcv lock_stat.slock-AF_INET/1.holdtime-total 1.3e+09 ++---------------------------------------------------------------+ | | 1.2e+09 *+..............*................*...............*...............* 1.1e+09 ++ | | | 1e+09 ++ | | | 9e+08 ++ | | | 8e+08 ++ | 7e+08 ++ | | | 6e+08 ++ | O O O O O 5e+08 ++---------------------------------------------------------------+ lock_stat.slock-AF_INET/1.holdtime-total 6e+08 ++---------------------------------------------------------------+ O O O O O 5.5e+08 ++ | | | 5e+08 ++ | | | 4.5e+08 ++ | | | 4e+08 ++ | *....... | 3.5e+08 ++ ...... | | .. | 3e+08 ++ *................*...............*...............| | * 2.5e+08 ++---------------------------------------------------------------+ lock_stat.slock-AF_INET/1.holdtime-total 2.6e+07 ++---------------------------------------------------------------+ O O O O O 2.4e+07 ++ | 2.2e+07 ++ | | | 2e+07 ++ | | | 1.8e+07 ++ | | | 1.6e+07 ++ | 1.4e+07 ++ | | | 1.2e+07 *+..............*................*...............*...............* | | 1e+07 ++---------------------------------------------------------------+ lock_stat.slock-AF_INET/1.holdtime-total 2.4e+07 ++---------------------------------------------------------------+ O O O O O 2.2e+07 ++ | 2e+07 ++ | | | 1.8e+07 ++ | | | 1.6e+07 ++ | | | 1.4e+07 ++ | 1.2e+07 ++ | *....... | 1e+07 ++ ...... | | .. | 8e+06 ++--------------*----------------*---------------*---------------* lock_stat.slock-AF_INET/1.holdtime-total 1.32e+09 ++--------------------------------------------------------------+ *..... ........* 1.3e+09 ++ .... ..*...............*....... | 1.28e+09 ++ .... ...... | | .. ..... | 1.26e+09 ++ *.. | 1.24e+09 ++ | | | 1.22e+09 ++ | 1.2e+09 ++ | | | 1.18e+09 ++ O O 1.16e+09 ++ | O O O | 1.14e+09 ++--------------------------------------------------------------+ lock_stat.slock-AF_INET/1.holdtime-total 2.4e+07 ++---------------------------------------------------------------+ O O O O O 2.2e+07 ++ | 2e+07 ++ | | | 1.8e+07 ++ | | | 1.6e+07 ++ | | | 1.4e+07 ++ | 1.2e+07 ++ | | ....*............ ....*...............* 1e+07 ++ ........ .... ........ | *... *... | 8e+06 ++---------------------------------------------------------------+ lock_stat.slock-AF_INET/1.holdtime-total 6e+08 ++---------------------------------------------------------------+ O O O O O 5.5e+08 ++ | 5e+08 ++ | | | 4.5e+08 ++ | | | 4e+08 ++ | | | 3.5e+08 ++ | 3e+08 ++ | *............... | 2.5e+08 ++ *................ ........*...............* | *....... | 2e+08 ++---------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 1199878783.10 -54.9% 541584811.92 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 259084522.79 +123.5% 579004566.80 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 312940912.27 +84.0% 575837298.79 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 1288796946.78 -10.0% 1160345555.49 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 8721765.14 +160.3% 22706775.26 lkp-t410/micro/netperf/120s-200%-TCP_MAERTS 11940328.29 +105.6% 24547993.53 lkp-t410/micro/netperf/120s-200%-TCP_SENDFILE 10128362.69 +124.5% 22734016.86 lkp-t410/micro/netperf/120s-200%-TCP_STREAM 3091491621.06 -5.3% 2926761018.64 TOTAL lock_stat.slock-AF_INET/1.holdtime-total lock_stat.slock-AF_INET/1.con-bounces 50000 ++-----------------------------------------------------------------+ | ........* 45000 ++ ....*........ | 40000 ++ ........ | | ........*... | 35000 ++ ..*........ | | ...... | 30000 ++ ...... | *.. | 25000 ++ | 20000 ++ | O | 15000 ++ O | | O O O 10000 ++-----------------------------------------------------------------+ lock_stat.slock-AF_INET/1.con-bounces 130000 ++----------------------------------------------------------------+ O | 120000 ++ O O | | | 110000 ++ O | | O 100000 ++ | | | 90000 ++ | | | 80000 *+............... ........*........ | | *....... ...... | 70000 ++ .. | | *...............* 60000 ++----------------------------------------------------------------+ lock_stat.slock-AF_INET/1.con-bounces 140000 ++----------------------------------------------------------------+ | O | 130000 ++ | 120000 ++ O | O O O 110000 ++ | 100000 ++ | *..... | 90000 ++ ... | 80000 ++ ... | | .... | 70000 ++ . | 60000 ++ *............... ........*...............| | *........ * 50000 ++----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 38546.40 -61.0% 15025.40 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 67305.80 +77.6% 119513.20 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 72699.80 +60.0% 116308.40 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 178552.00 +40.5% 250847.00 TOTAL lock_stat.slock-AF_INET/1.con-bounces lock_stat.slock-AF_INET/1.contentions 50000 ++-----------------------------------------------------------------+ | ........* 45000 ++ ....*........ | 40000 ++ ........ | | ........*... | 35000 ++ ..*........ | | ...... | 30000 ++ ...... | *.. | 25000 ++ | 20000 ++ | O | 15000 ++ O | | O O O 10000 ++-----------------------------------------------------------------+ lock_stat.slock-AF_INET/1.contentions 130000 ++----------------------------------------------------------------+ O | 120000 ++ O O | | | 110000 ++ O | | O 100000 ++ | | | 90000 ++ | | | 80000 *+............... ........*........ | | *....... ...... | 70000 ++ .. | | *...............* 60000 ++----------------------------------------------------------------+ lock_stat.slock-AF_INET/1.contentions 140000 ++----------------------------------------------------------------+ | O | 130000 ++ | 120000 ++ O | O O O 110000 ++ | 100000 ++ | *..... | 90000 ++ ... | 80000 ++ ... | | .... | 70000 ++ . | 60000 ++ *............... ........*...............| | *........ * 50000 ++----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 38551.00 -61.0% 15034.60 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 67306.80 +77.6% 119513.60 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 72700.20 +60.0% 116309.20 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 178558.00 +40.5% 250857.40 TOTAL lock_stat.slock-AF_INET/1.contentions lock_stat.&dup_mmap_sem-R.holdtime-total 2.2e+06 ++---------------------------------------------------------------+ | O O | 2e+06 ++ O | | | 1.8e+06 ++ O | | 1.6e+06 O+ | | | 1.4e+06 *+..............*...... | | .... ....* 1.2e+06 ++ .... ........ | | .. ........*... | 1e+06 ++ *....... | | | 800000 ++---------------------------------------------------------------+ lock_stat.&dup_mmap_sem-R.holdtime-total 2.2e+06 ++-----------------------------------------------O---------------+ | O 2e+06 O+ | | O O | 1.8e+06 ++ | 1.6e+06 ++ | | | 1.4e+06 ++ | | .*...... | 1.2e+06 ++ ... .... | 1e+06 ++ .... .... | | ... .. | 800000 ++... *............... ........* *. *....... | 600000 ++---------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 1234249.87 +56.1% 1926739.07 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 874093.13 +125.8% 1973965.40 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 2108342.99 +85.0% 3900704.47 TOTAL lock_stat.&dup_mmap_sem-R.holdtime-total lock_stat.&mm->mmap_sem/1.holdtime-total 2.2e+06 ++---------------------------------------------------------------+ | | 2e+06 ++ O O O | | | 1.8e+06 ++ O | | 1.6e+06 O+ | | | 1.4e+06 ++ ........*...... | *....... .... ....* 1.2e+06 ++ .... ........ | | .. ........*... | 1e+06 ++ *....... | | | 800000 ++---------------------------------------------------------------+ lock_stat.&mm->mmap_sem/1.holdtime-total 2.2e+06 ++-----------------------------------------------O---------------+ | O 2e+06 ++ | O | 1.8e+06 ++ O O | 1.6e+06 ++ | | | 1.4e+06 ++ | | | 1.2e+06 ++ ..*........ | 1e+06 ++ .... ...... | | .... .. | 800000 ++.... *............... ........* *. *....... | 600000 ++---------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 1218752.30 +56.6% 1908688.10 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 863179.67 +125.0% 1942371.99 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 2081931.97 +85.0% 3851060.10 TOTAL lock_stat.&mm->mmap_sem/1.holdtime-total lock_stat.&rnp->nocb_gp_wq[1].holdtime-total 9500 *+------------------------------------------------------------------+ 9000 ++ .... .*............ | | *.... .. ....| 8500 ++ ... ... * 8000 ++ .. .. | | ... .. | 7500 ++ ... ... | 7000 ++ . .. | 6500 ++ *. | | | 6000 ++ O | 5500 O+ | | O O 5000 ++ O | 4500 ++------------------------------------------------------------------+ lock_stat.&rnp->nocb_gp_wq[1].holdtime-total 28000 ++-----------------------------------------------------------------+ | O 26000 O+ O | 24000 ++ O O | | | 22000 ++ | 20000 ++ | | | 18000 ++ | 16000 ++ | | | 14000 ++ | 12000 ++ | *................*................ ........*................* 10000 ++--------------------------------*--------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 8480.94 -36.3% 5399.30 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 10924.42 +130.6% 25195.28 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 19405.36 +57.7% 30594.58 TOTAL lock_stat.&rnp->nocb_gp_wq[1].holdtime-total lock_stat.&x->wait#2.holdtime-total 31000 ++------------------------------------------------O----------------+ | | 30000 O+ O | 29000 ++ O | O | 28000 ++ | 27000 ++ | | | 26000 ++ ..*..... | 25000 ++ ...... ... ....* | ...... ... ........ | 24000 *+. .... ....*.... | 23000 ++ . ........ | | *... | 22000 ++-----------------------------------------------------------------+ lock_stat.&x->wait#2.holdtime-total 50000 ++-----------------------------------------------------------------+ | | 45000 O+ O O O | | O 40000 ++ | | | 35000 ++ | | | 30000 ++ | | | 25000 ++ | | | 20000 ++ | *................*................ ........* 15000 ++--------------------------------*---------------*----------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 24357.48 +21.3% 29554.01 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 16729.13 +166.9% 44656.05 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 41086.61 +80.6% 74210.05 TOTAL lock_stat.&x->wait#2.holdtime-total lock_stat.sk_lock-AF_INET.acquisitions 1.6e+08 *+--------------*--------------------------------*---------------* | *....... | 1.4e+08 ++ | | | | | 1.2e+08 ++ | | | 1e+08 ++ | | | 8e+07 ++ | | | | | 6e+07 O+ O O O O | | 4e+07 ++---------------------------------------------------------------+ lock_stat.sk_lock-AF_INET.acquisitions 2.8e+08 *+---------------------------------------------------------------+ | ... | 2.6e+08 ++ .... | | ... | 2.4e+08 ++ . | | *................*............... | 2.2e+08 ++ *...............| | * 2e+08 ++ | | | 1.8e+08 ++ | | | 1.6e+08 ++ | O O O O O 1.4e+08 ++---------------------------------------------------------------+ lock_stat.sk_lock-AF_INET.acquisitions 8.5e+06 ++---------------------------------------------------------------+ | ..*................*...............*...............* 8e+06 ++ ...... | | ..... | *.. | 7.5e+06 ++ | | | 7e+06 ++ | | | 6.5e+06 ++ | | | | | 6e+06 ++ | | | 5.5e+06 O+--------------O----------------O---------------O---------------O lock_stat.sk_lock-AF_INET.acquisitions 2.4e+08 *+-------------------------------*---------------*---------------* | *........ | 2.2e+08 ++ | 2e+08 ++ | | | 1.8e+08 ++ | 1.6e+08 ++ | | | 1.4e+08 ++ | 1.2e+08 ++ | | | 1e+08 ++ | 8e+07 ++ | O O O O O 6e+07 ++---------------------------------------------------------------+ lock_stat.sk_lock-AF_INET.acquisitions 8.5e+06 ++---------------------------------------------------------------+ *....... ..*....... | 8e+06 ++ ...... ...... ...... | | .. ...... .. | | *.. *...............* 7.5e+06 ++ | | | 7e+06 ++ | | | 6.5e+06 ++ | | | | | 6e+06 ++ | | | 5.5e+06 O+--------------O----------------O---------------O---------------O lock_stat.sk_lock-AF_INET.acquisitions 2.2e+08 ++---------------------------------------------------------------+ *........... | 2.1e+08 ++ .... | 2e+08 ++ *................ ........*...............| | *....... * 1.9e+08 ++ | | | 1.8e+08 ++ | | | 1.7e+08 ++ | 1.6e+08 ++ | | | 1.5e+08 O+ O O O O | | 1.4e+08 ++---------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 156961678.40 -62.0% 59682318.40 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 203671297.00 -26.5% 149604772.20 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 234980364.40 -36.4% 149563000.20 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 232162456.20 -70.7% 68007696.00 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 8170613.60 -31.9% 5564804.20 lkp-t410/micro/netperf/120s-200%-TCP_MAERTS 7907075.00 -29.7% 5560420.40 lkp-t410/micro/netperf/120s-200%-TCP_STREAM 843853484.60 -48.1% 437983011.40 TOTAL lock_stat.sk_lock-AF_INET.acquisitions lock_stat.&sb->s_type->i_lock_key#4.holdtime-total 8600 ++-------------------------------------------------O----------------+ 8400 O+ O | | | 8200 ++ O O 8000 ++ | 7800 ++ | 7600 ++ | | | 7400 ++ ....*..... .*............ | 7200 ++ ........ ... .... ....| 7000 *+... ... ... * 6800 ++ .... ... | | . .... | 6600 ++ *. | 6400 ++------------------------------------------------------------------+ lock_stat.&sb->s_type->i_lock_key#4.holdtime-total 18000 O+-----------------------------------------------------------------+ | O O O 16000 ++ O | | | | | 14000 ++ | | | 12000 ++ | | | 10000 ++ | | | | | 8000 ++ | | ........*................*............... | 6000 *+------------------------------------------------*----------------* a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 7081.05 +17.8% 8340.88 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 6411.42 +166.4% 17081.51 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 13492.47 +88.4% 25422.38 TOTAL lock_stat.&sb->s_type->i_lock_key#4.holdtime-total lock_stat.&(&sighand->siglock)->rlock.holdtime-total 145000 ++----------------------------------------------------------------+ O | 140000 ++ O O | | | | 135000 ++ | | O O | 130000 ++ .*..... | | ... ... | 125000 ++ .... ... | | ... .... ....* | ... . ........ | 120000 *+...............*. *... | | | 115000 ++----------------------------------------------------------------+ lock_stat.&(&sighand->siglock)->rlock.holdtime-total 600000 ++----------------------------------------------------------------+ | | 550000 O+ O O 500000 ++ O O | | | 450000 ++ | 400000 ++ | | | 350000 ++ | 300000 ++ | | | 250000 ++ ....*............... | 200000 ++ ........ *................ | *.... *...............* 150000 ++----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 122273.53 +12.5% 137528.18 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 204089.67 +160.5% 531733.69 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 326363.21 +105.1% 669261.87 TOTAL lock_stat.&(&sighand->siglock)->rlock.holdtime-total lock_stat.&(&dentry->d_lockref.lock)->rlock.holdtime-total 500000 ++----------------------------------------------------------------+ | | 450000 O+ O O O | O | | | 400000 ++ | | | 350000 ++ | | | 300000 ++ | | | | | 250000 ++ ........*...............*................ ........* *........ *....... | 200000 ++----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 230634.15 +96.1% 452215.93 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 230634.15 +96.1% 452215.93 TOTAL lock_stat.&(&dentry->d_lockref.lock)->rlock.holdtime-total lock_stat.&(kretprobe_table_locks[i].lock).holdtime-total 8000 ++------------------------------------------------------------------+ | O | 7500 ++ | 7000 ++ O | | O 6500 ++ O | | | 6000 ++ | O | 5500 ++ | 5000 ++ | | | 4500 ++ ........*................| *................ ........*........ * 4000 ++---------------*--------------------------------------------------+ lock_stat.&(kretprobe_table_locks[i].lock).holdtime-total 11000 ++-----------------------------------------------------------------+ | | 10000 O+ O | 9000 ++ O O | | O 8000 ++ | | | 7000 ++ | | | 6000 ++ | 5000 ++ | | | 4000 ++ ........*................*............... ........* *........ *........ | 3000 ++-----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 4316.68 +56.6% 6760.39 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 3855.08 +141.9% 9324.96 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 8171.76 +96.8% 16085.35 TOTAL lock_stat.&(kretprobe_table_locks[i].lock).holdtime-total lock_stat.&(&mapping->tree_lock)->rlock.holdtime-total 8000 ++------------------------------------------------------------------+ 7500 O+ | | O | 7000 ++ O | 6500 ++ O | O | 6000 ++ | 5500 ++ | 5000 ++ | | | 4500 ++ | 4000 ++ | | ........*................ ........*................* 3500 *+....... *........ | 3000 ++------------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 3555.23 +93.6% 6881.57 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 3555.23 +93.6% 6881.57 TOTAL lock_stat.&(&mapping->tree_lock)->rlock.holdtime-total lock_stat.slock-AF_INET.acquisitions 3.5e+08 ++---------------------------------------------------------------+ *...............*................ ........*...............* | *....... | 3e+08 ++ | | | | | 2.5e+08 ++ | | | 2e+08 ++ | | | | | 1.5e+08 ++ | O O O O O | | 1e+08 ++---------------------------------------------------------------+ lock_stat.slock-AF_INET.acquisitions 6e+08 ++---------------------------------------------------------------+ *.... | 5.5e+08 ++ ... | | .... | | ... | 5e+08 ++ . | | *................*............... | 4.5e+08 ++ *...............* | | 4e+08 ++ | | | | | 3.5e+08 ++ | O O O O O 3e+08 ++---------------------------------------------------------------+ lock_stat.slock-AF_INET.acquisitions 1.7e+07 ++--------------*----------------*---------------*---------------+ *....... * 1.6e+07 ++ | | | | | 1.5e+07 ++ | | | 1.4e+07 ++ | | | 1.3e+07 ++ | | | | | 1.2e+07 O+ O O O O | | 1.1e+07 ++---------------------------------------------------------------+ lock_stat.slock-AF_INET.acquisitions 5e+08 *+---------------------------------------------------------------+ | *................*...............*...............* 4.5e+08 ++ | 4e+08 ++ | | | 3.5e+08 ++ | | | 3e+08 ++ | | | 2.5e+08 ++ | 2e+08 ++ | | | 1.5e+08 O+ | | O O O O 1e+08 ++---------------------------------------------------------------+ lock_stat.slock-AF_INET.acquisitions 1.7e+07 ++--------------------------------------------------------------+ 1.65e+07 *+..............*...............*...............*...............* | | 1.6e+07 ++ | 1.55e+07 ++ | 1.5e+07 ++ | 1.45e+07 ++ | | | 1.4e+07 ++ | 1.35e+07 ++ | 1.3e+07 ++ | 1.25e+07 ++ | | | 1.2e+07 O+ O O O O 1.15e+07 ++--------------------------------------------------------------+ lock_stat.slock-AF_INET.acquisitions 4.6e+08 ++---------------------------------------------------------------+ *........... | 4.4e+08 ++ .... | | *............ | 4.2e+08 ++ .... ........*...............| | *....... * 4e+08 ++ | | | 3.8e+08 ++ | | | 3.6e+08 ++ | | | 3.4e+08 ++ | | O | 3.2e+08 O+--------------O----------------O-------------------------------O a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 324942908.80 -60.3% 129068092.20 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 424191923.80 -23.6% 324083655.60 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 486897078.40 -33.5% 323975941.40 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 480527425.00 -70.4% 142163068.20 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 16759408.80 -29.2% 11870092.00 lkp-t410/micro/netperf/120s-200%-TCP_MAERTS 16637291.60 -28.8% 11851271.20 lkp-t410/micro/netperf/120s-200%-TCP_STREAM 1749956036.40 -46.1% 943012120.60 TOTAL lock_stat.slock-AF_INET.acquisitions lock_stat.&rnp->nocb_gp_wq[0].holdtime-total 9500 ++------------------------------------------------------------------+ 9000 *+...............*... | | ... .*................| 8500 ++ .. ... * 8000 ++ .. ... | | ... .. | 7500 ++ .. ... | 7000 ++ . ... | 6500 ++ *. | | O | 6000 O+ | 5500 ++ O | | 5000 ++ O O | 4500 ++------------------------------------------------------------------+ lock_stat.&rnp->nocb_gp_wq[0].holdtime-total 26000 O+-----------------------------------------------------------------+ | O 24000 ++ O O | 22000 ++ O | | | 20000 ++ | | | 18000 ++ | | | 16000 ++ | 14000 ++ | | | 12000 ++ | | ........*................ ........*................* 10000 *+--------------------------------*--------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 8414.90 -34.5% 5515.37 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 10637.40 +127.9% 24241.06 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 19052.30 +56.2% 29756.43 TOTAL lock_stat.&rnp->nocb_gp_wq[0].holdtime-total lock_stat.slock-AF_INET.contentions.lock_sock_nested 450000 ++----------------------------------------------------------------+ | O | 400000 O+ O | | | | O O 350000 ++ | | | 300000 ++ | | | 250000 ++ ........*........ | *................*....... ...... | | .. | 200000 ++ *...............* | | 150000 ++----------------------------------------------------------------+ lock_stat.slock-AF_INET.contentions.lock_sock_nested 450000 ++----------------------------------------------------------------+ | O | 400000 ++ | | | O O O O 350000 ++ | | | 300000 ++ | *...... | 250000 ++ .... | | .... | | .. | 200000 ++ *........... | | .... ........*...............* 150000 ++-------------------------------*--------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 190037.60 +99.4% 378873.00 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 222639.40 +77.4% 394921.80 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 412677.00 +87.5% 773794.80 TOTAL lock_stat.slock-AF_INET.contentions.lock_sock_nested lock_stat.&buffer->mutex.holdtime-total 80000 ++------------------------------------------------O----------------+ | O O 75000 O+ O | | | | | 70000 ++ | | | 65000 ++ | *........ | 60000 ++ ...... | | .. ........* | *................ ........*........ | 55000 ++ *....... | | | 50000 ++-----------------------------------------------------------------+ lock_stat.&buffer->mutex.holdtime-total 120000 ++----------------------------------------------------------------+ O | 110000 ++ O O O O 100000 ++ | | | 90000 ++ | | | 80000 ++ | | | 70000 ++ | 60000 ++ | | | 50000 ++ | | ........*...............*................*...............* 40000 *+----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 57868.72 +33.0% 76973.57 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 43756.67 +151.6% 110104.31 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 101625.39 +84.1% 187077.88 TOTAL lock_stat.&buffer->mutex.holdtime-total lock_stat.random_write_wait.lock.holdtime-total 7000 ++-------------------------------------------------O----------------+ | | 6500 ++ | 6000 ++ | | | 5500 ++ O | O | 5000 O+ O | | | 4500 ++ | 4000 ++ | | | 3500 ++ ........*................ ........*................* *........ *........ | 3000 ++------------------------------------------------------------------+ lock_stat.random_write_wait.lock.holdtime-total 9000 ++------------------------------------------------------------------+ O | 8000 ++ O | | O O | 7000 ++ O | | 6000 ++ | | | 5000 ++ | | | 4000 ++ | | ........*................*................ ........* 3000 *+....... *........ | | | 2000 ++------------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 3440.69 +61.7% 5565.31 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 3301.96 +135.4% 7773.10 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 6742.65 +97.8% 13338.41 TOTAL lock_stat.random_write_wait.lock.holdtime-total lock_stat.(&adapter->service_task).holdtime-total 32000 ++-----------------------------------------------------------------+ 30000 ++ O O | O | 28000 O+ O | 26000 ++ | | | 24000 ++ | 22000 ++ | 20000 ++ | | | 18000 ++ | 16000 ++ | *................*................ ........* 14000 ++ *...............*........ | 12000 ++-----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 14716.89 +96.4% 28901.08 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 14716.89 +96.4% 28901.08 TOTAL lock_stat.(&adapter->service_task).holdtime-total lock_stat.&(&p->alloc_lock)->rlock.holdtime-total 140000 ++----------------------------------------------------------------O O O | 130000 ++ | | O O | | | 120000 ++ | | | 110000 ++ | | | 100000 ++ | | | | | 90000 ++ | *................*............... ........* 80000 ++-------------------------------*----------------*---------------+ lock_stat.&(&p->alloc_lock)->rlock.holdtime-total 64000 ++-----------------------------------------------------------------+ O | 62000 ++ | 60000 ++ | | O O 58000 ++ O | 56000 ++ O | | | 54000 ++ ........*............... | 52000 ++ ..*........ *................| | .... * 50000 ++ .... | 48000 ++ .... | *.. | 46000 ++-----------------------------------------------------------------+ lock_stat.&(&p->alloc_lock)->rlock.holdtime-total 240000 ++----------------------------------------------------------------+ O | 220000 ++ O O O O 200000 ++ | | | 180000 ++ | 160000 ++ | | | 140000 ++ | 120000 ++ | | | 100000 ++ | 80000 ++ ........* *................*...............*................*....... | 60000 ++----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 82111.57 +62.7% 133558.32 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 51229.54 +14.8% 58825.61 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 75386.62 +190.4% 218900.11 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 208727.73 +97.0% 411284.04 TOTAL lock_stat.&(&p->alloc_lock)->rlock.holdtime-total lock_stat.&pipe->mutex/1.waittime-max 38000 ++-----------------------------------------------------------------+ *...... | 36000 ++ .... .*..... | 34000 ++ .... .. ... | | .. .. ... | 32000 ++ *...... ... .... | 30000 ++ .... O .. .| | O .... .. * 28000 ++ .. .. | 26000 ++ *. | | | 24000 ++ O 22000 O+ | | O | 20000 ++-----------------------------------------------------------------+ lock_stat.&pipe->mutex/1.waittime-max 60000 ++-----------------------------------------------------------------+ | | 55000 O+ | 50000 ++ O O | | 45000 ++ | 40000 ++ | | O O | 35000 ++ | 30000 ++ | | | 25000 ++ ....* 20000 *+............... ........*............... ........ | | *........ *.... | 15000 ++-----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 31739.84 -20.4% 25261.69 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 20617.86 +122.1% 45787.47 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 52357.70 +35.7% 71049.16 TOTAL lock_stat.&pipe->mutex/1.waittime-max lock_stat.&(&zone->lock)->rlock.acquisitions 6.4e+07 ++---------------------------------------------------------------+ 6.2e+07 *+..............*................*...............*...............* | | 6e+07 ++ | 5.8e+07 ++ | | | 5.6e+07 ++ | 5.4e+07 ++ | 5.2e+07 ++ | | | 5e+07 ++ | 4.8e+07 ++ | | O | 4.6e+07 O+ O O O 4.4e+07 ++---------------------------------------------------------------+ lock_stat.&(&zone->lock)->rlock.acquisitions 1.55e+08 ++--------------------------------------------------------------+ *........... | 1.5e+08 ++ .... ........*........... | 1.45e+08 ++ *....... .... | | *...............| 1.4e+08 ++ * | | 1.35e+08 ++ | | | 1.3e+08 ++ | 1.25e+08 ++ | | | 1.2e+08 ++ | | O | 1.15e+08 O+--------------O-------------------------------O---------------O lock_stat.&(&zone->lock)->rlock.acquisitions 100000 ++-------------------------------O--------------------------------+ 90000 O+ O O O | | 80000 ++ | 70000 ++ | | | 60000 ++ | 50000 ++ | 40000 ++ | | | 30000 ++ | 20000 ++ | | | 10000 *+...............*...............*................*...............* 0 ++----------------------------------------------------------------+ lock_stat.&(&zone->lock)->rlock.acquisitions 6.4e+06 ++---------------------------------------------------------------+ 6.2e+06 *+.. | | ... | 6e+06 ++ ... | 5.8e+06 ++ .. | 5.6e+06 ++ ... | 5.4e+06 ++ . ........*...............*...............| | *........ * 5.2e+06 ++ | 5e+06 ++ | 4.8e+06 ++ | 4.6e+06 ++ | | | 4.4e+06 O+ O O O O 4.2e+06 ++---------------------------------------------------------------+ lock_stat.&(&zone->lock)->rlock.acquisitions 9e+07 ++---------------------------------------------------------------+ *............... ........*...............*...............* 8.5e+07 ++ *........ | 8e+07 ++ | | | 7.5e+07 ++ | | | 7e+07 ++ | | | 6.5e+07 ++ | 6e+07 ++ | | | 5.5e+07 ++ | | | 5e+07 O+--------------O----------------O---------------O---------------O lock_stat.&(&zone->lock)->rlock.acquisitions 6.4e+06 ++---------------------------------------------------------------+ 6.2e+06 ++ .*... .*...............* | .. ... .. | 6e+06 ++ .. .. .. | 5.8e+06 ++ ... .. ... | 5.6e+06 ++ .. ... .. | 5.4e+06 ++ .. .. .. | | .. . .. | 5.2e+06 *+ *. | 5e+06 ++ | 4.8e+06 ++ | 4.6e+06 ++ | | | 4.4e+06 O+ O O O O 4.2e+06 ++---------------------------------------------------------------+ lock_stat.&(&zone->lock)->rlock.acquisitions 1.45e+08 ++--------------------------------------------------------------+ *........... | 1.4e+08 ++ .... ........*...............*...............| | *....... * | | 1.35e+08 ++ | | | 1.3e+08 ++ | | | 1.25e+08 ++ | | | | | 1.2e+08 ++ | | O | 1.15e+08 O+--------------O---------------O-------------------------------O a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 62729307.40 -26.6% 46052486.20 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 140137602.60 -17.2% 116031844.00 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 146314125.80 -20.7% 116024808.00 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 86431372.80 -41.8% 50342040.40 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 5552126.80 -21.6% 4351726.20 lkp-t410/micro/netperf/120s-200%-TCP_MAERTS 7164.80 +1222.2% 94734.80 lkp-t410/micro/netperf/120s-200%-TCP_SENDFILE 5809855.40 -25.2% 4347334.40 lkp-t410/micro/netperf/120s-200%-TCP_STREAM 446981555.60 -24.6% 337244974.00 TOTAL lock_stat.&(&zone->lock)->rlock.acquisitions lock_stat.slock-AF_INET/1.contentions.lock_sock_nested 65000 O+--------------------------------O--------------------------------+ | O | 60000 ++ | | O | 55000 ++ O | | 50000 ++ | | | 45000 ++ | | | 40000 ++ | *................ ........*....... | 35000 ++ *........ ...... | | .. | 30000 ++------------------------------------------------*----------------* lock_stat.slock-AF_INET/1.contentions.lock_sock_nested 75000 ++-----------------------------------------------------------------+ 70000 ++ O | | | 65000 ++ O | 60000 O+ O O | | 55000 ++ | 50000 ++ | 45000 *+..... | | .... | 40000 ++ .... | 35000 ++ .. | | *............ | 30000 ++ .... ........*................* 25000 ++--------------------------------*--------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 32368.00 +95.1% 63152.00 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 34791.20 +75.7% 61141.60 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 67159.20 +85.1% 124293.60 TOTAL lock_stat.slock-AF_INET/1.contentions.lock_sock_nested lock_stat.&ndev->lock-R.holdtime-total 6000 ++------------------------------------------------------------------+ O O O | 5500 ++ O | | O 5000 ++ | | | 4500 ++ | | | 4000 ++ | | | 3500 ++ | | | 3000 ++ ........*................*................*................* *........ | 2500 ++------------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 2957.58 +88.1% 5562.42 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 2957.58 +88.1% 5562.42 TOTAL lock_stat.&ndev->lock-R.holdtime-total lock_stat.binfmt_lock-R.holdtime-total 10500 ++-----------------------------------------------------------------+ | O | 10000 ++ | 9500 ++ | | | 9000 O+ O O 8500 ++ | | | 8000 ++ O | 7500 ++ | | | 7000 *+...............*............ ........* 6500 ++ .... ........*........ | | *....... | 6000 ++-----------------------------------------------------------------+ lock_stat.binfmt_lock-R.holdtime-total 7400 O+------------------------------------------------------------------+ 7200 ++ | | O | 7000 ++ O 6800 ++ | | | 6600 ++ O | 6400 ++ O | 6200 ++ ..*...... | | ...... .... | 6000 ++ ...... .... ....* 5800 ++ ....*.. .. ........ | | ........ *.... | 5600 *+... | 5400 ++------------------------------------------------------------------+ lock_stat.binfmt_lock-R.holdtime-total 26000 O+-----------------------------------------------------------------+ 24000 ++ | | O O O | 22000 ++ O 20000 ++ | | | 18000 ++ | 16000 ++ | 14000 ++ | | | 12000 ++ | 10000 ++ | | | 8000 ++ ........*................*...............*................* 6000 *+-----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 6713.97 +34.3% 9015.61 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 5868.57 +17.1% 6872.38 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 7371.52 +217.7% 23421.32 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 19954.06 +97.0% 39309.31 TOTAL lock_stat.binfmt_lock-R.holdtime-total lock_stat.slock-AF_INET/1.holdtime-max 10000 ++-----------------------------------------------------------------+ | ..*..... | 9000 ++ ...... .... | | ...... .... | *................*.. .. | 8000 ++ O *................| | * 7000 ++ | | | 6000 ++ O | | | | 5000 O+ O | | O | 4000 ++-----------------------------------------------------------------+ lock_stat.slock-AF_INET/1.holdtime-max 3500 ++------------------------------------------------------------------+ | | 3000 *+....... .*...... | | ...... ... .... | | .. ... .... | 2500 ++ *........ .. ..| | ...... ... * 2000 ++ .. ... | O *. | 1500 ++ O | | | O O | 1000 ++ | | O | 500 ++------------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 8247.16 -33.0% 5527.34 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 2517.28 -48.7% 1292.12 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 10764.44 -36.6% 6819.46 TOTAL lock_stat.slock-AF_INET/1.holdtime-max lock_stat.rcu_node_0.holdtime-total 70000 ++-----------------------------------------------------------------+ | O | | | 65000 O+ O O | | | O | 60000 ++ | | | 55000 ++ | | ..*........... | | ...... .... | 50000 ++ ...... *............ | *................*.. ....| | * 45000 ++-----------------------------------------------------------------+ lock_stat.rcu_node_0.holdtime-total 130000 O+----------------------------------------------------------------O | O O | 120000 ++ O | 110000 ++ | | | 100000 ++ | 90000 ++ | | | 80000 ++ | 70000 ++ | | | 60000 ++ | 50000 *+...............*...............*................*...............* | | 40000 ++----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 49706.85 +30.1% 64658.22 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 50992.65 +142.3% 123533.38 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 100699.50 +86.9% 188191.60 TOTAL lock_stat.rcu_node_0.holdtime-total lock_stat.&(&mm->page_table_lock)->rlock/1.holdtime-total 190000 ++----------------------------------------------------------------+ 180000 ++ O O | O | 170000 ++ | 160000 ++ O | | | 150000 ++ O 140000 ++ | 130000 ++ | | | 120000 ++ | 110000 ++ | | ....*................ | 100000 *+............... ........ *...............* 90000 ++---------------*------------------------------------------------+ lock_stat.&(&mm->page_table_lock)->rlock/1.holdtime-total 64000 ++--------------------------------O--------------------------------+ O | 62000 ++ O O O 60000 ++ | | | 58000 ++ ....*................| | ........ * 56000 ++ ..*... | | ...... | 54000 ++ ...... | 52000 ++ ..*.. | | ...... | 50000 ++ ...... | *.. | 48000 ++-----------------------------------------------------------------+ lock_stat.&(&mm->page_table_lock)->rlock/1.holdtime-total 240000 O+-------------------------------O--------------------------------+ | O O O 220000 ++ | 200000 ++ | | | 180000 ++ | | | 160000 ++ | | | 140000 ++ | 120000 ++ | | | 100000 ++ | | ........*............... ........* 80000 *+-------------------------------*----------------*---------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 97979.20 +72.8% 169318.62 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 54836.21 +14.0% 62536.46 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 86326.42 +169.2% 232373.98 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 239141.82 +94.1% 464229.06 TOTAL lock_stat.&(&mm->page_table_lock)->rlock/1.holdtime-total lock_stat.slock-AF_INET.contentions.tcp_v4_rcv 500000 ++----------------------------------------------------------------+ O O | 450000 ++ O | | O | | O 400000 ++ | | | 350000 ++ | | | 300000 ++ ........*........ | *................*....... ...... | | .. | 250000 ++ *...............| | * 200000 ++----------------------------------------------------------------+ lock_stat.slock-AF_INET.contentions.tcp_v4_rcv 500000 ++----------------------------------------------------------------+ | O | 450000 ++ | O O O O 400000 ++ | | | 350000 ++ | *...... | 300000 ++ .... | | .... | 250000 ++ .. | | *........... | 200000 ++ .... ........*...............* | *........ | 150000 ++----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 226953.40 +93.3% 438769.20 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 266000.60 +70.4% 453361.60 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 492954.00 +81.0% 892130.80 TOTAL lock_stat.slock-AF_INET.contentions.tcp_v4_rcv lock_stat.slock-AF_INET.con-bounces 500000 ++----------------------------------------------------------------+ O O | 450000 ++ O | | O | | O 400000 ++ | | | 350000 ++ | | | 300000 ++ ........*........ | *................*....... ...... | | .. | 250000 ++ *...............* | | 200000 ++----------------------------------------------------------------+ lock_stat.slock-AF_INET.con-bounces 500000 ++----------------------------------------------------------------+ | O | 450000 ++ | O O O O 400000 ++ | | | 350000 ++ | *...... | 300000 ++ .... | | .... | 250000 ++ .. | | *........... | 200000 ++ .... ........*...............* | *........ | 150000 ++----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 227390.80 +93.2% 439231.20 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 266172.60 +70.5% 453751.20 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 493563.40 +80.9% 892982.40 TOTAL lock_stat.slock-AF_INET.con-bounces lock_stat.rcu_read_lock-R.holdtime-max 10000 ++-----------------------------------------------------------------+ | ..*..... | 9000 ++ ...... .... | | ...... .... | *................*.. .. | 8000 ++ O *................| | * 7000 ++ | | | 6000 ++ O | | | | 5000 O+ O | | O | 4000 ++-----------------------------------------------------------------+ lock_stat.rcu_read_lock-R.holdtime-max 3500 ++------------------------------------------------------------------+ | | 3000 *+....... .*...... | | ...... .... .... | | .. ... .... | 2500 ++ *............ ... ..| | .... .... * 2000 ++ *. | O | 1500 ++ O | | | O O | 1000 ++ | | O | 500 ++------------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 8258.18 -33.0% 5532.23 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 2520.15 -48.5% 1297.39 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 10778.34 -36.6% 6829.62 TOTAL lock_stat.rcu_read_lock-R.holdtime-max lock_stat.slock-AF_INET.contentions 500000 ++----------------------------------------------------------------+ O O | 450000 ++ O | | O | | O 400000 ++ | | | 350000 ++ | | | 300000 ++ ........*........ | *................*....... ...... | | .. | 250000 ++ *...............* | | 200000 ++----------------------------------------------------------------+ lock_stat.slock-AF_INET.contentions 500000 ++----------------------------------------------------------------+ | O | 450000 ++ | O O O O 400000 ++ | | | 350000 ++ | *...... | 300000 ++ .... | | .... | 250000 ++ .. | | *........... | 200000 ++ .... ........*...............* | *........ | 150000 ++----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 227951.80 +92.8% 439530.20 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 266292.00 +70.5% 453956.20 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 494243.80 +80.8% 893486.40 TOTAL lock_stat.slock-AF_INET.contentions lock_stat.&anon_vma->rwsem.holdtime-total 460000 ++----------------------------------------------------------------+ O O | 440000 ++ O | 420000 ++ O | O | 400000 ++ | 380000 ++ | | | 360000 ++ | 340000 ++ | | | 320000 ++ | 300000 ++ | *................*...............*................*...............* 280000 ++----------------------------------------------------------------+ lock_stat.&anon_vma->rwsem.holdtime-total 650000 ++----------------------------------------------------------------+ O O | 600000 ++ O O O | | 550000 ++ | 500000 ++ | | | 450000 ++ | | | 400000 ++ | 350000 ++ | | | 300000 ++ | | ........*............... ........* 250000 *+-------------------------------*----------------*---------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 294903.94 +45.9% 430128.43 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 265111.21 +124.4% 594971.13 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 560015.15 +83.0% 1025099.55 TOTAL lock_stat.&anon_vma->rwsem.holdtime-total lock_stat.&(&tcp_hashinfo.bhash[i].lock)->rlock.holdtime-total 3800 ++------------------------------------------------------------------O 3600 ++ O | O O | 3400 ++ O | 3200 ++ | | | 3000 ++ | 2800 ++ | 2600 ++ | | | 2400 ++ | 2200 ++ | | ....*................ | 2000 ++ ........ *................*................| 1800 *+------------------------------------------------------------------* a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 1918.63 +86.5% 3578.58 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 1918.63 +86.5% 3578.58 TOTAL lock_stat.&(&tcp_hashinfo.bhash[i].lock)->rlock.holdtime-total lock_stat.&child->perf_event_mutex.holdtime-total 8500 ++------------------------------------------------------------------+ | | 8000 ++ O | | O | 7500 ++ | | | 7000 ++ O O | | 6500 ++ | O | 6000 ++ | | ....*................* 5500 *+...............*................ ........ | | *.... | 5000 ++------------------------------------------------------------------+ lock_stat.&child->perf_event_mutex.holdtime-total 10000 ++-----------------------------------------------------------------+ O | 9000 ++ O O | | O O 8000 ++ | | | 7000 ++ | | | 6000 ++ | | | 5000 ++ | | | 4000 ++ ........* *................*................*...............*........ | 3000 ++-----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 5567.40 +29.6% 7217.64 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 3746.38 +134.7% 8794.61 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 9313.78 +71.9% 16012.26 TOTAL lock_stat.&child->perf_event_mutex.holdtime-total lock_stat.sb_writers#2-R.holdtime-total 70000 ++-----------------------------------------------------------------O | | 65000 ++ | | | | O | 60000 ++ O | *...... | 55000 O+ .... | | .... | 50000 ++ ..O ........* | *........ ..*........ | | ...... ...... | 45000 ++ .. ..... | | *.. | 40000 ++-----------------------------------------------------------------+ lock_stat.sb_writers#2-R.holdtime-total 100000 ++----------------------------------------------------------------O O | 90000 ++ O O | 80000 ++ O | | | 70000 ++ | | | 60000 ++ | | | 50000 ++ | 40000 ++ | | | 30000 ++ ........*...............*................*...............| *........ * 20000 ++----------------------------------------------------------------+ lock_stat.sb_writers#2-R.holdtime-total 24000 ++-----------------------------------------------------------------+ | O | 23500 ++ *... O | 23000 ++ .. .. | O . .. | 22500 ++ . ... O 22000 ++ .. .. | | . .. | 21500 ++ .. . ........* 21000 *+.... . *........ | | ... .. | 20500 ++ ... . | 20000 ++ .... . | | . .. | 19500 ++---------------*-------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 49407.19 +19.9% 59252.66 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 21270.65 +8.5% 23088.04 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 28090.18 +227.2% 91897.88 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 98768.03 +76.4% 174238.57 TOTAL lock_stat.sb_writers#2-R.holdtime-total lock_stat.&rq->lock/1.acquisitions 40000 ++-----------------------------------------------------------------+ O O O | | O O 35000 ++ | | | | | 30000 ++ | | | 25000 ++ ....*............... | | ........ *................| | ....*.... * 20000 ++ ........ | *.... | | | 15000 ++-----------------------------------------------------------------+ lock_stat.&rq->lock/1.acquisitions 45000 ++-----------------------------------------------------------------+ | | 40000 O+ O | | O O O | | 35000 ++ | | | 30000 ++ | | | 25000 ++ | | ........*................ ....* *........ *............... ........ | 20000 ++ *.... | | | 15000 ++-----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 22437.60 +66.4% 37340.00 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 21750.80 +82.1% 39614.40 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 44188.40 +74.2% 76954.40 TOTAL lock_stat.&rq->lock/1.acquisitions lock_stat.&mm->mmap_sem-W.holdtime-total 6e+06 ++---------------------------------------------------------------+ | | 5.5e+06 ++ O | | O O | 5e+06 ++ | | O 4.5e+06 ++ | O | 4e+06 ++ ........*.... | *....... ... ....* 3.5e+06 ++ .. ........ | | ... ..*... | 3e+06 ++ ... ...... | | . ..... | 2.5e+06 ++-------------------------------*-------------------------------+ lock_stat.&mm->mmap_sem-W.holdtime-total 640000 ++---------------*------------------------------------------------+ 630000 ++ ...... .... | | ...... .... | 620000 *+. .. | 610000 ++ *..... | | O ... ..* 600000 ++ ... .... | 590000 ++ .... .... | 580000 ++ . .... | | *. | 570000 ++ | 560000 ++ O | O O | 550000 O+ | 540000 ++----------------------------------------------------------------+ lock_stat.&mm->mmap_sem-W.holdtime-total 6.5e+06 ++---------------------------------------------------------------+ 6e+06 ++ O O O O O | 5.5e+06 ++ | 5e+06 ++ | | | 4.5e+06 ++ | 4e+06 ++ | 3.5e+06 ++ | | | 3e+06 ++ ..*............ | 2.5e+06 ++ ...... .... | | ..... *............... ........* 2e+06 *+. *....... | 1.5e+06 ++---------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 3473803.90 +46.6% 5091954.84 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 2254685.85 +167.9% 6039308.41 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 608831.95 -7.6% 562573.10 lkp-t410/micro/netperf/120s-200%-TCP_SENDFILE 6337321.70 +84.5% 11693836.35 TOTAL lock_stat.&mm->mmap_sem-W.holdtime-total lock_stat.rcu_read_lock-R.holdtime-total 7e+09 ++---------------------------------------------------------------+ 6.5e+09 *+..............*...... ..*...............* | .... .... | 6e+09 ++ .... .... | 5.5e+09 ++ .. .... | | *. | 5e+09 ++ | 4.5e+09 ++ | 4e+09 ++ | | | 3.5e+09 ++ | 3e+09 ++ | | | 2.5e+09 ++ O | 2e+09 O+--------------O--------------------------------O---------------O lock_stat.rcu_read_lock-R.holdtime-total 3e+09 ++---------------------------------------------------------------+ | | 2.8e+09 O+ O O O O 2.6e+09 ++ | | | 2.4e+09 ++ | | | 2.2e+09 ++ | *....... | 2e+09 ++ ...... | 1.8e+09 ++ .. | | *................ | 1.6e+09 ++ *...............*...............* | | 1.4e+09 ++---------------------------------------------------------------+ lock_stat.rcu_read_lock-R.holdtime-total 9.5e+07 O+--------------O----------------O---------------O---------------O | | | | 9e+07 ++ | | | | | 8.5e+07 ++ | | | 8e+07 ++ | | | | | 7.5e+07 ++ | | | *...............*................*...............*...............* 7e+07 ++---------------------------------------------------------------+ lock_stat.rcu_read_lock-R.holdtime-total 1e+08 ++---------------------------------------------------------------+ 9.5e+07 O+ O O O O | | 9e+07 ++ | 8.5e+07 ++ | | | 8e+07 ++ | 7.5e+07 ++ | 7e+07 ++ | *..... | 6.5e+07 ++ .... | 6e+07 ++ .... | | .. | 5.5e+07 ++ *................*...............*...............* 5e+07 ++---------------------------------------------------------------+ lock_stat.rcu_read_lock-R.holdtime-total 6.4e+09 ++---------------------------------------------------------------+ *............... ........*...............*...............* 6.2e+09 ++ *........ | 6e+09 ++ | | | 5.8e+09 ++ | | | 5.6e+09 ++ | | | 5.4e+09 ++ | 5.2e+09 ++ | | O O 5e+09 O+ O O | | | 4.8e+09 ++---------------------------------------------------------------+ lock_stat.rcu_read_lock-R.holdtime-total 1e+08 ++---------------------------------------------------------------+ O O O O O 9.5e+07 ++ | 9e+07 ++ | | | 8.5e+07 ++ | 8e+07 ++ | | | 7.5e+07 ++ | 7e+07 ++ | | ..*...... ........* 6.5e+07 ++ .... .... ..*....... | 6e+07 ++ .... .... ...... | | .... .. ..... | 5.5e+07 *+-------------------------------*-------------------------------+ lock_stat.rcu_read_lock-R.holdtime-total 2.8e+09 O+--------------O----------------O---------------O---------------O | | 2.6e+09 ++ | 2.4e+09 ++ | | | 2.2e+09 ++ | | | 2e+09 ++ | | | 1.8e+09 ++ | 1.6e+09 ++ | *............... | 1.4e+09 ++ *................ ........*...............| | *....... * 1.2e+09 ++---------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 6360267171.46 -66.0% 2165314843.63 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 1429770299.10 +94.4% 2779445831.39 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 1730508517.17 +59.7% 2763973391.92 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 6278524027.43 -19.6% 5049478038.77 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 55687193.18 +73.5% 96637022.85 lkp-t410/micro/netperf/120s-200%-TCP_MAERTS 71577896.65 +32.1% 94580625.84 lkp-t410/micro/netperf/120s-200%-TCP_SENDFILE 62105344.01 +55.2% 96375530.51 lkp-t410/micro/netperf/120s-200%-TCP_STREAM 15988440449.00 -18.4% 13045805284.91 TOTAL lock_stat.rcu_read_lock-R.holdtime-total lock_stat.&sb->s_type->i_lock_key#9.holdtime-total 10500 ++-----------------------------------------------------------------+ | O | 10000 ++ | | | 9500 ++ O O O | | 9000 O+ | | | 8500 ++ | | ..*........ | 8000 ++ ...... ...... | | ........*................ ..... ..| 7500 *+....... *.. * | | 7000 ++-----------------------------------------------------------------+ lock_stat.&sb->s_type->i_lock_key#9.holdtime-total 18000 O+---------------O-------------------------------------------------+ | O O | 16000 ++ O | | | | 14000 ++ | | | 12000 ++ | | | 10000 ++ | | | | | 8000 ++ ........*................*...............*................* *........ | 6000 ++-----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 7699.99 +24.5% 9588.05 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 7415.00 +132.9% 17270.00 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 15115.00 +77.7% 26858.05 TOTAL lock_stat.&sb->s_type->i_lock_key#9.holdtime-total lock_stat.&sb->s_type->i_mutex_key#2.waittime-max 35000 ++-----------------------------------------------------------------+ | O 30000 ++ | | | | | 25000 ++ O | O ..* 20000 ++ .*.... .... | | .... O ... O .... | 15000 ++ ... .. .... | | ... ... ..*.. | | .... ... ...... | 10000 *+ . ..... | | *.. | 5000 ++-----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 14276.83 +63.0% 23273.73 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 14276.83 +63.0% 23273.73 TOTAL lock_stat.&sb->s_type->i_mutex_key#2.waittime-max lock_stat.s_active#3-R.holdtime-total 7000 ++------------------------------------------------------------------+ | | | O O O 6500 ++ O | | | | | 6000 O+ | | | 5500 *+....... | | ...... | | .. ........* 5000 ++ *............ ....*........ | | .... ........ | | *.... | 4500 ++------------------------------------------------------------------+ lock_stat.s_active#3-R.holdtime-total 5500 ++------------------------------------------------------------------+ O O | 5000 ++ | 4500 ++ O | O | 4000 ++ O | | | 3500 ++ | | | 3000 ++ | 2500 ++ | | ........*................ | 2000 *+....... *................*................* | | 1500 ++------------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 5089.99 +27.1% 6467.44 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 2121.63 +120.7% 4682.89 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 7211.62 +54.6% 11150.32 TOTAL lock_stat.s_active#3-R.holdtime-total lock_stat.&fsnotify_mark_srcu-R.holdtime-total 8000 ++---------------O--------------------------------------------------+ | | 7500 ++ | O O | | | 7000 ++ O O | | 6500 ++ | | | 6000 ++ | | | | ........*............ ....*................| 5500 *+....... .... ........ * | *.... | 5000 ++------------------------------------------------------------------+ lock_stat.&fsnotify_mark_srcu-R.holdtime-total 730000 ++---------------O------------------------------------------------+ 720000 O+ O O O | | 710000 ++ | 700000 ++ | | | 690000 ++ | 680000 ++ | 670000 ++ | | | 660000 ++ | 650000 ++ | *................ ........*................*...............* 640000 ++ *....... | 630000 ++----------------------------------------------------------------+ lock_stat.&fsnotify_mark_srcu-R.holdtime-total 13000 O+--------------------------------O--------------------------------+ | O | 12000 ++ O O 11000 ++ | | | 10000 ++ | 9000 ++ | | | 8000 ++ | 7000 ++ | | | 6000 ++ | 5000 ++ ....*............... | | ........ *................* 4000 *+---------------*-------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 5451.43 +33.2% 7261.10 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 4464.85 +177.1% 12373.87 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 642567.87 +12.7% 723938.73 lkp-t410/micro/netperf/120s-200%-TCP_SENDFILE 652484.16 +14.0% 743573.70 TOTAL lock_stat.&fsnotify_mark_srcu-R.holdtime-total lock_stat.slock-AF_INET/1.acquisitions 8e+07 ++---------------------------------------------------------------+ | ..*...............* *...............*............ ...... | 7.5e+07 ++ .... ..... | | *.. | | | 7e+07 ++ | | | 6.5e+07 ++ | | | | | 6e+07 ++ | | | | O O O 5.5e+07 O+-----------------------------------------------O---------------+ lock_stat.slock-AF_INET/1.acquisitions 1.5e+08 ++---------------------------------------------------------------+ | | 1.4e+08 O+ O O O O 1.3e+08 ++ | | | 1.2e+08 ++ | | | 1.1e+08 *+.... | | .... | 1e+08 ++ .... | 9e+07 ++ .. | | *................*............... | 8e+07 ++ *...............* | | 7e+07 ++---------------------------------------------------------------+ lock_stat.slock-AF_INET/1.acquisitions 5.4e+06 ++---------------------------------------------------------------+ 5.2e+06 O+ O O O O | | 5e+06 ++ | 4.8e+06 ++ | | | 4.6e+06 ++ | 4.4e+06 ++ | 4.2e+06 ++ | | | 4e+06 ++ | 3.8e+06 ++ | | | 3.6e+06 ++ | 3.4e+06 *+--------------*----------------*---------------*---------------* lock_stat.slock-AF_INET/1.acquisitions 6e+06 ++---------------------------------------------------------------+ O O O O O 5.5e+06 ++ | | | 5e+06 ++ | | | 4.5e+06 ++ | | | 4e+06 ++ | | | 3.5e+06 ++ | | | 3e+06 ++ | *...............*................*...............*...............* 2.5e+06 ++---------------------------------------------------------------+ lock_stat.slock-AF_INET/1.acquisitions 1.2e+08 ++---------------------------------------------------------------+ *............... ........*...............*...............* 1.1e+08 ++ *........ | | | | | 1e+08 ++ | | | 9e+07 ++ | | | 8e+07 ++ | | | | | 7e+07 ++ | O O O O O 6e+07 ++---------------------------------------------------------------+ lock_stat.slock-AF_INET/1.acquisitions 6e+06 ++---------------------------------------------------------------+ O O O O O 5.5e+06 ++ | | | 5e+06 ++ | | | 4.5e+06 ++ | | | 4e+06 ++ | | | 3.5e+06 ++ | | | 3e+06 ++ | *...............*................*...............*...............* 2.5e+06 ++---------------------------------------------------------------+ lock_stat.slock-AF_INET/1.acquisitions 1.5e+08 ++---------------------------------------------------------------+ | O | 1.4e+08 O+ O O O 1.3e+08 ++ | | | 1.2e+08 ++ | 1.1e+08 ++ | | | 1e+08 ++ | 9e+07 ++ | | | 8e+07 *+.............. | 7e+07 ++ *................ ........*...............| | *....... * 6e+07 ++---------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 76516437.80 -26.9% 55930553.80 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 72614687.00 +92.9% 140089552.40 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 89082272.00 +57.4% 140180498.20 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 116043250.60 -43.8% 65196243.20 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 2744764.40 +105.6% 5644540.80 lkp-t410/micro/netperf/120s-200%-TCP_MAERTS 3416596.00 +52.2% 5200608.00 lkp-t410/micro/netperf/120s-200%-TCP_SENDFILE 2825628.60 +99.3% 5631665.80 lkp-t410/micro/netperf/120s-200%-TCP_STREAM 363243636.40 +15.0% 417873662.20 TOTAL lock_stat.slock-AF_INET/1.acquisitions lock_stat.rcu_read_lock_bh-R.acquisitions 1.6e+08 ++--------------------------------------------------------------+ 1.55e+08 ++ ........*....... ..*...............* *....... ...... ...... | 1.5e+08 ++ .. ..... | 1.45e+08 ++ *.. | | | 1.4e+08 ++ | 1.35e+08 ++ | 1.3e+08 ++ | | | 1.25e+08 ++ | 1.2e+08 ++ | | | 1.15e+08 ++ O O O 1.1e+08 O+----------------------------------------------O---------------+ lock_stat.rcu_read_lock_bh-R.acquisitions 3e+08 ++---------------------------------------------------------------+ | | 2.8e+08 O+ O O O O 2.6e+08 ++ | | | 2.4e+08 ++ | | | 2.2e+08 *+.... | | .... | 2e+08 ++ .... | 1.8e+08 ++ .. | | *................*............... | 1.6e+08 ++ *...............* | | 1.4e+08 ++---------------------------------------------------------------+ lock_stat.rcu_read_lock_bh-R.acquisitions 1.05e+07 O+--------------O---------------O---------------O---------------O | | 1e+07 ++ | 9.5e+06 ++ | | | 9e+06 ++ | | | 8.5e+06 ++ | | | 8e+06 ++ | 7.5e+06 ++ | | | 7e+06 ++ | *...............*...............*...............*...............* 6.5e+06 ++--------------------------------------------------------------+ lock_stat.rcu_read_lock_bh-R.acquisitions 1.2e+07 ++---------------------------------------------------------------+ O O O O O 1.1e+07 ++ | | | 1e+07 ++ | | | 9e+06 ++ | | | 8e+06 ++ | | | 7e+06 ++ | | | 6e+06 ++ | *...............*................*...............*...............* 5e+06 ++---------------------------------------------------------------+ lock_stat.rcu_read_lock_bh-R.acquisitions 2.4e+08 ++---------------------------------------------------------------+ *............... ........*...............*...............* 2.2e+08 ++ *........ | | | | | 2e+08 ++ | | | 1.8e+08 ++ | | | 1.6e+08 ++ | | | | | 1.4e+08 ++ | O O O O O 1.2e+08 ++---------------------------------------------------------------+ lock_stat.rcu_read_lock_bh-R.acquisitions 1.2e+07 ++---------------------------------------------------------------+ O O O O O 1.1e+07 ++ | | | 1e+07 ++ | | | 9e+06 ++ | | | 8e+06 ++ | | | 7e+06 ++ | | | 6e+06 ++ | *...............*................*...............*...............* 5e+06 ++---------------------------------------------------------------+ lock_stat.rcu_read_lock_bh-R.acquisitions 3e+08 ++---------------------------------------------------------------+ | O | 2.8e+08 O+ O O O 2.6e+08 ++ | | | 2.4e+08 ++ | 2.2e+08 ++ | | | 2e+08 ++ | 1.8e+08 ++ | | | 1.6e+08 *+.............. | 1.4e+08 ++ *................ ........*...............| | *....... * 1.2e+08 ++---------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 153036058.40 -26.9% 111864320.60 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 145231084.40 +92.9% 280180808.60 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 178166208.20 +57.4% 280362652.20 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 232089692.80 -43.8% 130395754.80 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 5489694.20 +105.6% 11289277.00 lkp-t410/micro/netperf/120s-200%-TCP_MAERTS 6833348.00 +52.2% 10401383.80 lkp-t410/micro/netperf/120s-200%-TCP_SENDFILE 5651404.60 +99.3% 11263500.40 lkp-t410/micro/netperf/120s-200%-TCP_STREAM 726497490.60 +15.0% 835757697.40 TOTAL lock_stat.rcu_read_lock_bh-R.acquisitions lock_stat.slock-AF_INET.holdtime-total 1.8e+08 ++---------------------------------------------------------------+ *............... | 1.6e+08 ++ *...... ..*...............* | .... .... | 1.4e+08 ++ .... .... | | .. .... | 1.2e+08 ++ *. | | | 1e+08 ++ | | | 8e+07 ++ | | | 6e+07 ++ | | | 4e+07 O+--------------O----------------O---------------O---------------O lock_stat.slock-AF_INET.holdtime-total 1.2e+08 *+---------------------------------------------------------------+ | ... | 1.1e+08 ++ .... | | ... | | . | 1e+08 ++ *................*............... | | *...............| 9e+07 ++ * | | 8e+07 ++ | | | O O O 7e+07 ++ O O | | | 6e+07 ++---------------------------------------------------------------+ lock_stat.slock-AF_INET.holdtime-total 4.8e+06 ++---------------------------------------------------------------+ | ........*................*...............*...............* 4.6e+06 *+...... | | | 4.4e+06 ++ | 4.2e+06 ++ | | | 4e+06 ++ | | | 3.8e+06 ++ | 3.6e+06 ++ | | | 3.4e+06 O+ O O O O | | 3.2e+06 ++---------------------------------------------------------------+ lock_stat.slock-AF_INET.holdtime-total 2e+08 ++---------------------------------------------------------------+ 1.9e+08 ++ ........*...............*...............* *...............*........ | 1.8e+08 ++ | 1.7e+08 ++ | | | 1.6e+08 ++ | 1.5e+08 ++ | 1.4e+08 ++ | | O 1.3e+08 ++ O | 1.2e+08 O+ O | | | 1.1e+08 ++ | 1e+08 ++--------------O------------------------------------------------+ lock_stat.slock-AF_INET.holdtime-total 4.8e+06 ++---------------------------------------------------------------+ *............... ........*............... | 4.6e+06 ++ *........ *...............* | | 4.4e+06 ++ | 4.2e+06 ++ | | | 4e+06 ++ | | | 3.8e+06 ++ | 3.6e+06 ++ | | | 3.4e+06 O+ O O O O | | 3.2e+06 ++---------------------------------------------------------------+ lock_stat.slock-AF_INET.holdtime-total 9.5e+07 ++---------------------------------------------------------------+ *..... | 9e+07 ++ .... | | .... | | .. | 8.5e+07 ++ *................ ........*...............| | *....... * 8e+07 ++ | | | 7.5e+07 ++ | | | | O | 7e+07 O+ O O O | | 6.5e+07 ++---------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 155299311.55 -71.6% 44132253.76 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 84846202.06 -17.9% 69696116.37 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 99896565.92 -28.6% 71304417.04 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 190772602.23 -36.3% 121524037.12 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 4673703.18 -27.2% 3401362.91 lkp-t410/micro/netperf/120s-200%-TCP_MAERTS 4618331.80 -26.4% 3398349.57 lkp-t410/micro/netperf/120s-200%-TCP_STREAM 540106716.74 -42.0% 313456536.76 TOTAL lock_stat.slock-AF_INET.holdtime-total lock_stat.&(&table->hash[i].lock)->rlock.holdtime-total 5000 ++------------------------------------------------------------------+ O O | 4500 ++ O | | O | | 4000 ++ O | | | 3500 ++ | | | 3000 ++ ....*........ | | ....*................ ........ ...... | | ........ *.... ..| 2500 *+... * | | 2000 ++------------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 2663.91 +67.2% 4452.87 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 2663.91 +67.2% 4452.87 TOTAL lock_stat.&(&table->hash[i].lock)->rlock.holdtime-total lock_stat.entries_lock-R.holdtime-total 5200 ++-------------------------------------------------O----------------+ 5000 ++ | | | 4800 ++ | 4600 ++ O O 4400 ++ | 4200 O+ | | | 4000 ++ O | 3800 ++ | 3600 ++ | 3400 *+........... ....*................| | .... ........ * 3200 ++ *................*.... | 3000 ++------------------------------------------------------------------+ lock_stat.entries_lock-R.holdtime-total 10000 O+-----------------------------------------------------------------+ | O | 9000 ++ O O O | | 8000 ++ | | | 7000 ++ | | | 6000 ++ | | | 5000 ++ | | ........*...............*................* 4000 *+...............*........ | | | 3000 ++-----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 3343.09 +34.6% 4499.78 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 4252.13 +116.5% 9205.78 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 7595.22 +80.4% 13705.56 TOTAL lock_stat.entries_lock-R.holdtime-total lock_stat.rcu_sched_state.onoff_mutex.holdtime-total 36000 ++-----------------------------------------------------------------+ *............ | 34000 ++ .... | 32000 ++ *... .*................| | ... .. * 30000 ++ .. .. | 28000 ++ .. ... | | ... .. | 26000 ++ .. .. | 24000 ++ . .. | | *. | 22000 ++ | 20000 ++ | O O O 18000 ++---------------O----------------O--------------------------------+ lock_stat.rcu_sched_state.onoff_mutex.holdtime-total 14500 ++-----------------------------------------------------------------+ O | 14000 ++ O | | | | 13500 ++ O O | | | 13000 ++ | | O | 12500 ++ .*............... | | .... *............ | | ... ....| 12000 ++ ... * *................ .... | 11500 ++---------------*-------------------------------------------------+ lock_stat.rcu_sched_state.onoff_mutex.holdtime-total 75000 ++-----------------------------------------------------------------+ 70000 ++ O O O O | 65000 ++ O | 60000 ++ | 55000 ++ | 50000 ++ | | | 45000 ++ | 40000 ++ | 35000 ++ | 30000 ++ | | | 25000 ++ ........*...............*................* 20000 *+---------------*-------------------------------------------------+ lock_stat.rcu_sched_state.onoff_mutex.holdtime-total 15500 ++-----------------------------------------------------------------+ | | 15000 O+ O 14500 ++ O | | O | 14000 ++ O | | | 13500 ++ | | .*........... ....* 13000 ++ ... .... ........ | 12500 ++ ... *.... | | .. | 12000 *+........... ... | | .... ... | 11500 ++---------------*-------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 30680.54 -38.4% 18904.58 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 12529.41 +16.1% 14552.03 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 12026.66 +12.9% 13575.09 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 22247.11 +200.6% 66865.94 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 77483.72 +47.0% 113897.64 TOTAL lock_stat.rcu_sched_state.onoff_mutex.holdtime-total lock_stat.&pipe->mutex/1.holdtime-total 155000 ++----------------------------------------------------------------+ 150000 ++ O | O O | 145000 ++ O O 140000 ++ | 135000 ++ | 130000 ++ | | | 125000 ++ | 120000 ++ | 115000 ++ | 110000 *+...............*....... ..*...............| | ...... ...... * 105000 ++ .. ...... | 100000 ++-------------------------------*--------------------------------+ lock_stat.&pipe->mutex/1.holdtime-total 52000 O+-----------------------------------------------------------------+ | | 50000 ++ | | | | O O O 48000 ++ O | | | 46000 ++ | | ....*............... ........* 44000 ++ ........ *........ | | ..*.... | | ...... | 42000 ++ ...... | *.. | 40000 ++-----------------------------------------------------------------+ lock_stat.&pipe->mutex/1.holdtime-total 220000 ++----------------------------------------------------------------+ | | 200000 O+ O O | 180000 ++ O O | | 160000 ++ | | | 140000 ++ | | | 120000 ++ | 100000 ++ | | | 80000 ++ | *................*...............*................*...............* 60000 ++----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 109625.31 +33.0% 145852.35 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 43808.28 +12.3% 49201.13 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 70909.45 +175.0% 194988.92 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 224343.04 +73.9% 390042.40 TOTAL lock_stat.&pipe->mutex/1.holdtime-total lock_stat.&(&list->lock)->rlock#3.acquisitions 1.6e+08 ++---------------------------------------------------------------+ *...............*............ ....*...............* 1.5e+08 ++ .... ........ | | *... | 1.4e+08 ++ | | | 1.3e+08 ++ | | | 1.2e+08 ++ | | | 1.1e+08 ++ | | | 1e+08 ++ | O O O O O 9e+07 ++---------------------------------------------------------------+ lock_stat.&(&list->lock)->rlock#3.acquisitions 2.4e+08 ++---------------------------------------------------------------+ O O O O O 2.3e+08 ++ | 2.2e+08 ++ | *... | 2.1e+08 ++ .. | 2e+08 ++ .. | | ... | 1.9e+08 ++ .. | 1.8e+08 ++ .. | | . | 1.7e+08 ++ *................ | 1.6e+08 ++ *............... | | *...............| 1.5e+08 ++---------------------------------------------------------------* lock_stat.&(&list->lock)->rlock#3.acquisitions 9.5e+06 ++---------------------------------------------------------------+ | | 9e+06 O+ O O O O | | | | 8.5e+06 ++ | | | 8e+06 ++ | | | 7.5e+06 ++ | | | | | 7e+06 ++ ........* *...............*................*...............*....... | 6.5e+06 ++---------------------------------------------------------------+ lock_stat.&(&list->lock)->rlock#3.acquisitions 1.05e+07 ++--------------------------------------------------------------+ 1e+07 O+ O O O O | | 9.5e+06 ++ | 9e+06 ++ | 8.5e+06 ++ | 8e+06 ++ | | | 7.5e+06 ++ | 7e+06 ++ | 6.5e+06 ++ | 6e+06 ++ | | | 5.5e+06 *+..............*...............*...............*...............* 5e+06 ++--------------------------------------------------------------+ lock_stat.&(&list->lock)->rlock#3.acquisitions 2.4e+08 ++---------------------------------------------------------------+ *............... ........*...............*...............* 2.2e+08 ++ *........ | | | 2e+08 ++ | | | 1.8e+08 ++ | | | 1.6e+08 ++ | | | 1.4e+08 ++ | | | 1.2e+08 O+ | | O O O O 1e+08 ++---------------------------------------------------------------+ lock_stat.&(&list->lock)->rlock#3.acquisitions 1.05e+07 ++--------------------------------------------------------------+ 1e+07 O+ O O O O | | 9.5e+06 ++ | 9e+06 ++ | 8.5e+06 ++ | 8e+06 ++ | | | 7.5e+06 ++ | 7e+06 ++ | 6.5e+06 ++ | 6e+06 ++ | | | 5.5e+06 *+..............*...............*...............*...............* 5e+06 ++--------------------------------------------------------------+ lock_stat.&(&list->lock)->rlock#3.acquisitions 2.4e+08 ++---------------------------------------------------------------+ O O O O O 2.2e+08 ++ | | | | | 2e+08 ++ | | | 1.8e+08 ++ | | | 1.6e+08 ++ | *........... | | .... | 1.4e+08 ++ *................ ........*...............| | *....... * 1.2e+08 ++---------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 152391820.60 -38.4% 93898504.40 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 136263078.20 +72.1% 234485949.80 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 170312685.60 +37.8% 234770048.60 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 231142810.00 -50.6% 114076231.20 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 5220675.60 +94.6% 10158603.40 lkp-t410/micro/netperf/120s-200%-TCP_MAERTS 6809122.20 +32.8% 9040937.40 lkp-t410/micro/netperf/120s-200%-TCP_SENDFILE 5339776.60 +89.7% 10127652.60 lkp-t410/micro/netperf/120s-200%-TCP_STREAM 707479968.80 -0.1% 706557927.40 TOTAL lock_stat.&(&list->lock)->rlock#3.acquisitions lock_stat.rcu_read_lock_bh-R.holdtime-total 5.5e+08 ++---------------------------------------------------------------+ | | 5e+08 *+..............*..... .*...............* | ... ... | | ... .... | 4.5e+08 ++ .... ... | | . ... | 4e+08 ++ *. | | | 3.5e+08 ++ | | | | | 3e+08 ++ | O O O O O 2.5e+08 ++---------------------------------------------------------------+ lock_stat.rcu_read_lock_bh-R.holdtime-total 4e+08 ++---------------------------------------------------------------+ O | 3.8e+08 ++ O O O O 3.6e+08 ++ | | | 3.4e+08 ++ | 3.2e+08 ++ | *.... | 3e+08 ++ ... | 2.8e+08 ++ .... | | ... | 2.6e+08 ++ . | 2.4e+08 ++ *................ | | *...............*...............| 2.2e+08 ++---------------------------------------------------------------* lock_stat.rcu_read_lock_bh-R.holdtime-total 1.65e+07 ++--------------------------------------------------------------+ O O O O O 1.6e+07 ++ | 1.55e+07 ++ | | | 1.5e+07 ++ | 1.45e+07 ++ | | | 1.4e+07 ++ | 1.35e+07 ++ | | | 1.3e+07 ++ | 1.25e+07 ++ | *...............*...............*...............*...............* 1.2e+07 ++--------------------------------------------------------------+ lock_stat.rcu_read_lock_bh-R.holdtime-total 1.9e+07 ++---------------------------------------------------------------+ 1.8e+07 O+ O O O O | | 1.7e+07 ++ | 1.6e+07 ++ | | | 1.5e+07 ++ | 1.4e+07 ++ | 1.3e+07 ++ | | | 1.2e+07 ++ | 1.1e+07 ++ | | | 1e+07 *+..............*................*...............*...............* 9e+06 ++---------------------------------------------------------------+ lock_stat.rcu_read_lock_bh-R.holdtime-total 1.8e+07 O+--------------O----------------O---------------O---------------O | | 1.7e+07 ++ | 1.6e+07 ++ | | | 1.5e+07 ++ | 1.4e+07 ++ | | | 1.3e+07 ++ | 1.2e+07 ++ | | | 1.1e+07 ++ | 1e+07 *+.............. ........*............... | | *........ *...............* 9e+06 ++---------------------------------------------------------------+ lock_stat.rcu_read_lock_bh-R.holdtime-total 4e+08 ++---------------------------------------------------------------+ 3.8e+08 O+ O O O O | | 3.6e+08 ++ | 3.4e+08 ++ | 3.2e+08 ++ | 3e+08 ++ | | | 2.8e+08 ++ | 2.6e+08 ++ | 2.4e+08 ++ | 2.2e+08 *+.............. | | *................ | 2e+08 ++ *...............*...............* 1.8e+08 ++---------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 488107100.65 -45.1% 267737167.40 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 202055554.46 +87.9% 379691411.95 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 247290554.08 +52.7% 377564002.32 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 9868635.09 +82.8% 18042639.72 lkp-t410/micro/netperf/120s-200%-TCP_MAERTS 12285194.22 +31.3% 16126055.61 lkp-t410/micro/netperf/120s-200%-TCP_SENDFILE 10024164.94 +79.1% 17950410.63 lkp-t410/micro/netperf/120s-200%-TCP_STREAM 969631203.44 +11.1% 1077111687.62 TOTAL lock_stat.rcu_read_lock_bh-R.holdtime-total lock_stat.&(&zone->lock)->rlock.contentions.__free_pages_ok 6.5e+07 ++-------------------------------*-------------------------------+ | ..*........ *...............* 6e+07 ++ ...... | | ..... | *.. | 5.5e+07 ++ | | | 5e+07 ++ | | | 4.5e+07 ++ | | | | | 4e+07 ++ | | O O O 3.5e+07 O+-----------------------------------------------O---------------+ lock_stat.&(&zone->lock)->rlock.contentions.__free_pages_ok 2.4e+07 *+-------------------------------*---------------*---------------* | *........ | 2.2e+07 ++ | 2e+07 ++ | | | 1.8e+07 ++ | 1.6e+07 ++ | O O O O 1.4e+07 ++ | 1.2e+07 ++ | | | 1e+07 ++ | 8e+06 ++ | | O | 6e+06 ++---------------------------------------------------------------+ lock_stat.&(&zone->lock)->rlock.contentions.__free_pages_ok 7e+07 ++---------------------------------------------------------------+ | | 6.5e+07 *+..............*................*...............*...............* | | 6e+07 ++ | | | 5.5e+07 ++ | | | 5e+07 ++ | | | 4.5e+07 ++ | | | 4e+07 ++ | | O O | 3.5e+07 O+-------------------------------O-------------------------------O a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 64777145.40 -44.1% 36228151.40 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 61748346.20 -41.5% 36109152.60 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 23613282.20 -43.3% 13391182.80 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 150138773.80 -42.9% 85728486.80 TOTAL lock_stat.&(&zone->lock)->rlock.contentions.__free_pages_ok lock_stat.input_pool.lock.holdtime-total 18000 ++-----------------------------------------------------------------+ | O | 17000 ++ | 16000 ++ O O O | | 15000 ++ | | | 14000 O+ | | | 13000 ++ ..*............ | 12000 ++ ....*............ ...... ....| | ........ .... ..... * 11000 *+... *.. | | | 10000 ++-----------------------------------------------------------------+ lock_stat.input_pool.lock.holdtime-total 10500 ++-----------------------------------------------------------------+ O | | | 10000 ++ | | O | | O 9500 ++ | | | 9000 ++ | | O .*..... | | .... .... | 8500 ++ ... .... | | ... .. | *................ .... *................* 8000 ++---------------*-------------------------------------------------+ lock_stat.input_pool.lock.holdtime-total 45000 O+-----------------------------------------------------------------+ | O | 40000 ++ O O | | O 35000 ++ | | | 30000 ++ | | | 25000 ++ | | | 20000 ++ | | | 15000 ++ | *................*................*...............*................* 10000 ++-----------------------------------------------------------------+ lock_stat.input_pool.lock.holdtime-total 10500 ++-----------------------------------------------------------------+ | O | | O O | 10000 ++ *... | | .. ... O O .. ... | 9500 ++ .. .. | | .. ... | 9000 ++ .. . | *........ .. *................* | ...... .. | 8500 ++ .. .. | | * | | | 8000 ++-----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 11772.23 +36.3% 16043.51 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 9015.35 +11.1% 10013.04 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 8295.14 +14.6% 9510.02 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 12748.85 +219.5% 40727.34 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 41831.56 +82.4% 76293.91 TOTAL lock_stat.input_pool.lock.holdtime-total lock_stat.slab_mutex.holdtime-total 220000 ++----------------------------------------------------------------+ | | 210000 ++ O O | | O 200000 ++ | O | 190000 ++ O | | | 180000 ++ | | | 170000 ++ | | | 160000 ++ | *................*...............*................*...............| 150000 ++----------------------------------------------------------------* lock_stat.slab_mutex.holdtime-total 240000 O+----------------------------------------------------------------+ | O O 220000 ++ O O | | | 200000 ++ | | | 180000 ++ | | | 160000 ++ | | | 140000 ++ | | | 120000 ++ | *................*...............*................*...............* 100000 ++----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 152619.72 +32.4% 202061.91 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 109034.09 +107.0% 225699.01 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 261653.81 +63.5% 427760.92 TOTAL lock_stat.slab_mutex.holdtime-total lock_stat.nl_table_lock-R.holdtime-total 4000 O+------------------------------------------------------------------+ 3800 ++ | | | 3600 ++ O O | 3400 ++ O 3200 ++ O | 3000 ++ | | | 2800 ++ | 2600 ++ | 2400 ++ | 2200 ++ | *................ ........*................* 2000 ++ *................*........ | 1800 ++------------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 2072.06 +70.5% 3533.11 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 2072.06 +70.5% 3533.11 TOTAL lock_stat.nl_table_lock-R.holdtime-total lock_stat.&mapping->i_mmap_mutex.waittime-max 36000 ++-----------------------------------------------------------------+ | .*.... | 34000 ++ .. ... | 32000 ++ ... .. | | .. ... | 30000 ++ .. ... | 28000 ++ ... . | | .. *...............*................* 26000 *+ | 24000 ++ | O O | 22000 ++ O | 20000 ++ | | O O 18000 ++-----------------------------------------------------------------+ lock_stat.&mapping->i_mmap_mutex.waittime-max 45000 ++-----------------------------------------------------------------+ | O | 40000 O+ | | O O 35000 ++ | | | 30000 ++ O | | | 25000 ++ ..*..... | | .... ... | 20000 ++ .... ... | | .... .... ....*................* 15000 *+. . ........ | | *... | 10000 ++-----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 28142.17 -25.0% 21107.30 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 16967.69 +119.7% 37274.62 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 45109.86 +29.4% 58381.92 TOTAL lock_stat.&mapping->i_mmap_mutex.waittime-max lock_stat.nonblocking_pool.lock.holdtime-total 300000 ++----------------------------------------------------------------+ 280000 ++ O O | O O | 260000 ++ | 240000 ++ | 220000 ++ | 200000 ++ | O ....*...............*.... | 180000 ++ ........ ... | 160000 *+... .. | 140000 ++ ... | 120000 ++ ... ....* | . ........ | 100000 ++ *... | 80000 ++----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 155171.07 +68.9% 262136.23 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 155171.07 +68.9% 262136.23 TOTAL lock_stat.nonblocking_pool.lock.holdtime-total lock_stat.&(&dma_entry_hash[i].lock)->rlock.holdtime-total 32000 ++-----------------------------------------------------------------+ 30000 O+ | | | 28000 ++ | 26000 ++ | 24000 ++ | 22000 ++ O O | | 20000 ++ O | 18000 ++ O | 16000 ++ | 14000 ++ ........* | ........*............ ....*........ | 12000 *+....... .... ........ | 10000 ++--------------------------------*--------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 12517.26 +80.0% 22532.23 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 12517.26 +80.0% 22532.23 TOTAL lock_stat.&(&dma_entry_hash[i].lock)->rlock.holdtime-total lock_stat.&(&zone->lru_lock)->rlock.holdtime-total 480000 ++----------------------------------------------------------------+ 460000 O+ | | O | 440000 ++ O | 420000 ++ O O 400000 ++ | 380000 ++ | | | 360000 ++ | 340000 ++ | 320000 ++ | 300000 ++ | | ........*...............| 280000 *+...............*...............*........ * 260000 ++----------------------------------------------------------------+ lock_stat.&(&zone->lru_lock)->rlock.holdtime-total 500000 ++----------------------------------------------------------------+ O O | 450000 ++ O O O | | 400000 ++ | | | 350000 ++ | | | 300000 ++ | | | 250000 ++ | | | 200000 *+...............*...............*................*...............* | | 150000 ++----------------------------------------------------------------+ lock_stat.&(&zone->lru_lock)->rlock.holdtime-total 112000 ++-------------------------------*--------------------------------+ | .. .... | 110000 ++ .. .... | 108000 ++ .. .. | *...... .. *...............* 106000 ++ .... .. | | .... .. | 104000 ++ .. .. | | * | 102000 ++ | 100000 ++ | | | 98000 ++ | O O O O O 96000 ++----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 281585.91 +55.1% 436831.04 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 107187.88 -9.4% 97116.02 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 196976.51 +135.8% 464518.19 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 585750.31 +70.5% 998465.25 TOTAL lock_stat.&(&zone->lru_lock)->rlock.holdtime-total lock_stat.tasklist_lock-W.holdtime-total 125000 ++----------------------------------------------------------------+ | | 120000 O+ | | O O | | 115000 ++ | | O | 110000 ++ O | | .*..... | 105000 ++ ... ... | | .. ... | | ... .... ....* 100000 *+........... ... . ........ | | .... .. *... | 95000 ++---------------*------------------------------------------------+ lock_stat.tasklist_lock-W.holdtime-total 550000 ++----------------------------------------------------------------+ | O O 500000 O+ O | | O | 450000 ++ | 400000 ++ | | | 350000 ++ | | | 300000 ++ | 250000 ++ | | ....*............... | 200000 ++ ........ *................ | *.... *...............* 150000 ++----------------------------------------------------------------+ lock_stat.tasklist_lock-W.holdtime-total 135000 ++----------------------------------------------------------------+ | O | 130000 ++ | 125000 ++ | | O | 120000 ++ | O O O 115000 ++ .*........ | | ... ...... | 110000 *+..... .. .. | 105000 ++ .... ... *...............| | .... ... * 100000 ++ .. .. | | *. | 95000 ++----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 106367.70 +14.8% 122095.84 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 99761.67 +16.2% 115915.32 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 191661.12 +158.0% 494430.79 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 397790.50 +84.1% 732441.94 TOTAL lock_stat.tasklist_lock-W.holdtime-total lock_stat.&p->lock.holdtime-total 3.9e+06 ++-------------------------------O-------------------------------+ 3.8e+06 ++ | O O 3.7e+06 ++ O O | 3.6e+06 ++ | | | 3.5e+06 ++ | 3.4e+06 ++ | 3.3e+06 ++ | | | 3.2e+06 ++ | 3.1e+06 ++ | *............... ........*............... ........* 3e+06 ++ *........ *....... | 2.9e+06 ++---------------------------------------------------------------+ lock_stat.&p->lock.holdtime-total 3.4e+06 O+--------------O------------------------------------------------O 3.2e+06 ++ O | | O | 3e+06 ++ | 2.8e+06 ++ | | | 2.6e+06 ++ | 2.4e+06 ++ | 2.2e+06 ++ | | | 2e+06 ++ | 1.8e+06 ++ | | ........* 1.6e+06 *+..............*................*...............*....... | 1.4e+06 ++---------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 3022689.85 +24.7% 3768670.31 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 1609056.07 +105.1% 3300828.45 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 4631745.92 +52.6% 7069498.76 TOTAL lock_stat.&p->lock.holdtime-total lock_stat.&(&list->lock)->rlock#3.holdtime-total 8e+07 ++---------------------------------------------------------------+ 7.5e+07 *+..............*..... .*...............* | ... ... | 7e+07 ++ ... .... | 6.5e+07 ++ .... ... | | . ... | 6e+07 ++ *. | 5.5e+07 ++ | 5e+07 ++ | | | 4.5e+07 ++ | 4e+07 ++ | | | 3.5e+07 O+ O O O O 3e+07 ++---------------------------------------------------------------+ lock_stat.&(&list->lock)->rlock#3.holdtime-total 5.4e+07 ++---------------------------------------------------------------+ 5.2e+07 O+ O O | O O | 5e+07 ++ | 4.8e+07 *+.. | | .. | 4.6e+07 ++ .. | 4.4e+07 ++ ... | 4.2e+07 ++ .. | | .. | 4e+07 ++ . | 3.8e+07 ++ *................ | | *............... | 3.6e+07 ++ *...............| 3.4e+07 ++---------------------------------------------------------------* lock_stat.&(&list->lock)->rlock#3.holdtime-total 2.8e+06 ++---------------------------------------------------------------+ O O O O O 2.7e+06 ++ | | | 2.6e+06 ++ | 2.5e+06 ++ | | | 2.4e+06 ++ | | | 2.3e+06 ++ | 2.2e+06 ++ | | | 2.1e+06 *+..............*................*...............*...............* | | 2e+06 ++---------------------------------------------------------------+ lock_stat.&(&list->lock)->rlock#3.holdtime-total 3.2e+06 ++---------------------------------------------------------------+ O O O O O 3e+06 ++ | | | 2.8e+06 ++ | 2.6e+06 ++ | | | 2.4e+06 ++ | | | 2.2e+06 ++ | 2e+06 ++ | | | 1.8e+06 ++ | | ........*...............* 1.6e+06 *+--------------*----------------*-------------------------------+ lock_stat.&(&list->lock)->rlock#3.holdtime-total 9.5e+07 ++---------------------------------------------------------------+ | | 9e+07 *+..............*................*...............*...............* | | | | 8.5e+07 ++ | | | 8e+07 O+ O | | | 7.5e+07 ++ O | | | | | 7e+07 ++ O | O | 6.5e+07 ++---------------------------------------------------------------+ lock_stat.&(&list->lock)->rlock#3.holdtime-total 3.2e+06 ++---------------------------------------------------------------+ O O O O O 3e+06 ++ | | | 2.8e+06 ++ | 2.6e+06 ++ | | | 2.4e+06 ++ | | | 2.2e+06 ++ | 2e+06 ++ | | | 1.8e+06 ++ ....*........... | *............... ........ .... | 1.6e+06 ++--------------*--------------------------------*---------------* lock_stat.&(&list->lock)->rlock#3.holdtime-total 5.5e+07 ++---------------------------------------------------------------+ O O O O O 5e+07 ++ | | | | | 4.5e+07 ++ | | | 4e+07 ++ | | | 3.5e+07 *+.......... | | .... | | *................ ........*...............| 3e+07 ++ *....... * | | 2.5e+07 ++---------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 71955616.25 -54.6% 32652346.01 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 31115219.71 +68.1% 52293898.35 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 38384641.30 +35.4% 51968898.12 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 90133015.64 -17.5% 74368615.72 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 1654080.81 +85.8% 3073965.69 lkp-t410/micro/netperf/120s-200%-TCP_MAERTS 2098158.42 +30.7% 2742425.20 lkp-t410/micro/netperf/120s-200%-TCP_SENDFILE 1692775.71 +80.8% 3060794.54 lkp-t410/micro/netperf/120s-200%-TCP_STREAM 237033507.85 -7.1% 220160943.63 TOTAL lock_stat.&(&list->lock)->rlock#3.holdtime-total lock_stat.&vfsmount_lock-R.holdtime-total 1e+06 ++----------------------------------------------------------------+ O O | 900000 ++ O O O | | | | 800000 ++ | | | 700000 ++ | | | 600000 ++ | | | | | 500000 ++ | | ........*............... ........*...............* 400000 *+-------------------------------*--------------------------------+ lock_stat.&vfsmount_lock-R.holdtime-total 255000 ++----------------------------------------------------------------+ | | 250000 O+ O O | O | 245000 ++ O | | | 240000 ++ | | | 235000 ++ | | .*........ | 230000 ++ ... ...... ....* | .... .. ........ | 225000 *+........... ... *... | | .... ... | 220000 ++---------------*------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 226586.32 +9.8% 248858.71 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 418934.05 +121.6% 928510.94 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 645520.36 +82.4% 1177369.65 TOTAL lock_stat.&vfsmount_lock-R.holdtime-total lock_stat.&sb->s_type->i_mutex_key#7.holdtime-total 6000 ++------------------------------------------------------------------+ | | 5500 ++ O | | 5000 ++ | | | 4500 O+ | | O O | 4000 ++ O | | | 3500 ++ | | | 3000 ++ | | ........*................*................*................| 2500 *+------------------------------------------------------------------* a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 2666.36 +70.1% 4535.68 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 2666.36 +70.1% 4535.68 TOTAL lock_stat.&sb->s_type->i_mutex_key#7.holdtime-total lock_stat.(&(&ioc->fault_reset_work)->timer).holdtime-total 4000 ++------------------------------------------------------------------+ | | 3500 ++ O | O | | O | 3000 ++ O | O | 2500 ++ | | | 2000 ++ ........*........ ........* *........ ...... ....*........ | | .. ........ | 1500 ++ *.... | | | 1000 ++------------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 1858.54 +66.9% 3101.63 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 1858.54 +66.9% 3101.63 TOTAL lock_stat.(&(&ioc->fault_reset_work)->timer).holdtime-total lock_stat.&(&zone->lock)->rlock.contentions 7e+07 ++---------------------------------------------------------------+ | ........*............... | 6.5e+07 ++ ....*........ *...............* | ........ | 6e+07 *+.. | | | 5.5e+07 ++ | | | 5e+07 ++ | | | 4.5e+07 ++ | | | 4e+07 ++ O O O O O | 3.5e+07 ++---------------------------------------------------------------+ lock_stat.&(&zone->lock)->rlock.contentions 2.8e+07 ++---------------------------------------------------------------+ 2.7e+07 *+.......... ....*...............*...............* | .... ........ | 2.6e+07 ++ *.... | 2.5e+07 ++ | 2.4e+07 ++ | 2.3e+07 ++ | | | 2.2e+07 ++ | 2.1e+07 ++ | 2e+07 ++ | 1.9e+07 ++ | O O | 1.8e+07 ++ O O O 1.7e+07 ++---------------------------------------------------------------+ lock_stat.&(&zone->lock)->rlock.contentions 7e+07 ++---------------------------------------------------------------+ *...............*................*...............*...............* 6.5e+07 ++ | | | 6e+07 ++ | | | 5.5e+07 ++ | | | 5e+07 ++ | | | 4.5e+07 ++ | | | 4e+07 O+ O O O O | | 3.5e+07 ++---------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 67510081.00 -41.9% 39253132.40 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 64961261.00 -39.7% 39149078.20 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 26821408.40 -32.1% 18211986.80 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 159292750.40 -39.3% 96614197.40 TOTAL lock_stat.&(&zone->lock)->rlock.contentions lock_stat.&(&zone->lock)->rlock.con-bounces 7e+07 ++---------------------------------------------------------------+ | ........*............... | 6.5e+07 ++ ....*........ *...............* | ........ | 6e+07 *+.. | | | 5.5e+07 ++ | | | 5e+07 ++ | | | 4.5e+07 ++ | | | 4e+07 ++ O O O O O | 3.5e+07 ++---------------------------------------------------------------+ lock_stat.&(&zone->lock)->rlock.con-bounces 2.7e+07 *+-------------------------------*---------------*---------------* 2.6e+07 ++ .... ........ | | *.... | 2.5e+07 ++ | 2.4e+07 ++ | | | 2.3e+07 ++ | 2.2e+07 ++ | 2.1e+07 ++ | | | 2e+07 ++ | 1.9e+07 ++ | O O O | 1.8e+07 ++ O O 1.7e+07 ++---------------------------------------------------------------+ lock_stat.&(&zone->lock)->rlock.con-bounces 7e+07 ++---------------------------------------------------------------+ *...............*................*...............*...............* 6.5e+07 ++ | | | 6e+07 ++ | | | 5.5e+07 ++ | | | 5e+07 ++ | | | 4.5e+07 ++ | | | 4e+07 O+ O O O O | | 3.5e+07 ++---------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 67089655.40 -41.5% 39252318.80 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 64634019.00 -39.4% 39148277.80 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 26613554.60 -31.6% 18196205.20 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 158337229.00 -39.0% 96596801.80 TOTAL lock_stat.&(&zone->lock)->rlock.con-bounces lock_stat.rtnl_mutex.waittime-max 150000 ++----------------------------------------------------------------+ | O O 140000 ++ | 130000 ++ O | | | 120000 ++ | | .*... | 110000 ++ .. .. .*....... | | .. .. ... ...... | 100000 O+ .. O ... ... ..| 90000 ++ .. .. .. * | .. .. ... | 80000 ++ .. . ... | | .. *. | 70000 *+----------------------------------------------------------------+ lock_stat.rtnl_mutex.waittime-max 180000 ++----------------------------------------------------------------+ | O 160000 ++ O | | | 140000 ++ | | O | 120000 ++ O | | .*..... .* 100000 O+ ... .... ... | | ... .... .. | 80000 ++ .. .. ... | | ... *............ ... | 60000 ++... .... .. | *. *. | 40000 ++----------------------------------------------------------------+ lock_stat.rtnl_mutex.waittime-max 50000 ++--------------------------------O--------------------------------+ | O O 45000 O+ | 40000 ++ | | .*........... | 35000 *+.. .. .... | | ... O .. *... | 30000 ++ .. .. .. | | .. .. .. | 25000 ++ ... .. .. | 20000 ++ .. .. .. | | . .. .. | 15000 ++ *. .. | | .| 10000 ++-----------------------------------------------------------------* a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 92773.47 +32.8% 123230.01 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 26542.64 +67.0% 44320.74 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 79335.42 +70.6% 135346.64 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 198651.53 +52.5% 302897.39 TOTAL lock_stat.rtnl_mutex.waittime-max lock_stat.&(&fs->lock)->rlock.holdtime-total 80000 ++-----------------------------------------------------------------+ *................*... .*................* | .. .. | 75000 ++ .. .. | | .. .. | | .. .. | 70000 ++ .. .. | | .. .. | 65000 ++ . .. | | * | | | 60000 ++ O | | O O O O | 55000 ++-----------------------------------------------------------------+ lock_stat.&(&fs->lock)->rlock.holdtime-total 110000 O+---------------O---------------O--------------------------------+ | O O 100000 ++ | | | | | 90000 ++ | | | 80000 ++ | | | 70000 ++ | | | | | 60000 ++ ........*...............*................*...............* *........ | 50000 ++----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 75046.63 -22.5% 58188.06 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 57401.26 +87.7% 107734.25 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 132447.89 +25.3% 165922.31 TOTAL lock_stat.&(&fs->lock)->rlock.holdtime-total lock_stat.&pipe->wait.holdtime-total 50000 O+--------------------------------O--------------------------------+ 49000 ++ O O O | | 48000 ++ | 47000 ++ | | ....*........... ....* 46000 ++ ........ .... ........ | 45000 ++ .*.... *.... | 44000 ++ .. | | ... | 43000 ++ .. | 42000 ++ .. | | ... | 41000 ++.. | 40000 *+-----------------------------------------------------------------+ lock_stat.&pipe->wait.holdtime-total 220000 ++------------------------------------------------O---------------+ O O | 200000 ++ O O 180000 ++ | | | 160000 ++ | | | 140000 ++ | | | 120000 ++ | 100000 ++ | | | 80000 *+...............*...............*................*...............* | | 60000 ++----------------------------------------------------------------+ lock_stat.&pipe->wait.holdtime-total 30500 ++-----------------------------------------------------------------+ O | 30000 ++ O | 29500 ++ O | | | 29000 ++ O O | | 28500 ++ | | | 28000 ++ | 27500 *+..... ..*....... | | .... .... ...... | 27000 ++ .... .... .. | | .. .... *................* 26500 ++---------------*-------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 44472.06 +11.1% 49411.92 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 80834.47 +155.0% 206090.21 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 27096.38 +9.4% 29639.06 lkp-t410/micro/netperf/120s-200%-TCP_STREAM 152402.91 +87.1% 285141.19 TOTAL lock_stat.&pipe->wait.holdtime-total lock_stat.&(&zone->lock)->rlock.holdtime-total 8.5e+07 ++--------------O----------------O-------------------------------O O O | 8e+07 ++ | | | 7.5e+07 ++ | | | 7e+07 ++ | | | 6.5e+07 ++ | | ..*..... | 6e+07 ++ .... .... | | .... .... | 5.5e+07 ++ .... .. | *...............*.. *...............* 5e+07 ++---------------------------------------------------------------+ lock_stat.&(&zone->lock)->rlock.holdtime-total 7.1e+07 ++---------------------------------------------------------------+ 7e+07 ++ *................*...............*...............* | .. | 6.9e+07 ++ .. | 6.8e+07 ++ . | | .. | 6.7e+07 ++ . | 6.6e+07 ++ .. | 6.5e+07 ++ .. | | . | 6.4e+07 ++. | 6.3e+07 *+ | | | 6.2e+07 ++ O O O O 6.1e+07 O+---------------------------------------------------------------+ lock_stat.&(&zone->lock)->rlock.holdtime-total 55000 ++--------------------------------O--------------------------------+ O O O O 50000 ++ | 45000 ++ | | | 40000 ++ | | | 35000 ++ | | | 30000 ++ | 25000 ++ | | | 20000 ++ | *................*................*...............*................* 15000 ++-----------------------------------------------------------------+ lock_stat.&(&zone->lock)->rlock.holdtime-total 2.5e+06 ++---------------------------------------------------------------+ *.... | 2.4e+06 ++ ... | | .... | 2.3e+06 ++ ... | 2.2e+06 ++ . ........*............... | | *........ *...............* 2.1e+06 ++ | | | 2e+06 ++ | 1.9e+06 ++ | | | 1.8e+06 O+ O O O | O | 1.7e+06 ++---------------------------------------------------------------+ lock_stat.&(&zone->lock)->rlock.holdtime-total 1.15e+08 O+--------------O-------------------------------O---------------O 1.1e+08 ++ O | | | 1.05e+08 ++ | 1e+08 ++ | | | 9.5e+07 ++ | 9e+07 ++ | 8.5e+07 ++ | | | 8e+07 ++ | 7.5e+07 ++ | | | 7e+07 *+..............*...............*...............*...............* 6.5e+07 ++--------------------------------------------------------------+ lock_stat.&(&zone->lock)->rlock.holdtime-total 2.5e+06 ++---------------------------------------------------------------+ | .*.... .*...............* 2.4e+06 ++ ... ... ... | | .. .. .. | 2.3e+06 ++ ... ... ... | 2.2e+06 ++ ... ... ... | | .. . .. | 2.1e+06 *+ *. | | | 2e+06 ++ | 1.9e+06 ++ | | | 1.8e+06 O+ O O O | O | 1.7e+06 ++---------------------------------------------------------------+ lock_stat.&(&zone->lock)->rlock.holdtime-total 7.4e+07 ++---------------------------------------------------------------+ | ....*............... ........* 7.2e+07 ++ ........ *....... | *...............*.... | 7e+07 ++ | | | 6.8e+07 ++ | | | 6.6e+07 ++ | | | 6.4e+07 ++ | | | 6.2e+07 ++ O O | O O O 6e+07 ++---------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 55250543.10 +50.1% 82932614.22 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 71904059.48 -14.5% 61446228.04 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 68907472.59 -10.9% 61406192.23 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 67592931.63 +67.7% 113369494.50 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 2228976.90 -19.4% 1795910.03 lkp-t410/micro/netperf/120s-200%-TCP_MAERTS 17709.51 +198.3% 52834.66 lkp-t410/micro/netperf/120s-200%-TCP_SENDFILE 2298247.81 -21.9% 1795055.81 lkp-t410/micro/netperf/120s-200%-TCP_STREAM 268199941.03 +20.4% 322798329.49 TOTAL lock_stat.&(&zone->lock)->rlock.holdtime-total lock_stat.&sb->s_type->i_mutex_key.holdtime-total 52000 ++-----------------------------------------------------------------+ 50000 ++ O | | O 48000 ++ O | 46000 O+ O | | | 44000 ++ | 42000 ++ | 40000 ++ | | | 38000 ++ | 36000 ++ | | | 34000 *+...............*................ ........* 32000 ++--------------------------------*---------------*----------------+ lock_stat.&sb->s_type->i_mutex_key.holdtime-total 21000 ++-----------------------------------------------------------------+ 20500 O+ | | | 20000 ++ O 19500 ++ O | | O | 19000 ++ | 18500 ++ O | 18000 ++ ....*........... | | ........ .... ........* 17500 ++ ..*.... *........ | 17000 ++ ...... | | ...... | 16500 *+. | 16000 ++-----------------------------------------------------------------+ lock_stat.&sb->s_type->i_mutex_key.holdtime-total 80000 ++-----------------------------------------------------------------+ O | 70000 ++ O O | O O | | | 60000 ++ | | | 50000 ++ | | | 40000 ++ | | | | | 30000 ++ ........*................*...............*................* *........ | 20000 ++-----------------------------------------------------------------+ lock_stat.&sb->s_type->i_mutex_key.holdtime-total 21000 ++-----------------------------------------------------------------+ O O O O 20500 ++ O | 20000 ++ | | | 19500 ++ *.. | | .. .. | 19000 ++ .. .. | *.... .. .. .* 18500 ++ ... .. .. .... | 18000 ++ .. .. .. ... | | ... .. .. ... | 17500 ++ ... .. . .... | | . .. *. | 17000 ++---------------*-------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 32995.86 +45.8% 48091.77 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 18228.40 +13.3% 20649.38 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 17410.81 +12.7% 19622.67 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 26692.25 +166.5% 71130.34 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 95327.31 +67.3% 159494.17 TOTAL lock_stat.&sb->s_type->i_mutex_key.holdtime-total lock_stat.tasklist_lock-R.holdtime-total 31000 O+-----------------------------------------------------------------+ | | 30000 ++ O 29000 ++ O | | O O | 28000 ++ | | | 27000 ++ | | | 26000 ++ | 25000 ++ ....*............... ........* | ........ *........ | 24000 ++ ........*.... | *........ | 23000 ++-----------------------------------------------------------------+ lock_stat.tasklist_lock-R.holdtime-total 140000 O+---------------O------------------------------------------------+ | O O O 130000 ++ | 120000 ++ | | | 110000 ++ | 100000 ++ | | | 90000 ++ | 80000 ++ | | | 70000 ++ | 60000 ++ | *................*...............*................*...............* 50000 ++----------------------------------------------------------------+ lock_stat.tasklist_lock-R.holdtime-total 31000 ++---------------O-------------------------------------------------+ | O O O 30000 O+ | | | 29000 ++ .*.... | | .. ... | 28000 ++ .. .... | | .. ... | 27000 ++ .. . | *........ .. *................* 26000 ++ ...... .. | | .. .. | 25000 ++ *. | | | 24000 ++-----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 26698.37 +13.7% 30349.62 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 24798.13 +18.9% 29482.92 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 54859.49 +146.8% 135416.11 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 106355.99 +83.6% 195248.66 TOTAL lock_stat.tasklist_lock-R.holdtime-total lock_stat.slock-AF_INET.acq-bounces 1.3e+06 ++---------------------------------------------------------------+ O | 1.2e+06 ++ | | O O | 1.1e+06 ++ | 1e+06 ++ O | O | 900000 ++ | | ..*............... | 800000 ++ .... *...............* 700000 ++ .... | | .... | 600000 ++ ....*.. | | ........ | 500000 *+---------------------------------------------------------------+ lock_stat.slock-AF_INET.acq-bounces 3.6e+06 ++-------------------------------O-------------------------------+ | | 3.4e+06 O+ O | | | 3.2e+06 ++ O | 3e+06 ++ O | | 2.8e+06 ++ | | | 2.6e+06 ++ | 2.4e+06 ++ ....*..... | | ........ .... | 2.2e+06 ++ ........*.... .... | *....... .. | 2e+06 ++-----------------------------------------------*---------------* lock_stat.slock-AF_INET.acq-bounces 3.8e+06 ++---------------------------------------------------------------+ 3.6e+06 ++ O | | | 3.4e+06 ++ O O | 3.2e+06 O+ O 3e+06 ++ | 2.8e+06 *+... | | ... | 2.6e+06 ++ .... | 2.4e+06 ++ ... | 2.2e+06 ++ . | 2e+06 ++ *............ | | .... ........*...............* 1.8e+06 ++ *....... | 1.6e+06 ++---------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 692478.20 +57.2% 1088806.40 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 2101126.40 +59.3% 3346578.40 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 2163664.60 +52.3% 3296187.60 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 4957269.20 +56.0% 7731572.40 TOTAL lock_stat.slock-AF_INET.acq-bounces lock_stat.&(&zone->lock)->rlock.contentions.get_page_from_freelist 7.5e+07 ++---------------------------------------------------------------+ | | 7e+07 ++ ....*................*...............*...............| | ........ * 6.5e+07 *+.. | | | 6e+07 ++ | | | 5.5e+07 ++ | | | 5e+07 ++ | | | 4.5e+07 ++ | O O O O O 4e+07 ++---------------------------------------------------------------+ lock_stat.&(&zone->lock)->rlock.contentions.get_page_from_freelist 3.1e+07 ++---------------------------------------------------------------+ 3e+07 *+.......... ....*...............*...............* | .... ........ | 2.9e+07 ++ *.... | 2.8e+07 ++ | | | 2.7e+07 ++ | 2.6e+07 ++ | 2.5e+07 ++ | | | 2.4e+07 ++ | 2.3e+07 ++ | | | 2.2e+07 O+ O O | 2.1e+07 ++-------------------------------O-------------------------------O lock_stat.&(&zone->lock)->rlock.contentions.get_page_from_freelist 7.5e+07 ++---------------------------------------------------------------+ | ........*............... | 7e+07 *+..............*........ *...............* | | 6.5e+07 ++ | | | 6e+07 ++ | | | 5.5e+07 ++ | | | 5e+07 ++ | | | 4.5e+07 ++ | O O O O O 4e+07 ++---------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 70229599.40 -39.8% 42264913.40 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 68161156.60 -38.1% 42175940.00 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 30009382.20 -28.3% 21511923.40 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 168400138.20 -37.1% 105952776.80 TOTAL lock_stat.&(&zone->lock)->rlock.contentions.get_page_from_freelist lock_stat.rcu_read_lock-R.acquisitions 6e+08 ++---------------------------------------------------------------* *...............*............ ....*....... | | .... ........ | 5.5e+08 ++ *... | | | | | 5e+08 ++ | | | 4.5e+08 ++ | | | | | 4e+08 ++ | O O O O O | | 3.5e+08 ++---------------------------------------------------------------+ lock_stat.rcu_read_lock-R.acquisitions 1e+09 ++---------------------------------------------------------------+ | | 9.5e+08 O+ O O O O | | 9e+08 *+.. | | .. | 8.5e+08 ++ .. | | ... | 8e+08 ++ .. | | .. | 7.5e+08 ++ . | | *................*........... | 7e+08 ++ .... | | *...............* 6.5e+08 ++---------------------------------------------------------------+ lock_stat.rcu_read_lock-R.acquisitions 5.4e+07 O+--------------O----------------O---------------O---------------O | | 5.2e+07 ++ | 5e+07 ++ | | | 4.8e+07 ++ | | | 4.6e+07 ++ | | | 4.4e+07 ++ | 4.2e+07 ++ | | | 4e+07 *+..............*................*...............*...............* | | 3.8e+07 ++---------------------------------------------------------------+ lock_stat.rcu_read_lock-R.acquisitions 4e+07 ++---------------------------------------------------------------+ O O O O O 3.8e+07 ++ | 3.6e+07 ++ | | | 3.4e+07 ++ | | | 3.2e+07 ++ | | | 3e+07 ++ | 2.8e+07 ++ | | | 2.6e+07 ++ | *...............*................*...............*...............* 2.4e+07 ++---------------------------------------------------------------+ lock_stat.rcu_read_lock-R.acquisitions 9e+08 *+---------------------------------------------------------------+ 8.5e+08 ++ .... ........*...............*...............* | *........ | 8e+08 ++ | 7.5e+08 ++ | | | 7e+08 ++ | 6.5e+08 ++ | 6e+08 ++ | | | 5.5e+08 ++ | 5e+08 ++ | | | 4.5e+08 O+ O O O O 4e+08 ++---------------------------------------------------------------+ lock_stat.rcu_read_lock-R.acquisitions 4e+07 ++---------------------------------------------------------------+ O O O O O 3.8e+07 ++ | 3.6e+07 ++ | | | 3.4e+07 ++ | | | 3.2e+07 ++ | | | 3e+07 ++ | 2.8e+07 ++ | | | 2.6e+07 ++ | *...............*................*...............*...............* 2.4e+07 ++---------------------------------------------------------------+ lock_stat.rcu_read_lock-R.acquisitions 1e+09 ++---------------------------------------------------------------+ | O | 9.5e+08 O+ O O O 9e+08 ++ | | | 8.5e+08 ++ | 8e+08 ++ | | | 7.5e+08 ++ | 7e+08 ++ | *........... | 6.5e+08 ++ .... | 6e+08 ++ *................ ........*...............| | *....... * 5.5e+08 ++---------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 582412746.20 -34.0% 384235597.40 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 616763100.20 +54.1% 950462888.80 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 737831173.80 +28.9% 950891386.40 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 872756918.80 -49.2% 443146573.00 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 25140746.40 +56.6% 39369519.00 lkp-t410/micro/netperf/120s-200%-TCP_MAERTS 40045640.20 +33.9% 53614108.40 lkp-t410/micro/netperf/120s-200%-TCP_SENDFILE 25404967.60 +54.7% 39299470.40 lkp-t410/micro/netperf/120s-200%-TCP_STREAM 2900355293.20 -1.4% 2861019543.40 TOTAL lock_stat.rcu_read_lock-R.acquisitions lock_stat.&p->lock.holdtime-max 19500 ++-----------------------------------------------------------------+ | O | 19000 ++ | 18500 ++ | | | 18000 ++ O | O O 17500 ++ O | | ..*... | 17000 ++ .... ... | 16500 ++ .... ... | | .... .. ..* 16000 ++ ........*.. ... ...... | *........ . ...... | 15500 ++------------------------------------------------*----------------+ lock_stat.&p->lock.holdtime-max 14000 ++------------------------------------------------O----------------+ O O O | 13000 ++ O 12000 ++ | | | 11000 ++ | | | 10000 ++ | | | 9000 ++ | 8000 ++ | | | 7000 *+............... ........*................| | *................*....... * 6000 ++-----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 16228.23 +11.4% 18085.97 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 6762.90 +95.9% 13245.24 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 22991.12 +36.3% 31331.22 TOTAL lock_stat.&p->lock.holdtime-max lock_stat.slock-AF_INET6/1.holdtime-total 34000 ++-----------------------------------------------------------------+ O | 32000 ++ | 30000 ++ O | | | 28000 ++ O | 26000 ++ O | | O 24000 ++ | 22000 ++ | | | 20000 ++ | 18000 ++ ........*................* | ........*....... | 16000 *+---------------*-------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 17494.89 +62.0% 28344.94 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 17494.89 +62.0% 28344.94 TOTAL lock_stat.slock-AF_INET6/1.holdtime-total lock_stat.slock-AF_INET/1.acq-bounces 1.3e+06 O+---------------------------------------------------------------+ | | 1.2e+06 ++ | | O O | 1.1e+06 ++ | 1e+06 ++ O | O | 900000 ++ | | ..*............... | 800000 ++ .... *...............* 700000 ++ .... | | .... | 600000 ++ ....*.. | | ........ | 500000 *+---------------------------------------------------------------+ lock_stat.slock-AF_INET/1.acq-bounces 3.6e+06 ++-------------------------------O-------------------------------+ | | 3.4e+06 O+ O | | | 3.2e+06 ++ O | 3e+06 ++ O | | 2.8e+06 ++ | | | 2.6e+06 ++ | 2.4e+06 ++ ........*..... | | ....*........ .... | 2.2e+06 ++ ........ .... | *... .. | 2e+06 ++-----------------------------------------------*---------------* lock_stat.slock-AF_INET/1.acq-bounces 3.8e+06 ++---------------------------------------------------------------+ 3.6e+06 ++ O | | | 3.4e+06 ++ O O | 3.2e+06 O+ O 3e+06 ++ | 2.8e+06 *+... | | ... | 2.6e+06 ++ .... | 2.4e+06 ++ ... | 2.2e+06 ++ . | 2e+06 ++ *............ | | .... ........*...............* 1.8e+06 ++ *....... | 1.6e+06 ++---------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 714660.00 +53.2% 1094930.00 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 2133021.80 +57.4% 3356390.40 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 2212160.40 +49.3% 3302616.40 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 5059842.20 +53.2% 7753936.80 TOTAL lock_stat.slock-AF_INET/1.acq-bounces lock_stat.&type->i_mutex_dir_key.holdtime-total 26000 ++-----------------------------------------------------------------+ 25000 *+........... ....* | .... ........ | 24000 ++ *.... .*.... | 23000 ++ ... ... | 22000 ++ .. .. | 21000 ++ ... ... | | ... ... | 20000 ++ . .. | 19000 ++ *. | 18000 ++ | 17000 ++ | | O 16000 ++ O O | 15000 O+---------------O-------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 23268.98 -32.4% 15724.31 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 23268.98 -32.4% 15724.31 TOTAL lock_stat.&type->i_mutex_dir_key.holdtime-total lock_stat.slock-AF_INET6.holdtime-total 10000 ++-----------------------------------------------------------------+ | O O | 9500 ++ O | | | O O 9000 ++ | | | 8500 ++ | | | 8000 ++ ........* | ........*............ ....*........ | *........ .... ........ | 7500 ++ *... | | | 7000 ++-----------------------------------------------------------------+ lock_stat.slock-AF_INET6.holdtime-total 14000 ++-----------------------------------------------------------------+ | O | 13000 O+ | 12000 ++ O | | O | 11000 ++ O | | 10000 ++ | | | 9000 ++ | 8000 ++ | | | 7000 ++ ........*................| *................*................*....... * 6000 ++-----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 7759.97 +22.0% 9466.22 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 6810.62 +81.0% 12328.55 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 14570.59 +49.6% 21794.77 TOTAL lock_stat.slock-AF_INET6.holdtime-total lock_stat.slock-AF_INET.contentions.release_sock 65000 ++-----------------------------------------------------------------+ O O | 60000 ++ O | | | | O | 55000 ++ O | | 50000 ++ ....*... | *................ ........ ... | 45000 ++ *.... ... | | .. | | ... | 40000 ++ . ........* | *........ | 35000 ++-----------------------------------------------------------------+ lock_stat.slock-AF_INET.contentions.release_sock 70000 ++-----------------------------------------------------------------+ | O | 65000 ++ | 60000 ++ O O O O | 55000 *+... | | ... | 50000 ++ .. | | ... | 45000 ++ ... | 40000 ++ . | | *............ | 35000 ++ .... ........*................| | *....... * 30000 ++-----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 38910.00 +57.8% 61415.60 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 43940.60 +35.7% 59628.80 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 82850.60 +46.1% 121044.40 TOTAL lock_stat.slock-AF_INET.contentions.release_sock lock_stat.rcu_node_1.con-bounces 100000 ++----------------------------------------------------------------+ | ..*...............| 95000 ++ ...... * 90000 *+...............*............... ...... | | *.. | 85000 ++ | 80000 ++ | | | 75000 ++ | 70000 ++ | | | 65000 ++ | 60000 O+ O O | O O | 55000 ++----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 91637.40 -34.3% 60250.20 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 91637.40 -34.3% 60250.20 TOTAL lock_stat.rcu_node_1.con-bounces lock_stat.&(&mm->page_table_lock)->rlock.holdtime-total 8e+06 *+---------------------------------------------------------------+ | *... .*...............* 7.5e+06 ++ .. .. | | .. .. | 7e+06 ++ .. .. | | .. .. | 6.5e+06 ++ .. .. | | .. .. | 6e+06 ++ . .. | | * | 5.5e+06 ++ | | | 5e+06 O+ O O O | | O 4.5e+06 ++---------------------------------------------------------------+ lock_stat.&(&mm->page_table_lock)->rlock.holdtime-total 1.9e+06 O+--------------O-----------------------------------------------O | O O | 1.85e+06 ++ | | | 1.8e+06 ++ | 1.75e+06 ++ | | | 1.7e+06 ++ | | | 1.65e+06 ++ | 1.6e+06 ++ | | | 1.55e+06 ++ ........*............... ........* *...............*....... *....... | 1.5e+06 ++--------------------------------------------------------------+ lock_stat.&(&mm->page_table_lock)->rlock.holdtime-total 1.1e+07 ++---------------------------------------------------------------+ | | 1e+07 O+ O O O | O | 9e+06 ++ | | | 8e+06 ++ | | | 7e+06 ++ | | | 6e+06 ++ | | ........* 5e+06 *+..............*................*...............*....... | | | 4e+06 ++---------------------------------------------------------------+ lock_stat.&(&mm->page_table_lock)->rlock.holdtime-total 1.95e+06 ++--------------------------------------------------------------+ | O 1.9e+06 O+ O O | 1.85e+06 ++ O | | | 1.8e+06 ++ | 1.75e+06 ++ | | | 1.7e+06 ++ | 1.65e+06 ++ | | ....*........... | 1.6e+06 ++ ........ .... ........* 1.55e+06 *+..............*... *....... | | | 1.5e+06 ++--------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 7436072.94 -33.5% 4948104.73 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 1575026.83 +20.2% 1893010.54 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 1541099.32 +22.5% 1887705.32 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 5088341.13 +94.8% 9912445.64 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 15640540.22 +19.2% 18641266.23 TOTAL lock_stat.&(&mm->page_table_lock)->rlock.holdtime-total lock_stat.&mm->mmap_sem-R.holdtime-total 3.9e+06 ++--------------O------------------------------------------------O O O O | 3.8e+06 ++ | | | 3.7e+06 ++ | 3.6e+06 ++ | | | 3.5e+06 ++ | | | 3.4e+06 ++ | 3.3e+06 ++ | | ..*................*............... ........* 3.2e+06 ++ ...... *....... | | ..... | 3.1e+06 *+---------------------------------------------------------------+ lock_stat.&mm->mmap_sem-R.holdtime-total 2.2e+07 ++---------------------------------------------------------------+ O O O O 2e+07 ++ O | | | 1.8e+07 ++ | | | 1.6e+07 ++ | | | 1.4e+07 ++ | | | 1.2e+07 ++ | | | 1e+07 *+..............*................*...............*...............* | | 8e+06 ++---------------------------------------------------------------+ lock_stat.&mm->mmap_sem-R.holdtime-total 4e+06 ++---------------------------------------------------------------+ | O 3.9e+06 O+ O | | O O | 3.8e+06 ++ | 3.7e+06 ++ | | | 3.6e+06 ++ | | | 3.5e+06 ++ | 3.4e+06 ++ ....*........... | | ........ .... ........* 3.3e+06 *+..............*.... *....... | | | 3.2e+06 ++---------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 3354560.33 +15.2% 3864385.53 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 3237036.78 +19.1% 3854837.20 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 9789994.14 +111.7% 20727954.49 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 16381591.25 +73.7% 28447177.23 TOTAL lock_stat.&mm->mmap_sem-R.holdtime-total lock_stat.rcu_node_1.contentions 100000 ++------------------------------------------------*---------------+ | ...... ....| 95000 ++ ...... * 90000 *+...............*...............*.. | | | 85000 ++ | 80000 ++ | | | 75000 ++ | 70000 ++ | | | 65000 O+ O 60000 ++ O O | | O | 55000 ++----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 93273.00 -33.8% 61724.60 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 93273.00 -33.8% 61724.60 TOTAL lock_stat.rcu_node_1.contentions lock_stat._xmit_ETHER#2.holdtime-total 40000 ++-----------------------------------------------------------------+ | | 35000 O+ | | | | | 30000 ++ | | | 25000 ++ | | O O | 20000 ++ | | O | *................ ........*................* 15000 ++ *................*....... | | | 10000 ++-----------------------------------------------------------------+ lock_stat._xmit_ETHER#2.holdtime-total 3600 ++------------------------------------------------------------------+ O O 3400 ++ | 3200 ++ O | | | 3000 ++ O | 2800 ++ O | | | 2600 ++ | 2400 ++ | | | 2200 ++ ....*............ | 2000 *+............... ........ .... | | *.... *................* 1800 ++------------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 16045.34 +47.0% 23590.75 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 2035.09 +57.0% 3194.71 lkp-t410/micro/netperf/120s-200%-TCP_STREAM 18080.43 +48.1% 26785.46 TOTAL lock_stat._xmit_ETHER#2.holdtime-total lock_stat.&sb->s_type->i_mutex_key#2.waittime-total 500000 ++----------------------------------------------------------------+ | O O | 450000 ++ | | | 400000 ++ | 350000 ++ | | O | 300000 O+ O | | 250000 *+...............*..... ..* 200000 ++ .... ...... | | .... ..... | 150000 ++ .. ........*.. | | *........ | 100000 ++----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 201275.42 +85.6% 373504.53 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 201275.42 +85.6% 373504.53 TOTAL lock_stat.&sb->s_type->i_mutex_key#2.waittime-total lock_stat.&(&zone->lru_lock)->rlock.waittime-total 4000 ++---------------O--------------------------------------------------+ O | | O | 3500 ++ .*...... | | .. O .... | | ... .... | 3000 ++ .. ..O | .. * 2500 *+....... ... | | ...... .. | | .. ........*. | 2000 ++ *........ | | | | | 1500 ++------------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 2563.17 +38.3% 3543.84 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 2563.17 +38.3% 3543.84 TOTAL lock_stat.&(&zone->lru_lock)->rlock.waittime-total lock_stat.&sb->s_type->i_mutex_key#2.holdtime-total 86000 ++-----------------------------------------------------------------+ | | 84000 O+ | 82000 ++ O | | O O 80000 ++ O | 78000 ++ | | | 76000 ++ | 74000 ++ ........*........... | | ..*........ .... ........* 72000 ++ ...... *........ | 70000 ++ ...... | *.. | 68000 ++-----------------------------------------------------------------+ lock_stat.&sb->s_type->i_mutex_key#2.holdtime-total 360000 ++----------------------------------------------------------------+ 340000 O+ | | O O O 320000 ++ O | 300000 ++ | 280000 ++ | 260000 ++ | | | 240000 ++ | 220000 ++ | 200000 ++ | 180000 ++ | | | 160000 ++ ........*...............*................*...............* 140000 *+----------------------------------------------------------------+ lock_stat.&sb->s_type->i_mutex_key#2.holdtime-total 84000 ++-----------------------------------------------------------------+ | O O O O 82000 O+ | | | 80000 ++ | | .*..... | 78000 ++ .. .... | | .. .... | 76000 ++ .. .. ........* *...... .. *........ | 74000 ++ .... .. | | .... .. | 72000 ++ .. .. | | *. | 70000 ++-----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 75237.30 +10.0% 82742.12 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 72290.73 +12.6% 81421.59 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 155225.74 +110.4% 326572.64 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 302753.77 +62.1% 490736.35 TOTAL lock_stat.&sb->s_type->i_mutex_key#2.holdtime-total lock_stat.sb_writers#7-R.holdtime-total 26000 ++-----------------------------------------------------------------+ | | 24000 O+ | | | 22000 ++ O | | | 20000 ++ O | | | 18000 *+........... | | .... O 16000 ++ *...... | | .... O | 14000 ++ .... ....* | .. ........ | 12000 ++--------------------------------*---------------*----------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 14610.64 +35.3% 19768.35 lkp-t410/micro/netperf/120s-200%-TCP_MAERTS 14610.64 +35.3% 19768.35 TOTAL lock_stat.sb_writers#7-R.holdtime-total lock_stat.timekeeper_lock.holdtime-total 110000 ++----------------------------------------------------------------+ *................ .*...............| 105000 ++ *.... ... * | ... ... | | .... .. | 100000 ++ ... ... | | . ... | 95000 ++ *. | | | 90000 ++ | | O O | O O | 85000 O+ | | | 80000 ++----------------------------------------------------------------+ lock_stat.timekeeper_lock.holdtime-total 200000 ++----------------------------------------------------------------+ 190000 ++ O | | | 180000 O+ O O 170000 ++ O | 160000 ++ | 150000 ++ | | | 140000 ++ | 130000 ++ | 120000 ++ | 110000 ++ ....*................*...............* *................ ........ | 100000 ++ *... | 90000 ++----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 104755.71 -16.7% 87251.50 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 108375.70 +63.4% 177079.72 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 213131.42 +24.0% 264331.22 TOTAL lock_stat.timekeeper_lock.holdtime-total lock_stat.&sb->s_type->i_lock_key#7.holdtime-total 11500 ++-----------------------------------------------------------------+ | O | 11000 ++ O | | O | | O 10500 ++ | | | 10000 *+............... | O *...... ..*................| 9500 ++ .... .... * | .... .... | | .. .... | 9000 ++ *. | | | 8500 ++-----------------------------------------------------------------+ lock_stat.&sb->s_type->i_lock_key#7.holdtime-total 15000 ++-----------------------------------------------------------------+ O O | 14000 ++ | 13000 ++ O | | 12000 ++ O O | | | 11000 ++ | | | 10000 ++ | 9000 ++ | | | 8000 ++ ........*................ ........*................* *........ *....... | 7000 ++-----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 9654.28 +11.5% 10765.35 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 7996.40 +65.8% 13256.91 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 17650.68 +36.1% 24022.26 TOTAL lock_stat.&sb->s_type->i_lock_key#7.holdtime-total lock_stat.&(&zone->lock)->rlock.waittime-max 9000 ++------------------------------------------------------------------+ 8500 ++ O | | O 8000 ++ | 7500 ++ | | | 7000 ++ O | 6500 O+ | 6000 ++ O ..* | .... | 5500 ++ ....*............ .... | 5000 ++ ........ .... .... | | ........*.... *.. | 4500 *+....... | 4000 ++------------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 5036.05 +43.6% 7232.36 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 5036.05 +43.6% 7232.36 TOTAL lock_stat.&(&zone->lock)->rlock.waittime-max lock_stat.rtnl_mutex.holdtime-total 440000 ++----------------------------------------------------------------+ O | 420000 ++ | | | 400000 ++ | | O | 380000 ++ | | | 360000 ++ | | | 340000 ++ O ..*........... O | ...... O ....| 320000 ++ ...... * *................*...............*.. | 300000 ++----------------------------------------------------------------+ lock_stat.rtnl_mutex.holdtime-total 65000 ++-----------------------------------------------------------------+ | | 60000 ++ O O | | | | O 55000 ++ O | | | 50000 O+ | | | 45000 ++ ..*........ | | ...... ...... | | ...... .. ........*................* 40000 *+. *....... | | | 35000 ++-----------------------------------------------------------------+ lock_stat.rtnl_mutex.holdtime-total 550000 ++----------------------------------------------------------------+ | | 500000 ++ O | O | | O O 450000 ++ O | | | 400000 ++ | | | 350000 ++ | | | | ....*...............| 300000 *+............... ........ * | *...............*.... | 250000 ++----------------------------------------------------------------+ lock_stat.rtnl_mutex.holdtime-total 65000 ++-----------------------------------------------------------------+ | O | | 60000 O+ | | O | | O O | 55000 ++ | | | 50000 ++ | | | | | 45000 ++ | | ....*................* *................*................ ........ | 40000 ++--------------------------------*--------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 316515.57 +15.9% 366945.03 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 42476.45 +38.7% 58920.52 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 41310.86 +36.3% 56307.16 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 291847.84 +63.3% 476621.28 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 692150.71 +38.5% 958793.99 TOTAL lock_stat.rtnl_mutex.holdtime-total lock_stat.(&task->u.tk_work).holdtime-total 45000 ++-----------------------------------------------------------------+ | | 40000 O+ | | | | | 35000 ++ | | | 30000 ++ | | O | 25000 ++ O O | | | | ........*................| 20000 ++ ........*................*....... * *........ | 15000 ++-----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 19579.91 +42.6% 27919.34 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 19579.91 +42.6% 27919.34 TOTAL lock_stat.(&task->u.tk_work).holdtime-total lock_stat.sk_lock-AF_INET.holdtime-total 6.8e+09 O+-----------------------------------------------O---------------O | O O | 6.7e+09 ++ | 6.6e+09 ++ | | | 6.5e+09 ++ .*... | | .. .. | 6.4e+09 ++ ... .. | | .. ... | 6.3e+09 ++ .. .. | 6.2e+09 ++ ... .. | | .. . | 6.1e+09 *+..............*. *...............* | | 6e+09 ++---------------------------------------------------------------+ lock_stat.sk_lock-AF_INET.holdtime-total 3.3e+09 ++---------------------------------------------------------------+ | | 3.2e+09 ++ ........*...............* 3.1e+09 ++ ..*................*....... | | ...... | 3e+09 ++ ..... | *.. | 2.9e+09 ++ | | | 2.8e+09 ++ | 2.7e+09 ++ | | | 2.6e+09 ++ O O O O O | 2.5e+09 ++---------------------------------------------------------------+ lock_stat.sk_lock-AF_INET.holdtime-total 6.5e+07 ++---------------------------------------------------------------+ *...............*................*...............*...............* 6e+07 ++ | | | 5.5e+07 ++ | | | 5e+07 ++ | | | 4.5e+07 ++ | | | 4e+07 ++ | | | 3.5e+07 O+ O O O O | | 3e+07 ++---------------------------------------------------------------+ lock_stat.sk_lock-AF_INET.holdtime-total 9.5e+07 ++---------------------------------------------------------------+ *............... | 9e+07 ++ *................*...............*...............* | | 8.5e+07 ++ | | | 8e+07 ++ | | | 7.5e+07 ++ | | | 7e+07 ++ | | | 6.5e+07 O+ O O O O | | 6e+07 ++---------------------------------------------------------------+ lock_stat.sk_lock-AF_INET.holdtime-total 6e+09 *+---------------------------------------------------------------+ | .... ........*...............*...............* 5.8e+09 ++ *........ | 5.6e+09 ++ | | | 5.4e+09 ++ | | | 5.2e+09 ++ | | | 5e+09 ++ | 4.8e+09 ++ | | | 4.6e+09 ++ | O O O 4.4e+09 ++--------------O----------------O-------------------------------+ lock_stat.sk_lock-AF_INET.holdtime-total 9.5e+07 ++---------------------------------------------------------------+ | ....*............ ....*...............* 9e+07 ++ ........ .... ........ | *... *... | 8.5e+07 ++ | | | 8e+07 ++ | | | 7.5e+07 ++ | | | 7e+07 ++ | | | 6.5e+07 O+ O O O O | | 6e+07 ++---------------------------------------------------------------+ lock_stat.sk_lock-AF_INET.holdtime-total 3.3e+09 ++---------------------------------------------------------------+ | ........*................*...............*...............* 3.2e+09 *+...... | 3.1e+09 ++ | | | 3e+09 ++ | | | 2.9e+09 ++ | | | 2.8e+09 ++ | 2.7e+09 ++ | | | 2.6e+09 O+ O O O O | | 2.5e+09 ++---------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 6184178091.40 +9.6% 6779391184.89 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 3239251413.78 -19.6% 2605224464.41 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 3125190989.57 -16.9% 2596566149.60 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 5910234613.21 -24.2% 4481875489.26 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 89717570.20 -27.8% 64792473.48 lkp-t410/micro/netperf/120s-200%-TCP_MAERTS 61785865.59 -44.5% 34297762.97 lkp-t410/micro/netperf/120s-200%-TCP_SENDFILE 90511360.02 -28.7% 64523044.55 lkp-t410/micro/netperf/120s-200%-TCP_STREAM 18700869903.77 -11.1% 16626670569.15 TOTAL lock_stat.sk_lock-AF_INET.holdtime-total lock_stat.rpciod-R.holdtime-total 45000 ++-----------------------------------------------------------------+ | | 40000 O+ | | | | | 35000 ++ | | | 30000 ++ | | O | 25000 ++ O O | | | | ........*................* 20000 *+...............*................*....... O | | 15000 ++-----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 19874.75 +42.3% 28280.43 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 19874.75 +42.3% 28280.43 TOTAL lock_stat.rpciod-R.holdtime-total lock_stat.jiffies_lock.holdtime-total 150000 ++----------------------------------------------------------------+ | | 145000 *+............... | | *.... .*...............* | ... .... | 140000 ++ .... ... | | ... ... | 135000 ++ . .... O | | *. | 130000 ++ O O | | O | 125000 ++ O | | | 120000 ++----------------------------------------------------------------+ lock_stat.jiffies_lock.holdtime-total 280000 ++----------------------------------------------------------------+ | | 260000 ++ O | | O 240000 O+ O O | | | 220000 ++ | | | 200000 ++ | | | 180000 ++ | | ........*...............| 160000 ++ ....*........ * *................ ........ | 140000 ++---------------*------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 141535.58 -9.1% 128656.35 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 154974.83 +60.0% 247981.38 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 296510.41 +27.0% 376637.73 TOTAL lock_stat.jiffies_lock.holdtime-total lock_stat.sk_lock-AF_INET.holdtime-max 11500 ++-----------------------------------------------------------------+ | | 11000 ++ O | O | 10500 O+ | | O | 10000 ++ O | | | 9500 ++ .*... | | .... ... | 9000 ++ ... ... | | ... .. | 8500 ++ .... ... ....* *................*. . ........ | 8000 ++------------------------------------------------*----------------+ lock_stat.sk_lock-AF_INET.holdtime-max 9500 ++------------------------------------------------------------------O | | 9000 ++ O | 8500 ++ | | O | 8000 ++ | 7500 ++ | O O | 7000 ++ | 6500 ++ | | ........*........ ..* 6000 *+....... ...... .... | 5500 ++ .. .... | | *................ .... | 5000 ++-------------------------------------------------*----------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 8572.51 +22.7% 10521.45 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 5746.47 +41.7% 8143.18 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 14318.98 +30.3% 18664.63 TOTAL lock_stat.sk_lock-AF_INET.holdtime-max lock_stat.hrtimer_bases.lock#8.holdtime-total 66000 O+-----------------------------------------------------------------+ | | 64000 ++ O | 62000 ++ | | O | 60000 ++ O 58000 ++ | | | 56000 ++ ..*..... | 54000 ++ ...... O ... | | ...... ... | 52000 *+. .... | 50000 ++ . ........* | *...............*........ | 48000 ++-----------------------------------------------------------------+ lock_stat.hrtimer_bases.lock#8.holdtime-total 60000 ++-----------------------------------------------------------------+ | | 55000 O+ | | | | | 50000 ++ O | O | 45000 ++ O O | | | 40000 ++ ..*..... | | .... .... | | .... .... | 35000 ++ .... .. | *................*.. *................* 30000 ++-----------------------------------------------------------------+ lock_stat.hrtimer_bases.lock#8.holdtime-total 64000 ++---------------O-------------------------------------------------+ O | 62000 ++ O | 60000 ++ | | O | 58000 ++ | | ..*..... O 56000 ++ .... .... | | .... .... | 54000 ++ .... .. | 52000 ++ ..*.. *................| | ...... * 50000 ++ ...... | *.. | 48000 ++-----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 52500.37 +16.3% 61036.72 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 51663.17 +17.5% 60682.61 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 33168.00 +45.2% 48173.22 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 137331.54 +23.7% 169892.55 TOTAL lock_stat.hrtimer_bases.lock#8.holdtime-total lock_stat.hrtimer_bases.lock#9.holdtime-total 64000 ++---------------O-------------------------------------------------+ 62000 ++ | O | 60000 ++ O O | 58000 ++ | | .*.... | 56000 ++ .... ... | 54000 ++ ... .. O 52000 ++ ... ... .* | .... ... .... | 50000 *+ . ... | 48000 ++ *........... ... | | .... .... | 46000 ++ *. | 44000 ++-----------------------------------------------------------------+ lock_stat.hrtimer_bases.lock#9.holdtime-total 55000 ++-----------------------------------------------------------------+ | O | | 50000 ++ | O | | | 45000 ++ O O | | O | 40000 ++ .*..... | | ... .... | | ... .... | 35000 ++ .. .. | | ... *............ | *................ ... ....| 30000 ++---------------*-------------------------------------------------* a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 50640.50 +18.1% 59786.93 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 33066.91 +40.7% 46512.01 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 83707.40 +27.0% 106298.94 TOTAL lock_stat.hrtimer_bases.lock#9.holdtime-total lock_stat.&irq_desc_lock_class.holdtime-total 14000 O+-----------------------------------------------------------------+ 13000 ++ | | | 12000 ++ O | 11000 ++ | | | 10000 ++ | 9000 ++ | 8000 ++ | | O O O 7000 ++ | 6000 ++ ..*...............*................* | ...... | 5000 ++ ...... | 4000 *+---------------*-------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 5390.62 +80.7% 9743.36 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 5390.62 +80.7% 9743.36 TOTAL lock_stat.&irq_desc_lock_class.holdtime-total lock_stat.rcu_node_1.contentions.rcu_process_callbacks 95000 ++-----------------------------------------------------------------+ | ....*........ | 90000 ++ ........ ...... | | ........*... ..| | ........*........ * 85000 *+....... | | | 80000 ++ | | | 75000 ++ O O O O | | | 70000 ++ O | | | 65000 ++-----------------------------------------------------------------+ lock_stat.rcu_node_1.contentions.rcu_process_callbacks 180000 ++----------------------------------------------------------------+ | ..*...............| 170000 ++ ...... * 160000 *+...............*............... ...... | | *.. | 150000 ++ | | | 140000 ++ | | | 130000 ++ | 120000 ++ | | | 110000 O+ O | O O | 100000 ++---------------O------------------------------------------------+ lock_stat.rcu_node_1.contentions.rcu_process_callbacks 92000 ++-----------------------------------------------------------------+ 90000 ++ .*................* | ... | 88000 ++ .... | 86000 *+....... ... | | ...... ... | 84000 ++ .. ........*. | 82000 ++ *........ | 80000 O+ | | | 78000 ++ O 76000 ++ | | | 74000 ++ O O | 72000 ++------------------------------------------------O----------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 86489.20 -12.7% 75544.20 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 87477.60 -16.3% 73253.20 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 165140.80 -35.3% 106834.60 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 339107.60 -24.6% 255632.00 TOTAL lock_stat.rcu_node_1.contentions.rcu_process_callbacks lock_stat.hrtimer_bases.lock#5.holdtime-total 64000 ++-----------------------------------------------------------------+ 62000 ++ O | | O 60000 ++ O | 58000 ++ | O O | 56000 ++ | 54000 ++ .*........ | 52000 ++ ... ...... | | ... .. ........* 50000 ++ .. *...............*........ | 48000 ++ ... | | ... | 46000 *+ | 44000 ++-----------------------------------------------------------------+ lock_stat.hrtimer_bases.lock#5.holdtime-total 600000 ++----------------------------------------------------------------+ | O | O O | 550000 ++ O O | | | | 500000 ++ | | | 450000 ++ | | | | ....*........... | 400000 ++ ........ ....| | ....*.... * *................ ........ | 350000 ++---------------*------------------------------------------------+ lock_stat.hrtimer_bases.lock#5.holdtime-total 64000 ++-----------------------------------------------------------------+ O O O 62000 ++ | 60000 ++ O O | | | 58000 ++ | 56000 ++ | *... | 54000 ++ ... ........*................| 52000 ++ .. .*....... * | .. .... | 50000 ++ ... ... | 48000 ++ .. ... | | . .... | 46000 ++---------------*-------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 51885.09 +19.1% 61820.57 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 50248.51 +18.8% 59677.83 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 383779.60 +45.1% 556672.65 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 485913.20 +39.6% 678171.04 TOTAL lock_stat.hrtimer_bases.lock#5.holdtime-total lock_stat.&(&zone->lock)->rlock.acq-bounces 5.6e+07 ++-------------------------------*-------------------------------+ | ........ .... | 5.4e+07 *+..............*.... *...............* | | | | 5.2e+07 ++ | | | 5e+07 ++ | | | 4.8e+07 ++ | | | | | 4.6e+07 ++ | | O O O O 4.4e+07 O+---------------------------------------------------------------+ lock_stat.&(&zone->lock)->rlock.acq-bounces 1.4e+08 ++--------------------------------------------------------------+ | | 1.35e+08 *+.............. ........*........... | | *....... .... | | *...............| 1.3e+08 ++ * | | 1.25e+08 ++ | | | 1.2e+08 ++ | | | | | 1.15e+08 O+ O O O O | | 1.1e+08 ++--------------------------------------------------------------+ lock_stat.&(&zone->lock)->rlock.acq-bounces 8e+07 ++---------------------------------------------------------------+ | | 7.5e+07 *+.............. ........*...............*...............* | *........ | 7e+07 ++ | | | 6.5e+07 ++ | | | 6e+07 ++ | | | 5.5e+07 ++ | | | 5e+07 ++ | O O O O O 4.5e+07 ++---------------------------------------------------------------+ lock_stat.&(&zone->lock)->rlock.acq-bounces 1.32e+08 ++--------------------------------------------------------------+ *........... | 1.3e+08 ++ .... | 1.28e+08 ++ *...............*...............*...............| | * 1.26e+08 ++ | 1.24e+08 ++ | | | 1.22e+08 ++ | 1.2e+08 ++ | | | 1.18e+08 ++ | 1.16e+08 ++ | | O | 1.14e+08 O+--------------O---------------O-------------------------------O a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 54826317.00 -18.4% 44746556.00 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 128453149.80 -10.8% 114576538.00 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 133029265.60 -13.9% 114576052.40 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 74769026.20 -36.3% 47652801.80 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 391077758.60 -17.8% 321551948.20 TOTAL lock_stat.&(&zone->lock)->rlock.acq-bounces lock_stat.slock-AF_INET-RPC/1.holdtime-total 26000 ++-----------------------------------------------------------------+ O | 24000 ++ | 22000 ++ | | | 20000 ++ | 18000 ++ | | | 16000 ++ | 14000 ++ O O | | O 12000 ++ ........*................ ........*............ | 10000 *+....... *....... ....| | * 8000 ++-----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 10876.24 +42.4% 15492.61 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 10876.24 +42.4% 15492.61 TOTAL lock_stat.slock-AF_INET-RPC/1.holdtime-total lock_stat.hrtimer_bases.lock#4.holdtime-total 62000 ++-----------------------------------------------------------------O O O | 60000 ++ | 58000 ++ O | | .*...... O | 56000 ++ .. .... | | .. .... | 54000 ++ .. .. | | .. *....... | 52000 ++ .. ...... | 50000 ++ .. .. ........* | .. *........ | 48000 *+ | | | 46000 ++-----------------------------------------------------------------+ lock_stat.hrtimer_bases.lock#4.holdtime-total 650000 ++----------------------------------------------------------------+ | | 600000 O+ | | | | O O O 550000 ++ O | | | 500000 ++ | | | 450000 ++ | | | | | 400000 *+............... ........*............ ....* | *....... .... ........ | 350000 ++------------------------------------------------*---------------+ lock_stat.hrtimer_bases.lock#4.holdtime-total 66000 ++------------------------------------------------O----------------+ 64000 ++ | O | 62000 ++ | 60000 ++ O | | 58000 ++ O | 56000 ++ ....*................| 54000 ++ O ........ * *...... ..*... | 52000 ++ .... .... | 50000 ++ .... .... | | .. .... | 48000 ++ *.. | 46000 ++-----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 53145.19 +13.4% 60261.14 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 51528.40 +16.3% 59904.38 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 377495.67 +49.8% 565323.09 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 482169.27 +42.2% 685488.60 TOTAL lock_stat.hrtimer_bases.lock#4.holdtime-total lock_stat.hrtimer_bases.lock.holdtime-total 62000 ++-----------------------------------------------------------------+ | O O | 60000 ++ O 58000 ++ O | | | 56000 ++ ....*.. | O ........ .. | 54000 ++ ........*.... .. | *........ .. | 52000 ++ .. ..* 50000 ++ .. .... | | .. .... | 48000 ++ . .... | | *.. | 46000 ++-----------------------------------------------------------------+ lock_stat.hrtimer_bases.lock.holdtime-total 55000 ++-----------------------------------------------------------------+ | O | 50000 ++ O | | O | 45000 ++ | | O .*..... | 40000 ++ ... O .... | | ... .... | 35000 ++ .. .. | | ... *................| *................ ... * 30000 ++ *. | | | 25000 ++-----------------------------------------------------------------+ lock_stat.hrtimer_bases.lock.holdtime-total 66000 ++-----------------------------------------------------------------+ | O | 64000 ++ O 62000 ++ O | O O | 60000 ++ | | | 58000 ++ | | | 56000 ++ ..*........... | 54000 ++ .... .... | | .... *........ | 52000 ++ .... ...... | *................*.. ..| 50000 ++-----------------------------------------------------------------* a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 52449.95 +19.7% 62802.74 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 52567.17 +12.1% 58947.29 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 33568.05 +37.7% 46226.98 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 138585.17 +21.2% 167977.00 TOTAL lock_stat.hrtimer_bases.lock.holdtime-total lock_stat.clock-AF_INET-R.holdtime-total 16000 ++-----------------------------------------------------------------+ 15000 O+ | | | 14000 ++ | 13000 ++ | 12000 ++ | 11000 ++ | | | 10000 ++ | 9000 ++ O | 8000 ++ ....*............ O | 7000 ++ ........ .... ........*............ O *.... *....... ....| 6000 ++ * 5000 ++-----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 6832.41 +40.7% 9611.81 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 6832.41 +40.7% 9611.81 TOTAL lock_stat.clock-AF_INET-R.holdtime-total lock_stat.hrtimer_bases.lock#2.holdtime-total 680000 O+----------------------------------------------------------------+ | O O O | 660000 ++ O | | | | 640000 ++ | | | 620000 ++ | | | 600000 ++ | | | | ........*................ ........* 580000 *+...............*....... *....... | | | 560000 ++----------------------------------------------------------------+ lock_stat.hrtimer_bases.lock#2.holdtime-total 600000 ++----------------------------------------------------------------+ | | O | 550000 ++ O O | | O | | O 500000 ++ | | | 450000 ++ | | | | | 400000 ++ | | ........*............... | *........ *................*...............| 350000 ++----------------------------------------------------------------* lock_stat.hrtimer_bases.lock#2.holdtime-total 700000 ++----------------------------------------------------------------+ | | 680000 O+ | | O O O O | | 660000 ++ | | | 640000 ++ | | ..*.... | 620000 ++ .... ... | | .... .. | | .... ... | 600000 ++ ........*. ... | *........ . ........* 580000 ++------------------------------------------------*---------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 596329.83 +13.2% 674994.64 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 580486.49 +15.4% 669614.61 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 371948.35 +44.9% 539000.46 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 1548764.66 +21.6% 1883609.71 TOTAL lock_stat.hrtimer_bases.lock#2.holdtime-total lock_stat.sk_lock-AF_INET-RPC.holdtime-total 38000 ++-----------------------------------------------------------------+ 36000 O+ | | | 34000 ++ | 32000 ++ | 30000 ++ | 28000 ++ | | | 26000 ++ | 24000 ++ | 22000 ++ O O | 20000 ++ O | | ........*................* 18000 *+...............*................*....... O 16000 ++-----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 18252.12 +32.5% 24182.24 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 18252.12 +32.5% 24182.24 TOTAL lock_stat.sk_lock-AF_INET-RPC.holdtime-total lock_stat.&rsp->gp_wq.acquisitions 64000 ++-----------------------------------------------------------------O | | 62000 O+ O | 60000 ++ O O | | | 58000 ++ | 56000 ++ | | | 54000 ++ | 52000 ++ | | ....*................| 50000 *+...............*................ ........ * 48000 ++ *... | | | 46000 ++-----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 49619.00 +23.8% 61406.00 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 49619.00 +23.8% 61406.00 TOTAL lock_stat.&rsp->gp_wq.acquisitions lock_stat.hrtimer_bases.lock#7.holdtime-total 64000 ++---------------O-------------------------------------------------+ | | 62000 O+ O 60000 ++ | | O | 58000 ++ | | O | 56000 ++ | | .*................ | 54000 ++ .... *..... | 52000 ++ ... .... | | ... .... ....* 50000 ++.... .. ........ | *. *.... | 48000 ++-----------------------------------------------------------------+ lock_stat.hrtimer_bases.lock#7.holdtime-total 55000 ++-----------------------------------------------------------------+ | O | | 50000 O+ | | | | O O | 45000 ++ O | | .*..... | 40000 ++ .. .... | | ... .... | | .. .. | 35000 ++ .. *................* | ... | *................ .. | 30000 ++---------------*-------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 51929.15 +17.2% 60839.18 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 35257.52 +35.7% 47854.39 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 87186.67 +24.7% 108693.57 TOTAL lock_stat.hrtimer_bases.lock#7.holdtime-total lock_stat.hrtimer_bases.lock#6.holdtime-total 62000 ++-----------------------------------------------------------------+ | O O | 60000 ++ O | | 58000 O+ | | | 56000 ++ ........*..... | *........ ... | 54000 ++ ... O | | .... | 52000 ++ . ..* | *........... ...... | 50000 ++ .... ...... | | *.. | 48000 ++-----------------------------------------------------------------+ lock_stat.hrtimer_bases.lock#6.holdtime-total 320000 ++----------------------------------------------------------------+ | O O | 300000 O+ | | O O 280000 ++ | | | 260000 ++ | | | 240000 ++ | | ....*....... | 220000 ++ ........ ...... | *........ ..*.... ..| 200000 ++ ...... ...... * | .. ..... | 180000 ++---------------*------------------------------------------------+ lock_stat.hrtimer_bases.lock#6.holdtime-total 60000 ++---------------O-------------------------------------------------+ 59000 ++ O O O | 58000 ++ | 57000 ++ O | | | 56000 ++ | 55000 ++ | 54000 ++ ....*...... | | ........ .... | 53000 ++ ..*... .... | 52000 *+........... ...... ..| | .... ...... * 51000 ++ *.. | 50000 ++-----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 52383.20 +12.3% 58837.64 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 52512.00 +12.0% 58814.32 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 205469.46 +46.2% 300402.39 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 310364.66 +34.7% 418054.35 TOTAL lock_stat.hrtimer_bases.lock#6.holdtime-total lock_stat.hrtimer_bases.lock#1.holdtime-total 640000 ++----------------------------------------------------------------+ | | 620000 ++ O O O O | 600000 ++ O | | | 580000 ++ | | | 560000 ++ | | | 540000 ++ ..*...............*............ | | ...... .... | 520000 ++ ...... *...............* *.. | 500000 ++----------------------------------------------------------------+ lock_stat.hrtimer_bases.lock#1.holdtime-total 520000 O+----------------------------------------------------------------+ 500000 ++ O | | 480000 ++ O O | 460000 ++ O | 440000 ++ | 420000 ++ | | | 400000 ++ | 380000 ++ ..*........ | 360000 ++ ...... ...... | 340000 ++ ..... .. | *................*.. *...............| 320000 ++ * 300000 ++----------------------------------------------------------------+ lock_stat.hrtimer_bases.lock#1.holdtime-total 620000 ++---------------O------------------------------------------------+ | O | 600000 ++ O O O | | | 580000 ++ | | | 560000 ++ | | | 540000 ++ ........*................*...............| | ..*....... * | ...... | 520000 ++ ...... | *.. | 500000 ++----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 532448.23 +13.9% 606306.04 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 527184.53 +16.5% 614098.44 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 340899.31 +42.2% 484600.59 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 1400532.07 +21.7% 1705005.07 TOTAL lock_stat.hrtimer_bases.lock#1.holdtime-total lock_stat.hrtimer_bases.lock#3.holdtime-total 255000 ++----------------------------------------------------------------+ 250000 O+ O | | | 245000 ++ O O | 240000 ++ | | O 235000 ++ | 230000 ++ | 225000 ++ | | | 220000 ++ | 215000 ++ ..*........... | | ...... .... ........*...............* 210000 ++ ...... *........ | 205000 *+----------------------------------------------------------------+ lock_stat.hrtimer_bases.lock#3.holdtime-total 600000 ++----------------------------------------------------------------+ | | O O | 550000 ++ O O O | | | | 500000 ++ | | | 450000 ++ | | | *............ | 400000 ++ .... ....* | *...............*................ ........ | | *... | 350000 ++----------------------------------------------------------------+ lock_stat.hrtimer_bases.lock#3.holdtime-total 255000 ++----------------------------------------------------------------+ 250000 O+ | | O | 245000 ++ O | 240000 ++ O O | | 235000 ++ | 230000 ++ | 225000 ++ | | | 220000 ++ ........* 215000 *+........... ....*................*....... | | .... ........ | 210000 ++ *... | 205000 ++----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 214847.16 +13.8% 244450.42 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 211261.82 +16.4% 245963.54 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 389749.95 +41.3% 550585.14 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 815858.93 +27.6% 1040999.11 TOTAL lock_stat.hrtimer_bases.lock#3.holdtime-total lock_stat.rcu_node_1.waittime-total 260000 ++----------------------------------------------------------------+ | O 250000 ++ O | 240000 ++ O | | O | 230000 ++ | 220000 O+ | | | 210000 ++ | 200000 ++ | *................ | 190000 ++ *...............*................ | 180000 ++ *...............| | * 170000 ++----------------------------------------------------------------+ lock_stat.rcu_node_1.waittime-total 155000 ++----------------------------------------------------------------O | | 150000 ++ | O O | 145000 ++ O O | | | 140000 ++ | | | 135000 ++ | | .*................*........... | 130000 ++ ... ....| | .... * 125000 ++ ... | *................ ... | 120000 ++---------------*------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 186327.57 +29.2% 240758.01 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 126802.24 +16.8% 148051.50 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 313129.81 +24.2% 388809.52 TOTAL lock_stat.rcu_node_1.waittime-total lock_stat.&(&queue->lock)->rlock.holdtime-total 11000 ++-----------------------------------------------------------------+ O | 10000 ++ | | | 9000 ++ | | | 8000 ++ | | | 7000 ++ | | | 6000 ++ | | ....*............ O | 5000 ++ ........ .... O O *.... *...............*................* 4000 ++-----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 4705.31 +32.4% 6231.57 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 4705.31 +32.4% 6231.57 TOTAL lock_stat.&(&queue->lock)->rlock.holdtime-total lock_stat.&fsnotify_mark_srcu-R.acquisitions 4.3e+06 ++---------------------------------------------------------------+ O O O O O 4.2e+06 ++ | 4.1e+06 ++ | | | 4e+06 ++ | 3.9e+06 ++ | | | 3.8e+06 ++ | 3.7e+06 ++ | | | 3.6e+06 ++ | 3.5e+06 *+..............*................ ........* | *...............*....... | 3.4e+06 ++---------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 3497523.40 +21.6% 4252169.00 lkp-t410/micro/netperf/120s-200%-TCP_SENDFILE 3497523.40 +21.6% 4252169.00 TOTAL lock_stat.&fsnotify_mark_srcu-R.acquisitions lock_stat.balancing.acquisitions 84000 O+-----------------------------------------------------------------+ | O O | 82000 ++ O O 80000 ++ | | | 78000 ++ | 76000 ++ | | | 74000 ++ | 72000 ++ | | | 70000 ++ ........*............ | 68000 *+....... .... ........* | *...............*........ | 66000 ++-----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 68032.40 +20.6% 82060.60 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 68032.40 +20.6% 82060.60 TOTAL lock_stat.balancing.acquisitions lock_stat.rcu_node_1.acquisitions 820000 ++----------------------------------------------------------------+ 800000 *+........... | | .... | 780000 ++ *....... | 760000 ++ ...... ....*....... | 740000 ++ .. ........ ...... | 720000 ++ *.... ..| | * 700000 ++ | 680000 ++ | 660000 O+ | 640000 ++ O O | O | 620000 ++ O | 600000 ++----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 754613.40 -15.3% 638993.40 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 754613.40 -15.3% 638993.40 TOTAL lock_stat.rcu_node_1.acquisitions lock_stat.&(&xprt->transport_lock)->rlock.holdtime-total 16000 O+-----------------------------------------------------------------+ 15000 ++ | | | 14000 ++ | 13000 ++ | | | 12000 ++ | 11000 ++ | 10000 ++ | | | 9000 ++ O O | 8000 ++ ........*................ O | *........ *...............*................O 7000 ++ * 6000 ++-----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 7442.67 +30.8% 9734.73 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 7442.67 +30.8% 9734.73 TOTAL lock_stat.&(&xprt->transport_lock)->rlock.holdtime-total lock_stat.((&timer)).acquisitions 45000 *+-----------------------------------------------------------------+ | ...... | 44000 ++ .. | 43000 ++ *........ | | ...... ....*..... | 42000 ++ .. ........ ... | 41000 ++ *... ... | | .... | 40000 ++ .O 39000 ++ * | | 38000 O+ O O | 37000 ++ | | O | 36000 ++-----------------------------------------------------------------+ lock_stat.((&timer)).acquisitions 52000 ++-----------------------------------------------------------------O | | 50000 O+ O | | | 48000 ++ O O | | | 46000 ++ | | | 44000 ++ | | | 42000 ++ ..*............ | | ...... ....| 40000 *+...............*................ ..... * | *.. | 38000 ++-----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 42171.60 -9.8% 38027.20 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 40055.20 +23.4% 49438.80 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 82226.80 +6.4% 87466.00 TOTAL lock_stat.((&timer)).acquisitions lock_stat.rcu_node_1.acq-bounces 400000 ++----------------------------------------------------------------+ 390000 *+........... | | .... | 380000 ++ *..... | 370000 ++ .... ..*....... | | .... ...... ...... | 360000 ++ .. ...... ..| 350000 ++ *.. * 340000 ++ | | | 330000 O+ | 320000 ++ O O | | 310000 ++ O O | 300000 ++----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 370051.60 -14.6% 315968.60 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 370051.60 -14.6% 315968.60 TOTAL lock_stat.rcu_node_1.acq-bounces lock_stat.s_active#4-R.holdtime-total 26000 ++------------------------------------------------O----------------+ | O O 25000 ++ O | O | | | 24000 ++ | | | 23000 ++ | | | 22000 ++ | *............ | | .... | 21000 ++ *................ ........*................* | *....... | 20000 ++-----------------------------------------------------------------+ lock_stat.s_active#4-R.holdtime-total 14500 ++-----------------------------------------------------------------+ O | 14000 ++ | | | | O | 13500 ++ O | O | 13000 ++ | | O | 12500 ++ | | ........*........... | | ........*........ .... ........* 12000 *+....... *........ | | | 11500 ++-----------------------------------------------------------------+ lock_stat.s_active#4-R.holdtime-total 15000 ++-----------------------------------------------------------------+ | | 14500 ++ O | | O O | | | 14000 ++ | O O 13500 ++ .*..... | | ... .... | 13000 ++ ... .... | | .. .. | | ... *................| 12500 *+............... ... * | *. | 12000 ++-----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 20973.71 +20.6% 25287.66 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 12663.93 +11.6% 14131.14 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 12156.88 +11.1% 13502.51 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 45794.52 +15.6% 52921.30 TOTAL lock_stat.s_active#4-R.holdtime-total lock_stat.&anon_vma->rwsem.acquisitions 375000 ++----------------------------------------------------------------+ *................*............... | 370000 ++ *................*...............* 365000 ++ | | | 360000 ++ | | | 355000 ++ | | | 350000 ++ | 345000 ++ | | | 340000 O+ | | O | 335000 ++---------------O--------------------------------O---------------O a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 370724.60 -9.2% 336688.00 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 370724.60 -9.2% 336688.00 TOTAL lock_stat.&anon_vma->rwsem.acquisitions lock_stat.&(&sighand->siglock)->rlock.acquisitions 118000 *+---------------*------------------------------------------------+ | *................*...............* 116000 ++ | | | 114000 ++ | | | 112000 ++ | | | 110000 ++ | | | 108000 ++ | O O | 106000 ++ O O O | | 104000 ++----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 117249.20 -9.2% 106459.80 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 117249.20 -9.2% 106459.80 TOTAL lock_stat.&(&sighand->siglock)->rlock.acquisitions lock_stat.&mm->mmap_sem-W.acquisitions 134000 ++----------------------------------------------------------------+ | ........*............... | 132000 *+....... *................*...............* 130000 ++ | | | 128000 ++ | | | 126000 ++ | | | 124000 ++ | 122000 ++ | O | 120000 ++ O | | O O O 118000 ++----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 131925.20 -9.0% 120103.20 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 131925.20 -9.0% 120103.20 TOTAL lock_stat.&mm->mmap_sem-W.acquisitions lock_stat.&(&mm->page_table_lock)->rlock.acquisitions 1.88e+06 ++--------------------------------------------------------------+ 1.86e+06 *+..............*............... | | *...............*...............* 1.84e+06 ++ | 1.82e+06 ++ | 1.8e+06 ++ | 1.78e+06 ++ | | | 1.76e+06 ++ | 1.74e+06 ++ | 1.72e+06 ++ | 1.7e+06 ++ | O O | 1.68e+06 ++ O O O 1.66e+06 ++--------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 1853240.20 -9.1% 1684586.00 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 1853240.20 -9.1% 1684586.00 TOTAL lock_stat.&(&mm->page_table_lock)->rlock.acquisitions lock_stat.&mapping->i_mmap_mutex.acquisitions 340000 ++----------------------------------------------------------------+ *................*............... ........*...............* 335000 ++ *........ | 330000 ++ | | | 325000 ++ | | | 320000 ++ | | | 315000 ++ O | 310000 ++ | O | 305000 ++ O | | O O 300000 ++----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 336411.20 -8.9% 306572.40 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 336411.20 -8.9% 306572.40 TOTAL lock_stat.&mapping->i_mmap_mutex.acquisitions vmstat.system.cs 550000 ++----------------------------------------------------------------+ 500000 *+...............*........... ....*...............* | .... ........ | 450000 ++ *.... | 400000 ++ | 350000 ++ | 300000 ++ | | | 250000 ++ | 200000 ++ | 150000 ++ | 100000 ++ | | | 50000 O+ O O O O 0 ++----------------------------------------------------------------+ vmstat.system.cs 600000 ++----------------------------------------------------------------+ *..... | 500000 ++ ... | | ... | | .... | 400000 ++ . | | *............... | 300000 ++ *................*...............| | * 200000 ++ | | | | | 100000 ++ | O O O O O 0 ++----------------------------------------------------------------+ vmstat.system.cs 24000 ++-----------------------------------------------------------------+ 22000 *+...............*................*...............*................* | | 20000 ++ | 18000 ++ | | | 16000 ++ | 14000 ++ | 12000 ++ | | | 10000 ++ | 8000 ++ | | | 6000 ++ | 4000 O+---------------O----------------O---------------O----------------O vmstat.system.cs 800000 *+-------------------------------*----------------*---------------* | *....... | 700000 ++ | | | 600000 ++ | 500000 ++ | | | 400000 ++ | | | 300000 ++ | 200000 ++ | | | 100000 ++ | O O O O O 0 ++----------------------------------------------------------------+ vmstat.system.cs 300000 ++----------------------------------------------------------------+ | | *............ | 250000 ++ .... | | *....... | | ...... ....*...............| 200000 ++ .. ........ * | *.... | 150000 ++ | | | | | 100000 ++ | | | | | 50000 O+---------------O---------------O----------------O---------------O vmstat.system.cs 11660 ++-----------------------------------------------------------------+ | O O | 11640 ++ | 11620 O+ O | | | 11600 ++ O 11580 ++ | | | 11560 ++ | 11540 ++ | | | 11520 *+............... ........*........... | 11500 ++ *........ .... ........* | *........ | 11480 ++-----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 489383.00 -94.6% 26521.20 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 213650.80 -73.5% 56646.20 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 353511.60 -84.1% 56255.00 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 764009.00 -95.2% 36901.40 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 11507.20 +1.0% 11626.00 lkp-t410/micro/netperf/120s-200%-TCP_CRR 22787.80 -80.0% 4563.00 lkp-t410/micro/netperf/120s-200%-TCP_SENDFILE 1854849.40 -89.6% 192512.80 TOTAL vmstat.system.cs iostat.cpu.user 1.7 *+-------------------------------------------------------------------+ 1.6 ++ *........ ..*................* | ...... ...... | 1.5 ++ ... ...... | 1.4 ++ *.. | 1.3 ++ | 1.2 ++ | | | 1.1 ++ | 1 ++ | 0.9 ++ | 0.8 ++ | | O O | 0.7 O+ O O 0.6 ++-------------------------------------------------------------------+ iostat.cpu.user 2.3 ++-------------------------------------------------------------------+ *.... | 2.2 ++ ... | 2.1 ++ .. | | ... | 2 ++ ... | 1.9 ++ . | | *................. | 1.8 ++ *................ | 1.7 ++ *................| | * 1.6 ++ | 1.5 ++ | | | 1.4 O+---------------O-----------------O----------------O----------------O iostat.cpu.user 3.2 ++-------------------------------------------------------------------+ | ....*................ | 3 ++ ......... *................| 2.8 *+...............*.... * | | 2.6 ++ | 2.4 ++ | | | 2.2 ++ | 2 ++ | | | 1.8 O+ O O 1.6 ++ O | | O | 1.4 ++-------------------------------------------------------------------+ iostat.cpu.user 3.4 ++-------------------------------------------------------------------+ 3.3 *+...............*............. ....*................* | .... ........ | 3.2 ++ *.... | 3.1 ++ | 3 ++ | 2.9 ++ | | | 2.8 ++ | 2.7 ++ | 2.6 ++ | 2.5 ++ | O O O O 2.4 ++ O | 2.3 ++-------------------------------------------------------------------+ iostat.cpu.user 1.5 ++-------------------------------------------------------------------+ | | 1.4 ++ ........*................| *................ .........*........ * | *........ | 1.3 ++ | | | 1.2 ++ | | | 1.1 ++ | | | | O O O 1 O+ | | | 0.9 ++---------------O---------------------------------------------------+ iostat.cpu.user 3.8 ++-------------------------------------------------------------------+ | | 3.6 ++ ....*................. | | ........ *................*................* 3.4 *+... | | | 3.2 ++ | | | 3 ++ | | | 2.8 ++ | | O O O 2.6 O+ O | | | 2.4 ++-------------------------------------------------------------------+ iostat.cpu.user 1.6 ++------------------------------------------------------------------+ *............ | 1.55 ++ .... | | *... | | ... | 1.5 ++ .. | | .. | 1.45 ++ ... ..*............ | | .. ...... ....| 1.4 ++ . ...... * | *.. | | | 1.35 ++ O | O O | 1.3 ++--------------------------------O---------------------------------O iostat.cpu.user 6.8 ++-------------------------------------------------------------------+ O O O | 6.6 ++ | 6.4 ++ O | | | 6.2 ++ O 6 ++ | | | 5.8 ++ ..*........ ..* 5.6 ++ .... ...... ...... | *............ ..... .. ...... | 5.4 ++ .... .... *.. | 5.2 ++ *.. | | | 5 ++-------------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 1.57 -54.3% 0.72 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 1.47 -10.6% 1.32 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 1.85 -23.8% 1.41 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 1.37 -27.0% 1.00 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 5.53 +17.8% 6.51 lkp-t410/micro/netperf/120s-200%-TCP_CRR 3.29 -26.1% 2.43 lkp-t410/micro/netperf/120s-200%-TCP_MAERTS 2.89 -40.9% 1.71 lkp-t410/micro/netperf/120s-200%-TCP_SENDFILE 3.49 -23.8% 2.66 lkp-t410/micro/netperf/120s-200%-TCP_STREAM 21.47 -17.3% 17.76 TOTAL iostat.cpu.user vmstat.system.in 17100 ++-----------------------------------------------------------------+ 17000 ++ ........*................| | ..*....... * 16900 ++ .... | 16800 ++ .... | | .... | 16700 ++ ....*.. | 16600 ++ ........ | 16500 *+... | | | 16400 ++ | 16300 ++ | O O | 16200 ++ O O O 16100 ++-----------------------------------------------------------------+ vmstat.system.in 11500 ++-----------------------------------------------------------------+ | | 11000 *+... | | ... | 10500 ++ .. | | ... | 10000 ++ ... ....*....... | | . ........ ...... | 9500 ++ *.... .. | | *................* 9000 ++ | | | 8500 ++ | O O O O O 8000 ++-----------------------------------------------------------------+ vmstat.system.in 18200 ++-----------------------------------------------------------------+ | | 18000 ++ ..*.... | 17800 ++ .... ... | | .... .. | 17600 ++ .... ... | *.. ... ..* 17400 ++ . .... | | *........... .... | 17200 ++ .... .... | 17000 O+ O *.. | | | 16800 ++ O O O | | 16600 ++-----------------------------------------------------------------+ vmstat.system.in 260 O+---------------O----------------O---------------O----------------O | | | | 259.8 ++ | | | | | 259.6 ++ | | | 259.4 ++ | | | | | 259.2 ++ | | | | | 259 *+---------------*----------------*---------------*----------------* vmstat.system.in 10200 ++-----------------------------------------------------------------+ 10000 *+.. | | ... | 9800 ++ .. | 9600 ++ .. | | ... | 9400 ++ .. | 9200 ++ . | 9000 ++ *............ ....*................* | .... ........ | 8800 ++ *... | 8600 ++ | | | 8400 O+ O O O 8200 ++---------------O-------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 16845.20 -3.8% 16198.80 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 9209.00 -9.6% 8327.60 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 9785.00 -15.3% 8284.00 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 17493.80 -3.4% 16896.20 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 259.00 +0.4% 260.00 lkp-t410/micro/netperf/120s-200%-TCP_STREAM 53592.00 -6.8% 49966.60 TOTAL vmstat.system.in iostat.cpu.idle 1.33 ++------------------------------------------------------------------O | | 1.32 O+ O | 1.31 ++ O O | | | 1.3 *+.. | 1.29 ++ .. .*................ | | .. .. *................| 1.28 ++ .. ... * 1.27 ++ .. .. | | .. .. | 1.26 ++ .. ... | 1.25 ++ . .. | | *. | 1.24 ++------------------------------------------------------------------+ iostat.cpu.idle 1.34 ++------------------------------------------------------------------+ | O | 1.32 O+ | | O O | | O 1.3 ++ ........*............ | | .*........ .... | 1.28 ++ .. *................| | .. * 1.26 ++ .. | | .. | | .. | 1.24 ++ .. | | .. | 1.22 *+------------------------------------------------------------------+ iostat.cpu.idle 4.295 ++-----------------------------------------------------------------+ 4.29 ++ O | | O | 4.285 ++ O | 4.28 ++ | *... | 4.275 O+ ... ..* 4.27 ++ .. ...... | 4.265 ++ .. ...... | | ... ..*.. | 4.26 ++ .. .... | 4.255 ++ . .... | | *................ .... | 4.25 ++ *. | 4.245 ++-----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 4.26 +0.5% 4.28 lkp-t410/micro/netperf/120s-200%-TCP_CRR 1.27 +3.5% 1.32 lkp-t410/micro/netperf/120s-200%-TCP_MAERTS 1.28 +2.8% 1.32 lkp-t410/micro/netperf/120s-200%-TCP_SENDFILE 6.82 +1.5% 6.92 TOTAL iostat.cpu.idle vmstat.cpu.sy 96 O+---------------O----------------O----------------O----------------O | | | | 95.8 ++ | | | | | 95.6 ++ | | | 95.4 ++ | | | | | 95.2 ++ | | | | | 95 *+---------------*----------------*----------------*----------------* vmstat.cpu.sy 96 O+---------------O----------------O----------------O----------------O | | | | 95.8 ++ | | | | | 95.6 ++ | | | 95.4 ++ | | | | | 95.2 ++ | | | | | 95 *+---------------*----------------*----------------*----------------* vmstat.cpu.sy 90 *+---------------*---------------------------------*----------------+ | ... .. ... | | .. ... .. | 89.5 ++ .. .. .. | | ... .. ... | | .. ... .. | | . .. .| 89 ++ *. O * | | | | 88.5 ++ | | | | | | | 88 O+---------------O----------------O---------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 89.60 -1.3% 88.40 lkp-t410/micro/netperf/120s-200%-TCP_CRR 95.00 +1.1% 96.00 lkp-t410/micro/netperf/120s-200%-TCP_MAERTS 95.00 +1.1% 96.00 lkp-t410/micro/netperf/120s-200%-TCP_SENDFILE 279.60 +0.3% 280.40 TOTAL vmstat.cpu.sy iostat.cpu.system 96.6 ++------------------------------------------------------------------+ | O O O | 96.4 ++ O | | | | 96.2 ++ | | | 96 ++ | | | 95.8 O+ | | ....*............ | | ........ .... ........* 95.6 ++ ........*.... *........ | *........ | 95.4 ++------------------------------------------------------------------+ iostat.cpu.system 95.6 ++------------------------------------------------------------------+ 95.5 O+ O O O O | | 95.4 ++ | 95.3 ++ | | ........* 95.2 ++ ........*........ | 95.1 ++ .*................*........ | 95 ++ ... | | ... | 94.9 ++ .. | 94.8 ++ ... | | ... | 94.7 *+ | 94.6 ++------------------------------------------------------------------+ iostat.cpu.system 97.2 ++------------------------------------------------------------------+ | O | 97 ++ O | 96.8 O+ O O | | 96.6 ++ | | | 96.4 ++ | | | 96.2 ++ | 96 ++ | | | 95.8 *+...............*............ ........* | .... ........*........ | 95.6 ++--------------------------------*---------------------------------+ iostat.cpu.system 96.3 ++------------------------------------------------------------------+ 96.2 O+ O O | O O | 96.1 ++ | 96 ++ | | | 95.9 ++ | 95.8 ++ | 95.7 ++ | | | 95.6 ++ | 95.5 ++ ....*........ | | ........ ...... | 95.4 *+...............*.... .. ........* 95.3 ++-------------------------------------------------*----------------+ iostat.cpu.system 96.2 ++------------------------------------------------------------------+ | | 96 O+ O O | O O | | | 95.8 ++ | | | 95.6 ++ | | | 95.4 ++ | | | *........ | 95.2 ++ ...... ....*................*................* | .. ........ | 95 ++---------------*--------------------------------------------------+ iostat.cpu.system 95.85 ++-----------------------------------------------------------------+ 95.8 ++ O | | 95.75 ++ | 95.7 ++ | 95.65 ++ O | 95.6 O+ O | | O | 95.55 ++ ..*........... ....* 95.5 ++ ...... .... ........ | 95.45 ++ ...... *.... | 95.4 ++ ....*.. | | ........ | 95.35 *+... | 95.3 ++-----------------------------------------------------------------+ iostat.cpu.system 90.6 ++------------------------------------------------------------------+ | ....*...... | 90.4 ++ ........ .... | 90.2 *+... .... ....*............ | | .. ........ ....| 90 ++ *.... * 89.8 ++ | | | 89.6 ++ O 89.4 ++ | | | 89.2 ++ O | 89 ++ O O | O | 88.8 ++------------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 95.61 +0.8% 96.36 lkp-nex04/micro/netperf/120s-200%-TCP_STREAM 95.46 +0.2% 95.65 lkp-sb03/micro/netperf/120s-200%-TCP_MAERTS 95.07 +0.5% 95.51 lkp-sb03/micro/netperf/120s-200%-TCP_STREAM 90.16 -1.1% 89.16 lkp-t410/micro/netperf/120s-200%-TCP_CRR 95.38 +0.9% 96.20 lkp-t410/micro/netperf/120s-200%-TCP_MAERTS 95.76 +1.2% 96.93 lkp-t410/micro/netperf/120s-200%-TCP_SENDFILE 95.17 +0.9% 95.99 lkp-t410/micro/netperf/120s-200%-TCP_STREAM 662.60 +0.5% 665.79 TOTAL iostat.cpu.system time.elapsed_time 123 ++-----------------------------------------------------------------+ O | 122.8 ++ | 122.6 ++ | | O | 122.4 ++ | | | 122.2 ++ | | O | 122 ++ O O 121.8 ++ | *................*................ ........* 121.6 ++ *...............*........ | | | 121.4 ++-----------------------------------------------------------------+ a4fe34bf902b8f709c63 2e685cad57906e19add7 ------------------------ ------------------------ 121.69 +0.5% 122.28 lkp-sbx04/micro/netperf/120s-200%-TCP_STREAM 121.69 +0.5% 122.28 TOTAL time.elapsed_time