HEAD is now at 5a7439e... Add linux-next specific files for 20140725 git checkout 9a3c4145af32125c5ee39c0272662b47307a8323 ls -a /kbuild-tests/run-queue/kvm/i386-randconfig-ib0-07271715/next:master:9a3c4145af32125c5ee39c0272662b47307a8323:bisect-linux5 2014-07-27-17:30:33 9a3c4145af32125c5ee39c0272662b47307a8323 compiling Queued build task to /kbuild-tests/build-queue/i386-randconfig-ib0-07271715-9a3c4145af32125c5ee39c0272662b47307a8323 Check for kernel in /kernel/i386-randconfig-ib0-07271715/9a3c4145af32125c5ee39c0272662b47307a8323 waiting for completion of /kbuild-tests/build-queue/i386-randconfig-ib0-07271715-9a3c4145af32125c5ee39c0272662b47307a8323 waiting for completion of /kbuild-tests/build-queue/lkp-hsx01-consumer/i386-randconfig-ib0-07271715-9a3c4145af32125c5ee39c0272662b47307a8323 kernel: /kernel/i386-randconfig-ib0-07271715/9a3c4145af32125c5ee39c0272662b47307a8323/vmlinuz-3.16.0-rc6 2014-07-27-17:33:36 detecting boot state ... 23 30 SUCCESS bisect: good commit 9a3c4145af32125c5ee39c0272662b47307a8323 git bisect start 5a7439efd1c5c416f768fc550048ca130cf4bf99 9a3c4145af32125c5ee39c0272662b47307a8323 -- /c/kernel-tests/linear-bisect: ["-b", "5a7439efd1c5c416f768fc550048ca130cf4bf99", "-g", "9a3c4145af32125c5ee39c0272662b47307a8323", "/c/kernel-tests/bisect-test-boot-failure.sh", "/c/boot-bisect/linux5/obj-bisect"] Bisecting: 8903 revisions left to test after this (roughly 14 steps) [38efad9af81d145f07f592f618c76c78cf141e5b] Merge remote-tracking branch 'libata/for-next' running /c/kernel-tests/bisect-test-boot-failure.sh /c/boot-bisect/linux5/obj-bisect ls -a /kbuild-tests/run-queue/kvm/i386-randconfig-ib0-07271715/next:master:38efad9af81d145f07f592f618c76c78cf141e5b:bisect-linux5 2014-07-27-17:36:56 38efad9af81d145f07f592f618c76c78cf141e5b compiling Queued build task to /kbuild-tests/build-queue/i386-randconfig-ib0-07271715-38efad9af81d145f07f592f618c76c78cf141e5b Check for kernel in /kernel/i386-randconfig-ib0-07271715/38efad9af81d145f07f592f618c76c78cf141e5b waiting for completion of /kbuild-tests/build-queue/i386-randconfig-ib0-07271715-38efad9af81d145f07f592f618c76c78cf141e5b kernel: /kernel/i386-randconfig-ib0-07271715/38efad9af81d145f07f592f618c76c78cf141e5b/vmlinuz-3.16.0-rc6-02164-g38efad9 2014-07-27-17:38:56 detecting boot state ... 19 30 SUCCESS Bisecting: 6738 revisions left to test after this (roughly 13 steps) [7ed8accbe1d061e1dfe4ce7a8681495595ebe1da] next-20140724/tip running /c/kernel-tests/bisect-test-boot-failure.sh /c/boot-bisect/linux5/obj-bisect ls -a /kbuild-tests/run-queue/kvm/i386-randconfig-ib0-07271715/next:master:7ed8accbe1d061e1dfe4ce7a8681495595ebe1da:bisect-linux5 2014-07-27-17:43:05 7ed8accbe1d061e1dfe4ce7a8681495595ebe1da compiling Queued build task to /kbuild-tests/build-queue/i386-randconfig-ib0-07271715-7ed8accbe1d061e1dfe4ce7a8681495595ebe1da Check for kernel in /kernel/i386-randconfig-ib0-07271715/7ed8accbe1d061e1dfe4ce7a8681495595ebe1da waiting for completion of /kbuild-tests/build-queue/i386-randconfig-ib0-07271715-7ed8accbe1d061e1dfe4ce7a8681495595ebe1da kernel: /kernel/i386-randconfig-ib0-07271715/7ed8accbe1d061e1dfe4ce7a8681495595ebe1da/vmlinuz-3.16.0-rc6-05373-g7ed8acc 2014-07-27-17:45:05 detecting boot state .. 21 30 SUCCESS Bisecting: 3529 revisions left to test after this (roughly 12 steps) [7d3ce0493347c0176b37d877be1bc2204c2314b4] Merge remote-tracking branch 'staging/staging-next' running /c/kernel-tests/bisect-test-boot-failure.sh /c/boot-bisect/linux5/obj-bisect ls -a /kbuild-tests/run-queue/kvm/i386-randconfig-ib0-07271715/next:master:7d3ce0493347c0176b37d877be1bc2204c2314b4:bisect-linux5 2014-07-27-17:47:07 7d3ce0493347c0176b37d877be1bc2204c2314b4 compiling Queued build task to /kbuild-tests/build-queue/i386-randconfig-ib0-07271715-7d3ce0493347c0176b37d877be1bc2204c2314b4 Check for kernel in /kernel/i386-randconfig-ib0-07271715/7d3ce0493347c0176b37d877be1bc2204c2314b4 waiting for completion of /kbuild-tests/build-queue/i386-randconfig-ib0-07271715-7d3ce0493347c0176b37d877be1bc2204c2314b4 kernel: /kernel/i386-randconfig-ib0-07271715/7d3ce0493347c0176b37d877be1bc2204c2314b4/vmlinuz-3.16.0-rc6-07917-g7d3ce04 2014-07-27-17:49:07 detecting boot state ... 30 SUCCESS Bisecting: 985 revisions left to test after this (roughly 10 steps) [550c5daec4f343ffaf1a1e069e1f47275e12b369] Merge remote-tracking branch 'ktest/for-next' running /c/kernel-tests/bisect-test-boot-failure.sh /c/boot-bisect/linux5/obj-bisect ls -a /kbuild-tests/run-queue/kvm/i386-randconfig-ib0-07271715/next:master:550c5daec4f343ffaf1a1e069e1f47275e12b369:bisect-linux5 2014-07-27-17:51:29 550c5daec4f343ffaf1a1e069e1f47275e12b369 compiling Queued build task to /kbuild-tests/build-queue/i386-randconfig-ib0-07271715-550c5daec4f343ffaf1a1e069e1f47275e12b369 Check for kernel in /kernel/i386-randconfig-ib0-07271715/550c5daec4f343ffaf1a1e069e1f47275e12b369 waiting for completion of /kbuild-tests/build-queue/i386-randconfig-ib0-07271715-550c5daec4f343ffaf1a1e069e1f47275e12b369 waiting for completion of /kbuild-tests/build-queue/lkp-hsx01-consumer/i386-randconfig-ib0-07271715-550c5daec4f343ffaf1a1e069e1f47275e12b369 kernel: /kernel/i386-randconfig-ib0-07271715/550c5daec4f343ffaf1a1e069e1f47275e12b369/vmlinuz-3.16.0-rc6-08282-g550c5dae 2014-07-27-17:54:29 detecting boot state . 30 SUCCESS Bisecting: 620 revisions left to test after this (roughly 10 steps) [dd7314beaded523afff8444fa8d471446fb27172] Merge branch 'rd-docs/master' running /c/kernel-tests/bisect-test-boot-failure.sh /c/boot-bisect/linux5/obj-bisect ls -a /kbuild-tests/run-queue/kvm/i386-randconfig-ib0-07271715/next:master:dd7314beaded523afff8444fa8d471446fb27172:bisect-linux5 2014-07-27-17:55:31 dd7314beaded523afff8444fa8d471446fb27172 compiling Queued build task to /kbuild-tests/build-queue/i386-randconfig-ib0-07271715-dd7314beaded523afff8444fa8d471446fb27172 Check for kernel in /kernel/i386-randconfig-ib0-07271715/dd7314beaded523afff8444fa8d471446fb27172 waiting for completion of /kbuild-tests/build-queue/i386-randconfig-ib0-07271715-dd7314beaded523afff8444fa8d471446fb27172 waiting for completion of /kbuild-tests/build-queue/jaketown-consumer/i386-randconfig-ib0-07271715-dd7314beaded523afff8444fa8d471446fb27172 kernel: /kernel/i386-randconfig-ib0-07271715/dd7314beaded523afff8444fa8d471446fb27172/vmlinuz-3.16.0-rc6-08342-gdd7314b 2014-07-27-18:06:31 detecting boot state ....... 13 23 30 SUCCESS Bisecting: 561 revisions left to test after this (roughly 10 steps) [4d1954347c000af3ee37661dc3acfe0ae8f59348] PKCS#7: include linux-err.h for PTR_ERR and IS_ERR running /c/kernel-tests/bisect-test-boot-failure.sh /c/boot-bisect/linux5/obj-bisect ls -a /kbuild-tests/run-queue/kvm/i386-randconfig-ib0-07271715/next:master:4d1954347c000af3ee37661dc3acfe0ae8f59348:bisect-linux5 2014-07-27-18:11:38 4d1954347c000af3ee37661dc3acfe0ae8f59348 compiling Queued build task to /kbuild-tests/build-queue/i386-randconfig-ib0-07271715-4d1954347c000af3ee37661dc3acfe0ae8f59348 Check for kernel in /kernel/i386-randconfig-ib0-07271715/4d1954347c000af3ee37661dc3acfe0ae8f59348 waiting for completion of /kbuild-tests/build-queue/i386-randconfig-ib0-07271715-4d1954347c000af3ee37661dc3acfe0ae8f59348 kernel: /kernel/i386-randconfig-ib0-07271715/4d1954347c000af3ee37661dc3acfe0ae8f59348/vmlinuz-3.16.0-rc6-08386-g4d19543 2014-07-27-18:13:38 detecting boot state ... 3 30 SUCCESS Bisecting: 516 revisions left to test after this (roughly 10 steps) [590deb1467ccd5b89a40441542eed94a20fde9cd] Merge branch 'akpm-current/current' running /c/kernel-tests/bisect-test-boot-failure.sh /c/boot-bisect/linux5/obj-bisect ls -a /kbuild-tests/run-queue/kvm/i386-randconfig-ib0-07271715/next:master:590deb1467ccd5b89a40441542eed94a20fde9cd:bisect-linux5 2014-07-27-18:17:15 590deb1467ccd5b89a40441542eed94a20fde9cd compiling Queued build task to /kbuild-tests/build-queue/i386-randconfig-ib0-07271715-590deb1467ccd5b89a40441542eed94a20fde9cd Check for kernel in /kernel/i386-randconfig-ib0-07271715/590deb1467ccd5b89a40441542eed94a20fde9cd waiting for completion of /kbuild-tests/build-queue/i386-randconfig-ib0-07271715-590deb1467ccd5b89a40441542eed94a20fde9cd kernel: /kernel/i386-randconfig-ib0-07271715/590deb1467ccd5b89a40441542eed94a20fde9cd/vmlinuz-3.16.0-rc6-08805-g590deb1 2014-07-27-18:19:15 detecting boot state .. 2 30 SUCCESS Bisecting: 97 revisions left to test after this (roughly 7 steps) [a17f5ebc1f665f76308dbf8d2a294bdeca284515] Merge branch 'akpm/master' running /c/kernel-tests/bisect-test-boot-failure.sh /c/boot-bisect/linux5/obj-bisect ls -a /kbuild-tests/run-queue/kvm/i386-randconfig-ib0-07271715/next:master:a17f5ebc1f665f76308dbf8d2a294bdeca284515:bisect-linux5 2014-07-27-18:23:01 a17f5ebc1f665f76308dbf8d2a294bdeca284515 compiling Queued build task to /kbuild-tests/build-queue/i386-randconfig-ib0-07271715-a17f5ebc1f665f76308dbf8d2a294bdeca284515 Check for kernel in /kernel/i386-randconfig-ib0-07271715/a17f5ebc1f665f76308dbf8d2a294bdeca284515 waiting for completion of /kbuild-tests/build-queue/i386-randconfig-ib0-07271715-a17f5ebc1f665f76308dbf8d2a294bdeca284515 waiting for completion of /kbuild-tests/build-queue/lkp-hsx01-consumer/i386-randconfig-ib0-07271715-a17f5ebc1f665f76308dbf8d2a294bdeca284515 kernel: /kernel/i386-randconfig-ib0-07271715/a17f5ebc1f665f76308dbf8d2a294bdeca284515/vmlinuz-3.16.0-rc6-08901-ga17f5eb 2014-07-27-18:26:01 detecting boot state . 3 9 30 SUCCESS 5a7439efd1c5c416f768fc550048ca130cf4bf99 is the first bad commit commit 5a7439efd1c5c416f768fc550048ca130cf4bf99 Author: Stephen Rothwell AuthorDate: Fri Jul 25 20:08:13 2014 +1000 Commit: Stephen Rothwell CommitDate: Fri Jul 25 20:08:13 2014 +1000 Add linux-next specific files for 20140725 Signed-off-by: Stephen Rothwell Next/SHA1s | 227 + Next/Trees | 229 + Next/merge.log | 12707 ++++++++++++++++++++++++++++++++++++++++++++++++ Next/quilt-import.log | 4 + localversion-next | 1 + 5 files changed, 13168 insertions(+) HEAD is now at a17f5eb... Merge branch 'akpm/master' ls -a /kbuild-tests/run-queue/kvm/i386-randconfig-ib0-07271715/next:master:a17f5ebc1f665f76308dbf8d2a294bdeca284515:bisect-linux5 2014-07-27-18:28:02 a17f5ebc1f665f76308dbf8d2a294bdeca284515 reuse /kernel/i386-randconfig-ib0-07271715/a17f5ebc1f665f76308dbf8d2a294bdeca284515/vmlinuz-3.16.0-rc6-08901-ga17f5eb 2014-07-27-18:28:02 detecting boot state ........ 33 TEST FAILURE [ 16.088785] random: init urandom read with 10 bits of entropy available [ 16.155250] hwclock (155) used greatest stack depth: 5988 bytes left BUG: kernel boot hang Elapsed time: 35 qemu-system-x86_64 -cpu kvm64 -enable-kvm -kernel /kernel/i386-randconfig-ib0-07271715/a17f5ebc1f665f76308dbf8d2a294bdeca284515/vmlinuz-3.16.0-rc6-08901-ga17f5eb -append 'hung_task_panic=1 earlyprintk=ttyS0,115200 debug apic=debug sysrq_always_enabled rcupdate.rcu_cpu_stall_timeout=100 panic=10 softlockup_panic=1 nmi_watchdog=panic prompt_ramdisk=0 console=ttyS0,115200 console=tty0 vga=normal root=/dev/ram0 rw link=/kbuild-tests/run-queue/kvm/i386-randconfig-ib0-07271715/next:master:a17f5ebc1f665f76308dbf8d2a294bdeca284515:bisect-linux5/.vmlinuz-a17f5ebc1f665f76308dbf8d2a294bdeca284515-20140727182802-18-ivb43 branch=next/master BOOT_IMAGE=/kernel/i386-randconfig-ib0-07271715/a17f5ebc1f665f76308dbf8d2a294bdeca284515/vmlinuz-3.16.0-rc6-08901-ga17f5eb drbd.minor_count=8' -initrd /kernel-tests/initrd/quantal-core-i386.cgz -m 320 -smp 2 -net nic,vlan=1,model=e1000 -net user,vlan=1 -boot order=nc -no-reboot -watchdog i6300esb -rtc base=localtime -pidfile /dev/shm/kboot/pid-quantal-ivb43-30 -serial file:/dev/shm/kboot/serial-quantal-ivb43-30 -daemonize -display none -monitor null /kernel/i386-randconfig-ib0-07271715/a17f5ebc1f665f76308dbf8d2a294bdeca284515/dmesg-quantal-kbuild-22:20140727183009:i386-randconfig-ib0-07271715:3.16.0-rc6-08901-ga17f5eb:8 30:1:4 all_good:bad:all_bad boots 2014-07-27 18:32:33 REPEAT COUNT: 300 # /c/boot-bisect/linux5/obj-bisect/.repeat 2014-07-27 18:32:33 bad bisect, retry with increased repeat count 90 Previous HEAD position was a17f5eb... Merge branch 'akpm/master' HEAD is now at 5a7439e... Add linux-next specific files for 20140725 git checkout 9a3c4145af32125c5ee39c0272662b47307a8323 ls -a /kbuild-tests/run-queue/kvm/i386-randconfig-ib0-07271715/next:master:9a3c4145af32125c5ee39c0272662b47307a8323:bisect-linux5 2014-07-27-18:35:34 9a3c4145af32125c5ee39c0272662b47307a8323 reuse /kernel/i386-randconfig-ib0-07271715/9a3c4145af32125c5ee39c0272662b47307a8323/vmlinuz-3.16.0-rc6 2014-07-27-18:35:34 detecting boot state ........ 42 55 58 68 75 78 89 91 96 111 116 117... 121 132 148 170 173 197 204 207 228 241 242. 243 244. 259 260... 281 291. 300 SUCCESS bisect: good commit 9a3c4145af32125c5ee39c0272662b47307a8323 git bisect start 5a7439efd1c5c416f768fc550048ca130cf4bf99 9a3c4145af32125c5ee39c0272662b47307a8323 -- /c/kernel-tests/linear-bisect: ["-b", "5a7439efd1c5c416f768fc550048ca130cf4bf99", "-g", "9a3c4145af32125c5ee39c0272662b47307a8323", "/c/kernel-tests/bisect-test-boot-failure.sh", "/c/boot-bisect/linux5/obj-bisect"] Bisecting: 8903 revisions left to test after this (roughly 14 steps) [38efad9af81d145f07f592f618c76c78cf141e5b] Merge remote-tracking branch 'libata/for-next' running /c/kernel-tests/bisect-test-boot-failure.sh /c/boot-bisect/linux5/obj-bisect ls -a /kbuild-tests/run-queue/kvm/i386-randconfig-ib0-07271715/next:master:38efad9af81d145f07f592f618c76c78cf141e5b:bisect-linux5 2014-07-27-19:00:25 38efad9af81d145f07f592f618c76c78cf141e5b reuse /kernel/i386-randconfig-ib0-07271715/38efad9af81d145f07f592f618c76c78cf141e5b/vmlinuz-3.16.0-rc6-02164-g38efad9 2014-07-27-19:00:25 detecting boot state ..... 31 69 94 96 122 129 149 198 207 250 256 285 300 SUCCESS Bisecting: 6738 revisions left to test after this (roughly 13 steps) [7ed8accbe1d061e1dfe4ce7a8681495595ebe1da] next-20140724/tip running /c/kernel-tests/bisect-test-boot-failure.sh /c/boot-bisect/linux5/obj-bisect ls -a /kbuild-tests/run-queue/kvm/i386-randconfig-ib0-07271715/next:master:7ed8accbe1d061e1dfe4ce7a8681495595ebe1da:bisect-linux5 2014-07-27-19:12:44 7ed8accbe1d061e1dfe4ce7a8681495595ebe1da reuse /kernel/i386-randconfig-ib0-07271715/7ed8accbe1d061e1dfe4ce7a8681495595ebe1da/vmlinuz-3.16.0-rc6-05373-g7ed8acc 2014-07-27-19:12:44 detecting boot state ... 36 49 73 86 108 175 209 231 295 300 SUCCESS Bisecting: 3529 revisions left to test after this (roughly 12 steps) [7d3ce0493347c0176b37d877be1bc2204c2314b4] Merge remote-tracking branch 'staging/staging-next' running /c/kernel-tests/bisect-test-boot-failure.sh /c/boot-bisect/linux5/obj-bisect ls -a /kbuild-tests/run-queue/kvm/i386-randconfig-ib0-07271715/next:master:7d3ce0493347c0176b37d877be1bc2204c2314b4:bisect-linux5 2014-07-27-19:22:15 7d3ce0493347c0176b37d877be1bc2204c2314b4 reuse /kernel/i386-randconfig-ib0-07271715/7d3ce0493347c0176b37d877be1bc2204c2314b4/vmlinuz-3.16.0-rc6-07917-g7d3ce04 2014-07-27-19:22:29 detecting boot state .. 43 134 210 250 300 SUCCESS Bisecting: 985 revisions left to test after this (roughly 10 steps) [550c5daec4f343ffaf1a1e069e1f47275e12b369] Merge remote-tracking branch 'ktest/for-next' running /c/kernel-tests/bisect-test-boot-failure.sh /c/boot-bisect/linux5/obj-bisect ls -a /kbuild-tests/run-queue/kvm/i386-randconfig-ib0-07271715/next:master:550c5daec4f343ffaf1a1e069e1f47275e12b369:bisect-linux5 2014-07-27-19:26:02 550c5daec4f343ffaf1a1e069e1f47275e12b369 reuse /kernel/i386-randconfig-ib0-07271715/550c5daec4f343ffaf1a1e069e1f47275e12b369/vmlinuz-3.16.0-rc6-08282-g550c5dae 2014-07-27-19:26:02 detecting boot state .. 163 297 300 SUCCESS Bisecting: 620 revisions left to test after this (roughly 10 steps) [dd7314beaded523afff8444fa8d471446fb27172] Merge branch 'rd-docs/master' running /c/kernel-tests/bisect-test-boot-failure.sh /c/boot-bisect/linux5/obj-bisect ls -a /kbuild-tests/run-queue/kvm/i386-randconfig-ib0-07271715/next:master:dd7314beaded523afff8444fa8d471446fb27172:bisect-linux5 2014-07-27-19:28:47 dd7314beaded523afff8444fa8d471446fb27172 reuse /kernel/i386-randconfig-ib0-07271715/dd7314beaded523afff8444fa8d471446fb27172/vmlinuz-3.16.0-rc6-08342-gdd7314b 2014-07-27-19:28:47 detecting boot state . 59 100 198 278 300 SUCCESS Bisecting: 561 revisions left to test after this (roughly 10 steps) [4d1954347c000af3ee37661dc3acfe0ae8f59348] PKCS#7: include linux-err.h for PTR_ERR and IS_ERR running /c/kernel-tests/bisect-test-boot-failure.sh /c/boot-bisect/linux5/obj-bisect ls -a /kbuild-tests/run-queue/kvm/i386-randconfig-ib0-07271715/next:master:4d1954347c000af3ee37661dc3acfe0ae8f59348:bisect-linux5 2014-07-27-19:33:32 4d1954347c000af3ee37661dc3acfe0ae8f59348 reuse /kernel/i386-randconfig-ib0-07271715/4d1954347c000af3ee37661dc3acfe0ae8f59348/vmlinuz-3.16.0-rc6-08386-g4d19543 2014-07-27-19:33:52 detecting boot state .. 34 63 80 85 93 98 102 106 116 119 126 133 152 160 167 171 184 192 202 208 215 218 233 235 239 245 250 260 263 266 277 284 291 296 298 300 SUCCESS Bisecting: 516 revisions left to test after this (roughly 10 steps) [590deb1467ccd5b89a40441542eed94a20fde9cd] Merge branch 'akpm-current/current' running /c/kernel-tests/bisect-test-boot-failure.sh /c/boot-bisect/linux5/obj-bisect ls -a /kbuild-tests/run-queue/kvm/i386-randconfig-ib0-07271715/next:master:590deb1467ccd5b89a40441542eed94a20fde9cd:bisect-linux5 2014-07-27-19:53:28 590deb1467ccd5b89a40441542eed94a20fde9cd reuse /kernel/i386-randconfig-ib0-07271715/590deb1467ccd5b89a40441542eed94a20fde9cd/vmlinuz-3.16.0-rc6-08805-g590deb1 2014-07-27-19:53:28 detecting boot state .. TEST FAILURE [ 15.383945] random: init urandom read with 11 bits of entropy available [ 15.434767] hwclock (168) used greatest stack depth: 6364 bytes left [ 15.440123] plymouthd (166) used greatest stack depth: 6292 bytes left [ 16.343448] BUG: using smp_processor_id() in preemptible [00000000] code: kworker/0:1/36 [ 16.344349] caller is debug_smp_processor_id+0x12/0x20 [ 16.344926] CPU: 1 PID: 36 Comm: kworker/0:1 Not tainted 3.16.0-rc6-08805-g590deb1 #7 [ 16.345767] Hardware name: Bochs Bochs, BIOS Bochs 01/01/2011 [ 16.346393] Workqueue: events vmstat_update [ 16.346916] 00000001 914fde44 82919646 00000000 00000001 8319dc79 914fde74 8176c564 [ 16.347899] 831ab74c 831aa7a7 8319dc79 00000000 914f1924 00000024 831aa7a7 83c44320 [ 16.348874] 00000129 914dd8a0 914fde7c 8176c592 914fde90 811a9230 00000000 92379320 [ 16.349844] Call Trace: [ 16.350170] [<82919646>] dump_stack+0x7f/0xf3 [ 16.350668] [<8176c564>] check_preemption_disabled+0x164/0x180 [ 16.351305] [<8176c592>] debug_smp_processor_id+0x12/0x20 [ 16.351903] [<811a9230>] vmstat_update+0x40/0x80 [ 16.352430] [<81094afc>] process_one_work+0x36c/0x9e0 [ 16.352984] [<81094f7f>] ? process_one_work+0x7ef/0x9e0 [ 16.353605] [<8109519c>] ? worker_thread+0x2c/0x9d0 [ 16.354149] [<81095642>] worker_thread+0x4d2/0x9d0 [ 16.354688] [<81095170>] ? process_one_work+0x9e0/0x9e0 [ 16.355264] [<8109ea12>] kthread+0xe2/0xf0 [ 16.355732] [<81095170>] ? process_one_work+0x9e0/0x9e0 [ 16.356311] [<810a0000>] ? copy_namespaces+0x150/0x2f0 [ 16.356934] [<82946761>] ret_from_kernel_thread+0x21/0x30 [ 16.357554] [<8109e930>] ? insert_kthread_work+0x100/0x100 Elapsed time: 25 qemu-system-x86_64 -enable-kvm -cpu Haswell,+smep,+smap -kernel /kernel/i386-randconfig-ib0-07271715/590deb1467ccd5b89a40441542eed94a20fde9cd/vmlinuz-3.16.0-rc6-08805-g590deb1 -append 'hung_task_panic=1 earlyprintk=ttyS0,115200 debug apic=debug sysrq_always_enabled rcupdate.rcu_cpu_stall_timeout=100 panic=10 softlockup_panic=1 nmi_watchdog=panic prompt_ramdisk=0 console=ttyS0,115200 console=tty0 vga=normal root=/dev/ram0 rw link=/kbuild-tests/run-queue/kvm/i386-randconfig-ib0-07271715/next:master:590deb1467ccd5b89a40441542eed94a20fde9cd:bisect-linux5/.vmlinuz-590deb1467ccd5b89a40441542eed94a20fde9cd-20140727195328-10-kbuild branch=next/master BOOT_IMAGE=/kernel/i386-randconfig-ib0-07271715/590deb1467ccd5b89a40441542eed94a20fde9cd/vmlinuz-3.16.0-rc6-08805-g590deb1 drbd.minor_count=8' -initrd /kernel-tests/initrd/quantal-core-i386.cgz -m 320 -smp 2 -net nic,vlan=1,model=e1000 -net user,vlan=1 -boot order=nc -no-reboot -watchdog i6300esb -rtc base=localtime -pidfile /dev/shm/kboot/pid-quantal-kbuild-30 -serial file:/dev/shm/kboot/serial-quantal-kbuild-30 -daemonize -display none -monitor null /kernel/i386-randconfig-ib0-07271715/590deb1467ccd5b89a40441542eed94a20fde9cd/dmesg-quantal-kbuild-30:20140727195206:i386-randconfig-ib0-07271715:3.16.0-rc6-08805-g590deb1:7 30:1:1 all_good:bad:all_bad boots 2014-07-27 19:54:29 REPEAT COUNT: 300 # /c/boot-bisect/linux5/obj-bisect/.repeat linear-bisect: bad branch may be branch 'akpm-current/current' linear-bisect: handle over to git bisect linear-bisect: git bisect start 590deb1467ccd5b89a40441542eed94a20fde9cd 4d1954347c000af3ee37661dc3acfe0ae8f59348 -- Previous HEAD position was 590deb1... Merge branch 'akpm-current/current' HEAD is now at 54af61d... Merge branch 'akpm-current/current' Bisecting: 209 revisions left to test after this (roughly 8 steps) [a85e2d130331aa9885cbba74ae1a604dce709482] include/linux/kernel.h:744:28: note: in expansion of macro 'min' linear-bisect: git bisect run /c/kernel-tests/bisect-test-boot-failure.sh /c/boot-bisect/linux5/obj-bisect running /c/kernel-tests/bisect-test-boot-failure.sh /c/boot-bisect/linux5/obj-bisect ls -a /kbuild-tests/run-queue/kvm/i386-randconfig-ib0-07271715/next:master:a85e2d130331aa9885cbba74ae1a604dce709482:bisect-linux5 2014-07-27-19:55:13 a85e2d130331aa9885cbba74ae1a604dce709482 compiling Queued build task to /kbuild-tests/build-queue/i386-randconfig-ib0-07271715-a85e2d130331aa9885cbba74ae1a604dce709482 Check for kernel in /kernel/i386-randconfig-ib0-07271715/a85e2d130331aa9885cbba74ae1a604dce709482 waiting for completion of /kbuild-tests/build-queue/i386-randconfig-ib0-07271715-a85e2d130331aa9885cbba74ae1a604dce709482 waiting for completion of /kbuild-tests/build-queue/lkp-hsx01-consumer/i386-randconfig-ib0-07271715-a85e2d130331aa9885cbba74ae1a604dce709482 kernel: /kernel/i386-randconfig-ib0-07271715/a85e2d130331aa9885cbba74ae1a604dce709482/vmlinuz-3.16.0-rc6-00283-ga85e2d1 2014-07-27-19:58:13 detecting boot state . 2 3 6 8 TEST FAILURE [ 17.582024] plymouthd (152) used greatest stack depth: 6292 bytes left [ 20.223790] chown (669) used greatest stack depth: 6104 bytes left BUG: kernel boot hang Elapsed time: 35 qemu-system-x86_64 -enable-kvm -cpu Haswell,+smep,+smap -kernel /kernel/i386-randconfig-ib0-07271715/a85e2d130331aa9885cbba74ae1a604dce709482/vmlinuz-3.16.0-rc6-00283-ga85e2d1 -append 'hung_task_panic=1 earlyprintk=ttyS0,115200 debug apic=debug sysrq_always_enabled rcupdate.rcu_cpu_stall_timeout=100 panic=10 softlockup_panic=1 nmi_watchdog=panic prompt_ramdisk=0 console=ttyS0,115200 console=tty0 vga=normal root=/dev/ram0 rw link=/kbuild-tests/run-queue/kvm/i386-randconfig-ib0-07271715/next:master:a85e2d130331aa9885cbba74ae1a604dce709482:bisect-linux5/.vmlinuz-a85e2d130331aa9885cbba74ae1a604dce709482-20140728035807-102-kbuild branch=next/master BOOT_IMAGE=/kernel/i386-randconfig-ib0-07271715/a85e2d130331aa9885cbba74ae1a604dce709482/vmlinuz-3.16.0-rc6-00283-ga85e2d1 drbd.minor_count=8' -initrd /kernel-tests/initrd/quantal-core-i386.cgz -m 320 -smp 2 -net nic,vlan=1,model=e1000 -net user,vlan=1 -boot order=nc -no-reboot -watchdog i6300esb -rtc base=localtime -pidfile /dev/shm/kboot/pid-quantal-kbuild-26 -serial file:/dev/shm/kboot/serial-quantal-kbuild-26 -daemonize -display none -monitor null /kernel/i386-randconfig-ib0-07271715/a85e2d130331aa9885cbba74ae1a604dce709482/dmesg-quantal-kbuild-28:20140727195803:i386-randconfig-ib0-07271715:3.16.0-rc6-00283-ga85e2d1:1 7:1:2 all_good:bad:all_bad boots Bisecting: 104 revisions left to test after this (roughly 7 steps) [4ac25431a42651458ee8fe31358d714aa18ee9aa] mm: memcontrol: rearrange charging fast path running /c/kernel-tests/bisect-test-boot-failure.sh /c/boot-bisect/linux5/obj-bisect ls -a /kbuild-tests/run-queue/kvm/i386-randconfig-ib0-07271715/next:master:4ac25431a42651458ee8fe31358d714aa18ee9aa:bisect-linux5 2014-07-27-20:00:46 4ac25431a42651458ee8fe31358d714aa18ee9aa compiling Queued build task to /kbuild-tests/build-queue/i386-randconfig-ib0-07271715-4ac25431a42651458ee8fe31358d714aa18ee9aa Check for kernel in /kernel/i386-randconfig-ib0-07271715/4ac25431a42651458ee8fe31358d714aa18ee9aa waiting for completion of /kbuild-tests/build-queue/i386-randconfig-ib0-07271715-4ac25431a42651458ee8fe31358d714aa18ee9aa kernel: /kernel/i386-randconfig-ib0-07271715/4ac25431a42651458ee8fe31358d714aa18ee9aa/vmlinuz-3.16.0-rc6-00178-g4ac2543 2014-07-27-20:02:46 detecting boot state .... 3 4 5. 8 9.. 10. 13.. 15 16 17 22 23 25. 27 29. 30 32 35 37. 41 43 46. 47 48 50 53.. 55 57 61 64 68 74 80 82 83 87 91. 93 95 100 106. 107.. 110 113 115 116 118 119 122 123 126 128 130 131 132 135 153 163 178 207 226 252 288 300 SUCCESS Bisecting: 52 revisions left to test after this (roughly 6 steps) [84334f9696fba65dac01b6896e728ed64f25b0bb] mm,hugetlb: simplify error handling in hugetlb_cow() running /c/kernel-tests/bisect-test-boot-failure.sh /c/boot-bisect/linux5/obj-bisect ls -a /kbuild-tests/run-queue/kvm/i386-randconfig-ib0-07271715/next:master:84334f9696fba65dac01b6896e728ed64f25b0bb:bisect-linux5 2014-07-27-20:45:07 84334f9696fba65dac01b6896e728ed64f25b0bb compiling Queued build task to /kbuild-tests/build-queue/i386-randconfig-ib0-07271715-84334f9696fba65dac01b6896e728ed64f25b0bb Check for kernel in /kernel/i386-randconfig-ib0-07271715/84334f9696fba65dac01b6896e728ed64f25b0bb waiting for completion of /kbuild-tests/build-queue/i386-randconfig-ib0-07271715-84334f9696fba65dac01b6896e728ed64f25b0bb waiting for completion of /kbuild-tests/build-queue/lkp-hsx01-consumer/i386-randconfig-ib0-07271715-84334f9696fba65dac01b6896e728ed64f25b0bb kernel: /kernel/i386-randconfig-ib0-07271715/84334f9696fba65dac01b6896e728ed64f25b0bb/vmlinuz-3.16.0-rc6-00230-g84334f9 2014-07-27-20:48:07 detecting boot state 5 70 275 300 SUCCESS Bisecting: 26 revisions left to test after this (roughly 5 steps) [de32ada9f1bb4fd7673ed245ba2b1a9103ec50ae] slub: remove kmemcg id from create_unique_id running /c/kernel-tests/bisect-test-boot-failure.sh /c/boot-bisect/linux5/obj-bisect ls -a /kbuild-tests/run-queue/kvm/i386-randconfig-ib0-07271715/next:master:de32ada9f1bb4fd7673ed245ba2b1a9103ec50ae:bisect-linux5 2014-07-27-20:50:09 de32ada9f1bb4fd7673ed245ba2b1a9103ec50ae compiling Queued build task to /kbuild-tests/build-queue/i386-randconfig-ib0-07271715-de32ada9f1bb4fd7673ed245ba2b1a9103ec50ae Check for kernel in /kernel/i386-randconfig-ib0-07271715/de32ada9f1bb4fd7673ed245ba2b1a9103ec50ae waiting for completion of /kbuild-tests/build-queue/i386-randconfig-ib0-07271715-de32ada9f1bb4fd7673ed245ba2b1a9103ec50ae kernel: /kernel/i386-randconfig-ib0-07271715/de32ada9f1bb4fd7673ed245ba2b1a9103ec50ae/vmlinuz-3.16.0-rc6-00256-gde32ada 2014-07-27-20:52:09 detecting boot state . 53 TEST FAILURE [ 21.438917] random: init urandom read with 11 bits of entropy available [ 21.566096] hwclock (140) used greatest stack depth: 6364 bytes left [ 21.614605] sh (144) used greatest stack depth: 6052 bytes left [ 22.348569] BUG: using smp_processor_id() in preemptible [00000000] code: kworker/0:1/36 [ 22.349673] caller is debug_smp_processor_id+0x12/0x20 [ 22.350438] CPU: 1 PID: 36 Comm: kworker/0:1 Not tainted 3.16.0-rc6-00256-gde32ada #4 [ 22.351487] Hardware name: QEMU Standard PC (i440FX + PIIX, 1996), BIOS Bochs 01/01/2011 [ 22.352558] Workqueue: events vmstat_update [ 22.353164] 00000001 914f1e4c 828277b8 00000000 00000001 8305dc5b 914f1e7c 8176b2d4 [ 22.354423] 8306b168 8306a142 8305dc5b 00000000 914e9924 00000024 8306a142 9237d200 [ 22.355643] 00000004 914cc2a0 914f1e84 8176b302 914f1e98 811aa3d5 00000000 9237d200 [ 22.356903] Call Trace: [ 22.357267] [<828277b8>] dump_stack+0x7f/0xf3 [ 22.357863] [<8176b2d4>] check_preemption_disabled+0x164/0x180 [ 22.358643] [<8176b302>] debug_smp_processor_id+0x12/0x20 [ 22.359390] [<811aa3d5>] vmstat_update+0x65/0x80 [ 22.360077] [<8109bad9>] process_one_work+0x3a9/0xa40 [ 22.360771] [<8109bf8c>] ? process_one_work+0x85c/0xa40 [ 22.374641] [<8109c19d>] ? worker_thread+0x2d/0xb40 [ 22.375322] [<8109c72c>] worker_thread+0x5bc/0xb40 [ 22.375966] [<8109c170>] ? process_one_work+0xa40/0xa40 [ 22.376713] [<810a8932>] kthread+0xe2/0xf0 [ 22.377291] [<8109c170>] ? process_one_work+0xa40/0xa40 [ 22.377996] [<810b0000>] ? SyS_setns+0x90/0x160 [ 22.378652] [<82853bc1>] ret_from_kernel_thread+0x21/0x30 [ 22.379384] [<810a8850>] ? insert_kthread_work+0x100/0x100 Elapsed time: 30 qemu-system-x86_64 -cpu kvm64 -enable-kvm -kernel /kernel/i386-randconfig-ib0-07271715/de32ada9f1bb4fd7673ed245ba2b1a9103ec50ae/vmlinuz-3.16.0-rc6-00256-gde32ada -append 'hung_task_panic=1 earlyprintk=ttyS0,115200 debug apic=debug sysrq_always_enabled rcupdate.rcu_cpu_stall_timeout=100 panic=10 softlockup_panic=1 nmi_watchdog=panic prompt_ramdisk=0 console=ttyS0,115200 console=tty0 vga=normal root=/dev/ram0 rw link=/kbuild-tests/run-queue/kvm/i386-randconfig-ib0-07271715/next:master:de32ada9f1bb4fd7673ed245ba2b1a9103ec50ae:bisect-linux5/.vmlinuz-de32ada9f1bb4fd7673ed245ba2b1a9103ec50ae-20140728045239-224-ivb41 branch=next/master BOOT_IMAGE=/kernel/i386-randconfig-ib0-07271715/de32ada9f1bb4fd7673ed245ba2b1a9103ec50ae/vmlinuz-3.16.0-rc6-00256-gde32ada drbd.minor_count=8' -initrd /kernel-tests/initrd/quantal-core-i386.cgz -m 320 -smp 2 -net nic,vlan=1,model=e1000 -net user,vlan=1 -boot order=nc -no-reboot -watchdog i6300esb -rtc base=localtime -pidfile /dev/shm/kboot/pid-quantal-ivb41-102 -serial file:/dev/shm/kboot/serial-quantal-ivb41-102 -daemonize -display none -monitor null /kernel/i386-randconfig-ib0-07271715/de32ada9f1bb4fd7673ed245ba2b1a9103ec50ae/dmesg-quantal-ivb41-29:20140727205159:i386-randconfig-ib0-07271715:: /kernel/i386-randconfig-ib0-07271715/de32ada9f1bb4fd7673ed245ba2b1a9103ec50ae/dmesg-quantal-ivb41-4:20140727205205:i386-randconfig-ib0-07271715:: /kernel/i386-randconfig-ib0-07271715/de32ada9f1bb4fd7673ed245ba2b1a9103ec50ae/dmesg-quantal-ivb43-17:20140727210008:i386-randconfig-ib0-07271715:: /kernel/i386-randconfig-ib0-07271715/de32ada9f1bb4fd7673ed245ba2b1a9103ec50ae/dmesg-quantal-ivb43-20:20140727210009:i386-randconfig-ib0-07271715:: /kernel/i386-randconfig-ib0-07271715/de32ada9f1bb4fd7673ed245ba2b1a9103ec50ae/dmesg-quantal-ivb43-62:20140727210009:i386-randconfig-ib0-07271715:: /kernel/i386-randconfig-ib0-07271715/de32ada9f1bb4fd7673ed245ba2b1a9103ec50ae/dmesg-quantal-ivb43-92:20140727210003:i386-randconfig-ib0-07271715:: /kernel/i386-randconfig-ib0-07271715/de32ada9f1bb4fd7673ed245ba2b1a9103ec50ae/dmesg-quantal-ivb41-102:20140727205207:i386-randconfig-ib0-07271715:: /kernel/i386-randconfig-ib0-07271715/de32ada9f1bb4fd7673ed245ba2b1a9103ec50ae/dmesg-quantal-ivb43-10:20140727210015:i386-randconfig-ib0-07271715:: /kernel/i386-randconfig-ib0-07271715/de32ada9f1bb4fd7673ed245ba2b1a9103ec50ae/dmesg-quantal-ivb43-42:20140727210010:i386-randconfig-ib0-07271715:: /kernel/i386-randconfig-ib0-07271715/de32ada9f1bb4fd7673ed245ba2b1a9103ec50ae/dmesg-quantal-ivb41-40:20140727205219:i386-randconfig-ib0-07271715:: 0:10:63 all_good:bad:all_bad boots Bisecting: 12 revisions left to test after this (roughly 4 steps) [e28c951ff01a805eacae2f67a96e0f29e32cebd1] mm: pagemap: avoid unnecessary overhead when tracepoints are deactivated running /c/kernel-tests/bisect-test-boot-failure.sh /c/boot-bisect/linux5/obj-bisect ls -a /kbuild-tests/run-queue/kvm/i386-randconfig-ib0-07271715/next:master:e28c951ff01a805eacae2f67a96e0f29e32cebd1:bisect-linux5 2014-07-27-20:53:22 e28c951ff01a805eacae2f67a96e0f29e32cebd1 compiling Queued build task to /kbuild-tests/build-queue/i386-randconfig-ib0-07271715-e28c951ff01a805eacae2f67a96e0f29e32cebd1 Check for kernel in /kernel/i386-randconfig-ib0-07271715/e28c951ff01a805eacae2f67a96e0f29e32cebd1 waiting for completion of /kbuild-tests/build-queue/i386-randconfig-ib0-07271715-e28c951ff01a805eacae2f67a96e0f29e32cebd1 waiting for completion of /kbuild-tests/build-queue/jaketown-consumer/i386-randconfig-ib0-07271715-e28c951ff01a805eacae2f67a96e0f29e32cebd1 kernel: /kernel/i386-randconfig-ib0-07271715/e28c951ff01a805eacae2f67a96e0f29e32cebd1/vmlinuz-3.16.0-rc6-00244-ge28c951 2014-07-27-21:01:22 detecting boot state . 17 277 300 SUCCESS Bisecting: 6 revisions left to test after this (roughly 3 steps) [5860f33b9ac1c224a399736358d83693fe78ce82] mm: describe mmap_sem rules for __lock_page_or_retry() and callers running /c/kernel-tests/bisect-test-boot-failure.sh /c/boot-bisect/linux5/obj-bisect ls -a /kbuild-tests/run-queue/kvm/i386-randconfig-ib0-07271715/next:master:5860f33b9ac1c224a399736358d83693fe78ce82:bisect-linux5 2014-07-27-21:03:22 5860f33b9ac1c224a399736358d83693fe78ce82 compiling Queued build task to /kbuild-tests/build-queue/i386-randconfig-ib0-07271715-5860f33b9ac1c224a399736358d83693fe78ce82 Check for kernel in /kernel/i386-randconfig-ib0-07271715/5860f33b9ac1c224a399736358d83693fe78ce82 waiting for completion of /kbuild-tests/build-queue/i386-randconfig-ib0-07271715-5860f33b9ac1c224a399736358d83693fe78ce82 waiting for completion of /kbuild-tests/build-queue/lkp-hsx01-consumer/i386-randconfig-ib0-07271715-5860f33b9ac1c224a399736358d83693fe78ce82 kernel: /kernel/i386-randconfig-ib0-07271715/5860f33b9ac1c224a399736358d83693fe78ce82/vmlinuz-3.16.0-rc6-00249-g5860f33 2014-07-27-21:07:23 detecting boot state .. 2. 45 79 126 140 157 181 199 223 233 274 297 298 300 SUCCESS Bisecting: 3 revisions left to test after this (roughly 2 steps) [e7943023cfcac3c9a7fe5a23713aa5723386d83b] cpu_stat_off can be static running /c/kernel-tests/bisect-test-boot-failure.sh /c/boot-bisect/linux5/obj-bisect ls -a /kbuild-tests/run-queue/kvm/i386-randconfig-ib0-07271715/next:master:e7943023cfcac3c9a7fe5a23713aa5723386d83b:bisect-linux5 2014-07-27-21:15:53 e7943023cfcac3c9a7fe5a23713aa5723386d83b compiling Queued build task to /kbuild-tests/build-queue/i386-randconfig-ib0-07271715-e7943023cfcac3c9a7fe5a23713aa5723386d83b Check for kernel in /kernel/i386-randconfig-ib0-07271715/e7943023cfcac3c9a7fe5a23713aa5723386d83b waiting for completion of /kbuild-tests/build-queue/i386-randconfig-ib0-07271715-e7943023cfcac3c9a7fe5a23713aa5723386d83b waiting for completion of /kbuild-tests/build-queue/lkp-hsx01-consumer/i386-randconfig-ib0-07271715-e7943023cfcac3c9a7fe5a23713aa5723386d83b kernel: /kernel/i386-randconfig-ib0-07271715/e7943023cfcac3c9a7fe5a23713aa5723386d83b/vmlinuz-3.16.0-rc6-00252-ge794302 2014-07-27-21:31:53 detecting boot state 1. 5 6 13 TEST FAILURE [ 18.014252] random: init urandom read with 11 bits of entropy available [ 18.105944] hwclock (152) used greatest stack depth: 6292 bytes left BUG: kernel boot hang Elapsed time: 35 qemu-system-x86_64 -enable-kvm -cpu Haswell,+smep,+smap -kernel /kernel/i386-randconfig-ib0-07271715/e7943023cfcac3c9a7fe5a23713aa5723386d83b/vmlinuz-3.16.0-rc6-00252-ge794302 -append 'hung_task_panic=1 earlyprintk=ttyS0,115200 debug apic=debug sysrq_always_enabled rcupdate.rcu_cpu_stall_timeout=100 panic=10 softlockup_panic=1 nmi_watchdog=panic prompt_ramdisk=0 console=ttyS0,115200 console=tty0 vga=normal root=/dev/ram0 rw link=/kbuild-tests/run-queue/kvm/i386-randconfig-ib0-07271715/next:master:e7943023cfcac3c9a7fe5a23713aa5723386d83b:bisect-linux5/.vmlinuz-e7943023cfcac3c9a7fe5a23713aa5723386d83b-20140728053156-114-kbuild branch=next/master BOOT_IMAGE=/kernel/i386-randconfig-ib0-07271715/e7943023cfcac3c9a7fe5a23713aa5723386d83b/vmlinuz-3.16.0-rc6-00252-ge794302 drbd.minor_count=8' -initrd /kernel-tests/initrd/quantal-core-i386.cgz -m 320 -smp 2 -net nic,vlan=1,model=e1000 -net user,vlan=1 -boot order=nc -no-reboot -watchdog i6300esb -rtc base=localtime -pidfile /dev/shm/kboot/pid-quantal-kbuild-10 -serial file:/dev/shm/kboot/serial-quantal-kbuild-10 -daemonize -display none -monitor null /kernel/i386-randconfig-ib0-07271715/e7943023cfcac3c9a7fe5a23713aa5723386d83b/dmesg-quantal-kbuild-12:20140727213206:i386-randconfig-ib0-07271715:3.16.0-rc6-00252-ge794302:6 10:1:4 all_good:bad:all_bad boots Bisecting: 0 revisions left to test after this (roughly 1 step) [6e0a6b18b63e2c0a45ff47ab633dd6f3ad417453] vmstat: On demand vmstat workers V8 running /c/kernel-tests/bisect-test-boot-failure.sh /c/boot-bisect/linux5/obj-bisect ls -a /kbuild-tests/run-queue/kvm/i386-randconfig-ib0-07271715/next:master:6e0a6b18b63e2c0a45ff47ab633dd6f3ad417453:bisect-linux5 2014-07-27-21:34:25 6e0a6b18b63e2c0a45ff47ab633dd6f3ad417453 compiling Queued build task to /kbuild-tests/build-queue/i386-randconfig-ib0-07271715-6e0a6b18b63e2c0a45ff47ab633dd6f3ad417453 Check for kernel in /kernel/i386-randconfig-ib0-07271715/6e0a6b18b63e2c0a45ff47ab633dd6f3ad417453 waiting for completion of /kbuild-tests/build-queue/i386-randconfig-ib0-07271715-6e0a6b18b63e2c0a45ff47ab633dd6f3ad417453 kernel: /kernel/i386-randconfig-ib0-07271715/6e0a6b18b63e2c0a45ff47ab633dd6f3ad417453/vmlinuz-3.16.0-rc6-00251-g6e0a6b1 2014-07-27-21:36:25 detecting boot state 5 TEST FAILURE [ 19.475311] chown (681) used greatest stack depth: 6244 bytes left [ 21.020212] chown (1234) used greatest stack depth: 5988 bytes left BUG: kernel boot hang Elapsed time: 35 qemu-system-x86_64 -enable-kvm -cpu Haswell,+smep,+smap -kernel /kernel/i386-randconfig-ib0-07271715/6e0a6b18b63e2c0a45ff47ab633dd6f3ad417453/vmlinuz-3.16.0-rc6-00251-g6e0a6b1 -append 'hung_task_panic=1 earlyprintk=ttyS0,115200 debug apic=debug sysrq_always_enabled rcupdate.rcu_cpu_stall_timeout=100 panic=10 softlockup_panic=1 nmi_watchdog=panic prompt_ramdisk=0 console=ttyS0,115200 console=tty0 vga=normal root=/dev/ram0 rw link=/kbuild-tests/run-queue/kvm/i386-randconfig-ib0-07271715/next:master:6e0a6b18b63e2c0a45ff47ab633dd6f3ad417453:bisect-linux5/.vmlinuz-6e0a6b18b63e2c0a45ff47ab633dd6f3ad417453-20140728053554-103-kbuild branch=next/master BOOT_IMAGE=/kernel/i386-randconfig-ib0-07271715/6e0a6b18b63e2c0a45ff47ab633dd6f3ad417453/vmlinuz-3.16.0-rc6-00251-g6e0a6b1 drbd.minor_count=8' -initrd /kernel-tests/initrd/quantal-core-i386.cgz -m 320 -smp 2 -net nic,vlan=1,model=e1000 -net user,vlan=1 -boot order=nc -no-reboot -watchdog i6300esb -rtc base=localtime -pidfile /dev/shm/kboot/pid-quantal-kbuild-12 -serial file:/dev/shm/kboot/serial-quantal-kbuild-12 -daemonize -display none -monitor null /kernel/i386-randconfig-ib0-07271715/6e0a6b18b63e2c0a45ff47ab633dd6f3ad417453/dmesg-quantal-kbuild-31:20140727213436:i386-randconfig-ib0-07271715:3.16.0-rc6-00251-g6e0a6b1:7 0:1:6 all_good:bad:all_bad boots Bisecting: 0 revisions left to test after this (roughly 0 steps) [4020841d464d689c045ad77f091f6f7fa211663d] mm/shmem.c: remove the unused gfp arg to shmem_add_to_page_cache() running /c/kernel-tests/bisect-test-boot-failure.sh /c/boot-bisect/linux5/obj-bisect ls -a /kbuild-tests/run-queue/kvm/i386-randconfig-ib0-07271715/next:master:4020841d464d689c045ad77f091f6f7fa211663d:bisect-linux5 2014-07-27-21:36:57 4020841d464d689c045ad77f091f6f7fa211663d compiling Queued build task to /kbuild-tests/build-queue/i386-randconfig-ib0-07271715-4020841d464d689c045ad77f091f6f7fa211663d Check for kernel in /kernel/i386-randconfig-ib0-07271715/4020841d464d689c045ad77f091f6f7fa211663d waiting for completion of /kbuild-tests/build-queue/i386-randconfig-ib0-07271715-4020841d464d689c045ad77f091f6f7fa211663d kernel: /kernel/i386-randconfig-ib0-07271715/4020841d464d689c045ad77f091f6f7fa211663d/vmlinuz-3.16.0-rc6-00250-g4020841 2014-07-27-21:38:57 detecting boot state .. 3 6 8 14 16 21 24 27 33 37 39 41 45 48 49 53 57 62 65 68 71 77 80 82 83 89 92 95 99 104 107 109 110 118 125 127 133 140 142 143 145 150 154. 156 158 160 164 169 174 178 183 186 188 196 201. 202 203 205 207. 210 216 218 222 225 229 235 239 242 244 248 253 259 264 268 278 284 300 SUCCESS 6e0a6b18b63e2c0a45ff47ab633dd6f3ad417453 is the first bad commit commit 6e0a6b18b63e2c0a45ff47ab633dd6f3ad417453 Author: Christoph Lameter Date: Wed Jul 23 09:11:43 2014 +1000 vmstat: On demand vmstat workers V8 vmstat workers are used for folding counter differentials into the zone, per node and global counters at certain time intervals. They currently run at defined intervals on all processors which will cause some holdoff for processors that need minimal intrusion by the OS. The current vmstat_update mechanism depends on a deferrable timer firing every other second by default which registers a work queue item that runs on the local CPU, with the result that we have 1 interrupt and one additional schedulable task on each CPU every 2 seconds If a workload indeed causes VM activity or multiple tasks are running on a CPU, then there are probably bigger issues to deal with. However, some workloads dedicate a CPU for a single CPU bound task. This is done in high performance computing, in high frequency financial applications, in networking (Intel DPDK, EZchip NPS) and with the advent of systems with more and more CPUs over time, this may become more and more common to do since when one has enough CPUs one cares less about efficiently sharing a CPU with other tasks and more about efficiently monopolizing a CPU per task. The difference of having this timer firing and workqueue kernel thread scheduled per second can be enormous. An artificial test measuring the worst case time to do a simple "i++" in an endless loop on a bare metal system and under Linux on an isolated CPU with dynticks and with and without this patch, have Linux match the bare metal performance (~700 cycles) with this patch and loose by couple of orders of magnitude (~200k cycles) without it[*]. The loss occurs for something that just calculates statistics. For networking applications, for example, this could be the difference between dropping packets or sustaining line rate. Statistics are important and useful, but it would be great if there would be a way to not cause statistics gathering produce a huge performance difference. This patche does just that. This patch creates a vmstat shepherd worker that monitors the per cpu differentials on all processors. If there are differentials on a processor then a vmstat worker local to the processors with the differentials is created. That worker will then start folding the diffs in regular intervals. Should the worker find that there is no work to be done then it will make the shepherd worker monitor the differentials again. With this patch it is possible then to have periods longer than 2 seconds without any OS event on a "cpu" (hardware thread). The patch shows a very minor increased in system performance. hackbench -s 512 -l 2000 -g 15 -f 25 -P Results before the patch: Running in process mode with 15 groups using 50 file descriptors each (== 750 tasks) Each sender will pass 2000 messages of 512 bytes Time: 4.992 Running in process mode with 15 groups using 50 file descriptors each (== 750 tasks) Each sender will pass 2000 messages of 512 bytes Time: 4.971 Running in process mode with 15 groups using 50 file descriptors each (== 750 tasks) Each sender will pass 2000 messages of 512 bytes Time: 5.063 Hackbench after the patch: Running in process mode with 15 groups using 50 file descriptors each (== 750 tasks) Each sender will pass 2000 messages of 512 bytes Time: 4.973 Running in process mode with 15 groups using 50 file descriptors each (== 750 tasks) Each sender will pass 2000 messages of 512 bytes Time: 4.990 Running in process mode with 15 groups using 50 file descriptors each (== 750 tasks) Each sender will pass 2000 messages of 512 bytes Time: 4.993 Signed-off-by: Christoph Lameter Reviewed-by: Gilad Ben-Yossef Cc: Frederic Weisbecker Cc: Thomas Gleixner Cc: Tejun Heo Cc: John Stultz Cc: Mike Frysinger Cc: Minchan Kim Cc: Hakan Akkan Cc: Max Krasnyansky Cc: "Paul E. McKenney" Cc: Hugh Dickins Cc: Viresh Kumar Cc: H. Peter Anvin Cc: Ingo Molnar Cc: Peter Zijlstra Signed-off-by: Andrew Morton :040000 040000 3314bf85b25249112d95259b2965911ab3b8032f fb3fb8a0e53fa93f17bbf0923d246004055e9747 M mm bisect run success HEAD is now at 4020841... mm/shmem.c: remove the unused gfp arg to shmem_add_to_page_cache() ls -a /kbuild-tests/run-queue/kvm/i386-randconfig-ib0-07271715/next:master:4020841d464d689c045ad77f091f6f7fa211663d:bisect-linux5 2014-07-27-22:20:14 4020841d464d689c045ad77f091f6f7fa211663d reuse /kernel/i386-randconfig-ib0-07271715/4020841d464d689c045ad77f091f6f7fa211663d/vmlinuz-3.16.0-rc6-00250-g4020841 2014-07-27-22:20:15 detecting boot state ... 28 41 72 101 117 139 170 202 210 257 289 327 356 414 459 571 611 702 748 767 828 866 898. 900 SUCCESS Previous HEAD position was 4020841... mm/shmem.c: remove the unused gfp arg to shmem_add_to_page_cache() HEAD is now at 5a7439e... Add linux-next specific files for 20140725 ls -a /kbuild-tests/run-queue/kvm/i386-randconfig-ib0-07271715/next:master:5a7439efd1c5c416f768fc550048ca130cf4bf99:bisect-linux5 TEST FAILURE [ 15.487961] hostname (165) used greatest stack depth: 6688 bytes left [ 15.531598] hwclock (169) used greatest stack depth: 6308 bytes left [ 15.534370] plymouthd (166) used greatest stack depth: 6292 bytes left [ 16.346813] BUG: using smp_processor_id() in preemptible [00000000] code: kworker/0:1/36 [ 16.347840] caller is debug_smp_processor_id+0x12/0x20 [ 16.348571] CPU: 1 PID: 36 Comm: kworker/0:1 Not tainted 3.16.0-rc6-next-20140725 #404 [ 16.349517] Hardware name: Bochs Bochs, BIOS Bochs 01/01/2011 [ 16.350449] Workqueue: events vmstat_update [ 16.350970] 00000001 914fde44 8291b426 00000000 00000001 831653c5 914fde74 8176eb04 [ 16.352108] 831abb40 831aacbb 831653c5 00000000 914f1924 00000024 831aacbb 83c43320 [ 16.353236] 00000129 914dd900 914fde7c 8176eb32 914fde90 811ab6b0 00000000 92379320 [ 16.354377] Call Trace: [ 16.354686] [<8291b426>] dump_stack+0x7f/0xf3 [ 16.355307] [<8176eb04>] check_preemption_disabled+0x164/0x180 [ 16.356002] [<8176eb32>] debug_smp_processor_id+0x12/0x20 [ 16.356915] [<811ab6b0>] vmstat_update+0x40/0x80 [ 16.357518] [<81094bec>] process_one_work+0x36c/0x9e0 [ 16.358204] [<8109506f>] ? process_one_work+0x7ef/0x9e0 [ 16.358875] [<8109528c>] ? worker_thread+0x2c/0x9d0 [ 16.359493] [<81095732>] worker_thread+0x4d2/0x9d0 [ 16.360221] [<81095260>] ? process_one_work+0x9e0/0x9e0 [ 16.360854] [<8109eb02>] kthread+0xe2/0xf0 [ 16.361388] [<81095260>] ? process_one_work+0x9e0/0x9e0 [ 16.362057] [<810a0000>] ? copy_namespaces+0x60/0x2f0 [ 16.362700] [<82948581>] ret_from_kernel_thread+0x21/0x30 [ 16.363586] [<8109ea20>] ? insert_kthread_work+0x100/0x100 Elapsed time: 5 qemu-system-x86_64 -enable-kvm -cpu Haswell,+smep,+smap -kernel /kernel/i386-randconfig-ib0-07271715/5a7439efd1c5c416f768fc550048ca130cf4bf99/vmlinuz-3.16.0-rc6-next-20140725 -append 'hung_task_panic=1 earlyprintk=ttyS0,115200 debug apic=debug sysrq_always_enabled rcupdate.rcu_cpu_stall_timeout=100 panic=10 softlockup_panic=1 nmi_watchdog=panic prompt_ramdisk=0 console=ttyS0,115200 console=tty0 vga=normal root=/dev/ram0 rw link=/kbuild-tests/run-queue/kvm/i386-randconfig-ib0-07271715/next:master:5a7439efd1c5c416f768fc550048ca130cf4bf99:bisect-linux5/.vmlinuz-5a7439efd1c5c416f768fc550048ca130cf4bf99-20140727172156-2-kbuild branch=next/master BOOT_IMAGE=/kernel/i386-randconfig-ib0-07271715/5a7439efd1c5c416f768fc550048ca130cf4bf99/vmlinuz-3.16.0-rc6-next-20140725 drbd.minor_count=8' -initrd /kernel-tests/initrd/quantal-core-i386.cgz -m 320 -smp 2 -net nic,vlan=1,model=e1000 -net user,vlan=1 -boot order=nc -no-reboot -watchdog i6300esb -rtc base=localtime -pidfile /dev/shm/kboot/pid-quantal-kbuild-15 -serial file:/dev/shm/kboot/serial-quantal-kbuild-15 -daemonize -display none -monitor null /kernel/i386-randconfig-ib0-07271715/5a7439efd1c5c416f768fc550048ca130cf4bf99/dmesg-quantal-kbuild-15:20140727172721:i386-randconfig-ib0-07271715:3.16.0-rc6-next-20140725:404 /kernel/i386-randconfig-ib0-07271715/5a7439efd1c5c416f768fc550048ca130cf4bf99/dmesg-quantal-vp-9:20140727171900:i386-randconfig-ib0-07271715:3.16.0-rc6-next-20140725:404 9:2:2 all_good:bad:all_bad boots HEAD is now at 5a7439e Add linux-next specific files for 20140725 ========= linus/master ========= Previous HEAD position was 5a7439e... Add linux-next specific files for 20140725 HEAD is now at 2062afb... Fix gcc-4.9.0 miscompilation of load_balance() in scheduler ls -a /kbuild-tests/run-queue/kvm/i386-randconfig-ib0-07271715/linus:master:2062afb4f804afef61cbe62a30cac9a46e58e067:bisect-linux5 2014-07-27-22:35:00 2062afb4f804afef61cbe62a30cac9a46e58e067 compiling Queued build task to /kbuild-tests/build-queue/i386-randconfig-ib0-07271715-2062afb4f804afef61cbe62a30cac9a46e58e067 Check for kernel in /kernel/i386-randconfig-ib0-07271715/2062afb4f804afef61cbe62a30cac9a46e58e067 waiting for completion of /kbuild-tests/build-queue/i386-randconfig-ib0-07271715-2062afb4f804afef61cbe62a30cac9a46e58e067 kernel: /kernel/i386-randconfig-ib0-07271715/2062afb4f804afef61cbe62a30cac9a46e58e067/vmlinuz-3.16.0-rc6-00149-g2062afb 2014-07-27-22:37:00 detecting boot state .. 25 28 100 143 183 188 302 347 438 499 541 630 699 797 820 856. 900 SUCCESS ========= next/master ========= Previous HEAD position was 2062afb... Fix gcc-4.9.0 miscompilation of load_balance() in scheduler HEAD is now at 5a7439e... Add linux-next specific files for 20140725 ls -a /kbuild-tests/run-queue/kvm/i386-randconfig-ib0-07271715/next:master:5a7439efd1c5c416f768fc550048ca130cf4bf99:bisect-linux5 TEST FAILURE [ 15.487961] hostname (165) used greatest stack depth: 6688 bytes left [ 15.531598] hwclock (169) used greatest stack depth: 6308 bytes left [ 15.534370] plymouthd (166) used greatest stack depth: 6292 bytes left [ 16.346813] BUG: using smp_processor_id() in preemptible [00000000] code: kworker/0:1/36 [ 16.347840] caller is debug_smp_processor_id+0x12/0x20 [ 16.348571] CPU: 1 PID: 36 Comm: kworker/0:1 Not tainted 3.16.0-rc6-next-20140725 #404 [ 16.349517] Hardware name: Bochs Bochs, BIOS Bochs 01/01/2011 [ 16.350449] Workqueue: events vmstat_update [ 16.350970] 00000001 914fde44 8291b426 00000000 00000001 831653c5 914fde74 8176eb04 [ 16.352108] 831abb40 831aacbb 831653c5 00000000 914f1924 00000024 831aacbb 83c43320 [ 16.353236] 00000129 914dd900 914fde7c 8176eb32 914fde90 811ab6b0 00000000 92379320 [ 16.354377] Call Trace: [ 16.354686] [<8291b426>] dump_stack+0x7f/0xf3 [ 16.355307] [<8176eb04>] check_preemption_disabled+0x164/0x180 [ 16.356002] [<8176eb32>] debug_smp_processor_id+0x12/0x20 [ 16.356915] [<811ab6b0>] vmstat_update+0x40/0x80 [ 16.357518] [<81094bec>] process_one_work+0x36c/0x9e0 [ 16.358204] [<8109506f>] ? process_one_work+0x7ef/0x9e0 [ 16.358875] [<8109528c>] ? worker_thread+0x2c/0x9d0 [ 16.359493] [<81095732>] worker_thread+0x4d2/0x9d0 [ 16.360221] [<81095260>] ? process_one_work+0x9e0/0x9e0 [ 16.360854] [<8109eb02>] kthread+0xe2/0xf0 [ 16.361388] [<81095260>] ? process_one_work+0x9e0/0x9e0 [ 16.362057] [<810a0000>] ? copy_namespaces+0x60/0x2f0 [ 16.362700] [<82948581>] ret_from_kernel_thread+0x21/0x30 [ 16.363586] [<8109ea20>] ? insert_kthread_work+0x100/0x100 Elapsed time: 5 qemu-system-x86_64 -enable-kvm -cpu Haswell,+smep,+smap -kernel /kernel/i386-randconfig-ib0-07271715/5a7439efd1c5c416f768fc550048ca130cf4bf99/vmlinuz-3.16.0-rc6-next-20140725 -append 'hung_task_panic=1 earlyprintk=ttyS0,115200 debug apic=debug sysrq_always_enabled rcupdate.rcu_cpu_stall_timeout=100 panic=10 softlockup_panic=1 nmi_watchdog=panic prompt_ramdisk=0 console=ttyS0,115200 console=tty0 vga=normal root=/dev/ram0 rw link=/kbuild-tests/run-queue/kvm/i386-randconfig-ib0-07271715/next:master:5a7439efd1c5c416f768fc550048ca130cf4bf99:bisect-linux5/.vmlinuz-5a7439efd1c5c416f768fc550048ca130cf4bf99-20140727172156-2-kbuild branch=next/master BOOT_IMAGE=/kernel/i386-randconfig-ib0-07271715/5a7439efd1c5c416f768fc550048ca130cf4bf99/vmlinuz-3.16.0-rc6-next-20140725 drbd.minor_count=8' -initrd /kernel-tests/initrd/quantal-core-i386.cgz -m 320 -smp 2 -net nic,vlan=1,model=e1000 -net user,vlan=1 -boot order=nc -no-reboot -watchdog i6300esb -rtc base=localtime -pidfile /dev/shm/kboot/pid-quantal-kbuild-15 -serial file:/dev/shm/kboot/serial-quantal-kbuild-15 -daemonize -display none -monitor null /kernel/i386-randconfig-ib0-07271715/5a7439efd1c5c416f768fc550048ca130cf4bf99/dmesg-quantal-kbuild-15:20140727172721:i386-randconfig-ib0-07271715:3.16.0-rc6-next-20140725:404 /kernel/i386-randconfig-ib0-07271715/5a7439efd1c5c416f768fc550048ca130cf4bf99/dmesg-quantal-vp-9:20140727171900:i386-randconfig-ib0-07271715:3.16.0-rc6-next-20140725:404 9:2:2 all_good:bad:all_bad boots