git checkout e1e958029781a5f22a47807f9648ab9d221746f4 Previous HEAD position was bad570d... Add linux-next specific files for 20131108 HEAD is now at e1e9580... Merge remote-tracking branch 'aio/master' ls -a /kernel-tests/run-queue/kvm/i386-randconfig-j3-11101308/next:master:e1e958029781a5f22a47807f9648ab9d221746f4:bisect-usb 2013-11-10-18:32:53 e1e958029781a5f22a47807f9648ab9d221746f4 compiling 262 real 989 user 100 sys 416.05% cpu i386-randconfig-j3-11101308 2013-11-10-18:37:54 detecting boot state 3.12.0-10173-ge1e9580.. 3 6..... TEST FAILURE [ 5.040144] BIOS EDD facility v0.16 2004-Jun-25, 0 devices found [ 5.041524] EDD information not available. [ 5.042524] Unregister pv shared memory for cpu 0 [ 243.934045] INFO: task swapper/0:1 blocked for more than 120 seconds. [ 243.935397] Not tainted 3.12.0-10173-ge1e9580 #764 [ 243.936496] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 243.938075] swapper/0 D cd417838 5744 1 0 0x00000000 [ 243.939461] cd429dc0 00000082 c1c45488 cd417838 0000ab80 cd429dcc c1a1e340 00000008 [ 243.941286] c1931d20 c1a1e340 cd417440 00000000 c1c45488 00000004 00000000 0000ab80 [ 243.943086] c1c660c0 00000000 2002415c 00000000 cd417440 c1077d97 cdaddb34 00000001 [ 243.944894] Call Trace: [ 243.945445] [] ? mark_held_locks+0x87/0xf0 [ 243.946497] [] schedule+0x10/0x20 [ 243.947397] [] schedule_timeout+0x125/0x180 [ 243.948460] [] ? _raw_spin_unlock_irq+0x22/0x50 [ 243.949587] [] ? wait_for_completion+0x94/0xd0 [ 243.950699] [] ? trace_hardirqs_on+0xb/0x10 [ 243.951760] [] wait_for_completion+0x9b/0xd0 [ 243.952836] [] ? wake_up_state+0x10/0x10 [ 243.953859] [] ? __call_rcu.constprop.61+0x240/0x240 [ 243.955073] [] wait_rcu_gp+0x3f/0x60 [ 243.955991] [] ? rcu_panic+0x20/0x20 [ 243.956939] [] synchronize_rcu+0x1f/0x40 [ 243.958032] [] _cpu_down+0x129/0x2c0 [ 243.959044] [] ? cpu_down+0x12/0x40 [ 243.960034] [] ? lock_device_hotplug+0xf/0x20 [ 243.961234] [] cpu_down+0x24/0x40 [ 243.962146] [] _debug_hotplug_cpu+0x77/0xb0 [ 243.963249] [] ? __platform_driver_register+0x3e/0x40 [ 243.964481] [] ? pci_iommu_alloc+0x5a/0x5a [ 243.965538] [] debug_hotplug_cpu+0xc/0x10 [ 243.966590] [] do_one_initcall+0x8d/0x12c [ 243.967633] [] ? strlen+0xd/0x20 [ 243.968507] [] ? parameq+0x13/0x70 [ 243.969417] [] ? repair_env_string+0x12/0x51 [ 243.970491] [] ? parse_args+0x1cf/0x320 [ 243.971478] [] ? __usermodehelper_set_disable_depth+0x3e/0x50 [ 243.972829] [] kernel_init_freeable+0xeb/0x17d [ 243.973933] [] ? do_early_param+0x78/0x78 [ 243.974961] [] kernel_init+0xb/0x140 [ 243.975910] [] ret_from_kernel_thread+0x1b/0x28 [ 243.977038] [] ? rest_init+0xc0/0xc0 [ 243.977957] 3 locks held by swapper/0/1: [ 243.978782] #0: (device_hotplug_lock){+.+.+.}, at: [] lock_device_hotplug+0xf/0x20 [ 243.980688] #1: (cpu_add_remove_lock){+.+.+.}, at: [] cpu_down+0x12/0x40 [ 243.982418] #2: (cpu_hotplug.lock){+.+.+.}, at: [] cpu_hotplug_begin+0x1d/0x40 [ 243.984254] sending NMI to all CPUs: [ 243.984981] NMI backtrace for cpu 1 [ 243.985242] CPU: 1 PID: 46 Comm: khungtaskd Not tainted 3.12.0-10173-ge1e9580 #764 [ 243.985242] task: cfae9000 ti: cfaf2000 task.ti: cfaf2000 [ 243.985242] EIP: 0060:[] EFLAGS: 00000046 CPU: 1 [ 243.985242] EIP is at default_send_IPI_mask_logical+0x85/0xf0 [ 243.985242] EAX: 00000c00 EBX: 03000000 ECX: fffff000 EDX: fffff000 [ 243.985242] ESI: 00000206 EDI: 00000002 EBP: cfaf3ed4 ESP: cfaf3ec4 [ 243.985242] DS: 007b ES: 007b FS: 00d8 GS: 00e0 SS: 0068 [ 243.985242] CR0: 8005003b CR2: 00000000 CR3: 01a26000 CR4: 000006f0 [ 243.985242] Stack: [ 243.985242] 00000800 00002710 00007fff 000003ff cfaf3ee0 c102ca38 00002710 cfaf3ef0 [ 243.985242] c102cc2d c185e478 cd417440 cfaf3f30 c10a4642 c186d55c c1a30f6c c191f686 [ 243.985242] 00000004 c191f6c7 00000078 00000004 cd417538 00007fff cd417440 cd417538 [ 243.985242] Call Trace: [ 243.985242] [] default_send_IPI_all+0x58/0x60 [ 243.985242] [] arch_trigger_all_cpu_backtrace+0x3d/0x70 [ 243.985242] [] watchdog+0x2e2/0x300 [ 243.985242] [] ? hung_task_panic+0x20/0x20 [ 243.985242] [] kthread+0x9a/0xa0 [ 243.985242] [] ? cred_alloc_blank+0x20/0x60 [ 243.985242] [] ret_from_kernel_thread+0x1b/0x28 [ 243.985242] [] ? __kthread_parkme+0x60/0x60 [ 243.985242] Code: 00 b3 ff ff f6 c4 10 75 ed c1 e3 18 89 99 10 b3 ff ff 89 f8 09 d0 80 ce 04 83 ff 02 0f 44 c2 8b 15 04 a6 92 c1 89 82 00 b3 ff ff c6 00 02 00 00 74 1b e8 ce b8 04 00 89 f0 50 9d 8d 74 26 00 [ 243.985032] NMI backtrace for cpu 0 /kernel/i386-randconfig-j3-11101308/e1e958029781a5f22a47807f9648ab9d221746f4/dmesg-yocto-inn-16:20131110184202:i386-randconfig-j3-11101308:3.12.0-10173-ge1e9580:764 /kernel/i386-randconfig-j3-11101308/e1e958029781a5f22a47807f9648ab9d221746f4/dmesg-yocto-inn-31:20131110184204:i386-randconfig-j3-11101308:3.12.0-10173-ge1e9580:764 /kernel/i386-randconfig-j3-11101308/e1e958029781a5f22a47807f9648ab9d221746f4/dmesg-yocto-inn-37:20131110184204:i386-randconfig-j3-11101308:3.12.0-10173-ge1e9580:764 /kernel/i386-randconfig-j3-11101308/e1e958029781a5f22a47807f9648ab9d221746f4/dmesg-yocto-inn-24:20131110184210:i386-randconfig-j3-11101308:3.12.0-10173-ge1e9580:764 /kernel/i386-randconfig-j3-11101308/e1e958029781a5f22a47807f9648ab9d221746f4/dmesg-yocto-inn-45:20131110184208:i386-randconfig-j3-11101308:3.12.0-10173-ge1e9580:764 /kernel/i386-randconfig-j3-11101308/e1e958029781a5f22a47807f9648ab9d221746f4/dmesg-yocto-snb-45:20131110184214:i386-randconfig-j3-11101308:3.12.0-10173-ge1e9580:764 /kernel/i386-randconfig-j3-11101308/e1e958029781a5f22a47807f9648ab9d221746f4/dmesg-quantal-lkp-tt02-18:20131110093344:i386-randconfig-j3-11101308:3.12.0-10173-ge1e9580:764 /kernel/i386-randconfig-j3-11101308/e1e958029781a5f22a47807f9648ab9d221746f4/dmesg-quantal-snb-1:20131110184215:i386-randconfig-j3-11101308:3.12.0-10173-ge1e9580:764 /kernel/i386-randconfig-j3-11101308/e1e958029781a5f22a47807f9648ab9d221746f4/dmesg-quantal-snb-44:20131110184224:i386-randconfig-j3-11101308:3.12.0-10173-ge1e9580:764 /kernel/i386-randconfig-j3-11101308/e1e958029781a5f22a47807f9648ab9d221746f4/dmesg-yocto-lkp-tt02-18:20131110093339:i386-randconfig-j3-11101308:3.12.0-10173-ge1e9580:764 /kernel/i386-randconfig-j3-11101308/e1e958029781a5f22a47807f9648ab9d221746f4/dmesg-yocto-snb-37:20131110184222:i386-randconfig-j3-11101308:3.12.0-10173-ge1e9580:764 6:11:11 all_good:bad:all_bad boots REPEAT COUNT: 25 # /cc/wfg/usb-bisect/.repeat bisect: bad commit e1e958029781a5f22a47807f9648ab9d221746f4 git checkout v3.12 Previous HEAD position was e1e9580... Merge remote-tracking branch 'aio/master' HEAD is now at 5e01dc7... Linux 3.12 ls -a /kernel-tests/run-queue/kvm/i386-randconfig-j3-11101308/next:master:5e01dc7b26d9f24f39abace5da98ccbd6a5ceb52:bisect-usb SUCCESS bisect: good commit v3.12 git bisect start e1e958029781a5f22a47807f9648ab9d221746f4 v3.12 -- Previous HEAD position was 5e01dc7... Linux 3.12 HEAD is now at 6e46645... Linux 3.11 Bisecting: 5020 revisions left to test after this (roughly 12 steps) [513e72b3ae0e7d35b09b72c360e548781b345fe7] Merge remote-tracking branch 'pm/linux-next' git bisect run /c/kernel-tests/bisect-test-boot-failure.sh /home/wfg/usb/obj-bisect running /c/kernel-tests/bisect-test-boot-failure.sh /home/wfg/usb/obj-bisect ls -a /kernel-tests/run-queue/kvm/i386-randconfig-j3-11101308/next:master:513e72b3ae0e7d35b09b72c360e548781b345fe7:bisect-usb 2013-11-10-18:43:02 513e72b3ae0e7d35b09b72c360e548781b345fe7 compiling 620 real 994 user 96 sys 175.87% cpu i386-randconfig-j3-11101308 2013-11-10-18:55:34 detecting boot state 3.12.0-05152-g513e72b.. 7 25 SUCCESS Bisecting: 2527 revisions left to test after this (roughly 11 steps) [a73f39d6bb13cd0eadf566e202dbfd114de2b9bc] Merge remote-tracking branch 'virtio/virtio-next' running /c/kernel-tests/bisect-test-boot-failure.sh /home/wfg/usb/obj-bisect ls -a /kernel-tests/run-queue/kvm/i386-randconfig-j3-11101308/next:master:a73f39d6bb13cd0eadf566e202dbfd114de2b9bc:bisect-usb 2013-11-10-18:57:39 a73f39d6bb13cd0eadf566e202dbfd114de2b9bc compiling 299 real 1003 user 99 sys 367.83% cpu i386-randconfig-j3-11101308 2013-11-10-19:07:44 detecting boot state 3.12.0-07645-ga73f39d.. 24 25 SUCCESS Bisecting: 1279 revisions left to test after this (roughly 10 steps) [8d31e8536540635a1d56c9cd4a30eefe7f236644] Merge remote-tracking branch 'spi/for-next' running /c/kernel-tests/bisect-test-boot-failure.sh /home/wfg/usb/obj-bisect ls -a /kernel-tests/run-queue/kvm/i386-randconfig-j3-11101308/next:master:8d31e8536540635a1d56c9cd4a30eefe7f236644:bisect-usb 2013-11-10-19:09:49 8d31e8536540635a1d56c9cd4a30eefe7f236644 compiling 529 real 1000 user 100 sys 207.93% cpu i386-randconfig-j3-11101308 2013-11-10-19:20:53 detecting boot state 3.12.0-08893-g8d31e85.. 6 17 25 SUCCESS Bisecting: 645 revisions left to test after this (roughly 9 steps) [47b8d9c8c38a956094e7f6b231371331dd2dd0d9] Merge branch 'x86/hyperv' running /c/kernel-tests/bisect-test-boot-failure.sh /home/wfg/usb/obj-bisect ls -a /kernel-tests/run-queue/kvm/i386-randconfig-j3-11101308/next:master:47b8d9c8c38a956094e7f6b231371331dd2dd0d9:bisect-usb 2013-11-10-19:23:31 47b8d9c8c38a956094e7f6b231371331dd2dd0d9 compiling 813 real 1003 user 100 sys 135.70% cpu i386-randconfig-j3-11101308 2013-11-10-19:38:05 detecting boot state 3.12.0-00634-g47b8d9c.. 3 7 8.... TEST FAILURE [ 2.786329] EDD information not available. [ 2.786995] Unregister pv shared memory for cpu 0 [ 3.239170] tsc: Refined TSC clocksource calibration: 2892.961 MHz [ 242.259074] INFO: task swapper/0:1 blocked for more than 120 seconds. [ 242.260080] Not tainted 3.12.0-00634-g47b8d9c #768 [ 242.260873] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 242.262047] swapper/0 D cd417838 5740 1 0 0x00000000 [ 242.263057] cd429dc0 00000082 c0e29af0 cd417838 0000a480 cd429dcc c0c07340 00000008 [ 242.264397] c0b1dde0 c0c07340 cd417440 00000000 c0e29af0 00000004 00000000 0000a480 [ 242.265733] c0e4e2f0 00000000 2402614f 00000000 cd417440 c0277f27 cdaddb34 00000001 [ 242.267085] Call Trace: [ 242.267495] [] ? mark_held_locks+0x87/0xf0 [ 242.268297] [] schedule+0x10/0x20 [ 242.268930] [] schedule_timeout+0x125/0x180 [ 242.269722] [] ? _raw_spin_unlock_irq+0x22/0x50 [ 242.270564] [] ? wait_for_completion+0x94/0xd0 [ 242.271390] [] ? trace_hardirqs_on+0xb/0x10 [ 242.272169] [] wait_for_completion+0x9b/0xd0 [ 242.272950] [] ? wake_up_state+0x10/0x10 [ 242.273708] [] ? __call_rcu.constprop.61+0x240/0x240 [ 242.274617] [] wait_rcu_gp+0x3f/0x60 [ 242.275318] [] ? rcu_panic+0x20/0x20 [ 242.275987] [] synchronize_rcu+0x1f/0x40 [ 242.276751] [] _cpu_down+0x129/0x2c0 [ 242.277484] [] ? cpu_down+0x12/0x40 [ 242.278165] [] ? cpu_hotplug_driver_lock+0xf/0x20 [ 242.279042] [] cpu_down+0x24/0x40 [ 242.279682] [] _debug_hotplug_cpu+0x6f/0xa0 [ 242.280481] [] ? __platform_driver_register+0x3e/0x40 [ 242.281396] [] ? pci_iommu_alloc+0x5a/0x5a [ 242.282189] [] debug_hotplug_cpu+0xc/0x10 [ 242.282932] [] do_one_initcall+0x8d/0x12c [ 242.283703] [] ? strlen+0xf/0x20 [ 242.284357] [] ? parameq+0x13/0x70 [ 242.285001] [] ? repair_env_string+0x12/0x51 [ 242.285798] [] ? parse_args+0x1cf/0x320 [ 242.286543] [] ? __usermodehelper_set_disable_depth+0x3e/0x50 [ 242.287595] [] kernel_init_freeable+0xeb/0x17d [ 242.288427] [] ? do_early_param+0x78/0x78 [ 242.289179] [] kernel_init+0xb/0x140 [ 242.289863] [] ret_from_kernel_thread+0x1b/0x28 [ 242.290709] [] ? rest_init+0xc0/0xc0 [ 242.291408] 3 locks held by swapper/0/1: [ 242.291995] #0: (x86_cpu_hotplug_driver_mutex){+.+.+.}, at: [] cpu_hotplug_driver_lock+0xf/0x20 [ 242.293593] #1: (cpu_add_remove_lock){+.+.+.}, at: [] cpu_down+0x12/0x40 [ 242.294867] #2: (cpu_hotplug.lock){+.+.+.}, at: [] cpu_hotplug_begin+0x1d/0x40 [ 242.296224] sending NMI to all CPUs: [ 242.296779] NMI backtrace for cpu 1 [ 242.297210] CPU: 1 PID: 46 Comm: khungtaskd Not tainted 3.12.0-00634-g47b8d9c #768 [ 242.297210] task: cfacc000 ti: cfac0000 task.ti: cfac0000 [ 242.297210] EIP: 0060:[] EFLAGS: 00010046 CPU: 1 [ 242.297210] EIP is at default_send_IPI_mask_logical+0x85/0xf0 [ 242.297210] EAX: 00000c00 EBX: 03000000 ECX: fffff000 EDX: fffff000 [ 242.297210] ESI: 00000206 EDI: 00000002 EBP: cfac1ed4 ESP: cfac1ec4 [ 242.297210] DS: 007b ES: 007b FS: 00d8 GS: 00e0 SS: 0068 [ 242.297210] CR0: 8005003b CR2: ffffffff CR3: 00c0f000 CR4: 000006f0 [ 242.297210] Stack: [ 242.297210] 00000800 00002710 00007fff 000003ff cfac1ee0 c022ca88 00002710 cfac1ef0 [ 242.297210] c022cc7d c0a4b78a cd417440 cfac1f30 c02a4a8e c0a5a844 c0c19f6c c0b0b646 [ 242.297210] 00000004 c0b0b687 00000078 00000004 cd417538 00007fff cd417440 cd417538 [ 242.297210] Call Trace: [ 242.297210] [] default_send_IPI_all+0x58/0x60 [ 242.297210] [] arch_trigger_all_cpu_backtrace+0x3d/0x70 [ 242.297210] [] watchdog+0x2de/0x300 [ 242.297210] [] ? hung_task_panic+0x20/0x20 [ 242.297210] [] kthread+0x9a/0xa0 [ 242.297210] [] ? get_task_cred+0x50/0xa0 [ 242.297210] [] ret_from_kernel_thread+0x1b/0x28 [ 242.297210] [] ? __kthread_parkme+0x60/0x60 [ 242.297210] Code: 00 b3 ff ff f6 c4 10 75 ed c1 e3 18 89 99 10 b3 ff ff 89 f8 09 d0 80 ce 04 83 ff 02 0f 44 c2 8b 15 c4 65 b1 c0 89 82 00 b3 ff ff c6 00 02 00 00 74 1b e8 0e ba 04 00 89 f0 50 9d 8d 74 26 00 [ 242.297026] NMI backtrace for cpu 0 /kernel/i386-randconfig-j3-11101308/47b8d9c8c38a956094e7f6b231371331dd2dd0d9/dmesg-quantal-waimea-10:20131111033826:i386-randconfig-j3-11101308:3.12.0-00634-g47b8d9c:768 /kernel/i386-randconfig-j3-11101308/47b8d9c8c38a956094e7f6b231371331dd2dd0d9/dmesg-yocto-inn-16:20131110194215:i386-randconfig-j3-11101308:3.12.0-00634-g47b8d9c:768 /kernel/i386-randconfig-j3-11101308/47b8d9c8c38a956094e7f6b231371331dd2dd0d9/dmesg-yocto-inn-18:20131110194214:i386-randconfig-j3-11101308:3.12.0-00634-g47b8d9c:768 /kernel/i386-randconfig-j3-11101308/47b8d9c8c38a956094e7f6b231371331dd2dd0d9/dmesg-yocto-inn-4:20131110194214:i386-randconfig-j3-11101308:3.12.0-00634-g47b8d9c:768 /kernel/i386-randconfig-j3-11101308/47b8d9c8c38a956094e7f6b231371331dd2dd0d9/dmesg-yocto-roam-23:20131110194213:i386-randconfig-j3-11101308:3.12.0-00634-g47b8d9c:768 /kernel/i386-randconfig-j3-11101308/47b8d9c8c38a956094e7f6b231371331dd2dd0d9/dmesg-yocto-roam-12:20131110194221:i386-randconfig-j3-11101308:3.12.0-00634-g47b8d9c:768 /kernel/i386-randconfig-j3-11101308/47b8d9c8c38a956094e7f6b231371331dd2dd0d9/dmesg-quantal-roam-19:20131110194223:i386-randconfig-j3-11101308:3.12.0-00634-g47b8d9c:768 /kernel/i386-randconfig-j3-11101308/47b8d9c8c38a956094e7f6b231371331dd2dd0d9/dmesg-quantal-waimea-11:20131111033840:i386-randconfig-j3-11101308:3.12.0-00634-g47b8d9c:768 /kernel/i386-randconfig-j3-11101308/47b8d9c8c38a956094e7f6b231371331dd2dd0d9/dmesg-yocto-inn-28:20131110194228:i386-randconfig-j3-11101308:3.12.0-00634-g47b8d9c:768 /kernel/i386-randconfig-j3-11101308/47b8d9c8c38a956094e7f6b231371331dd2dd0d9/dmesg-yocto-roam-45:20131110194228:i386-randconfig-j3-11101308:3.12.0-00634-g47b8d9c:768 8:10:10 all_good:bad:all_bad boots REPEAT COUNT: 28 # /cc/wfg/usb-bisect/.repeat Bisecting: 329 revisions left to test after this (roughly 8 steps) [8a4d0b56b031455adcbe4a9383c3b497456fcfac] Merge branch 'uprobes/core' of git://git.kernel.org/pub/scm/linux/kernel/git/oleg/misc into perf/core running /c/kernel-tests/bisect-test-boot-failure.sh /home/wfg/usb/obj-bisect ls -a /kernel-tests/run-queue/kvm/i386-randconfig-j3-11101308/next:master:8a4d0b56b031455adcbe4a9383c3b497456fcfac:bisect-usb 2013-11-10-19:42:41 8a4d0b56b031455adcbe4a9383c3b497456fcfac compiling 438 real 993 user 100 sys 249.58% cpu i386-randconfig-j3-11101308 2013-11-10-19:55:28 detecting boot state 3.12.0-00304-g8a4d0b5.. 10 16 26.... 28 SUCCESS Bisecting: 158 revisions left to test after this (roughly 7 steps) [c90423d1de12fbeaf0c898e1db0e962de347302b] Merge branch 'sched/core' into core/locking, to prepare the kernel/locking/ file move running /c/kernel-tests/bisect-test-boot-failure.sh /home/wfg/usb/obj-bisect ls -a /kernel-tests/run-queue/kvm/i386-randconfig-j3-11101308/next:master:c90423d1de12fbeaf0c898e1db0e962de347302b:bisect-usb 2013-11-10-20:00:32 c90423d1de12fbeaf0c898e1db0e962de347302b compiling 288 real 987 user 97 sys 375.97% cpu i386-randconfig-j3-11101308 2013-11-10-20:12:43 detecting boot state 3.12.0-00171-gc90423d.. 2 6... 8. TEST FAILURE [ 1.986905] EDD information not available. [ 1.987361] Unregister pv shared memory for cpu 0 [ 2.604104] tsc: Refined TSC clocksource calibration: 2892.979 MHz [ 241.617064] INFO: task swapper/0:1 blocked for more than 120 seconds. [ 241.617691] Not tainted 3.12.0-00171-gc90423d #770 [ 241.618197] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 241.618918] swapper/0 D cd417838 5840 1 0 0x00000000 [ 241.619552] cd429dc0 00000082 c0e49080 cd417838 0000a080 cd429dcc c0c03340 00000008 [ 241.620379] c0b19960 c0c03340 cd417440 00000000 c0e49080 00000004 00000000 0000a080 [ 241.621298] c0e6b370 00000000 24026147 00000000 cd417440 c02902f7 00000000 00000000 [ 241.622141] Call Trace: [ 241.622378] [] ? mark_held_locks+0x87/0xf0 [ 241.622851] [] schedule+0x10/0x20 [ 241.623262] [] schedule_timeout+0x125/0x180 [ 241.623747] [] ? _raw_spin_unlock_irq+0x22/0x50 [ 241.624266] [] ? wait_for_completion+0x94/0xd0 [ 241.624767] [] ? trace_hardirqs_on+0xb/0x10 [ 241.625254] [] wait_for_completion+0x9b/0xd0 [ 241.625743] [] ? wake_up_state+0x10/0x10 [ 241.626205] [] ? __call_rcu.constprop.61+0x240/0x240 [ 241.626755] [] wait_rcu_gp+0x3f/0x60 [ 241.627185] [] ? rcu_panic+0x20/0x20 [ 241.627610] [] synchronize_rcu+0x1f/0x40 [ 241.628078] [] _cpu_down+0x129/0x2c0 [ 241.628504] [] ? cpu_down+0x12/0x40 [ 241.628924] [] ? cpu_hotplug_driver_lock+0xf/0x20 [ 241.629464] [] cpu_down+0x24/0x40 [ 241.629860] [] _debug_hotplug_cpu+0x6f/0xa0 [ 241.630348] [] ? __platform_driver_register+0x3e/0x40 [ 241.630920] [] ? pci_iommu_alloc+0x5a/0x5a [ 241.631406] [] debug_hotplug_cpu+0xc/0x10 [ 241.631885] [] do_one_initcall+0x8d/0x12c [ 241.632360] [] ? idr_get_empty_slot+0x2d8/0x370 [ 241.632886] [] ? parameq+0x13/0x70 [ 241.633302] [] ? repair_env_string+0x12/0x51 [ 241.633790] [] ? parse_args+0x1cf/0x320 [ 241.634248] [] ? __usermodehelper_set_disable_depth+0x3e/0x50 [ 241.634867] [] kernel_init_freeable+0xeb/0x17d [ 241.635389] [] ? do_early_param+0x78/0x78 [ 241.635863] [] kernel_init+0xb/0x140 [ 241.636296] [] ret_from_kernel_thread+0x1b/0x28 [ 241.636804] [] ? rest_init+0xc0/0xc0 [ 241.637234] 3 locks held by swapper/0/1: [ 241.637601] #0: (x86_cpu_hotplug_driver_mutex){+.+.+.}, at: [] cpu_hotplug_driver_lock+0xf/0x20 [ 241.638567] #1: (cpu_add_remove_lock){+.+.+.}, at: [] cpu_down+0x12/0x40 [ 241.639348] #2: (cpu_hotplug.lock){+.+.+.}, at: [] cpu_hotplug_begin+0x1d/0x40 [ 241.640183] sending NMI to all CPUs: [ 241.640546] NMI backtrace for cpu 1 [ 241.640873] CPU: 1 PID: 46 Comm: khungtaskd Not tainted 3.12.0-00171-gc90423d #770 [ 241.641175] task: cf661000 ti: cf64a000 task.ti: cf64a000 [ 241.641175] EIP: 0060:[] EFLAGS: 00010046 CPU: 1 [ 241.641175] EIP is at default_send_IPI_mask_logical+0x85/0xf0 [ 241.641175] EAX: 00000c00 EBX: 03000000 ECX: fffff000 EDX: fffff000 [ 241.641175] ESI: 00000206 EDI: 00000002 EBP: cf64bed4 ESP: cf64bec4 [ 241.641175] DS: 007b ES: 007b FS: 00d8 GS: 00e0 SS: 0068 [ 241.641175] CR0: 8005003b CR2: ffffffff CR3: 00c0b000 CR4: 000006f0 [ 241.641175] Stack: [ 241.641175] 00000800 00002710 00007fff 000003ff cf64bee0 c022c718 00002710 cf64bef0 [ 241.641175] c022c90d c0a4727a cd417440 cf64bf30 c02a2eee c0a561bc c0c15f6c c0b07646 [ 241.641175] 00000004 c0b07687 00000078 00000004 cd417538 00007fff cd417440 cd417538 [ 241.641175] Call Trace: [ 241.641175] [] default_send_IPI_all+0x58/0x60 [ 241.641175] [] arch_trigger_all_cpu_backtrace+0x3d/0x70 [ 241.641175] [] watchdog+0x2de/0x300 [ 241.641175] [] ? hung_task_panic+0x20/0x20 [ 241.641175] [] kthread+0x9a/0xa0 [ 241.641175] [] ? set_security_override_from_ctx+0x10/0x40 [ 241.641175] [] ret_from_kernel_thread+0x1b/0x28 [ 241.641175] [] ? __kthread_parkme+0x60/0x60 [ 241.641175] Code: 00 b3 ff ff f6 c4 10 75 ed c1 e3 18 89 99 10 b3 ff ff 89 f8 09 d0 80 ce 04 83 ff 02 0f 44 c2 8b 15 44 21 b1 c0 89 82 00 b3 ff ff c6 00 02 00 00 74 1b e8 4e 41 06 00 89 f0 50 9d 8d 74 26 00 /kernel/i386-randconfig-j3-11101308/c90423d1de12fbeaf0c898e1db0e962de347302b/dmesg-quantal-cairo-3:20131110201700:i386-randconfig-j3-11101308:3.12.0-00171-gc90423d:770 /kernel/i386-randconfig-j3-11101308/c90423d1de12fbeaf0c898e1db0e962de347302b/dmesg-yocto-waimea-8:20131111041312:i386-randconfig-j3-11101308:3.12.0-00171-gc90423d:770 /kernel/i386-randconfig-j3-11101308/c90423d1de12fbeaf0c898e1db0e962de347302b/dmesg-yocto-xian-4:20131110201705:i386-randconfig-j3-11101308:3.12.0-00171-gc90423d:770 /kernel/i386-randconfig-j3-11101308/c90423d1de12fbeaf0c898e1db0e962de347302b/dmesg-quantal-cairo-18:20131110201708:i386-randconfig-j3-11101308:3.12.0-00171-gc90423d:770 8:4:3 all_good:bad:all_bad boots REPEAT COUNT: 37 # /cc/wfg/usb-bisect/.repeat Bisecting: 85 revisions left to test after this (roughly 7 steps) [90572890d202527c366aa9489b32404e88a7c020] mm: numa: Change page last {nid,pid} into {cpu,pid} running /c/kernel-tests/bisect-test-boot-failure.sh /home/wfg/usb/obj-bisect ls -a /kernel-tests/run-queue/kvm/i386-randconfig-j3-11101308/next:master:90572890d202527c366aa9489b32404e88a7c020:bisect-usb 2013-11-10-20:17:21 90572890d202527c366aa9489b32404e88a7c020 compiling 724 real 999 user 101 sys 152.19% cpu i386-randconfig-j3-11101308 2013-11-10-20:34:06 detecting boot state 3.12.0-rc4-00085-g9057289.. 22 37 SUCCESS Bisecting: 42 revisions left to test after this (roughly 6 steps) [b4145872f7049e429718b40b86e1b46659988398] sched: Move wait code from core.c to wait.c running /c/kernel-tests/bisect-test-boot-failure.sh /home/wfg/usb/obj-bisect ls -a /kernel-tests/run-queue/kvm/i386-randconfig-j3-11101308/next:master:b4145872f7049e429718b40b86e1b46659988398:bisect-usb 2013-11-10-20:36:08 b4145872f7049e429718b40b86e1b46659988398 compiling 493 real 992 user 106 sys 223.00% cpu i386-randconfig-j3-11101308 2013-11-10-20:48:37 detecting boot state 3.12.0-rc7-00200-gb414587.. 6 13 14 15... TEST FAILURE [ 5.349952] BIOS EDD facility v0.16 2004-Jun-25, 0 devices found [ 5.350970] EDD information not available. [ 5.351759] Unregister pv shared memory for cpu 0 [ 244.144062] INFO: task swapper/0:1 blocked for more than 120 seconds. [ 244.145140] Not tainted 3.12.0-rc7-00200-gb414587 #772 [ 244.146044] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 244.147294] swapper/0 D cd417838 5796 1 0 0x00000000 [ 244.148366] cd429dc0 00000082 c0e49040 cd417838 0000a080 cd429dcc c0c03340 00000008 [ 244.149777] c0b199a0 c0c03340 cd417440 00000000 c0e49040 00000004 00000000 0000a080 [ 244.151207] c0e6b330 00000000 24026147 00000000 cd417440 c028c607 00000001 00000000 [ 244.152626] Call Trace: [ 244.153078] [] ? mark_held_locks+0x87/0xf0 [ 244.153909] [] schedule+0x10/0x20 [ 244.154614] [] schedule_timeout+0x125/0x180 [ 244.155447] [] ? _raw_spin_unlock_irq+0x22/0x50 [ 244.156330] [] ? wait_for_completion+0x94/0xd0 [ 244.157190] [] ? trace_hardirqs_on+0xb/0x10 [ 244.157998] [] wait_for_completion+0x9b/0xd0 [ 244.158849] [] ? wake_up_state+0x10/0x10 [ 244.159647] [] ? __call_rcu.constprop.61+0x240/0x240 [ 244.160602] [] wait_rcu_gp+0x3f/0x60 [ 244.161341] [] ? rcu_panic+0x20/0x20 [ 244.162067] [] synchronize_rcu+0x1f/0x40 [ 244.162839] [] _cpu_down+0x129/0x2c0 [ 244.163581] [] ? cpu_down+0x12/0x40 [ 244.164311] [] ? cpu_hotplug_driver_lock+0xf/0x20 [ 244.165217] [] cpu_down+0x24/0x40 [ 244.165898] [] _debug_hotplug_cpu+0x6f/0xa0 [ 244.166748] [] ? __platform_driver_register+0x3e/0x40 [ 244.167727] [] ? pci_iommu_alloc+0x5a/0x5a [ 244.168546] [] debug_hotplug_cpu+0xc/0x10 [ 244.169348] [] do_one_initcall+0x8d/0x12c [ 244.170143] [] ? parameq+0x13/0x70 [ 244.170837] [] ? repair_env_string+0x12/0x51 [ 244.171684] [] ? parse_args+0x1cf/0x320 [ 244.172469] [] ? __usermodehelper_set_disable_depth+0x3e/0x50 [ 244.173544] [] kernel_init_freeable+0xeb/0x17d [ 244.174414] [] ? do_early_param+0x78/0x78 [ 244.175209] [] kernel_init+0xb/0x140 [ 244.175929] [] ret_from_kernel_thread+0x1b/0x28 [ 244.176814] [] ? rest_init+0xc0/0xc0 [ 244.177552] 3 locks held by swapper/0/1: [ 244.178187] #0: (x86_cpu_hotplug_driver_mutex){+.+.+.}, at: [] cpu_hotplug_driver_lock+0xf/0x20 [ 244.179844] #1: (cpu_add_remove_lock){+.+.+.}, at: [] cpu_down+0x12/0x40 [ 244.181204] #2: (cpu_hotplug.lock){+.+.+.}, at: [] cpu_hotplug_begin+0x1d/0x40 [ 244.182634] sending NMI to all CPUs: [ 244.183235] NMI backtrace for cpu 1 [ 244.183808] CPU: 1 PID: 46 Comm: khungtaskd Not tainted 3.12.0-rc7-00200-gb414587 #772 [ 244.184207] task: cf662560 ti: cf650000 task.ti: cf650000 [ 244.184207] EIP: 0060:[] EFLAGS: 00010046 CPU: 1 [ 244.184207] EIP is at default_send_IPI_mask_logical+0x85/0xf0 [ 244.184207] EAX: 00000c00 EBX: 03000000 ECX: fffff000 EDX: fffff000 [ 244.184207] ESI: 00000206 EDI: 00000002 EBP: cf651ed4 ESP: cf651ec4 [ 244.184207] DS: 007b ES: 007b FS: 00d8 GS: 00e0 SS: 0068 [ 244.184207] CR0: 8005003b CR2: ffffffff CR3: 00c0b000 CR4: 000006f0 [ 244.184207] Stack: [ 244.184207] 00000800 00002710 00007fff 000003ff cf651ee0 c022c718 00002710 cf651ef0 [ 244.184207] c022c90d c0a47272 cd417440 cf651f30 c029f1f6 c0a55e00 c0c15f6c c0b07646 [ 244.184207] 00000004 c0b07687 00000078 00000004 cd417538 00007fff cd417440 cd417538 [ 244.184207] Call Trace: [ 244.184207] [] default_send_IPI_all+0x58/0x60 [ 244.184207] [] arch_trigger_all_cpu_backtrace+0x3d/0x70 [ 244.184207] [] watchdog+0x2d6/0x300 [ 244.184207] [] ? hung_task_panic+0x20/0x20 [ 244.184207] [] kthread+0x9a/0xa0 [ 244.184207] [] ? __atomic_notifier_call_chain+0x80/0x80 [ 244.184207] [] ret_from_kernel_thread+0x1b/0x28 [ 244.184207] [] ? __kthread_parkme+0x60/0x60 [ 244.184207] Code: 00 b3 ff ff f6 c4 10 75 ed c1 e3 18 89 99 10 b3 ff ff 89 f8 09 d0 80 ce 04 83 ff 02 0f 44 c2 8b 15 44 21 b1 c0 89 82 00 b3 ff ff c6 00 02 00 00 74 1b e8 5e 04 06 00 89 f0 50 9d 8d 74 26 00 [ 244.184017] NMI backtrace for cpu 0 [ 244.184017] CPU: 0 PID: 0 Comm: swapper/0 Not tainted 3.12.0-rc7-00200-gb414587 #772 [ 244.184017] task: c0b077e0 ti: c0b04000 task.ti: c0b04000 [ 244.184017] EIP: 0060:[] EFLAGS: 00200282 CPU: 0 [ 244.184017] EIP is at native_safe_halt+0x5/0x10 [ 244.184017] EAX: c0b077e0 EBX: c0b04000 ECX: 00000000 EDX: 00000001 [ 244.184017] ESI: c0ba2628 EDI: ffffffff EBP: c0b05f80 ESP: c0b05f80 [ 244.184017] DS: 007b ES: 007b FS: 00d8 GS: 00e0 SS: 0068 [ 244.184017] CR0: 8005003b CR2: 00000000 CR3: 00c0b000 CR4: 000006f0 [ 244.184017] Stack: [ 244.184017] c0b05f88 c02099cd c0b05f90 c020a146 c0b05fac c027b7ca f84137e5 187a7124 [ 244.184017] 00000002 00020800 c0c0c800 c0b05fc8 c07f6830 00000002 00000001 00000000 [ 244.184017] c07f6780 00000000 c0b05fec c0ba5ad9 00000315 ffffffff ffffffff c0ba5551 [ 244.184017] Call Trace: [ 244.184017] [] default_idle+0xd/0x10 [ 244.184017] [] arch_cpu_idle+0x26/0x30 [ 244.184017] [] cpu_startup_entry+0x13a/0x1c0 [ 244.184017] [] rest_init+0xb0/0xc0 [ 244.184017] [] ? __read_lock_failed+0x1c/0x1c [ 244.184017] [] start_kernel+0x3bf/0x3c5 [ 244.184017] [] ? repair_env_string+0x51/0x51 [ 244.184017] [] i386_start_kernel+0x12e/0x131 [ 244.184017] Code: bc 27 00 00 00 00 55 89 e5 fa 5d c3 8d 76 00 8d bc 27 00 00 00 00 55 89 e5 fb 5d c3 8d 76 00 8d bc 27 00 00 00 00 55 89 e5 fb f4 <5d> c3 89 f6 8d bc 27 00 00 00 00 55 89 e5 f4 5d c3 8d 76 00 8d /kernel/i386-randconfig-j3-11101308/b4145872f7049e429718b40b86e1b46659988398/dmesg-quantal-bens-2:20131110205249:i386-randconfig-j3-11101308:3.12.0-rc7-00200-gb414587:772 /kernel/i386-randconfig-j3-11101308/b4145872f7049e429718b40b86e1b46659988398/dmesg-quantal-xian-25:20131110205245:i386-randconfig-j3-11101308:3.12.0-rc7-00200-gb414587:772 /kernel/i386-randconfig-j3-11101308/b4145872f7049e429718b40b86e1b46659988398/dmesg-yocto-cairo-16:20131110205248:i386-randconfig-j3-11101308:3.12.0-rc7-00200-gb414587:772 /kernel/i386-randconfig-j3-11101308/b4145872f7049e429718b40b86e1b46659988398/dmesg-yocto-cairo-33:20131110205249:i386-randconfig-j3-11101308:3.12.0-rc7-00200-gb414587:772 /kernel/i386-randconfig-j3-11101308/b4145872f7049e429718b40b86e1b46659988398/dmesg-yocto-inn-43:20131110205245:i386-randconfig-j3-11101308:3.12.0-rc7-00200-gb414587:772 /kernel/i386-randconfig-j3-11101308/b4145872f7049e429718b40b86e1b46659988398/dmesg-yocto-roam-35:20131110205246:i386-randconfig-j3-11101308:3.12.0-rc7-00200-gb414587:772 /kernel/i386-randconfig-j3-11101308/b4145872f7049e429718b40b86e1b46659988398/dmesg-yocto-snb-9:20131110205244:i386-randconfig-j3-11101308:3.12.0-rc7-00200-gb414587:772 /kernel/i386-randconfig-j3-11101308/b4145872f7049e429718b40b86e1b46659988398/dmesg-yocto-xian-20:20131110205246:i386-randconfig-j3-11101308:3.12.0-rc7-00200-gb414587:772 /kernel/i386-randconfig-j3-11101308/b4145872f7049e429718b40b86e1b46659988398/dmesg-quantal-cairo-24:20131110205255:i386-randconfig-j3-11101308:3.12.0-rc7-00200-gb414587:772 /kernel/i386-randconfig-j3-11101308/b4145872f7049e429718b40b86e1b46659988398/dmesg-quantal-inn-25:20131110205305:i386-randconfig-j3-11101308:3.12.0-rc7-00200-gb414587:772 /kernel/i386-randconfig-j3-11101308/b4145872f7049e429718b40b86e1b46659988398/dmesg-quantal-inn-3:20131110205251:i386-randconfig-j3-11101308:3.12.0-rc7-00200-gb414587:772 /kernel/i386-randconfig-j3-11101308/b4145872f7049e429718b40b86e1b46659988398/dmesg-quantal-roam-17:20131110205303:i386-randconfig-j3-11101308:3.12.0-rc7-00200-gb414587:772 15:12:10 all_good:bad:all_bad boots Bisecting: 21 revisions left to test after this (roughly 5 steps) [2739d3eef3a93a92c366a3a0bb85a0afe09e8b8c] sched/numa: Retry task_numa_migrate() periodically running /c/kernel-tests/bisect-test-boot-failure.sh /home/wfg/usb/obj-bisect ls -a /kernel-tests/run-queue/kvm/i386-randconfig-j3-11101308/next:master:2739d3eef3a93a92c366a3a0bb85a0afe09e8b8c:bisect-usb 2013-11-10-20:53:10 2739d3eef3a93a92c366a3a0bb85a0afe09e8b8c compiling 705 real 991 user 97 sys 154.32% cpu i386-randconfig-j3-11101308 2013-11-10-21:06:13 detecting boot state 3.12.0-rc4-00106-g2739d3e.. 8 36 37 SUCCESS Bisecting: 10 revisions left to test after this (roughly 4 steps) [92ec11809565cf6429c75204e99e0f583b5c9d7c] sched/wait: Fix build breakage running /c/kernel-tests/bisect-test-boot-failure.sh /home/wfg/usb/obj-bisect ls -a /kernel-tests/run-queue/kvm/i386-randconfig-j3-11101308/next:master:92ec11809565cf6429c75204e99e0f583b5c9d7c:bisect-usb 2013-11-10-21:08:45 92ec11809565cf6429c75204e99e0f583b5c9d7c compiling 250 real 983 user 94 sys 430.60% cpu i386-randconfig-j3-11101308 2013-11-10-21:13:19 detecting boot state 3.12.0-rc4-00180-g92ec118.. 5 15..... TEST FAILURE [ 2.018565] EDD information not available. [ 2.019097] Unregister pv shared memory for cpu 0 [ 2.620233] tsc: Refined TSC clocksource calibration: 2892.950 MHz [ 241.638102] INFO: task swapper/0:1 blocked for more than 120 seconds. [ 241.639170] Not tainted 3.12.0-rc4-00180-g92ec118 #774 [ 241.640066] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 241.641249] swapper/0 D cd417838 5728 1 0 0x00000000 [ 241.642323] cd429dc0 00000082 c0e41768 cd417838 00009f80 cd429dcc c0c03340 00000008 [ 241.643700] c0b199a0 c0c03340 cd417440 00000000 c0e41768 00000004 00000000 00009f80 [ 241.644671] c0e6b110 00000000 24026145 00000000 cd417440 c028c517 00000000 00000000 [ 241.645527] Call Trace: [ 241.645771] [] ? mark_held_locks+0x87/0xf0 [ 241.646281] [] schedule+0x10/0x20 [ 241.646684] [] schedule_timeout+0x125/0x180 [ 241.647282] [] ? _raw_spin_unlock_irq+0x22/0x50 [ 241.647797] [] ? wait_for_completion+0x94/0xd0 [ 241.648324] [] ? trace_hardirqs_on+0xb/0x10 [ 241.648802] [] wait_for_completion+0x9b/0xd0 [ 241.649312] [] ? wake_up_state+0x10/0x10 [ 241.649768] [] ? __call_rcu.constprop.61+0x240/0x240 [ 241.650673] [] wait_rcu_gp+0x3f/0x60 [ 241.651399] [] ? rcu_panic+0x20/0x20 [ 241.652093] [] synchronize_rcu+0x1f/0x40 [ 241.652751] [] _cpu_down+0x129/0x2c0 [ 241.653469] [] ? cpu_down+0x12/0x40 [ 241.653945] [] ? cpu_hotplug_driver_lock+0xf/0x20 [ 241.654493] [] cpu_down+0x24/0x40 [ 241.654906] [] _debug_hotplug_cpu+0x6f/0xa0 [ 241.655407] [] ? __platform_driver_register+0x3e/0x40 [ 241.655985] [] ? pci_iommu_alloc+0x5a/0x5a [ 241.656471] [] debug_hotplug_cpu+0xc/0x10 [ 241.656947] [] do_one_initcall+0x8d/0x12c [ 241.657428] [] ? strlen+0x17/0x20 [ 241.657831] [] ? parameq+0x13/0x70 [ 241.658275] [] ? repair_env_string+0x12/0x51 [ 241.658763] [] ? parse_args+0x1cf/0x320 [ 241.659239] [] ? __usermodehelper_set_disable_depth+0x3e/0x50 [ 241.659862] [] kernel_init_freeable+0xeb/0x17d [ 241.660387] [] ? do_early_param+0x78/0x78 [ 241.660853] [] kernel_init+0xb/0x140 [ 241.661311] [] ret_from_kernel_thread+0x1b/0x28 [ 241.661824] [] ? rest_init+0xc0/0xc0 [ 241.662271] 3 locks held by swapper/0/1: [ 241.662641] #0: (x86_cpu_hotplug_driver_mutex){+.+.+.}, at: [] cpu_hotplug_driver_lock+0xf/0x20 [ 241.664098] #1: (cpu_add_remove_lock){+.+.+.}, at: [] cpu_down+0x12/0x40 [ 241.665367] #2: (cpu_hotplug.lock){+.+.+.}, at: [] cpu_hotplug_begin+0x1d/0x40 [ 241.666643] sending NMI to all CPUs: [ 241.667218] NMI backtrace for cpu 1 [ 241.667749] CPU: 1 PID: 46 Comm: khungtaskd Not tainted 3.12.0-rc4-00180-g92ec118 #774 [ 241.668184] task: cf63e000 ti: cf688000 task.ti: cf688000 [ 241.668184] EIP: 0060:[] EFLAGS: 00010046 CPU: 1 [ 241.668184] EIP is at default_send_IPI_mask_logical+0x85/0xf0 [ 241.668184] EAX: 00000c00 EBX: 03000000 ECX: fffff000 EDX: fffff000 [ 241.668184] ESI: 00000206 EDI: 00000002 EBP: cf689ed4 ESP: cf689ec4 [ 241.668184] DS: 007b ES: 007b FS: 00d8 GS: 00e0 SS: 0068 [ 241.668184] CR0: 8005003b CR2: ffffffff CR3: 00c0b000 CR4: 000006f0 [ 241.668184] Stack: [ 241.668184] 00000800 00002710 00007fff 000003ff cf689ee0 c022c718 00002710 cf689ef0 [ 241.668184] c022c90d c0a47212 cd417440 cf689f30 c029f0f6 c0a55da0 c0c15f6c c0b07646 [ 241.668184] 00000004 c0b07687 00000078 00000004 cd417538 00007fff cd417440 cd417538 [ 241.668184] Call Trace: [ 241.668184] [] default_send_IPI_all+0x58/0x60 [ 241.668184] [] arch_trigger_all_cpu_backtrace+0x3d/0x70 [ 241.668184] [] watchdog+0x2d6/0x300 [ 241.668184] [] ? hung_task_panic+0x20/0x20 [ 241.668184] [] kthread+0x9a/0xa0 [ 241.668184] [] ? cleanup_srcu_struct+0x80/0xb0 [ 241.668184] [] ret_from_kernel_thread+0x1b/0x28 [ 241.668184] [] ? __kthread_parkme+0x60/0x60 [ 241.668184] Code: 00 b3 ff ff f6 c4 10 75 ed c1 e3 18 89 99 10 b3 ff ff 89 f8 09 d0 80 ce 04 83 ff 02 0f 44 c2 8b 15 44 21 b1 c0 89 82 00 b3 ff ff c6 00 02 00 00 74 1b e8 6e 03 06 00 89 f0 50 9d 8d 74 26 00 [ 241.668029] NMI backtrace for cpu 0 [ 241.668029] CPU: 0 PID: 0 Comm: swapper/0 Not tainted 3.12.0-rc4-00180-g92ec118 #774 [ 241.668029] task: c0b077e0 ti: c0b04000 task.ti: c0b04000 [ 241.668029] EIP: 0060:[] EFLAGS: 00200282 CPU: 0 [ 241.668029] EIP is at native_safe_halt+0x5/0x10 [ 241.668029] EAX: c0b077e0 EBX: c0b04000 ECX: 00000000 EDX: 00000001 [ 241.668029] ESI: c0ba2568 EDI: ffffffff EBP: c0b05f80 ESP: c0b05f80 [ 241.668029] DS: 007b ES: 007b FS: 00d8 GS: 00e0 SS: 0068 [ 241.668029] CR0: 8005003b CR2: 00000000 CR3: 00c0b000 CR4: 000006f0 [ 241.668029] Stack: [ 241.668029] c0b05f88 c02099cd c0b05f90 c020a146 c0b05fac c027b79a c3fef462 5404911e [ 241.668029] 00000002 00020800 c0c0c800 c0b05fc8 c07f6800 00000002 00000001 00000000 [ 241.668029] c07f6750 00000000 c0b05fec c0ba5ad9 00000315 ffffffff ffffffff c0ba5551 [ 241.668029] Call Trace: [ 241.668029] [] default_idle+0xd/0x10 [ 241.668029] [] arch_cpu_idle+0x26/0x30 [ 241.668029] [] cpu_startup_entry+0x13a/0x1c0 [ 241.668029] [] rest_init+0xb0/0xc0 [ 241.668029] [] ? __read_lock_failed+0x1c/0x1c [ 241.668029] [] start_kernel+0x3bf/0x3c5 [ 241.668029] [] ? repair_env_string+0x51/0x51 [ 241.668029] [] i386_start_kernel+0x12e/0x131 [ 241.668029] Code: bc 27 00 00 00 00 55 89 e5 fa 5d c3 8d 76 00 8d bc 27 00 00 00 00 55 89 e5 fb 5d c3 8d 76 00 8d bc 27 00 00 00 00 55 89 e5 fb f4 <5d> c3 89 f6 8d bc 27 00 00 00 00 55 89 e5 f4 5d c3 8d 76 00 8d /kernel/i386-randconfig-j3-11101308/92ec11809565cf6429c75204e99e0f583b5c9d7c/dmesg-quantal-cairo-25:20131110211728:i386-randconfig-j3-11101308:3.12.0-rc4-00180-g92ec118:774 /kernel/i386-randconfig-j3-11101308/92ec11809565cf6429c75204e99e0f583b5c9d7c/dmesg-quantal-roam-30:20131110211728:i386-randconfig-j3-11101308:3.12.0-rc4-00180-g92ec118:774 /kernel/i386-randconfig-j3-11101308/92ec11809565cf6429c75204e99e0f583b5c9d7c/dmesg-quantal-xian-43:20131110211727:i386-randconfig-j3-11101308:3.12.0-rc4-00180-g92ec118:774 /kernel/i386-randconfig-j3-11101308/92ec11809565cf6429c75204e99e0f583b5c9d7c/dmesg-yocto-roam-15:20131110211728:i386-randconfig-j3-11101308:3.12.0-rc4-00180-g92ec118:774 /kernel/i386-randconfig-j3-11101308/92ec11809565cf6429c75204e99e0f583b5c9d7c/dmesg-quantal-inn-20:20131110211729:i386-randconfig-j3-11101308:3.12.0-rc4-00180-g92ec118:774 /kernel/i386-randconfig-j3-11101308/92ec11809565cf6429c75204e99e0f583b5c9d7c/dmesg-yocto-athens-1:20131110211729:i386-randconfig-j3-11101308:3.12.0-rc4-00180-g92ec118:774 /kernel/i386-randconfig-j3-11101308/92ec11809565cf6429c75204e99e0f583b5c9d7c/dmesg-quantal-xian-4:20131110211731:i386-randconfig-j3-11101308:3.12.0-rc4-00180-g92ec118:774 /kernel/i386-randconfig-j3-11101308/92ec11809565cf6429c75204e99e0f583b5c9d7c/dmesg-yocto-waimea-7:20131111051336:i386-randconfig-j3-11101308:3.12.0-rc4-00180-g92ec118:774 /kernel/i386-randconfig-j3-11101308/92ec11809565cf6429c75204e99e0f583b5c9d7c/dmesg-quantal-athens-34:20131110211738:i386-randconfig-j3-11101308:3.12.0-rc4-00180-g92ec118:774 /kernel/i386-randconfig-j3-11101308/92ec11809565cf6429c75204e99e0f583b5c9d7c/dmesg-quantal-cairo-26:20131110211737:i386-randconfig-j3-11101308:3.12.0-rc4-00180-g92ec118:774 /kernel/i386-randconfig-j3-11101308/92ec11809565cf6429c75204e99e0f583b5c9d7c/dmesg-quantal-inn-13:20131110211739:i386-randconfig-j3-11101308:3.12.0-rc4-00180-g92ec118:774 /kernel/i386-randconfig-j3-11101308/92ec11809565cf6429c75204e99e0f583b5c9d7c/dmesg-quantal-inn-15:20131110211737:i386-randconfig-j3-11101308:3.12.0-rc4-00180-g92ec118:774 /kernel/i386-randconfig-j3-11101308/92ec11809565cf6429c75204e99e0f583b5c9d7c/dmesg-quantal-lkp-tt02-15:20131110120858:i386-randconfig-j3-11101308:3.12.0-rc4-00180-g92ec118:774 /kernel/i386-randconfig-j3-11101308/92ec11809565cf6429c75204e99e0f583b5c9d7c/dmesg-quantal-waimea-9:20131111051340:i386-randconfig-j3-11101308:3.12.0-rc4-00180-g92ec118:774 /kernel/i386-randconfig-j3-11101308/92ec11809565cf6429c75204e99e0f583b5c9d7c/dmesg-yocto-cairo-29:20131110211738:i386-randconfig-j3-11101308:3.12.0-rc4-00180-g92ec118:774 /kernel/i386-randconfig-j3-11101308/92ec11809565cf6429c75204e99e0f583b5c9d7c/dmesg-yocto-cairo-6:20131110211739:i386-randconfig-j3-11101308:3.12.0-rc4-00180-g92ec118:774 /kernel/i386-randconfig-j3-11101308/92ec11809565cf6429c75204e99e0f583b5c9d7c/dmesg-yocto-cairo-9:20131110211736:i386-randconfig-j3-11101308:3.12.0-rc4-00180-g92ec118:774 /kernel/i386-randconfig-j3-11101308/92ec11809565cf6429c75204e99e0f583b5c9d7c/dmesg-yocto-lkp-st01-5:20131111051215:i386-randconfig-j3-11101308:3.12.0-rc4-00180-g92ec118:774 /kernel/i386-randconfig-j3-11101308/92ec11809565cf6429c75204e99e0f583b5c9d7c/dmesg-yocto-lkp-tt02-6:20131110120904:i386-randconfig-j3-11101308:3.12.0-rc4-00180-g92ec118:774 /kernel/i386-randconfig-j3-11101308/92ec11809565cf6429c75204e99e0f583b5c9d7c/dmesg-yocto-lkp-tt02-9:20131110120904:i386-randconfig-j3-11101308:3.12.0-rc4-00180-g92ec118:774 /kernel/i386-randconfig-j3-11101308/92ec11809565cf6429c75204e99e0f583b5c9d7c/dmesg-yocto-roam-45:20131110211732:i386-randconfig-j3-11101308:3.12.0-rc4-00180-g92ec118:774 /kernel/i386-randconfig-j3-11101308/92ec11809565cf6429c75204e99e0f583b5c9d7c/dmesg-yocto-xian-26:20131110211737:i386-randconfig-j3-11101308:3.12.0-rc4-00180-g92ec118:774 15:22:22 all_good:bad:all_bad boots Bisecting: 5 revisions left to test after this (roughly 3 steps) [ed1b7732868035990f07aeb532b1d86272ea909e] sched/fair: Fix trivial typos in comments running /c/kernel-tests/bisect-test-boot-failure.sh /home/wfg/usb/obj-bisect ls -a /kernel-tests/run-queue/kvm/i386-randconfig-j3-11101308/next:master:ed1b7732868035990f07aeb532b1d86272ea909e:bisect-usb 2013-11-10-21:17:53 ed1b7732868035990f07aeb532b1d86272ea909e compiling 694 real 973 user 91 sys 153.25% cpu i386-randconfig-j3-11101308 2013-11-10-21:30:01 detecting boot state 3.12.0-rc4-00174-ged1b773.. 27 35.. 37 SUCCESS Bisecting: 2 revisions left to test after this (roughly 2 steps) [6acce3ef84520537f8a09a12c9ddbe814a584dd2] sched: Remove get_online_cpus() usage running /c/kernel-tests/bisect-test-boot-failure.sh /home/wfg/usb/obj-bisect ls -a /kernel-tests/run-queue/kvm/i386-randconfig-j3-11101308/next:master:6acce3ef84520537f8a09a12c9ddbe814a584dd2:bisect-usb 2013-11-10-21:33:35 6acce3ef84520537f8a09a12c9ddbe814a584dd2 compiling 89 real 36 user 9 sys 51.51% cpu i386-randconfig-j3-11101308 2013-11-10-21:36:12 detecting boot state 3.12.0-rc4-00177-g6acce3e.. 13 21 22 24... TEST FAILURE [ 2.022179] EDD information not available. [ 2.022690] Unregister pv shared memory for cpu 0 [ 2.625251] tsc: Refined TSC clocksource calibration: 2892.991 MHz [ 241.641128] INFO: task swapper/0:1 blocked for more than 120 seconds. [ 241.642611] Not tainted 3.12.0-rc4-00177-g6acce3e #776 [ 241.643834] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 241.645508] swapper/0 D cd417838 5840 1 0 0x00000000 [ 241.647096] cd429dc0 00000082 c0e41768 cd417838 00009f80 cd429dcc c0c03340 00000008 [ 241.649054] c0b199a0 c0c03340 cd417440 00000000 c0e41768 00000004 00000000 00009f80 [ 241.650954] c0e6b110 00000000 24026145 00000000 cd417440 c028c557 00000000 00000000 [ 241.652878] Call Trace: [ 241.653442] [] ? mark_held_locks+0x87/0xf0 [ 241.654552] [] schedule+0x10/0x20 [ 241.655487] [] schedule_timeout+0x125/0x180 [ 241.656608] [] ? _raw_spin_unlock_irq+0x22/0x50 [ 241.657667] [] ? wait_for_completion+0x94/0xd0 [ 241.658181] [] ? trace_hardirqs_on+0xb/0x10 [ 241.658665] [] wait_for_completion+0x9b/0xd0 [ 241.659166] [] ? wake_up_state+0x10/0x10 [ 241.659629] [] ? __call_rcu.constprop.61+0x240/0x240 [ 241.660188] [] wait_rcu_gp+0x3f/0x60 [ 241.660620] [] ? rcu_panic+0x20/0x20 [ 241.661052] [] synchronize_rcu+0x1f/0x40 [ 241.661520] [] _cpu_down+0x129/0x2c0 [ 241.661942] [] ? cpu_down+0x12/0x40 [ 241.662373] [] ? cpu_hotplug_driver_lock+0xf/0x20 [ 241.662905] [] cpu_down+0x24/0x40 [ 241.663317] [] _debug_hotplug_cpu+0x6f/0xa0 [ 241.663802] [] ? __platform_driver_register+0x3e/0x40 [ 241.664374] [] ? pci_iommu_alloc+0x5a/0x5a [ 241.664871] [] debug_hotplug_cpu+0xc/0x10 [ 241.665349] [] do_one_initcall+0x8d/0x12c [ 241.665819] [] ? strlen+0xf/0x20 [ 241.666221] [] ? parameq+0x13/0x70 [ 241.666636] [] ? repair_env_string+0x12/0x51 [ 241.667132] [] ? parse_args+0x1cf/0x320 [ 241.667594] [] ? __usermodehelper_set_disable_depth+0x3e/0x50 [ 241.668223] [] kernel_init_freeable+0xeb/0x17d [ 241.668732] [] ? do_early_param+0x78/0x78 [ 241.669205] [] kernel_init+0xb/0x140 [ 241.669636] [] ret_from_kernel_thread+0x1b/0x28 [ 241.670156] [] ? rest_init+0xc0/0xc0 [ 241.670584] 3 locks held by swapper/0/1: [ 241.670950] #0: (x86_cpu_hotplug_driver_mutex){+.+.+.}, at: [] cpu_hotplug_driver_lock+0xf/0x20 [ 241.671930] #1: (cpu_add_remove_lock){+.+.+.}, at: [] cpu_down+0x12/0x40 [ 241.672726] #2: (cpu_hotplug.lock){+.+.+.}, at: [] cpu_hotplug_begin+0x1d/0x40 [ 241.673567] sending NMI to all CPUs: [ 241.673914] NMI backtrace for cpu 1 [ 241.674066] CPU: 1 PID: 46 Comm: khungtaskd Not tainted 3.12.0-rc4-00177-g6acce3e #776 [ 241.674066] task: cf648000 ti: cf68a000 task.ti: cf68a000 [ 241.674066] EIP: 0060:[] EFLAGS: 00010046 CPU: 1 [ 241.674066] EIP is at default_send_IPI_mask_logical+0x85/0xf0 [ 241.674066] EAX: 00000c00 EBX: 03000000 ECX: fffff000 EDX: fffff000 [ 241.674066] ESI: 00000206 EDI: 00000002 EBP: cf68bed4 ESP: cf68bec4 [ 241.674066] DS: 007b ES: 007b FS: 00d8 GS: 00e0 SS: 0068 [ 241.674066] CR0: 8005003b CR2: ffffffff CR3: 00c0b000 CR4: 000006f0 [ 241.674066] Stack: [ 241.674066] 00000800 00002710 00007fff 000003ff cf68bee0 c022c758 00002710 cf68bef0 [ 241.674066] c022c94d c0a47226 cd417440 cf68bf30 c029f136 c0a55db4 c0c15f6c c0b07646 [ 241.674066] 00000004 c0b07687 00000078 00000004 cd417538 00007fff cd417440 cd417538 [ 241.674066] Call Trace: [ 241.674066] [] default_send_IPI_all+0x58/0x60 [ 241.674066] [] arch_trigger_all_cpu_backtrace+0x3d/0x70 [ 241.674066] [] watchdog+0x2d6/0x300 [ 241.674066] [] ? hung_task_panic+0x20/0x20 [ 241.674066] [] kthread+0x9a/0xa0 [ 241.674066] [] ? __srcu_read_lock+0x40/0x70 [ 241.674066] [] ret_from_kernel_thread+0x1b/0x28 [ 241.674066] [] ? __kthread_parkme+0x60/0x60 [ 241.674066] Code: 00 b3 ff ff f6 c4 10 75 ed c1 e3 18 89 99 10 b3 ff ff 89 f8 09 d0 80 ce 04 83 ff 02 0f 44 c2 8b 15 44 21 b1 c0 89 82 00 b3 ff ff c6 00 02 00 00 74 1b e8 6e 03 06 00 89 f0 50 9d 8d 74 26 00 [ 241.674016] NMI backtrace for cpu 0 [ 241.674016] CPU: 0 PID: 0 Comm: swapper/0 Not tainted 3.12.0-rc4-00177-g6acce3e #776 [ 241.674016] task: c0b077e0 ti: c0b04000 task.ti: c0b04000 [ 241.674016] EIP: 0060:[] EFLAGS: 00200282 CPU: 0 [ 241.674016] EIP is at native_safe_halt+0x5/0x10 [ 241.674016] EAX: c0b077e0 EBX: c0b04000 ECX: 00000000 EDX: 00000001 [ 241.674016] ESI: c0ba2568 EDI: ffffffff EBP: c0b05f80 ESP: c0b05f80 [ 241.674016] DS: 007b ES: 007b FS: 00d8 GS: 00e0 SS: 0068 [ 241.674016] CR0: 8005003b CR2: 00000000 CR3: 00c0b000 CR4: 000006f0 [ 241.674016] Stack: [ 241.674016] c0b05f88 c02099cd c0b05f90 c020a146 c0b05fac c027b7ba e5f4fff9 dc17b0fb [ 241.674016] 00000002 00020800 c0c0c800 c0b05fc8 c07f7330 00000002 00000001 00000000 [ 241.674016] c07f7280 00000000 c0b05fec c0ba5ad9 00000315 ffffffff ffffffff c0ba5551 [ 241.674016] Call Trace: [ 241.674016] [] default_idle+0xd/0x10 [ 241.674016] [] arch_cpu_idle+0x26/0x30 [ 241.674016] [] cpu_startup_entry+0x13a/0x1c0 [ 241.674016] [] rest_init+0xb0/0xc0 [ 241.674016] [] ? __read_lock_failed+0x1c/0x1c [ 241.674016] [] start_kernel+0x3bf/0x3c5 [ 241.674016] [] ? repair_env_string+0x51/0x51 [ 241.674016] [] i386_start_kernel+0x12e/0x131 [ 241.674016] Code: bc 27 00 00 00 00 55 89 e5 fa 5d c3 8d 76 00 8d bc 27 00 00 00 00 55 89 e5 fb 5d c3 8d 76 00 8d bc 27 00 00 00 00 55 89 e5 fb f4 <5d> c3 89 f6 8d bc 27 00 00 00 00 55 89 e5 f4 5d c3 8d 76 00 8d /kernel/i386-randconfig-j3-11101308/6acce3ef84520537f8a09a12c9ddbe814a584dd2/dmesg-yocto-xian-10:20131110214020:i386-randconfig-j3-11101308:3.12.0-rc4-00177-g6acce3e:776 /kernel/i386-randconfig-j3-11101308/6acce3ef84520537f8a09a12c9ddbe814a584dd2/dmesg-quantal-cairo-42:20131110214027:i386-randconfig-j3-11101308:3.12.0-rc4-00177-g6acce3e:776 /kernel/i386-randconfig-j3-11101308/6acce3ef84520537f8a09a12c9ddbe814a584dd2/dmesg-quantal-inn-37:20131110214034:i386-randconfig-j3-11101308:3.12.0-rc4-00177-g6acce3e:776 /kernel/i386-randconfig-j3-11101308/6acce3ef84520537f8a09a12c9ddbe814a584dd2/dmesg-quantal-lkp-st01-9:20131111053503:i386-randconfig-j3-11101308:3.12.0-rc4-00177-g6acce3e:776 /kernel/i386-randconfig-j3-11101308/6acce3ef84520537f8a09a12c9ddbe814a584dd2/dmesg-quantal-roam-9:20131110214024:i386-randconfig-j3-11101308:3.12.0-rc4-00177-g6acce3e:776 /kernel/i386-randconfig-j3-11101308/6acce3ef84520537f8a09a12c9ddbe814a584dd2/dmesg-quantal-snb-25:20131110214027:i386-randconfig-j3-11101308:3.12.0-rc4-00177-g6acce3e:776 /kernel/i386-randconfig-j3-11101308/6acce3ef84520537f8a09a12c9ddbe814a584dd2/dmesg-quantal-xian-20:20131110214030:i386-randconfig-j3-11101308:3.12.0-rc4-00177-g6acce3e:776 /kernel/i386-randconfig-j3-11101308/6acce3ef84520537f8a09a12c9ddbe814a584dd2/dmesg-yocto-cairo-8:20131110214034:i386-randconfig-j3-11101308:3.12.0-rc4-00177-g6acce3e:776 /kernel/i386-randconfig-j3-11101308/6acce3ef84520537f8a09a12c9ddbe814a584dd2/dmesg-yocto-jaketown-29:20131110214022:i386-randconfig-j3-11101308:3.12.0-rc4-00177-g6acce3e:776 /kernel/i386-randconfig-j3-11101308/6acce3ef84520537f8a09a12c9ddbe814a584dd2/dmesg-yocto-roam-9:20131110214032:i386-randconfig-j3-11101308:3.12.0-rc4-00177-g6acce3e:776 /kernel/i386-randconfig-j3-11101308/6acce3ef84520537f8a09a12c9ddbe814a584dd2/dmesg-yocto-snb-25:20131110214031:i386-randconfig-j3-11101308:3.12.0-rc4-00177-g6acce3e:776 24:11:11 all_good:bad:all_bad boots REPEAT COUNT: 41 # /cc/wfg/usb-bisect/.repeat Bisecting: 0 revisions left to test after this (roughly 1 step) [746023159c40c523b08a3bc3d213dac212385895] sched: Fix race in migrate_swap_stop() running /c/kernel-tests/bisect-test-boot-failure.sh /home/wfg/usb/obj-bisect ls -a /kernel-tests/run-queue/kvm/i386-randconfig-j3-11101308/next:master:746023159c40c523b08a3bc3d213dac212385895:bisect-usb 2013-11-10-21:40:45 746023159c40c523b08a3bc3d213dac212385895 compiling 76 real 31 user 9 sys 53.74% cpu i386-randconfig-j3-11101308 2013-11-10-21:45:25 detecting boot state 3.12.0-rc4-00176-g7460231.. 30 39 41 SUCCESS 6acce3ef84520537f8a09a12c9ddbe814a584dd2 is the first bad commit commit 6acce3ef84520537f8a09a12c9ddbe814a584dd2 Author: Peter Zijlstra Date: Fri Oct 11 14:38:20 2013 +0200 sched: Remove get_online_cpus() usage Remove get_online_cpus() usage from the scheduler; there's 4 sites that use it: - sched_init_smp(); where its completely superfluous since we're in 'early' boot and there simply cannot be any hotplugging. - sched_getaffinity(); we already take a raw spinlock to protect the task cpus_allowed mask, this disables preemption and therefore also stabilizes cpu_online_mask as that's modified using stop_machine. However switch to active mask for symmetry with sched_setaffinity()/set_cpus_allowed_ptr(). We guarantee active mask stability by inserting sync_rcu/sched() into _cpu_down. - sched_setaffinity(); we don't appear to need get_online_cpus() either, there's two sites where hotplug appears relevant: * cpuset_cpus_allowed(); for the !cpuset case we use possible_mask, for the cpuset case we hold task_lock, which is a spinlock and thus for mainline disables preemption (might cause pain on RT). * set_cpus_allowed_ptr(); Holds all scheduler locks and thus has preemption properly disabled; also it already deals with hotplug races explicitly where it releases them. - migrate_swap(); we can make stop_two_cpus() do the heavy lifting for us with a little trickery. By adding a sync_sched/rcu() after the CPU_DOWN_PREPARE notifier we can provide preempt/rcu guarantees for cpu_active_mask. Use these to validate that both our cpus are active when queueing the stop work before we queue the stop_machine works for take_cpu_down(). Signed-off-by: Peter Zijlstra Cc: "Srivatsa S. Bhat" Cc: Paul McKenney Cc: Mel Gorman Cc: Rik van Riel Cc: Srikar Dronamraju Cc: Andrea Arcangeli Cc: Johannes Weiner Cc: Linus Torvalds Cc: Andrew Morton Cc: Steven Rostedt Cc: Oleg Nesterov Link: http://lkml.kernel.org/r/20131011123820.GV3081@twins.programming.kicks-ass.net Signed-off-by: Ingo Molnar :040000 040000 9f74473936bd4e621115b296bb747df5360a03b2 ad19ea9005a5ae9929f64a77d5e8883207788d34 M kernel bisect run success ls -a /kernel-tests/run-queue/kvm/i386-randconfig-j3-11101308/next:master:746023159c40c523b08a3bc3d213dac212385895:bisect-usb 2013-11-10-21:47:58 746023159c40c523b08a3bc3d213dac212385895 reuse /kernel/i386-randconfig-j3-11101308/746023159c40c523b08a3bc3d213dac212385895/vmlinuz-3.12.0-rc4-00176-g7460231 2013-11-10-21:47:59 detecting boot state .. 64 120. 121 122 123 SUCCESS ls -a /kernel-tests/run-queue/kvm/i386-randconfig-j3-11101308/next:master:bad570d77024cba808126d68a2072f6f8ce64c27:bisect-usb TEST FAILURE [ 2.047864] EDD information not available. [ 2.048338] Unregister pv shared memory for cpu 0 [ 2.662141] tsc: Refined TSC clocksource calibration: 2892.943 MHz [ 241.676086] INFO: task swapper/0:1 blocked for more than 120 seconds. [ 241.677194] Not tainted 3.12.0-next-20131108-10601-gbad570d #3 [ 241.678260] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 241.679519] swapper/0 D 0000ad00 5752 1 0 0x00000000 [ 241.680617] cd429dbc 00000092 c1c3b640 0000ad00 20024160 cd429dc8 c1a252c0 00000008 [ 241.682092] c1937d20 c1a252c0 cd417440 00000000 20024160 00000003 00000000 0000ad00 [ 241.683539] c1c6d500 00000000 cd417848 00000000 cd417440 c1077e17 cdaddab4 00000001 [ 241.684873] Call Trace: [ 241.685302] [] ? mark_held_locks+0x87/0xf0 [ 241.686163] [] schedule+0x10/0x20 [ 241.686839] [] schedule_timeout+0x125/0x180 [ 241.687687] [] ? _raw_spin_unlock_irq+0x22/0x50 [ 241.688605] [] ? wait_for_completion+0x94/0xd0 [ 241.689503] [] ? trace_hardirqs_on+0xb/0x10 [ 241.690350] [] wait_for_completion+0x9b/0xd0 [ 241.691215] [] ? wake_up_state+0x10/0x10 [ 241.692003] [] ? __call_rcu.constprop.61+0x240/0x240 [ 241.692978] [] wait_rcu_gp+0x3f/0x60 [ 241.693745] [] ? rcu_panic+0x20/0x20 [ 241.694522] [] synchronize_rcu+0x1f/0x40 [ 241.695315] [] _cpu_down+0x129/0x2c0 [ 241.696053] [] ? cpu_down+0x12/0x40 [ 241.696724] [] ? lock_device_hotplug+0xf/0x20 [ 241.697567] [] cpu_down+0x24/0x40 [ 241.698251] [] _debug_hotplug_cpu+0x77/0xb0 [ 241.699058] [] ? __platform_driver_register+0x3e/0x40 [ 241.699980] [] ? pci_iommu_alloc+0x5a/0x5a [ 241.700769] [] debug_hotplug_cpu+0xc/0x10 [ 241.701552] [] do_one_initcall+0x8d/0x12c [ 241.702341] [] ? strlen+0xd/0x20 [ 241.703001] [] ? parameq+0x13/0x70 [ 241.703691] [] ? repair_env_string+0x12/0x51 [ 241.704519] [] ? parse_args+0x1cf/0x320 [ 241.705297] [] ? __usermodehelper_set_disable_depth+0x3e/0x50 [ 241.706453] [] kernel_init_freeable+0xeb/0x17d [ 241.707359] [] ? do_early_param+0x78/0x78 [ 241.708188] [] kernel_init+0xb/0x100 [ 241.708907] [] ret_from_kernel_thread+0x1b/0x28 [ 241.709802] [] ? rest_init+0xc0/0xc0 [ 241.710564] 3 locks held by swapper/0/1: [ 241.711226] #0: (device_hotplug_lock){+.+.+.}, at: [] lock_device_hotplug+0xf/0x20 [ 241.712760] #1: (cpu_add_remove_lock){+.+.+.}, at: [] cpu_down+0x12/0x40 [ 241.714190] #2: (cpu_hotplug.lock){+.+.+.}, at: [] cpu_hotplug_begin+0x1d/0x40 [ 241.715652] sending NMI to all CPUs: [ 241.716324] NMI backtrace for cpu 1 [ 241.716898] CPU: 1 PID: 46 Comm: khungtaskd Not tainted 3.12.0-next-20131108-10601-gbad570d #3 [ 241.717287] task: cfb0f560 ti: cfb00000 task.ti: cfb00000 [ 241.717287] EIP: 0060:[] EFLAGS: 00010046 CPU: 1 [ 241.717287] EIP is at default_send_IPI_mask_logical+0x85/0xf0 [ 241.717287] EAX: 00000c00 EBX: 03000000 ECX: fffff000 EDX: fffff000 [ 241.717287] ESI: 00000206 EDI: 00000002 EBP: cfb01ed4 ESP: cfb01ec4 [ 241.717287] DS: 007b ES: 007b FS: 00d8 GS: 00e0 SS: 0068 [ 241.717287] CR0: 8005003b CR2: ffffffff CR3: 01a2d000 CR4: 000006f0 [ 241.717287] Stack: [ 241.717287] 00000800 00002710 00007fff 000003ff cfb01ee0 c102ca18 00002710 cfb01ef0 [ 241.717287] c102cc0d c1861994 cd417440 cfb01f30 c10a4632 c1871278 c1a37f6c c1925686 [ 241.717287] 00000002 c19256c7 00000078 00000002 cd417534 00007fff cd417440 cd417534 [ 241.717287] Call Trace: [ 241.717287] [] default_send_IPI_all+0x58/0x60 [ 241.717287] [] arch_trigger_all_cpu_backtrace+0x3d/0x70 [ 241.717287] [] watchdog+0x2e2/0x300 [ 241.717287] [] ? hung_task_panic+0x20/0x20 [ 241.717287] [] kthread+0xa7/0xc0 [ 241.717287] [] ? set_create_files_as+0x10/0x20 [ 241.717287] [] ret_from_kernel_thread+0x1b/0x28 [ 241.717287] [] ? __kthread_parkme+0x60/0x60 [ 241.717287] Code: 00 b3 ff ff f6 c4 10 75 ed c1 e3 18 89 99 10 b3 ff ff 89 f8 09 d0 80 ce 04 83 ff 02 0f 44 c2 8b 15 04 06 93 c1 89 82 00 b3 ff ff c6 00 02 00 00 74 1b e8 6e b9 04 00 89 f0 50 9d 8d 74 26 00 [ 241.717028] NMI backtrace for cpu 0 /kernel/i386-randconfig-j3-11101308/bad570d77024cba808126d68a2072f6f8ce64c27/dmesg-yocto-lkp-st01-7:20131111022615:i386-randconfig-j3-11101308:3.12.0-next-20131108-10601-gbad570d:3 /kernel/i386-randconfig-j3-11101308/bad570d77024cba808126d68a2072f6f8ce64c27/dmesg-yocto-snb-7:20131110183136:i386-randconfig-j3-11101308:3.12.0-next-20131108-10601-gbad570d:3 /kernel/i386-randconfig-j3-11101308/bad570d77024cba808126d68a2072f6f8ce64c27/dmesg-yocto-xian-35:20131110140722:i386-randconfig-j3-11101308:3.12.0-next-20131108-10601-gbad570d:3 /kernel/i386-randconfig-j3-11101308/bad570d77024cba808126d68a2072f6f8ce64c27/dmesg-yocto-xps-3:20131111022904:i386-randconfig-j3-11101308:3.12.0-next-20131108-10601-gbad570d:3 /kernel/i386-randconfig-j3-11101308/bad570d77024cba808126d68a2072f6f8ce64c27/dmesg-yocto-xian-44:20131110140717:i386-randconfig-j3-11101308:3.12.0-next-20131108-10601-gbad570d:3 /kernel/i386-randconfig-j3-11101308/bad570d77024cba808126d68a2072f6f8ce64c27/dmesg-yocto-inn-3:20131110183134:i386-randconfig-j3-11101308:3.12.0-next-20131108-10601-gbad570d:3 /kernel/i386-randconfig-j3-11101308/bad570d77024cba808126d68a2072f6f8ce64c27/dmesg-quantal-athens-33:20131110183132:i386-randconfig-j3-11101308:3.12.0-next-20131108-10601-gbad570d:3 /kernel/i386-randconfig-j3-11101308/bad570d77024cba808126d68a2072f6f8ce64c27/dmesg-quantal-cairo-48:20131110140720:i386-randconfig-j3-11101308:3.12.0-next-20131108-10601-gbad570d:3 /kernel/i386-randconfig-j3-11101308/bad570d77024cba808126d68a2072f6f8ce64c27/dmesg-quantal-inn-31:20131110140721:i386-randconfig-j3-11101308:3.12.0-next-20131108-10601-gbad570d:3 /kernel/i386-randconfig-j3-11101308/bad570d77024cba808126d68a2072f6f8ce64c27/dmesg-yocto-bens-3:20131110140716:i386-randconfig-j3-11101308:3.12.0-next-20131108-10601-gbad570d:3 /kernel/i386-randconfig-j3-11101308/bad570d77024cba808126d68a2072f6f8ce64c27/dmesg-quantal-lkp-st01-5:20131111022620:i386-randconfig-j3-11101308:3.12.0-next-20131108-10601-gbad570d:3 /kernel/i386-randconfig-j3-11101308/bad570d77024cba808126d68a2072f6f8ce64c27/dmesg-quantal-lkp-tt02-22:20131110092305:i386-randconfig-j3-11101308:3.12.0-next-20131108-10601-gbad570d:3 /kernel/i386-randconfig-j3-11101308/bad570d77024cba808126d68a2072f6f8ce64c27/dmesg-quantal-inn-1:20131110140719:i386-randconfig-j3-11101308:3.12.0-next-20131108-10601-gbad570d:3 /kernel/i386-randconfig-j3-11101308/bad570d77024cba808126d68a2072f6f8ce64c27/dmesg-quantal-inn-11:20131110183137:i386-randconfig-j3-11101308:3.12.0-next-20131108-10601-gbad570d:3 /kernel/i386-randconfig-j3-11101308/bad570d77024cba808126d68a2072f6f8ce64c27/dmesg-quantal-cairo-26:20131110140720:i386-randconfig-j3-11101308:3.12.0-next-20131108-10601-gbad570d:3 /kernel/i386-randconfig-j3-11101308/bad570d77024cba808126d68a2072f6f8ce64c27/dmesg-yocto-inn-9:20131110183136:i386-randconfig-j3-11101308:3.12.0-next-20131108-10601-gbad570d:3 3:16:16 all_good:bad:all_bad boots [detached HEAD 93e7237] Revert "sched: Remove get_online_cpus() usage" 3 files changed, 15 insertions(+), 48 deletions(-) ls -a /kernel-tests/run-queue/kvm/i386-randconfig-j3-11101308/next:master:93e7237f5344949f4fcb395d484ae89fca3c630b:bisect-usb 2013-11-10-21:52:10 93e7237f5344949f4fcb395d484ae89fca3c630b compiling 2013-11-10-22:06:55 detecting boot state 3.12.0-next-20131108-10602-g93e7237.. 18 75 116. 121 122 123 SUCCESS ========= upstream ========= Fetching linus ls -a /kernel-tests/run-queue/kvm/i386-randconfig-j3-11101308/next:master:6c86ae2928f9e4cbf0d5844f5fcfd549e3450b8c:bisect-usb 2013-11-10-22:11:31 6c86ae2928f9e4cbf0d5844f5fcfd549e3450b8c compiling 2013-11-10-22:20:21 detecting boot state 3.12.0-01915-g6c86ae2.. 25 49 68 97 116 121 123 SUCCESS ========= linux-next ========= Fetching next ls -a /kernel-tests/run-queue/kvm/i386-randconfig-j3-11101308/next:master:bad570d77024cba808126d68a2072f6f8ce64c27:bisect-usb TEST FAILURE [ 2.047864] EDD information not available. [ 2.048338] Unregister pv shared memory for cpu 0 [ 2.662141] tsc: Refined TSC clocksource calibration: 2892.943 MHz [ 241.676086] INFO: task swapper/0:1 blocked for more than 120 seconds. [ 241.677194] Not tainted 3.12.0-next-20131108-10601-gbad570d #3 [ 241.678260] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 241.679519] swapper/0 D 0000ad00 5752 1 0 0x00000000 [ 241.680617] cd429dbc 00000092 c1c3b640 0000ad00 20024160 cd429dc8 c1a252c0 00000008 [ 241.682092] c1937d20 c1a252c0 cd417440 00000000 20024160 00000003 00000000 0000ad00 [ 241.683539] c1c6d500 00000000 cd417848 00000000 cd417440 c1077e17 cdaddab4 00000001 [ 241.684873] Call Trace: [ 241.685302] [] ? mark_held_locks+0x87/0xf0 [ 241.686163] [] schedule+0x10/0x20 [ 241.686839] [] schedule_timeout+0x125/0x180 [ 241.687687] [] ? _raw_spin_unlock_irq+0x22/0x50 [ 241.688605] [] ? wait_for_completion+0x94/0xd0 [ 241.689503] [] ? trace_hardirqs_on+0xb/0x10 [ 241.690350] [] wait_for_completion+0x9b/0xd0 [ 241.691215] [] ? wake_up_state+0x10/0x10 [ 241.692003] [] ? __call_rcu.constprop.61+0x240/0x240 [ 241.692978] [] wait_rcu_gp+0x3f/0x60 [ 241.693745] [] ? rcu_panic+0x20/0x20 [ 241.694522] [] synchronize_rcu+0x1f/0x40 [ 241.695315] [] _cpu_down+0x129/0x2c0 [ 241.696053] [] ? cpu_down+0x12/0x40 [ 241.696724] [] ? lock_device_hotplug+0xf/0x20 [ 241.697567] [] cpu_down+0x24/0x40 [ 241.698251] [] _debug_hotplug_cpu+0x77/0xb0 [ 241.699058] [] ? __platform_driver_register+0x3e/0x40 [ 241.699980] [] ? pci_iommu_alloc+0x5a/0x5a [ 241.700769] [] debug_hotplug_cpu+0xc/0x10 [ 241.701552] [] do_one_initcall+0x8d/0x12c [ 241.702341] [] ? strlen+0xd/0x20 [ 241.703001] [] ? parameq+0x13/0x70 [ 241.703691] [] ? repair_env_string+0x12/0x51 [ 241.704519] [] ? parse_args+0x1cf/0x320 [ 241.705297] [] ? __usermodehelper_set_disable_depth+0x3e/0x50 [ 241.706453] [] kernel_init_freeable+0xeb/0x17d [ 241.707359] [] ? do_early_param+0x78/0x78 [ 241.708188] [] kernel_init+0xb/0x100 [ 241.708907] [] ret_from_kernel_thread+0x1b/0x28 [ 241.709802] [] ? rest_init+0xc0/0xc0 [ 241.710564] 3 locks held by swapper/0/1: [ 241.711226] #0: (device_hotplug_lock){+.+.+.}, at: [] lock_device_hotplug+0xf/0x20 [ 241.712760] #1: (cpu_add_remove_lock){+.+.+.}, at: [] cpu_down+0x12/0x40 [ 241.714190] #2: (cpu_hotplug.lock){+.+.+.}, at: [] cpu_hotplug_begin+0x1d/0x40 [ 241.715652] sending NMI to all CPUs: [ 241.716324] NMI backtrace for cpu 1 [ 241.716898] CPU: 1 PID: 46 Comm: khungtaskd Not tainted 3.12.0-next-20131108-10601-gbad570d #3 [ 241.717287] task: cfb0f560 ti: cfb00000 task.ti: cfb00000 [ 241.717287] EIP: 0060:[] EFLAGS: 00010046 CPU: 1 [ 241.717287] EIP is at default_send_IPI_mask_logical+0x85/0xf0 [ 241.717287] EAX: 00000c00 EBX: 03000000 ECX: fffff000 EDX: fffff000 [ 241.717287] ESI: 00000206 EDI: 00000002 EBP: cfb01ed4 ESP: cfb01ec4 [ 241.717287] DS: 007b ES: 007b FS: 00d8 GS: 00e0 SS: 0068 [ 241.717287] CR0: 8005003b CR2: ffffffff CR3: 01a2d000 CR4: 000006f0 [ 241.717287] Stack: [ 241.717287] 00000800 00002710 00007fff 000003ff cfb01ee0 c102ca18 00002710 cfb01ef0 [ 241.717287] c102cc0d c1861994 cd417440 cfb01f30 c10a4632 c1871278 c1a37f6c c1925686 [ 241.717287] 00000002 c19256c7 00000078 00000002 cd417534 00007fff cd417440 cd417534 [ 241.717287] Call Trace: [ 241.717287] [] default_send_IPI_all+0x58/0x60 [ 241.717287] [] arch_trigger_all_cpu_backtrace+0x3d/0x70 [ 241.717287] [] watchdog+0x2e2/0x300 [ 241.717287] [] ? hung_task_panic+0x20/0x20 [ 241.717287] [] kthread+0xa7/0xc0 [ 241.717287] [] ? set_create_files_as+0x10/0x20 [ 241.717287] [] ret_from_kernel_thread+0x1b/0x28 [ 241.717287] [] ? __kthread_parkme+0x60/0x60 [ 241.717287] Code: 00 b3 ff ff f6 c4 10 75 ed c1 e3 18 89 99 10 b3 ff ff 89 f8 09 d0 80 ce 04 83 ff 02 0f 44 c2 8b 15 04 06 93 c1 89 82 00 b3 ff ff c6 00 02 00 00 74 1b e8 6e b9 04 00 89 f0 50 9d 8d 74 26 00 [ 241.717028] NMI backtrace for cpu 0 /kernel/i386-randconfig-j3-11101308/bad570d77024cba808126d68a2072f6f8ce64c27/dmesg-yocto-lkp-st01-7:20131111022615:i386-randconfig-j3-11101308:3.12.0-next-20131108-10601-gbad570d:3 /kernel/i386-randconfig-j3-11101308/bad570d77024cba808126d68a2072f6f8ce64c27/dmesg-yocto-snb-7:20131110183136:i386-randconfig-j3-11101308:3.12.0-next-20131108-10601-gbad570d:3 /kernel/i386-randconfig-j3-11101308/bad570d77024cba808126d68a2072f6f8ce64c27/dmesg-yocto-xian-35:20131110140722:i386-randconfig-j3-11101308:3.12.0-next-20131108-10601-gbad570d:3 /kernel/i386-randconfig-j3-11101308/bad570d77024cba808126d68a2072f6f8ce64c27/dmesg-yocto-xps-3:20131111022904:i386-randconfig-j3-11101308:3.12.0-next-20131108-10601-gbad570d:3 /kernel/i386-randconfig-j3-11101308/bad570d77024cba808126d68a2072f6f8ce64c27/dmesg-yocto-xian-44:20131110140717:i386-randconfig-j3-11101308:3.12.0-next-20131108-10601-gbad570d:3 /kernel/i386-randconfig-j3-11101308/bad570d77024cba808126d68a2072f6f8ce64c27/dmesg-yocto-inn-3:20131110183134:i386-randconfig-j3-11101308:3.12.0-next-20131108-10601-gbad570d:3 /kernel/i386-randconfig-j3-11101308/bad570d77024cba808126d68a2072f6f8ce64c27/dmesg-quantal-athens-33:20131110183132:i386-randconfig-j3-11101308:3.12.0-next-20131108-10601-gbad570d:3 /kernel/i386-randconfig-j3-11101308/bad570d77024cba808126d68a2072f6f8ce64c27/dmesg-quantal-cairo-48:20131110140720:i386-randconfig-j3-11101308:3.12.0-next-20131108-10601-gbad570d:3 /kernel/i386-randconfig-j3-11101308/bad570d77024cba808126d68a2072f6f8ce64c27/dmesg-quantal-inn-31:20131110140721:i386-randconfig-j3-11101308:3.12.0-next-20131108-10601-gbad570d:3 /kernel/i386-randconfig-j3-11101308/bad570d77024cba808126d68a2072f6f8ce64c27/dmesg-yocto-bens-3:20131110140716:i386-randconfig-j3-11101308:3.12.0-next-20131108-10601-gbad570d:3 /kernel/i386-randconfig-j3-11101308/bad570d77024cba808126d68a2072f6f8ce64c27/dmesg-quantal-lkp-st01-5:20131111022620:i386-randconfig-j3-11101308:3.12.0-next-20131108-10601-gbad570d:3 /kernel/i386-randconfig-j3-11101308/bad570d77024cba808126d68a2072f6f8ce64c27/dmesg-quantal-lkp-tt02-22:20131110092305:i386-randconfig-j3-11101308:3.12.0-next-20131108-10601-gbad570d:3 /kernel/i386-randconfig-j3-11101308/bad570d77024cba808126d68a2072f6f8ce64c27/dmesg-quantal-inn-1:20131110140719:i386-randconfig-j3-11101308:3.12.0-next-20131108-10601-gbad570d:3 /kernel/i386-randconfig-j3-11101308/bad570d77024cba808126d68a2072f6f8ce64c27/dmesg-quantal-inn-11:20131110183137:i386-randconfig-j3-11101308:3.12.0-next-20131108-10601-gbad570d:3 /kernel/i386-randconfig-j3-11101308/bad570d77024cba808126d68a2072f6f8ce64c27/dmesg-quantal-cairo-26:20131110140720:i386-randconfig-j3-11101308:3.12.0-next-20131108-10601-gbad570d:3 /kernel/i386-randconfig-j3-11101308/bad570d77024cba808126d68a2072f6f8ce64c27/dmesg-yocto-inn-9:20131110183136:i386-randconfig-j3-11101308:3.12.0-next-20131108-10601-gbad570d:3 3:16:16 all_good:bad:all_bad boots