[lkp] [Btrfs] b659ef0277: +159.7% fileio.requests_per_sec

[kernel test robot]

FYI, we noticed the below changes on

https://git.kernel.org/pub/scm/linux/kernel/git/torvalds/linux.git master
commit b659ef027792219b590d67a2baf1643a93727d29 ("Btrfs: avoid syncing log in the fast fsync path when not necessary")


=========================================================================================
tbox_group/testcase/rootfs/kconfig/compiler/cpufreq_governor/period/nr_threads/disk/fs/size/filenum/rwmode/iomode:
  lkp-sb02/fileio/debian-x86_64-2015-02-07.cgz/x86_64-rhel/gcc-4.9/performance/600s/100%/1HDD/btrfs/64G/1024f/rndwr/sync

commit: 
  1ab818b137e198e4d06e987a4b089411f2e39d40
  b659ef027792219b590d67a2baf1643a93727d29

1ab818b137e198e4 b659ef027792219b590d67a2ba 
---------------- -------------------------- 
         %stddev     %change         %stddev
             \          |                \  
    156.81 ±171%     -99.2%       1.20 ± 14%  fileio.request_latency_max_ms
     17.03 ±  0%    +159.7%      44.24 ±  0%  fileio.requests_per_sec
   2373960 ±  0%      +6.7%    2533688 ±  0%  fileio.time.file_system_outputs
    161019 ±  0%     -14.3%     137992 ±  0%  fileio.time.voluntary_context_switches
   9810964 ±  2%     -17.9%    8052196 ±  1%  cpuidle.C3-SNB.time
    161019 ±  0%     -14.3%     137992 ±  0%  time.voluntary_context_switches
      3568 ±  0%      -2.4%       3484 ±  0%  vmstat.io.bo
     60476 ±  0%     +18.1%      71428 ±  0%  proc-vmstat.nr_active_file
    507.75 ±  0%     +86.4%     946.25 ±  0%  proc-vmstat.nr_dirty
     10809 ±  0%     +15.6%      12497 ±  0%  proc-vmstat.nr_slab_reclaimable
     52238 ±  0%     +13.4%      59232 ±  0%  proc-vmstat.pgactivate
     10189 ±  8%      -9.9%       9180 ±  8%  sched_debug.cfs_rq[0]:/.min_vruntime
      1.75 ±4164%   +6385.7%     113.50 ± 16%  sched_debug.cpu#2.nr_uninterruptible
     14748 ±  3%      -7.2%      13685 ±  2%  sched_debug.cpu#2.ttwu_local
    141.25 ± 47%     -83.9%      22.75 ±169%  sched_debug.cpu#3.nr_uninterruptible
     50725 ±  0%      -9.8%      45774 ±  0%  softirqs.BLOCK
     43962 ±  1%     -13.9%      37864 ±  1%  softirqs.RCU
     32134 ±  1%      -8.8%      29295 ±  1%  softirqs.SCHED
     62715 ±  1%      -9.9%      56488 ±  0%  softirqs.TIMER
     50.00 ±  0%      +2.0%      51.00 ±  0%  turbostat.Avg_MHz
      0.41 ±  2%     -14.5%       0.35 ±  2%  turbostat.CPU%c3
      2.69 ±  0%      -9.9%       2.42 ±  0%  turbostat.Pkg%pc2
      1.02 ±  4%     -22.9%       0.78 ±  4%  turbostat.Pkg%pc3
    260823 ±  0%     +16.8%     304593 ±  0%  meminfo.Active
    241907 ±  0%     +18.1%     285712 ±  0%  meminfo.Active(file)
      2033 ±  0%     +86.2%       3784 ±  0%  meminfo.Dirty
     43239 ±  0%     +15.6%      49990 ±  0%  meminfo.SReclaimable
     61606 ±  0%     +11.0%      68373 ±  0%  meminfo.Slab
      1571 ±  5%     +16.0%       1823 ±  8%  slabinfo.btrfs_delayed_data_ref.active_objs
      1577 ±  5%     +16.0%       1830 ±  8%  slabinfo.btrfs_delayed_data_ref.num_objs
      1256 ±  5%     -13.3%       1089 ±  8%  slabinfo.btrfs_delayed_ref_head.active_objs
      1261 ±  5%     -13.3%       1093 ±  8%  slabinfo.btrfs_delayed_ref_head.num_objs
    767.25 ±  2%     +14.7%     880.25 ±  4%  slabinfo.btrfs_delayed_tree_ref.active_objs
    767.25 ±  2%     +14.7%     880.25 ±  4%  slabinfo.btrfs_delayed_tree_ref.num_objs
      2933 ±  3%     -29.6%       2066 ±  0%  slabinfo.btrfs_extent_buffer.active_objs
      2944 ±  2%     -29.4%       2079 ±  0%  slabinfo.btrfs_extent_buffer.num_objs
      5699 ±  0%    +129.2%      13066 ±  0%  slabinfo.btrfs_extent_state.active_objs
    111.50 ±  1%    +129.6%     256.00 ±  0%  slabinfo.btrfs_extent_state.active_slabs
      5699 ±  0%    +129.4%      13078 ±  0%  slabinfo.btrfs_extent_state.num_objs
    111.50 ±  1%    +129.6%     256.00 ±  0%  slabinfo.btrfs_extent_state.num_slabs
    351.00 ±  2%    +103.5%     714.25 ±  0%  slabinfo.btrfs_ordered_extent.active_objs
    376.75 ±  2%     +91.1%     720.00 ±  0%  slabinfo.btrfs_ordered_extent.num_objs
     12062 ±  0%    +122.3%      26821 ±  0%  slabinfo.btrfs_path.active_objs
    430.50 ±  0%    +122.4%     957.50 ±  0%  slabinfo.btrfs_path.active_slabs
     12062 ±  0%    +122.3%      26821 ±  0%  slabinfo.btrfs_path.num_objs
    430.50 ±  0%    +122.4%     957.50 ±  0%  slabinfo.btrfs_path.num_slabs
    407.25 ±  0%     +80.4%     734.50 ±  4%  slabinfo.ext4_extent_status.active_objs
    407.25 ±  0%     +80.4%     734.50 ±  4%  slabinfo.ext4_extent_status.num_objs
     19541 ±  0%     +36.8%      26730 ±  0%  slabinfo.radix_tree_node.active_objs
    697.50 ±  0%     +36.8%     954.25 ±  0%  slabinfo.radix_tree_node.active_slabs
     19541 ±  0%     +36.8%      26730 ±  0%  slabinfo.radix_tree_node.num_objs
    697.50 ±  0%     +36.8%     954.25 ±  0%  slabinfo.radix_tree_node.num_slabs
    158807 ±  2%    +131.0%     366899 ±  3%  latency_stats.avg.btrfs_log_inode_parent.[btrfs].btrfs_log_dentry_safe.[btrfs].btrfs_sync_file.[btrfs].vfs_fsync_range.do_fsync.SyS_fsync.system_call_fastpath
      6668 ±173%   +1166.1%      84431 ± 59%  latency_stats.avg.get_request.blk_queue_bio.generic_make_request.submit_bio.submit_stripe_bio.[btrfs].btrfs_map_bio.[btrfs].btrfs_submit_bio_hook.[btrfs].submit_one_bio.[btrfs].flush_epd_write_bio.[btrfs].extent_writepages.[btrfs].btrfs_writepages.[btrfs].do_writepages
  13866462 ±166%     -81.3%    2589754 ±141%  latency_stats.avg.nfs_wait_on_request.nfs_updatepage.nfs_write_end.generic_perform_write.__generic_file_write_iter.generic_file_write_iter.nfs_file_write.__vfs_write.vfs_write.SyS_write.system_call_fastpath
     41062 ±  0%     +54.4%      63383 ±  0%  latency_stats.avg.wait_log_commit.[btrfs].btrfs_sync_log.[btrfs].btrfs_sync_file.[btrfs].vfs_fsync_range.do_fsync.SyS_fsync.system_call_fastpath
     25520 ±  0%     +70.5%      43514 ±  0%  latency_stats.avg.write_all_supers.[btrfs].write_ctree_super.[btrfs].btrfs_sync_log.[btrfs].btrfs_sync_file.[btrfs].vfs_fsync_range.do_fsync.SyS_fsync.system_call_fastpath
     18476 ±  1%     -35.5%      11911 ±  0%  latency_stats.hits.btrfs_sync_log.[btrfs].btrfs_sync_file.[btrfs].vfs_fsync_range.do_fsync.SyS_fsync.system_call_fastpath
     41791 ±  0%     -35.9%      26801 ±  0%  latency_stats.hits.wait_log_commit.[btrfs].btrfs_sync_log.[btrfs].btrfs_sync_file.[btrfs].vfs_fsync_range.do_fsync.SyS_fsync.system_call_fastpath
     18075 ±  0%     -28.7%      12891 ±  0%  latency_stats.hits.wait_on_page_bit.filemap_fdatawait_range.btrfs_wait_marked_extents.[btrfs].btrfs_sync_log.[btrfs].btrfs_sync_file.[btrfs].vfs_fsync_range.do_fsync.SyS_fsync.system_call_fastpath
      9830 ±  0%    +163.3%      25887 ±  0%  latency_stats.hits.wait_ordered_extents.[btrfs].btrfs_log_changed_extents.[btrfs].btrfs_log_inode.[btrfs].btrfs_log_inode_parent.[btrfs].btrfs_log_dentry_safe.[btrfs].btrfs_sync_file.[btrfs].vfs_fsync_range.do_fsync.SyS_fsync.system_call_fastpath
     16441 ±  0%     -34.1%      10827 ±  0%  latency_stats.hits.write_all_supers.[btrfs].write_ctree_super.[btrfs].btrfs_sync_log.[btrfs].btrfs_sync_file.[btrfs].vfs_fsync_range.do_fsync.SyS_fsync.system_call_fastpath
    774721 ±  2%     +17.4%     909689 ±  2%  latency_stats.max.btrfs_log_inode_parent.[btrfs].btrfs_log_dentry_safe.[btrfs].btrfs_sync_file.[btrfs].vfs_fsync_range.do_fsync.SyS_fsync.system_call_fastpath
    308974 ±102%     -99.9%     169.50 ±  7%  latency_stats.max.btrfs_sync_file.[btrfs].vfs_fsync_range.do_fsync.SyS_fsync.system_call_fastpath
      6668 ±173%   +1166.1%      84431 ± 59%  latency_stats.max.get_request.blk_queue_bio.generic_make_request.submit_bio.submit_stripe_bio.[btrfs].btrfs_map_bio.[btrfs].btrfs_submit_bio_hook.[btrfs].submit_one_bio.[btrfs].flush_epd_write_bio.[btrfs].extent_writepages.[btrfs].btrfs_writepages.[btrfs].do_writepages
  13999612 ±164%     -81.5%    2589754 ±141%  latency_stats.max.nfs_wait_on_request.nfs_updatepage.nfs_write_end.generic_perform_write.__generic_file_write_iter.generic_file_write_iter.nfs_file_write.__vfs_write.vfs_write.SyS_write.system_call_fastpath
    155855 ±169%     -92.6%      11547 ± 28%  latency_stats.sum.btrfs_file_write_iter.[btrfs].__vfs_write.vfs_write.SyS_pwrite64.system_call_fastpath
  40811794 ±  1%      +8.0%   44071985 ±  1%  latency_stats.sum.btrfs_log_inode_parent.[btrfs].btrfs_log_dentry_safe.[btrfs].btrfs_sync_file.[btrfs].vfs_fsync_range.do_fsync.SyS_fsync.system_call_fastpath
    423179 ±111%     -98.4%       6944 ± 10%  latency_stats.sum.btrfs_sync_file.[btrfs].vfs_fsync_range.do_fsync.SyS_fsync.system_call_fastpath
  11208157 ±  1%     -42.1%    6484422 ±  0%  latency_stats.sum.btrfs_sync_log.[btrfs].btrfs_sync_file.[btrfs].vfs_fsync_range.do_fsync.SyS_fsync.system_call_fastpath
     55333 ±  3%     -73.7%      14563 ±  5%  latency_stats.sum.btrfs_tree_lock.[btrfs].btrfs_lock_root_node.[btrfs].btrfs_search_slot.[btrfs].btrfs_insert_empty_items.[btrfs].btrfs_log_inode.[btrfs].btrfs_log_inode_parent.[btrfs].btrfs_log_dentry_safe.[btrfs].btrfs_sync_file.[btrfs].vfs_fsync_range.do_fsync.SyS_fsync.system_call_fastpath
    262263 ±  1%     -18.7%     213138 ±  1%  latency_stats.sum.btrfs_tree_read_lock.[btrfs].btrfs_read_lock_root_node.[btrfs].btrfs_search_slot.[btrfs].btrfs_insert_empty_items.[btrfs].btrfs_log_inode.[btrfs].btrfs_log_inode_parent.[btrfs].btrfs_log_dentry_safe.[btrfs].btrfs_sync_file.[btrfs].vfs_fsync_range.do_fsync.SyS_fsync.system_call_fastpath
   1387167 ±  0%      +6.7%    1479555 ±  1%  latency_stats.sum.do_wait.SyS_wait4.system_call_fastpath
      6668 ±173%   +1166.1%      84431 ± 59%  latency_stats.sum.get_request.blk_queue_bio.generic_make_request.submit_bio.submit_stripe_bio.[btrfs].btrfs_map_bio.[btrfs].btrfs_submit_bio_hook.[btrfs].submit_one_bio.[btrfs].flush_epd_write_bio.[btrfs].extent_writepages.[btrfs].btrfs_writepages.[btrfs].do_writepages
  14672479 ±154%     -82.3%    2589754 ±141%  latency_stats.sum.nfs_wait_on_request.nfs_updatepage.nfs_write_end.generic_perform_write.__generic_file_write_iter.generic_file_write_iter.nfs_file_write.__vfs_write.vfs_write.SyS_write.system_call_fastpath
   2775089 ±  0%      +6.1%    2944954 ±  1%  latency_stats.sum.pipe_wait.pipe_read.__vfs_read.vfs_read.SyS_read.system_call_fastpath
   1515574 ±  1%    +160.1%    3941685 ±  0%  latency_stats.sum.wait_for_writer.[btrfs].btrfs_sync_log.[btrfs].btrfs_sync_file.[btrfs].vfs_fsync_range.do_fsync.SyS_fsync.system_call_fastpath
     47560 ± 10%    +335.6%     207189 ±  8%  latency_stats.sum.wait_on_page_bit.extent_write_cache_pages.[btrfs].extent_writepages.[btrfs].btrfs_writepages.[btrfs].do_writepages.__filemap_fdatawrite_range.filemap_fdatawrite_range.btrfs_fdatawrite_range.[btrfs].start_ordered_ops.[btrfs].btrfs_sync_file.[btrfs].vfs_fsync_range.do_fsync
  20108473 ±  0%     -20.5%   15989866 ±  0%  latency_stats.sum.wait_on_page_bit.filemap_fdatawait_range.btrfs_wait_marked_extents.[btrfs].btrfs_sync_log.[btrfs].btrfs_sync_file.[btrfs].vfs_fsync_range.do_fsync.SyS_fsync.system_call_fastpath
   6853626 ±  0%    +225.5%   22310007 ±  0%  latency_stats.sum.wait_ordered_extents.[btrfs].btrfs_log_changed_extents.[btrfs].btrfs_log_inode.[btrfs].btrfs_log_inode_parent.[btrfs].btrfs_log_dentry_safe.[btrfs].btrfs_sync_file.[btrfs].vfs_fsync_range.do_fsync.SyS_fsync.system_call_fastpath
 4.196e+08 ±  0%     +12.3%  4.712e+08 ±  0%  latency_stats.sum.write_all_supers.[btrfs].write_ctree_super.[btrfs].btrfs_sync_log.[btrfs].btrfs_sync_file.[btrfs].vfs_fsync_range.do_fsync.SyS_fsync.system_call_fastpath


lkp-sb02: Sandy Bridge-EP
Memory: 4G


                             fileio.requests_per_sec

  45 ++-O-O--O--O--O-O--O--O--O-O--O--O--O-O--O--O-O--O--O--O-O--O--O--O-O--O
     |                                                                      |
  40 ++                                                                     |
  35 ++                                                                     |
     |                                                                      |
  30 ++                                                                     |
  25 ++                                                                     |
     |                                                                      |
  20 ++                        .*..                                         |
  15 *+.*.*..*..*..*.*..*..*..*    *..*..*.*..*..*.*..*..*..*               |
     |                                                                      |
  10 ++                                                                     |
   5 ++                                                                     |
     |                                                                      |
   0 O+---------------------------------------------------------------------+


                       fileio.time.voluntary_context_switches

  180000 ++-----------------------------------------------------------------+
         |           .*.*..*..*.*..*.*..*.. .*..    .*.  .*..               |
  160000 *+.*.*..*.*.                      *    *.*.   *.    *              |
  140000 ++ O O  O O  O O     O O  O O  O  O O  O O  O O  O  O O  O O  O O  O
         |                                                                  |
  120000 ++                                                                 |
  100000 ++                O                                                |
         |                                                                  |
   80000 ++                                                                 |
   60000 ++                                                                 |
         |                                                                  |
   40000 ++                                                                 |
   20000 ++                                                                 |
         |                                                                  |
       0 O+-----------------------------------------------------------------+


                           time.voluntary_context_switches

  180000 ++-----------------------------------------------------------------+
         |           .*.*..*..*.*..*.*..*.. .*..    .*.  .*..               |
  160000 *+.*.*..*.*.                      *    *.*.   *.    *              |
  140000 ++ O O  O O  O O     O O  O O  O  O O  O O  O O  O  O O  O O  O O  O
         |                                                                  |
  120000 ++                                                                 |
  100000 ++                O                                                |
         |                                                                  |
   80000 ++                                                                 |
   60000 ++                                                                 |
         |                                                                  |
   40000 ++                                                                 |
   20000 ++                                                                 |
         |                                                                  |
       0 O+-----------------------------------------------------------------+


                               proc-vmstat.nr_dirty

  1000 ++-------------------------------------------------------------------+
   900 ++ O O  O  O O  O    O  O  O O  O  O O  O O  O  O O  O  O O  O  O O  O
       |                                                                    |
   800 ++                 O                                                 |
   700 ++                                                                   |
       |                                                                    |
   600 ++                                                                   |
   500 *+.*.*..*..*.*..*..*.*..*..*.*..*..*.*..*.*..*..*.*..*               |
   400 ++                                                                   |
       |                                                                    |
   300 ++                                                                   |
   200 ++                                                                   |
       |                                                                    |
   100 ++                                                                   |
     0 O+-------------------------------------------------------------------+


                                   meminfo.Dirty

  4000 ++-------------------------------------------------------------------+
       |  O O  O  O O  O    O  O  O O  O  O O  O O  O  O O  O  O O  O  O O  O
  3500 ++                                                                   |
  3000 ++                 O                                                 |
       |                                                                    |
  2500 ++                                                                   |
       |                                                                    |
  2000 *+.*.*..*..*.*..*..*.*..*..*.*..*..*.*..*.*..*..*.*..*               |
       |                                                                    |
  1500 ++                                                                   |
  1000 ++                                                                   |
       |                                                                    |
   500 ++                                                                   |
       |                                                                    |
     0 O+-------------------------------------------------------------------+


                     slabinfo.btrfs_extent_buffer.active_objs

  3500 ++-------------------------------------------------------------------+
       |            *..  .*.  .*..                                          |
  3000 ++  .*..    +   *.   *.    *.     .*.*..*.*..*..*.*..                |
       *..*    *..*                 *..*.                   *               |
  2500 ++                                                                   |
       |                                                                    |
  2000 ++ O O  O  O O  O    O  O  O O  O  O O  O O  O  O O  O  O O  O  O O  O
       |                                                                    |
  1500 ++                 O                                                 |
       |                                                                    |
  1000 ++                                                                   |
       |                                                                    |
   500 ++                                                                   |
       |                                                                    |
     0 O+-------------------------------------------------------------------+


                       slabinfo.btrfs_extent_buffer.num_objs

  3500 ++-------------------------------------------------------------------+
       |            *..  .*.  .*..                                          |
  3000 ++  .*..    +   *.   *.    *.     .*.*..*.*..*..*.*..                |
       *..*    *..*                 *..*.                   *               |
  2500 ++                                                                   |
       |                                                         O          |
  2000 ++ O O  O  O O  O    O  O  O O  O  O O  O O  O  O O  O  O    O  O O  O
       |                                                                    |
  1500 ++                 O                                                 |
       |                                                                    |
  1000 ++                                                                   |
       |                                                                    |
   500 ++                                                                   |
       |                                                                    |
     0 O+-------------------------------------------------------------------+

	[*] bisect-good sample
	[O] bisect-bad  sample

To reproduce:

        git clone git://git.kernel.org/pub/scm/linux/kernel/git/wfg/lkp-tests.git
        cd lkp-tests
        bin/lkp install job.yaml  # job file is attached in this email
        bin/lkp run     job.yaml


Disclaimer:
Results have been estimated based on internal Intel analysis and are provided
for informational purposes only. Any difference in system hardware or software
design or configuration may affect actual performance.


Thanks,
Ying Huang
---
LKP_SERVER: inn
LKP_CGI_PORT: 80
LKP_CIFS_PORT: 139
testcase: fileio
default-monitors:
  wait: activate-monitor
  kmsg: 
  uptime: 
  iostat: 
  vmstat: 
  numa-numastat: 
  numa-vmstat: 
  numa-meminfo: 
  proc-vmstat: 
  proc-stat:
    interval: 10
  meminfo: 
  slabinfo: 
  interrupts: 
  lock_stat: 
  latency_stats: 
  softirqs: 
  bdi_dev_mapping: 
  diskstats: 
  nfsstat: 
  cpuidle: 
  cpufreq-stats: 
  turbostat: 
  pmeter: 
  sched_debug:
    interval: 60
cpufreq_governor: performance
default-watchdogs:
  oom-killer: 
  watchdog: 
commit: 64291f7db5bd8150a74ad2036f1037e6a0428df2
model: Sandy Bridge-EP
memory: 4G
hdd_partitions: "/dev/disk/by-id/ata-HDT722516DLA380_VDSD1DTCEKYAEJ-part2"
swap_partitions: 
rootfs_partition: "/dev/disk/by-id/ata-HDT722516DLA380_VDSD1DTCEKYAEJ-part1"
category: benchmark
period: 600s
nr_threads: 100%
disk: 1HDD
fs: btrfs
size: 64G
fileio:
  filenum: 1024f
  rwmode: rndwr
  iomode: sync
queue: cyclic
testbox: lkp-sb02
tbox_group: lkp-sb02
kconfig: x86_64-rhel
enqueue_time: 2015-08-23 18:20:46.136635107 +08:00
id: 8f4a54637453145f1101eca4adceb78bc5334509
user: wfg
compiler: gcc-4.9
head_commit: adfde4b103c6a98e315b4245d4d762e825353e67
base_commit: 64291f7db5bd8150a74ad2036f1037e6a0428df2
branch: linux-devel/devel-hourly-2015090114
kernel: "/pkg/linux/x86_64-rhel/gcc-4.9/64291f7db5bd8150a74ad2036f1037e6a0428df2/vmlinuz-4.2.0"
rootfs: debian-x86_64-2015-02-07.cgz
result_root: "/result/fileio/performance-600s-100%-1HDD-btrfs-64G-1024f-rndwr-sync/lkp-sb02/debian-x86_64-2015-02-07.cgz/x86_64-rhel/gcc-4.9/64291f7db5bd8150a74ad2036f1037e6a0428df2/0"
job_file: "/lkp/scheduled/lkp-sb02/cyclic_fileio-performance-600s-100%-1HDD-btrfs-64G-1024f-rndwr-sync-x86_64-rhel-CYCLIC_BASE-64291f7db5bd8150a74ad2036f1037e6a0428df2-20150823-113373-1eaddh9-0.yaml"
dequeue_time: 2015-09-01 21:40:48.037574301 +08:00
nr_cpu: "$(nproc)"
max_uptime: 1905.6399999999996
initrd: "/osimage/debian/debian-x86_64-2015-02-07.cgz"
bootloader_append:
- root=/dev/ram0
- user=wfg
- job=/lkp/scheduled/lkp-sb02/cyclic_fileio-performance-600s-100%-1HDD-btrfs-64G-1024f-rndwr-sync-x86_64-rhel-CYCLIC_BASE-64291f7db5bd8150a74ad2036f1037e6a0428df2-20150823-113373-1eaddh9-0.yaml
- ARCH=x86_64
- kconfig=x86_64-rhel
- branch=linux-devel/devel-hourly-2015090114
- commit=64291f7db5bd8150a74ad2036f1037e6a0428df2
- BOOT_IMAGE=/pkg/linux/x86_64-rhel/gcc-4.9/64291f7db5bd8150a74ad2036f1037e6a0428df2/vmlinuz-4.2.0
- max_uptime=1905
- RESULT_ROOT=/result/fileio/performance-600s-100%-1HDD-btrfs-64G-1024f-rndwr-sync/lkp-sb02/debian-x86_64-2015-02-07.cgz/x86_64-rhel/gcc-4.9/64291f7db5bd8150a74ad2036f1037e6a0428df2/0
- LKP_SERVER=inn
- |2-


  earlyprintk=ttyS0,115200 systemd.log_level=err
  debug apic=debug sysrq_always_enabled rcupdate.rcu_cpu_stall_timeout=100
  panic=-1 softlockup_panic=1 nmi_watchdog=panic oops=panic load_ramdisk=2 prompt_ramdisk=0
  console=ttyS0,115200 console=tty0 vga=normal

  rw
lkp_initrd: "/lkp/wfg/lkp-x86_64.cgz"
modules_initrd: "/pkg/linux/x86_64-rhel/gcc-4.9/64291f7db5bd8150a74ad2036f1037e6a0428df2/modules.cgz"
bm_initrd: "/osimage/deps/debian-x86_64-2015-02-07.cgz/lkp.cgz,/osimage/deps/debian-x86_64-2015-02-07.cgz/run-ipconfig.cgz,/osimage/deps/debian-x86_64-2015-02-07.cgz/turbostat.cgz,/lkp/benchmarks/turbostat.cgz,/osimage/deps/debian-x86_64-2015-02-07.cgz/fs.cgz,/osimage/deps/debian-x86_64-2015-02-07.cgz/fileio.cgz"