[LKP] [Btrfs] d5f375270aa: -20.0% fsmark.app_overhead

From: Aaron Lu
Date: Fri Jul 25 2014 - 02:20:49 EST

FYI, we noticed the below changes on

commit d5f375270aa55794f4a7196b5247469f86278a8f ("Btrfs: faster/more efficient insertion of file extent items")

51b98effa4c673f d5f375270aa55794f4a7196b5
--------------- -------------------------
914752 ~ 1% -1.4% 902289 ~ 1% nhm4/fsmark/1x-32t-1HDD-btrfs-8K-400M-fsyncBeforeClose-16d-256f
2811730 ~ 0% -26.0% 2080244 ~ 0% nhm4/fsmark/1x-32t-1HDD-btrfs-9B-400M-fsyncBeforeClose-16d-256f
3726483 ~ 0% -20.0% 2982534 ~ 0% TOTAL fsmark.app_overhead

51b98effa4c673f d5f375270aa55794f4a7196b5
--------------- -------------------------
611 ~ 0% +5.6% 645 ~ 0% nhm4/fsmark/1x-32t-1HDD-btrfs-8K-400M-fsyncBeforeClose-16d-256f
1072 ~ 0% -9.7% 968 ~ 0% nhm4/fsmark/1x-32t-1HDD-btrfs-9B-400M-fsyncBeforeClose-16d-256f
1684 ~ 0% -4.2% 1613 ~ 0% TOTAL fsmark.files_per_sec

51b98effa4c673f d5f375270aa55794f4a7196b5
--------------- -------------------------
7577550 ~14% -59.6% 3058053 ~ 7% nhm4/fsmark/1x-32t-1HDD-btrfs-9B-400M-fsyncBeforeClose-16d-256f
7577550 ~14% -59.6% 3058053 ~ 7% TOTAL cpuidle.C1E-NHM.time

51b98effa4c673f d5f375270aa55794f4a7196b5
--------------- -------------------------
105466 ~ 2% +26.4% 133267 ~ 1% nhm4/fsmark/1x-32t-1HDD-btrfs-8K-400M-fsyncBeforeClose-16d-256f
516731 ~ 2% +45.1% 749581 ~ 0% nhm4/fsmark/1x-32t-1HDD-btrfs-9B-400M-fsyncBeforeClose-16d-256f
622197 ~ 2% +41.9% 882848 ~ 0% TOTAL cpuidle.C1-NHM.usage

51b98effa4c673f d5f375270aa55794f4a7196b5
--------------- -------------------------
612557 ~ 8% +36.5% 836424 ~ 2% nhm4/fsmark/1x-32t-1HDD-btrfs-9B-400M-fsyncBeforeClose-16d-256f
612557 ~ 8% +36.5% 836424 ~ 2% TOTAL proc-vmstat.pgpgout

51b98effa4c673f d5f375270aa55794f4a7196b5
--------------- -------------------------
409 ~ 8% +28.9% 528 ~ 1% nhm4/fsmark/1x-32t-1HDD-btrfs-9B-400M-fsyncBeforeClose-16d-256f
409 ~ 8% +28.9% 528 ~ 1% TOTAL cpuidle.POLL.usage

51b98effa4c673f d5f375270aa55794f4a7196b5
--------------- -------------------------
203846 ~ 5% +23.1% 250960 ~ 1% nhm4/fsmark/1x-32t-1HDD-btrfs-9B-400M-fsyncBeforeClose-16d-256f
203846 ~ 5% +23.1% 250960 ~ 1% TOTAL meminfo.Active(file)

51b98effa4c673f d5f375270aa55794f4a7196b5
--------------- -------------------------
50935 ~ 5% +23.1% 62696 ~ 1% nhm4/fsmark/1x-32t-1HDD-btrfs-9B-400M-fsyncBeforeClose-16d-256f
50935 ~ 5% +23.1% 62696 ~ 1% TOTAL proc-vmstat.nr_active_file

51b98effa4c673f d5f375270aa55794f4a7196b5
--------------- -------------------------
27799300 ~ 1% +21.8% 33847790 ~ 5% nhm4/fsmark/1x-32t-1HDD-btrfs-8K-400M-fsyncBeforeClose-16d-256f
27799300 ~ 1% +21.8% 33847790 ~ 5% TOTAL cpuidle.C1-NHM.time

51b98effa4c673f d5f375270aa55794f4a7196b5
--------------- -------------------------
239715 ~ 4% +19.7% 287020 ~ 1% nhm4/fsmark/1x-32t-1HDD-btrfs-9B-400M-fsyncBeforeClose-16d-256f
239715 ~ 4% +19.7% 287020 ~ 1% TOTAL meminfo.Active

51b98effa4c673f d5f375270aa55794f4a7196b5
--------------- -------------------------
12.50 ~ 2% +17.0% 14.62 ~ 3% nhm4/fsmark/1x-32t-1HDD-btrfs-8K-400M-fsyncBeforeClose-16d-256f
12.50 ~ 2% +17.0% 14.62 ~ 3% TOTAL turbostat.%c1

51b98effa4c673f d5f375270aa55794f4a7196b5
--------------- -------------------------
35865226 ~ 4% -8.9% 32690229 ~ 3% nhm4/fsmark/1x-32t-1HDD-btrfs-8K-400M-fsyncBeforeClose-16d-256f
53265661 ~ 5% +22.6% 65295599 ~ 4% nhm4/fsmark/1x-32t-1HDD-btrfs-9B-400M-fsyncBeforeClose-16d-256f
89130888 ~ 5% +9.9% 97985828 ~ 4% TOTAL cpuidle.C3-NHM.time

51b98effa4c673f d5f375270aa55794f4a7196b5
--------------- -------------------------
177363 ~ 3% +15.7% 205258 ~ 1% nhm4/fsmark/1x-32t-1HDD-btrfs-9B-400M-fsyncBeforeClose-16d-256f
177363 ~ 3% +15.7% 205258 ~ 1% TOTAL proc-vmstat.nr_written

51b98effa4c673f d5f375270aa55794f4a7196b5
--------------- -------------------------
2.799e+08 ~ 2% +14.4% 3.202e+08 ~ 1% nhm4/fsmark/1x-32t-1HDD-btrfs-9B-400M-fsyncBeforeClose-16d-256f
2.799e+08 ~ 2% +14.4% 3.202e+08 ~ 1% TOTAL cpuidle.C6-NHM.time

51b98effa4c673f d5f375270aa55794f4a7196b5
--------------- -------------------------
8995 ~ 4% +9.2% 9824 ~ 3% nhm4/fsmark/1x-32t-1HDD-btrfs-9B-400M-fsyncBeforeClose-16d-256f
8995 ~ 4% +9.2% 9824 ~ 3% TOTAL cpuidle.C1E-NHM.usage

51b98effa4c673f d5f375270aa55794f4a7196b5
--------------- -------------------------
145906 ~ 1% +12.6% 164283 ~ 1% nhm4/fsmark/1x-32t-1HDD-btrfs-9B-400M-fsyncBeforeClose-16d-256f
145906 ~ 1% +12.6% 164283 ~ 1% TOTAL cpuidle.C6-NHM.usage

51b98effa4c673f d5f375270aa55794f4a7196b5
--------------- -------------------------
181623 ~ 3% +13.3% 205797 ~ 1% nhm4/fsmark/1x-32t-1HDD-btrfs-9B-400M-fsyncBeforeClose-16d-256f
181623 ~ 3% +13.3% 205797 ~ 1% TOTAL proc-vmstat.nr_dirtied

51b98effa4c673f d5f375270aa55794f4a7196b5
--------------- -------------------------
12831 ~ 0% +11.4% 14297 ~ 0% nhm4/fsmark/1x-32t-1HDD-btrfs-9B-400M-fsyncBeforeClose-16d-256f
12831 ~ 0% +11.4% 14297 ~ 0% TOTAL slabinfo.btrfs_extent_buffer.num_objs

51b98effa4c673f d5f375270aa55794f4a7196b5
--------------- -------------------------
12830 ~ 0% +11.4% 14294 ~ 0% nhm4/fsmark/1x-32t-1HDD-btrfs-9B-400M-fsyncBeforeClose-16d-256f
12830 ~ 0% +11.4% 14294 ~ 0% TOTAL slabinfo.btrfs_extent_buffer.active_objs

51b98effa4c673f d5f375270aa55794f4a7196b5
--------------- -------------------------
16.24 ~ 2% +12.0% 18.18 ~ 2% nhm4/fsmark/1x-32t-1HDD-btrfs-9B-400M-fsyncBeforeClose-16d-256f
16.24 ~ 2% +12.0% 18.18 ~ 2% TOTAL turbostat.%c6

51b98effa4c673f d5f375270aa55794f4a7196b5
--------------- -------------------------
1575 ~ 2% +9.9% 1732 ~ 1% nhm4/fsmark/1x-32t-1HDD-btrfs-8K-400M-fsyncBeforeClose-16d-256f
1575 ~ 2% +9.9% 1732 ~ 1% TOTAL proc-vmstat.nr_dirty

51b98effa4c673f d5f375270aa55794f4a7196b5
--------------- -------------------------
261613 ~ 0% +8.9% 284781 ~ 1% nhm4/fsmark/1x-32t-1HDD-btrfs-8K-400M-fsyncBeforeClose-16d-256f
1793113 ~ 1% +39.0% 2493055 ~ 0% nhm4/fsmark/1x-32t-1HDD-btrfs-9B-400M-fsyncBeforeClose-16d-256f
2054726 ~ 1% +35.2% 2777837 ~ 0% TOTAL time.voluntary_context_switches

51b98effa4c673f d5f375270aa55794f4a7196b5
--------------- -------------------------
11.25 ~ 2% +18.1% 13.28 ~ 1% nhm4/fsmark/1x-32t-1HDD-btrfs-9B-400M-fsyncBeforeClose-16d-256f
11.25 ~ 2% +18.1% 13.28 ~ 1% TOTAL iostat.sdb.avgqu-sz

51b98effa4c673f d5f375270aa55794f4a7196b5
--------------- -------------------------
183744 ~ 1% -15.6% 155153 ~ 0% nhm4/fsmark/1x-32t-1HDD-btrfs-9B-400M-fsyncBeforeClose-16d-256f
183744 ~ 1% -15.6% 155153 ~ 0% TOTAL time.involuntary_context_switches

51b98effa4c673f d5f375270aa55794f4a7196b5
--------------- -------------------------
529 ~ 0% -15.6% 446 ~ 0% nhm4/fsmark/1x-32t-1HDD-btrfs-9B-400M-fsyncBeforeClose-16d-256f
529 ~ 0% -15.6% 446 ~ 0% TOTAL iostat.sdb.w/s

51b98effa4c673f d5f375270aa55794f4a7196b5
--------------- -------------------------
8009 ~ 1% +15.2% 9225 ~ 1% nhm4/fsmark/1x-32t-1HDD-btrfs-8K-400M-fsyncBeforeClose-16d-256f
29796 ~ 2% +20.7% 35971 ~ 0% nhm4/fsmark/1x-32t-1HDD-btrfs-9B-400M-fsyncBeforeClose-16d-256f
37805 ~ 2% +19.6% 45196 ~ 0% TOTAL vmstat.system.cs

51b98effa4c673f d5f375270aa55794f4a7196b5
--------------- -------------------------
9275 ~ 1% +6.3% 9861 ~ 1% nhm4/fsmark/1x-32t-1HDD-btrfs-8K-400M-fsyncBeforeClose-16d-256f
6245 ~ 7% +23.5% 7716 ~ 2% nhm4/fsmark/1x-32t-1HDD-btrfs-9B-400M-fsyncBeforeClose-16d-256f
15521 ~ 3% +13.3% 17577 ~ 1% TOTAL vmstat.io.bo

51b98effa4c673f d5f375270aa55794f4a7196b5
--------------- -------------------------
9277 ~ 1% +5.8% 9815 ~ 1% nhm4/fsmark/1x-32t-1HDD-btrfs-8K-400M-fsyncBeforeClose-16d-256f
6248 ~ 7% +23.5% 7718 ~ 2% nhm4/fsmark/1x-32t-1HDD-btrfs-9B-400M-fsyncBeforeClose-16d-256f
15525 ~ 3% +12.9% 17534 ~ 1% TOTAL iostat.sdb.wkB/s

51b98effa4c673f d5f375270aa55794f4a7196b5
--------------- -------------------------
1.12 ~ 1% -9.5% 1.01 ~ 1% nhm4/fsmark/1x-32t-1HDD-btrfs-9B-400M-fsyncBeforeClose-16d-256f
1.12 ~ 1% -9.5% 1.01 ~ 1% TOTAL iostat.sdb.rrqm/s

51b98effa4c673f d5f375270aa55794f4a7196b5
--------------- -------------------------
1448553 ~ 3% +13.2% 1639185 ~ 1% nhm4/fsmark/1x-32t-1HDD-btrfs-9B-400M-fsyncBeforeClose-16d-256f
1448553 ~ 3% +13.2% 1639185 ~ 1% TOTAL time.file_system_outputs

51b98effa4c673f d5f375270aa55794f4a7196b5
--------------- -------------------------
99.39 ~ 1% +3.4% 102.76 ~ 2% nhm4/fsmark/1x-32t-1HDD-btrfs-8K-400M-fsyncBeforeClose-16d-256f
126.06 ~ 5% +21.4% 153.02 ~ 2% nhm4/fsmark/1x-32t-1HDD-btrfs-9B-400M-fsyncBeforeClose-16d-256f
225.45 ~ 3% +13.5% 255.78 ~ 2% TOTAL iostat.sdb.wrqm/s

51b98effa4c673f d5f375270aa55794f4a7196b5
--------------- -------------------------
85.36 ~ 1% -6.0% 80.24 ~ 1% nhm4/fsmark/1x-32t-1HDD-btrfs-8K-400M-fsyncBeforeClose-16d-256f
95.60 ~ 0% +10.9% 106.03 ~ 0% nhm4/fsmark/1x-32t-1HDD-btrfs-9B-400M-fsyncBeforeClose-16d-256f
180.96 ~ 1% +2.9% 186.27 ~ 0% TOTAL time.elapsed_time

51b98effa4c673f d5f375270aa55794f4a7196b5
--------------- -------------------------
1774 ~ 0% +8.7% 1928 ~ 1% nhm4/fsmark/1x-32t-1HDD-btrfs-8K-400M-fsyncBeforeClose-16d-256f
4833 ~ 1% +4.2% 5038 ~ 0% nhm4/fsmark/1x-32t-1HDD-btrfs-9B-400M-fsyncBeforeClose-16d-256f
6607 ~ 1% +5.4% 6967 ~ 0% TOTAL vmstat.system.in

51b98effa4c673f d5f375270aa55794f4a7196b5
--------------- -------------------------
1.98 ~ 0% +4.8% 2.08 ~ 1% nhm4/fsmark/1x-32t-1HDD-btrfs-8K-400M-fsyncBeforeClose-16d-256f
4.07 ~ 1% +4.8% 4.27 ~ 0% nhm4/fsmark/1x-32t-1HDD-btrfs-9B-400M-fsyncBeforeClose-16d-256f
6.06 ~ 1% +4.8% 6.35 ~ 0% TOTAL turbostat.%c0


Legend:
~XX% - stddev percent
[+-]XX% - change percent


fsmark.files_per_sec

700 ++--------------------------------------------------------------------+
O O O O O O O O O O O O O O O O O O O O O O O O |
600 *+*..*.*.*.*..*.*.*.*..*.*.* *.*.*.*..*.*.*.*..*.*.*.*..*.*.*.*..*.*
| : : |
500 ++ : : |
| : : |
400 ++ : : |
| : : |
300 ++ : : |
| : : |
200 ++ : : |
| :: |
100 ++ :: |
| : |
0 ++---------------------------*----------------------------------------+


[*] bisect-good sample
[O] bisect-bad sample


Disclaimer:
Results have been estimated based on internal Intel analysis and are provided
for informational purposes only. Any difference in system hardware or software
design or configuration may affect actual performance.

Thanks,
Aaron
echo performance > /sys/devices/system/cpu/cpu0/cpufreq/scaling_governor
echo performance > /sys/devices/system/cpu/cpu1/cpufreq/scaling_governor
echo performance > /sys/devices/system/cpu/cpu2/cpufreq/scaling_governor
echo performance > /sys/devices/system/cpu/cpu3/cpufreq/scaling_governor
echo performance > /sys/devices/system/cpu/cpu4/cpufreq/scaling_governor
echo performance > /sys/devices/system/cpu/cpu5/cpufreq/scaling_governor
echo performance > /sys/devices/system/cpu/cpu6/cpufreq/scaling_governor
echo performance > /sys/devices/system/cpu/cpu7/cpufreq/scaling_governor
mkfs -t btrfs /dev/sdb1
mount -t btrfs /dev/sdb1 /fs/sdb1
./fs_mark -d /fs/sdb1/1 -d /fs/sdb1/2 -d /fs/sdb1/3 -d /fs/sdb1/4 -d /fs/sdb1/5 -d /fs/sdb1/6 -d /fs/sdb1/7 -d /fs/sdb1/8 -d /fs/sdb1/9 -d /fs/sdb1/10 -d /fs/sdb1/11 -d /fs/sdb1/12 -d /fs/sdb1/13 -d /fs/sdb1/14 -d /fs/sdb1/15 -d /fs/sdb1/16 -d /fs/sdb1/17 -d /fs/sdb1/18 -d /fs/sdb1/19 -d /fs/sdb1/20 -d /fs/sdb1/21 -d /fs/sdb1/22 -d /fs/sdb1/23 -d /fs/sdb1/24 -d /fs/sdb1/25 -d /fs/sdb1/26 -d /fs/sdb1/27 -d /fs/sdb1/28 -d /fs/sdb1/29 -d /fs/sdb1/30 -d /fs/sdb1/31 -d /fs/sdb1/32 -D 16 -N 256 -n 1600 -L 1 -S 1 -s 8192