diff options
-rw-r--r-- | build/conf/auto.conf | 5 | ||||
-rw-r--r-- | build/conf/bblayers.conf | 6 | ||||
-rw-r--r-- | build/conf/local.conf | 3 | ||||
-rw-r--r-- | oe-build-perf-test.log | 26 | ||||
-rw-r--r-- | output.log | 58 | ||||
-rw-r--r-- | results.xml | 64 |
6 files changed, 70 insertions, 92 deletions
diff --git a/build/conf/auto.conf b/build/conf/auto.conf new file mode 100644 index 0000000000..b84c4d3256 --- /dev/null +++ b/build/conf/auto.conf @@ -0,0 +1,5 @@ +MACHINE = "qemux86" +BB_NUMBER_THREADS = "8" +PARALLEL_MAKE = "-j 8" +DL_DIR = "/media/yocto_disk/poky-new-perf/build-perf-test/downloads" +CONNECTIVITY_CHECK_URIS = "" diff --git a/build/conf/bblayers.conf b/build/conf/bblayers.conf index d722260d70..01a90bfd62 100644 --- a/build/conf/bblayers.conf +++ b/build/conf/bblayers.conf @@ -6,7 +6,7 @@ BBPATH = "${TOPDIR}" BBFILES ?= "" BBLAYERS ?= " \ - /media/yocto_disk/poky-perf/meta \ - /media/yocto_disk/poky-perf/meta-poky \ - /media/yocto_disk/poky-perf/meta-yocto-bsp \ + /media/yocto_disk/poky-new-perf/meta \ + /media/yocto_disk/poky-new-perf/meta-poky \ + /media/yocto_disk/poky-new-perf/meta-yocto-bsp \ " diff --git a/build/conf/local.conf b/build/conf/local.conf index 2535cc22b7..365b6eb20c 100644 --- a/build/conf/local.conf +++ b/build/conf/local.conf @@ -235,6 +235,3 @@ PACKAGECONFIG_append_pn-nativesdk-qemu = " sdl" # track the version of this file when it was generated. This can safely be ignored if # this doesn't mean anything to you. CONF_VERSION = "1" -DL_DIR = "/media/yocto_disk/poky-perf/build-perf-test/downloads" -CONNECTIVITY_CHECK_URIS ="" - diff --git a/oe-build-perf-test.log b/oe-build-perf-test.log new file mode 100644 index 0000000000..7ab989eba5 --- /dev/null +++ b/oe-build-perf-test.log @@ -0,0 +1,26 @@ +[2016-10-14 12:00:09,016] INFO: Using Git branch:commit master:1a95d4a0701b87ae3674239a01aabe38a0123585 (42733) +[2016-10-14 12:00:09,017] INFO: Executing test test1: Measure wall clock of bitbake core-image-sato and size of tmp dir +[2016-10-14 12:00:09,017] INFO: Logging command: bitbake core-image-sato -c fetchall +[2016-10-14 12:05:17,351] INFO: Timing command: bitbake core-image-sato +[2016-10-14 13:08:08,940] INFO: Saving buildstats in JSON format +[2016-10-14 13:09:38,955] INFO: Executing test test12: Measure bitbake virtual/kernel +[2016-10-14 13:09:38,956] INFO: Logging command: bitbake virtual/kernel -c fetchall +[2016-10-14 13:09:53,084] INFO: Logging command: bitbake virtual/kernel +[2016-10-14 13:09:54,961] INFO: Logging command: bitbake virtual/kernel -c cleansstate +[2016-10-14 13:10:06,858] INFO: Timing command: bitbake virtual/kernel +[2016-10-14 13:14:44,826] INFO: Executing test test13: Build core-image-sato with rm_work enabled +[2016-10-14 13:14:44,827] INFO: Logging command: bitbake core-image-sato -c fetchall +[2016-10-14 13:18:31,705] INFO: Timing command: bitbake -R /media/yocto_disk/poky-new-perf/build-perf-test/results-1a95d4a-20161014120004/test13/postfile.conf core-image-sato +[2016-10-14 14:20:49,389] INFO: Saving buildstats in JSON format +[2016-10-14 14:21:04,849] INFO: Executing test test2: Measure bitbake core-image-sato -c rootfs with sstate +[2016-10-14 14:21:04,850] INFO: Logging command: bitbake core-image-sato -c fetchall +[2016-10-14 14:21:31,709] INFO: Logging command: bitbake core-image-sato +[2016-10-14 14:22:15,514] INFO: Timing command: bitbake core-image-sato -c rootfs +[2016-10-14 14:24:22,326] INFO: Executing test test3: Parsing time metrics (bitbake -p) +[2016-10-14 14:24:22,329] INFO: Timing command: bitbake -p +[2016-10-14 14:24:38,608] INFO: Timing command: bitbake -p +[2016-10-14 14:24:50,062] INFO: Timing command: bitbake -p +[2016-10-14 14:24:51,305] INFO: Executing test test4: eSDK metrics +[2016-10-14 14:24:51,305] INFO: Logging command: bitbake core-image-sato -c fetchall +[2016-10-14 14:25:05,454] INFO: Logging command: bitbake core-image-sato -c do_populate_sdk_ext +[2016-10-14 14:49:20,648] INFO: Timing command: /media/yocto_disk/poky-new-perf/build-perf-test/build-1a95d4a-20161014120004/tmp/deploy/sdk/poky-glibc-x86_64-core-image-sato-i586-toolchain-ext-2.2.sh -y -d /media/yocto_disk/poky-new-perf/build-perf-test/build-1a95d4a-20161014120004/tmp/esdk-deploy diff --git a/output.log b/output.log deleted file mode 100644 index 37461eb2c0..0000000000 --- a/output.log +++ /dev/null @@ -1,58 +0,0 @@ -vie oct 14 07:00:03 CDT 2016: Running on master:1a95d4a0701b87ae3674239a01aabe38a0123585 -vie oct 14 07:00:03 CDT 2016: Running Test 1, part 1/3: Measure wall clock of bitbake core-image-sato and size of tmp/ dir -vie oct 14 07:00:03 CDT 2016: Running: bitbake core-image-sato -c fetchall -vie oct 14 07:05:06 CDT 2016: Finished bitbake core-image-sato -c fetchall -vie oct 14 07:05:06 CDT 2016: Removing tmp -vie oct 14 07:05:06 CDT 2016: Removing sstate-cache -vie oct 14 07:05:06 CDT 2016: Syncing and dropping caches -vie oct 14 07:05:10 CDT 2016: Timing: bitbake core-image-sato -vie oct 14 08:08:49 CDT 2016: TIME: 1:03:39 -vie oct 14 08:08:49 CDT 2016: More stats can be found in /media/yocto_disk/poky-perf/build-perf-test/results-1a95d4a-20161014070003/results.log.1 -vie oct 14 08:10:26 CDT 2016: SIZE of tmp dir is: 26816800 -vie oct 14 08:10:26 CDT 2016: Buildstats are saved in /media/yocto_disk/poky-perf/build-perf-test/results-1a95d4a-20161014070003/buildstats-test1 -vie oct 14 08:10:26 CDT 2016: Running Test 1, part 2/3: bitbake virtual/kernel -c cleansstate and time bitbake virtual/kernel -vie oct 14 08:10:26 CDT 2016: Running: bitbake virtual/kernel -c cleansstate -vie oct 14 08:10:40 CDT 2016: Finished bitbake virtual/kernel -c cleansstate -vie oct 14 08:10:40 CDT 2016: Syncing and dropping caches -vie oct 14 08:10:51 CDT 2016: Timing: bitbake virtual/kernel -vie oct 14 08:15:36 CDT 2016: TIME: 4:45.26 -vie oct 14 08:15:36 CDT 2016: More stats can be found in /media/yocto_disk/poky-perf/build-perf-test/results-1a95d4a-20161014070003/results.log.2 -vie oct 14 08:15:36 CDT 2016: Running Test 1, part 3/3: Build core-image-sato w/o sstate and report size of tmp/dir with rm_work enabled -vie oct 14 08:15:36 CDT 2016: Removing tmp -vie oct 14 08:20:17 CDT 2016: Removing sstate-cache -vie oct 14 08:20:25 CDT 2016: Syncing and dropping caches -vie oct 14 08:20:34 CDT 2016: Timing: bitbake core-image-sato -vie oct 14 09:23:16 CDT 2016: TIME: 1:02:41 -vie oct 14 09:23:16 CDT 2016: More stats can be found in /media/yocto_disk/poky-perf/build-perf-test/results-1a95d4a-20161014070003/results.log.3 -vie oct 14 09:23:24 CDT 2016: SIZE of tmp dir is: 6519688 -vie oct 14 09:23:24 CDT 2016: Buildstats are saved in /media/yocto_disk/poky-perf/build-perf-test/results-1a95d4a-20161014070003/buildstats-test13 -vie oct 14 09:23:25 CDT 2016: Running Test 2: Measure wall clock of bitbake core-image-sato -c rootfs with sstate -vie oct 14 09:23:25 CDT 2016: Removing tmp -vie oct 14 09:23:39 CDT 2016: Syncing and dropping caches -vie oct 14 09:23:48 CDT 2016: Timing: bitbake core-image-sato -c rootfs -vie oct 14 09:25:54 CDT 2016: TIME: 2:05.69 -vie oct 14 09:25:54 CDT 2016: More stats can be found in /media/yocto_disk/poky-perf/build-perf-test/results-1a95d4a-20161014070003/results.log.4 -vie oct 14 09:25:54 CDT 2016: Running Test 3: Parsing time metrics (bitbake -p) -vie oct 14 09:25:54 CDT 2016: Removing tmp/cache && cache -vie oct 14 09:25:54 CDT 2016: Timing: bitbake -p -vie oct 14 09:26:11 CDT 2016: TIME: 0:16.36 -vie oct 14 09:26:11 CDT 2016: More stats can be found in /media/yocto_disk/poky-perf/build-perf-test/results-1a95d4a-20161014070003/results.log.5 -vie oct 14 09:26:11 CDT 2016: Removing tmp/cache/default-glibc/ -vie oct 14 09:26:11 CDT 2016: Timing: bitbake -p -vie oct 14 09:26:22 CDT 2016: TIME: 0:11.36 -vie oct 14 09:26:22 CDT 2016: More stats can be found in /media/yocto_disk/poky-perf/build-perf-test/results-1a95d4a-20161014070003/results.log.6 -vie oct 14 09:26:22 CDT 2016: Timing: bitbake -p -vie oct 14 09:26:23 CDT 2016: TIME: 0:01.24 -vie oct 14 09:26:23 CDT 2016: More stats can be found in /media/yocto_disk/poky-perf/build-perf-test/results-1a95d4a-20161014070003/results.log.7 -vie oct 14 09:26:23 CDT 2016: Running Test 4: eSDK size and installation time -vie oct 14 09:26:23 CDT 2016: Running: bitbake core-image-sato -c do_populate_sdk_ext -vie oct 14 09:51:13 CDT 2016: Finished bitbake core-image-sato -c do_populate_sdk_ext -vie oct 14 09:51:13 CDT 2016: Download SIZE of eSDK is: 1466471 kB -vie oct 14 09:51:13 CDT 2016: Syncing and dropping caches -vie oct 14 09:51:27 CDT 2016: Timing: tmp/deploy/sdk/poky-glibc-x86_64-core-image-sato-i586-toolchain-ext-2.2.sh -y -d tmp/esdk-deploy -vie oct 14 09:55:21 CDT 2016: TIME: 3:54.15 -vie oct 14 09:55:21 CDT 2016: More stats can be found in /media/yocto_disk/poky-perf/build-perf-test/results-1a95d4a-20161014070003/results.log.8 -vie oct 14 09:55:22 CDT 2016: Install SIZE of eSDK is: 5399756 kB -vie oct 14 09:55:23 CDT 2016: All done, cleaning up... -vie oct 14 09:55:23 CDT 2016: Removing tmp -vie oct 14 09:57:52 CDT 2016: Removing sstate-cache diff --git a/results.xml b/results.xml index f963f3945a..c1a49348ee 100644 --- a/results.xml +++ b/results.xml @@ -1,60 +1,68 @@ <?xml version="1.0" encoding="utf-8"?> <testsuites> - <testsuite errors="0" failures="0" hostname="ypperf02" name="oeqa.buildperf" skipped="0" tests="6" time="10669.0" timestamp="2016-10-14T12:00:03"> - <testcase classname="oeqa.buildperf.test_basic.Test1P1" description="Build core-image-sato" name="test1" time="4223.0" timestamp="2016-10-14T12:00:03"> + <testsuite errors="0" failures="0" hostname="ypperf02" name="oeqa.buildperf" skipped="0" tests="6" time="10377.898265" timestamp="2016-10-14T17:00:09.017086"> + <testcase classname="oeqa.buildperf.test_basic.Test1P1" description="Measure wall clock of bitbake core-image-sato and size of tmp dir" name="test1" time="4169.920395" timestamp="2016-10-14T12:00:09.017135"> <sysres legend="bitbake core-image-sato" name="build"> - <time timestamp="2016-10-14T12:05:10">3819.0</time> - <rusage ru_inblock="10146392" ru_majflt="24956" ru_maxrss="916624" ru_minflt="1217084394" ru_nivcsw="25009367" ru_nvcsw="26106869" ru_oublock="89796376" ru_stime="1767.28" ru_utime="21241.11"/> + <time timestamp="2016-10-14T12:05:17.441398">3771.497416</time> + <iostat cancelled_write_bytes="8888791040" rchar="247538040696" read_bytes="5176586240" syscr="100052853" syscw="54263359" wchar="69726952539" write_bytes="45870522368"/> + <rusage ru_inblock="10110520" ru_majflt="23934" ru_maxrss="916724" ru_minflt="1211997273" ru_nivcsw="24881046" ru_nvcsw="25596002" ru_oublock="89590864" ru_stime="1721.532" ru_utime="21357.564"/> </sysres> <diskusage legend="tmpdir" name="tmpdir"> - <size>26816800</size> + <size>26794976</size> </diskusage> </testcase> - <testcase classname="oeqa.buildperf.test_basic.Test1P2" description="Build virtual/kernel" name="test12" time="310.0" timestamp="2016-10-14T13:10:26"> + <testcase classname="oeqa.buildperf.test_basic.Test1P2" description="Measure bitbake virtual/kernel" name="test12" time="305.889082" timestamp="2016-10-14T13:09:38.937586"> <sysres legend="bitbake virtual/kernel" name="build"> - <time timestamp="2016-10-14T13:10:51">285.26</time> - <rusage ru_inblock="1605680" ru_majflt="4710" ru_maxrss="564400" ru_minflt="55440861" ru_nivcsw="211502" ru_nvcsw="674903" ru_oublock="3814344" ru_stime="78.52" ru_utime="1345.74"/> + <time timestamp="2016-10-14T13:10:06.859974">277.965613</time> + <iostat cancelled_write_bytes="314200064" rchar="17546987584" read_bytes="757374976" syscr="3823901" syscw="1545725" wchar="2143880737" write_bytes="1940004864"/> + <rusage ru_inblock="1479248" ru_majflt="4689" ru_maxrss="564200" ru_minflt="55431246" ru_nivcsw="208942" ru_nvcsw="678887" ru_oublock="3789072" ru_stime="78.788" ru_utime="1344.356"/> </sysres> </testcase> - <testcase classname="oeqa.buildperf.test_basic.Test1P3" description="Build core-image-sato with rm_work enabled" name="test13" time="4068.0" timestamp="2016-10-14T13:15:36"> - <sysres legend="bitbake core-image-sato" name="build"> - <time timestamp="2016-10-14T13:20:34">3761.0</time> - <rusage ru_inblock="8061064" ru_majflt="17468" ru_maxrss="916536" ru_minflt="1216017425" ru_nivcsw="26344907" ru_nvcsw="24657600" ru_oublock="89353600" ru_stime="1786.78" ru_utime="21502.94"/> + <testcase classname="oeqa.buildperf.test_basic.Test1P3" description="Build core-image-sato with rm_work enabled" name="test13" time="3980.023024" timestamp="2016-10-14T13:14:44.826719"> + <sysres legend="bitbakecore-image-sato" name="build"> + <time timestamp="2016-10-14T13:18:31.734850">3737.651068</time> + <iostat cancelled_write_bytes="12196990976" rchar="247827438569" read_bytes="2690646016" syscr="101745192" syscw="54342764" wchar="69930766885" write_bytes="45707882496"/> + <rusage ru_inblock="5255168" ru_majflt="7887" ru_maxrss="916616" ru_minflt="1219387486" ru_nivcsw="26677162" ru_nvcsw="24256563" ru_oublock="89273208" ru_stime="1778.064" ru_utime="21684.616"/> </sysres> <diskusage legend="tmpdir" name="tmpdir"> - <size>6519688</size> + <size>6507572</size> </diskusage> </testcase> - <testcase classname="oeqa.buildperf.test_basic.Test2" description="Run core-image-sato do_rootfs with sstate" name="test2" time="149.0" timestamp="2016-10-14T14:23:25"> + <testcase classname="oeqa.buildperf.test_basic.Test2" description="Measure bitbake core-image-sato -c rootfs with sstate" name="test2" time="197.476919" timestamp="2016-10-14T14:21:04.849803"> <sysres legend="bitbake do_rootfs" name="do_rootfs"> - <time timestamp="2016-10-14T14:23:48">125.69</time> - <rusage ru_inblock="2206896" ru_majflt="410" ru_maxrss="178476" ru_minflt="14294682" ru_nivcsw="77027" ru_nvcsw="596395" ru_oublock="3858768" ru_stime="26.14" ru_utime="300.24"/> + <time timestamp="2016-10-14T14:22:15.536710">126.78899</time> + <iostat cancelled_write_bytes="141385728" rchar="4810095031" read_bytes="1064919040" syscr="1605178" syscw="991952" wchar="3699254226" write_bytes="1974251520"/> + <rusage ru_inblock="2079888" ru_majflt="382" ru_maxrss="182752" ru_minflt="14074071" ru_nivcsw="68396" ru_nvcsw="609502" ru_oublock="3855960" ru_stime="24.6" ru_utime="295.828"/> </sysres> </testcase> - <testcase classname="oeqa.buildperf.test_basic.Test3" description="Bitbake parsing (bitbake -p)" name="test3" time="29.0" timestamp="2016-10-14T14:25:54"> + <testcase classname="oeqa.buildperf.test_basic.Test3" description="Parsing time metrics (bitbake -p)" name="test3" time="28.978803" timestamp="2016-10-14T14:24:22.326774"> <sysres legend="bitbake -p (no caches)" name="parse_1"> - <time timestamp="2016-10-14T14:25:54">16.36</time> - <rusage ru_inblock="0" ru_majflt="0" ru_maxrss="113076" ru_minflt="334098" ru_nivcsw="10426" ru_nvcsw="7182" ru_oublock="32568" ru_stime="0.79" ru_utime="121.71"/> + <time timestamp="2016-10-14T14:24:22.330591">16.274967</time> + <iostat cancelled_write_bytes="1056768" rchar="31629825" read_bytes="0" syscr="9714" syscw="4870" wchar="32883936" write_bytes="16912384"/> + <rusage ru_inblock="0" ru_majflt="0" ru_maxrss="114404" ru_minflt="333621" ru_nivcsw="10726" ru_nvcsw="7093" ru_oublock="33032" ru_stime="0.76" ru_utime="120.748"/> </sysres> <sysres legend="bitbake -p (no tmp/cache)" name="parse_2"> - <time timestamp="2016-10-14T14:26:11">11.36</time> - <rusage ru_inblock="8" ru_majflt="0" ru_maxrss="113672" ru_minflt="305573" ru_nivcsw="9156" ru_nvcsw="8691" ru_oublock="31344" ru_stime="0.78" ru_utime="80.33"/> + <time timestamp="2016-10-14T14:24:38.609542">11.452086</time> + <iostat cancelled_write_bytes="913408" rchar="31694194" read_bytes="0" syscr="9779" syscw="4879" wchar="32277738" write_bytes="16293888"/> + <rusage ru_inblock="0" ru_majflt="0" ru_maxrss="112424" ru_minflt="305399" ru_nivcsw="9058" ru_nvcsw="7855" ru_oublock="31824" ru_stime="0.7879999999999999" ru_utime="80.08"/> </sysres> <sysres legend="bitbake -p (cached)" name="parse_3"> - <time timestamp="2016-10-14T14:26:22">1.24</time> - <rusage ru_inblock="0" ru_majflt="0" ru_maxrss="98044" ru_minflt="63065" ru_nivcsw="18" ru_nvcsw="8177" ru_oublock="776" ru_stime="0.12" ru_utime="1.16"/> + <time timestamp="2016-10-14T14:24:50.063849">1.240589</time> + <iostat cancelled_write_bytes="20480" rchar="24879170" read_bytes="0" syscr="6804" syscw="1542" wchar="783090" write_bytes="393216"/> + <rusage ru_inblock="0" ru_majflt="0" ru_maxrss="98696" ru_minflt="62877" ru_nivcsw="13" ru_nvcsw="7893" ru_oublock="768" ru_stime="0.12" ru_utime="1.184"/> </sysres> </testcase> - <testcase classname="oeqa.buildperf.test_basic.Test4" description="eSDK metrics" name="test4" time="1740.0" timestamp="2016-10-14T14:26:23"> + <testcase classname="oeqa.buildperf.test_basic.Test4" description="eSDK metrics" name="test4" time="1695.609496" timestamp="2016-10-14T14:24:51.305626"> <diskusage legend="eSDK installer" name="installer_bin"> - <size>1466471</size> + <size>1466298</size> </diskusage> <sysres legend="eSDK deploy" name="deploy"> - <time timestamp="2016-10-14T14:51:27">234.15</time> - <rusage ru_inblock="3132520" ru_majflt="351" ru_maxrss="244516" ru_minflt="20001736" ru_nivcsw="344406" ru_nvcsw="1847969" ru_oublock="12372000" ru_stime="51.79" ru_utime="520.58"/> + <time timestamp="2016-10-14T14:49:20.689188">225.837747</time> + <iostat cancelled_write_bytes="759693312" rchar="13647102807" read_bytes="1560780800" syscr="3338721" syscw="6962371" wchar="12766407554" write_bytes="6331367424"/> + <rusage ru_inblock="3048400" ru_majflt="327" ru_maxrss="246460" ru_minflt="21922431" ru_nivcsw="363670" ru_nvcsw="1842712" ru_oublock="12365952" ru_stime="54.384" ru_utime="526.528"/> </sysres> <diskusage legend="deploy dir" name="deploy_dir"> - <size>5399756</size> + <size>5396300</size> </diskusage> </testcase> </testsuite> |