summaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
-rw-r--r--oe-build-perf-test.log54
-rw-r--r--results.xml84
2 files changed, 68 insertions, 70 deletions
diff --git a/oe-build-perf-test.log b/oe-build-perf-test.log
index 9a48cd0a61..e482866f58 100644
--- a/oe-build-perf-test.log
+++ b/oe-build-perf-test.log
@@ -1,27 +1,27 @@
-[2017-01-27 20:05:13,035] INFO: Testing Git revision branch:commit master:0150dddeaf901c91d32be093efd0348a344fb545 (44080)
-[2017-01-27 20:05:13,036] INFO: Executing test test1: Measure wall clock of bitbake core-image-sato and size of tmp dir
-[2017-01-27 20:05:13,037] INFO: Logging command: bitbake core-image-sato -c fetchall
-[2017-01-27 20:06:02,227] INFO: Timing command: bitbake core-image-sato
-[2017-01-27 21:43:51,914] INFO: Saving buildstats in JSON format
-[2017-01-27 22:19:01,171] INFO: Executing test test12: Measure bitbake virtual/kernel
-[2017-01-27 22:19:01,200] INFO: Logging command: bitbake virtual/kernel -c fetchall
-[2017-01-27 22:19:21,723] INFO: Logging command: bitbake virtual/kernel
-[2017-01-27 22:19:24,918] INFO: Logging command: bitbake virtual/kernel -c cleansstate
-[2017-01-27 22:20:31,041] INFO: Timing command: bitbake virtual/kernel
-[2017-01-27 22:26:29,746] INFO: Executing test test13: Build core-image-sato with rm_work enabled
-[2017-01-27 22:26:29,746] INFO: Logging command: bitbake core-image-sato -c fetchall
-[2017-01-27 23:18:18,229] INFO: Timing command: bitbake -R /home/yocto/poky-perf/build-perf-test/results-0150ddd-20170127200505/test13/postfile.conf core-image-sato
-[2017-01-27 23:41:25,846] ERROR: Command 'bitbake -R /home/yocto/poky-perf/build-perf-test/results-0150ddd-20170127200505/test13/postfile.conf core-image-sato' failed, see /home/yocto/poky-perf/build-perf-test/results-0150ddd-20170127200505/test13/commands.log for more details
-[2017-01-27 23:41:25,970] INFO: Executing test test2: Measure bitbake core-image-sato -c rootfs with sstate
-[2017-01-27 23:41:25,971] INFO: Logging command: bitbake core-image-sato -c fetchall
-[2017-01-27 23:41:59,068] INFO: Logging command: bitbake core-image-sato
-[2017-01-27 23:42:23,089] ERROR: Command failed: 1
-[2017-01-27 23:42:23,166] INFO: Executing test test3: Parsing time metrics (bitbake -p)
-[2017-01-27 23:42:23,203] INFO: Timing command: bitbake -p
-[2017-01-27 23:42:49,379] INFO: Timing command: bitbake -p
-[2017-01-27 23:43:05,768] INFO: Timing command: bitbake -p
-[2017-01-27 23:43:07,200] INFO: Executing test test4: eSDK metrics
-[2017-01-27 23:43:07,200] INFO: Logging command: bitbake core-image-sato -c fetchall
-[2017-01-27 23:43:16,808] INFO: Logging command: bitbake core-image-sato -c do_populate_sdk_ext
-[2017-01-27 23:43:38,210] ERROR: Command failed: 1
-[2017-01-27 23:43:38,442] INFO: Committing test results into /home/yocto/perf-results/results.git ypperf-fedora22/master/qemux86
+[2017-01-28 00:05:12,239] INFO: Testing Git revision branch:commit master:0150dddeaf901c91d32be093efd0348a344fb545 (44080)
+[2017-01-28 00:05:12,240] INFO: Executing test test1: Measure wall clock of bitbake core-image-sato and size of tmp dir
+[2017-01-28 00:05:12,240] INFO: Logging command: bitbake core-image-sato -c fetchall
+[2017-01-28 00:06:01,303] INFO: Timing command: bitbake core-image-sato
+[2017-01-28 01:40:47,718] INFO: Saving buildstats in JSON format
+[2017-01-28 02:14:22,848] INFO: Executing test test12: Measure bitbake virtual/kernel
+[2017-01-28 02:14:22,891] INFO: Logging command: bitbake virtual/kernel -c fetchall
+[2017-01-28 02:14:43,370] INFO: Logging command: bitbake virtual/kernel
+[2017-01-28 02:14:46,596] INFO: Logging command: bitbake virtual/kernel -c cleansstate
+[2017-01-28 02:15:45,757] INFO: Timing command: bitbake virtual/kernel
+[2017-01-28 02:21:53,541] INFO: Executing test test13: Build core-image-sato with rm_work enabled
+[2017-01-28 02:21:53,542] INFO: Logging command: bitbake core-image-sato -c fetchall
+[2017-01-28 03:11:29,160] INFO: Timing command: bitbake -R /home/yocto/poky-perf/build-perf-test/results-0150ddd-20170128000504/test13/postfile.conf core-image-sato
+[2017-01-28 03:34:01,374] ERROR: Command 'bitbake -R /home/yocto/poky-perf/build-perf-test/results-0150ddd-20170128000504/test13/postfile.conf core-image-sato' failed, see /home/yocto/poky-perf/build-perf-test/results-0150ddd-20170128000504/test13/commands.log for more details
+[2017-01-28 03:34:01,485] INFO: Executing test test2: Measure bitbake core-image-sato -c rootfs with sstate
+[2017-01-28 03:34:01,486] INFO: Logging command: bitbake core-image-sato -c fetchall
+[2017-01-28 03:34:34,308] INFO: Logging command: bitbake core-image-sato
+[2017-01-28 05:25:16,133] INFO: Timing command: bitbake core-image-sato -c rootfs
+[2017-01-28 05:29:26,285] INFO: Executing test test3: Parsing time metrics (bitbake -p)
+[2017-01-28 05:29:26,321] INFO: Timing command: bitbake -p
+[2017-01-28 05:29:52,938] INFO: Timing command: bitbake -p
+[2017-01-28 05:30:09,611] INFO: Timing command: bitbake -p
+[2017-01-28 05:30:11,070] INFO: Executing test test4: eSDK metrics
+[2017-01-28 05:30:11,070] INFO: Logging command: bitbake core-image-sato -c fetchall
+[2017-01-28 05:30:32,758] INFO: Logging command: bitbake core-image-sato -c do_populate_sdk_ext
+[2017-01-28 06:01:37,502] INFO: Timing command: /home/yocto/poky-perf/build-perf-test/build-0150ddd-20170128000504/tmp/deploy/sdk/poky-glibc-x86_64-core-image-sato-i586-toolchain-ext-2.2+snapshot.sh -y -d /home/yocto/poky-perf/build-perf-test/build-0150ddd-20170128000504/tmp/esdk-deploy
+[2017-01-28 06:05:18,499] INFO: Committing test results into /home/yocto/perf-results/results.git ypperf-fedora22/master/qemux86
diff --git a/results.xml b/results.xml
index 24bfc0a7c0..a6e63430a8 100644
--- a/results.xml
+++ b/results.xml
@@ -1,70 +1,68 @@
<?xml version="1.0" encoding="utf-8"?>
<testsuites>
- <testsuite errors="3" failures="0" hostname="ypperf-fedora22" name="oeqa.buildperf" skipped="0" tests="6" time="13105.193846" timestamp="2017-01-27T18:05:13.036798">
- <testcase classname="oeqa.buildperf.test_basic.Test1P1" description="Measure wall clock of bitbake core-image-sato and size of tmp dir" name="test1" time="8028.052255" timestamp="2017-01-27T20:05:13.036856">
+ <testsuite errors="1" failures="0" hostname="ypperf-fedora22" name="oeqa.buildperf" skipped="0" tests="6" time="21605.522941" timestamp="2017-01-27T22:05:12.240372">
+ <testcase classname="oeqa.buildperf.test_basic.Test1P1" description="Measure wall clock of bitbake core-image-sato and size of tmp dir" name="test1" time="7750.530529" timestamp="2017-01-28T00:05:12.240434">
<sysres legend="bitbake core-image-sato" name="build">
- <time timestamp="2017-01-27T20:06:02.373999">5865.628187</time>
- <rusage ru_inblock="19847888" ru_majflt="135334" ru_maxrss="919956" ru_minflt="1256179688" ru_nivcsw="36593597" ru_nvcsw="39386983" ru_oublock="89296760" ru_stime="5459.293321" ru_utime="24915.077943"/>
- <iostat cancelled_write_bytes="6792142848" rchar="258624290011" read_bytes="10164895744" syscr="98575816" syscw="103203580" wchar="75559346299" write_bytes="45719941120"/>
+ <time timestamp="2017-01-28T00:06:01.448467">5684.586707</time>
+ <rusage ru_inblock="19422040" ru_majflt="131989" ru_maxrss="920024" ru_minflt="1253788857" ru_nivcsw="38535450" ru_nvcsw="37560791" ru_oublock="89300288" ru_stime="5380.070668" ru_utime="24536.572705"/>
+ <iostat cancelled_write_bytes="6796095488" rchar="258649766243" read_bytes="9946779648" syscr="98666215" syscw="103198581" wchar="75563859074" write_bytes="45721747456"/>
</sysres>
<diskusage legend="tmpdir" name="tmpdir">
- <size>31665428</size>
+ <size>31667560</size>
</diskusage>
</testcase>
- <testcase classname="oeqa.buildperf.test_basic.Test1P2" description="Measure bitbake virtual/kernel" name="test12" time="448.578338" timestamp="2017-01-27T22:19:01.143507">
+ <testcase classname="oeqa.buildperf.test_basic.Test1P2" description="Measure bitbake virtual/kernel" name="test12" time="450.708874" timestamp="2017-01-28T02:14:22.825103">
<sysres legend="bitbake virtual/kernel" name="build">
- <time timestamp="2017-01-27T22:20:31.314636">358.34709</time>
- <rusage ru_inblock="1692088" ru_majflt="5101" ru_maxrss="601832" ru_minflt="59636608" ru_nivcsw="282444" ru_nvcsw="654264" ru_oublock="3732336" ru_stime="168.27271" ru_utime="1572.963855"/>
- <iostat cancelled_write_bytes="299143168" rchar="17737966257" read_bytes="866463744" syscr="4095289" syscw="1552310" wchar="2114986875" write_bytes="1910956032"/>
+ <time timestamp="2017-01-28T02:15:46.205637">367.211533</time>
+ <rusage ru_inblock="1716120" ru_majflt="5126" ru_maxrss="601052" ru_minflt="59690267" ru_nivcsw="284574" ru_nvcsw="655206" ru_oublock="3732440" ru_stime="168.300275" ru_utime="1569.562192"/>
+ <iostat cancelled_write_bytes="299147264" rchar="17757074701" read_bytes="878735360" syscr="4117974" syscw="1552487" wchar="2115072468" write_bytes="1911009280"/>
</sysres>
</testcase>
- <testcase classname="oeqa.buildperf.test_basic.Test1P3" description="Build core-image-sato with rm_work enabled" name="test13" time="4496.223933" timestamp="2017-01-27T22:26:29.745886">
- <error message="Command '['bitbake', '-R', '/home/yocto/poky-perf/build-perf-test/results-0150ddd-20170127200505/test13/postfile.conf', 'core-image-sato']' returned non-zero exit status 1 with output: " type="CommandError">Traceback (most recent call last):
+ <testcase classname="oeqa.buildperf.test_basic.Test1P3" description="Build core-image-sato with rm_work enabled" name="test13" time="4327.933432" timestamp="2017-01-28T02:21:53.541688">
+ <error message="Command '['bitbake', '-R', '/home/yocto/poky-perf/build-perf-test/results-0150ddd-20170128000504/test13/postfile.conf', 'core-image-sato']' returned non-zero exit status 1 with output: " type="CommandError">Traceback (most recent call last):
File &quot;/home/yocto/poky-perf/meta/lib/oeqa/buildperf/test_basic.py&quot;, line 65, in test13
save_bs=True)
File &quot;/home/yocto/poky-perf/meta/lib/oeqa/buildperf/base.py&quot;, line 348, in measure_cmd_resources
raise data
-oeqa.utils.CommandError: Command '['bitbake', '-R', '/home/yocto/poky-perf/build-perf-test/results-0150ddd-20170127200505/test13/postfile.conf', 'core-image-sato']' returned non-zero exit status 1 with output:
+oeqa.utils.CommandError: Command '['bitbake', '-R', '/home/yocto/poky-perf/build-perf-test/results-0150ddd-20170128000504/test13/postfile.conf', 'core-image-sato']' returned non-zero exit status 1 with output:
</error>
</testcase>
- <testcase classname="oeqa.buildperf.test_basic.Test2" description="Measure bitbake core-image-sato -c rootfs with sstate" name="test2" time="57.193918" timestamp="2017-01-27T23:41:25.970170">
- <error message="Command '['bitbake', 'core-image-sato']' returned non-zero exit status 1 with output: " type="CommandError">Traceback (most recent call last):
- File &quot;/home/yocto/poky-perf/meta/lib/oeqa/buildperf/test_basic.py&quot;, line 77, in test2
- self.log_cmd_output(['bitbake', self.build_target])
- File &quot;/home/yocto/poky-perf/meta/lib/oeqa/buildperf/base.py&quot;, line 296, in log_cmd_output
- runCmd2(cmd, stdout=fobj)
- File &quot;/home/yocto/poky-perf/meta/lib/oeqa/utils/commands.py&quot;, line 123, in runCmd
- raise CommandError(result.status, command, result.output)
-oeqa.utils.CommandError: Command '['bitbake', 'core-image-sato']' returned non-zero exit status 1 with output:
-</error>
+ <testcase classname="oeqa.buildperf.test_basic.Test2" description="Measure bitbake core-image-sato -c rootfs with sstate" name="test2" time="6924.793495" timestamp="2017-01-28T03:34:01.485238">
+ <sysres legend="bitbake do_rootfs" name="do_rootfs">
+ <time timestamp="2017-01-28T05:25:16.327286">249.762763</time>
+ <rusage ru_inblock="2998000" ru_majflt="382" ru_maxrss="178496" ru_minflt="17916782" ru_nivcsw="129567" ru_nvcsw="904580" ru_oublock="6830832" ru_stime="75.98628" ru_utime="514.459659"/>
+ <iostat cancelled_write_bytes="323571712" rchar="6995415254" read_bytes="1535279104" syscr="1953288" syscw="1411045" wchar="6381948159" write_bytes="3497385984"/>
+ </sysres>
</testcase>
- <testcase classname="oeqa.buildperf.test_basic.Test3" description="Parsing time metrics (bitbake -p)" name="test3" time="44.020013" timestamp="2017-01-27T23:42:23.166285">
+ <testcase classname="oeqa.buildperf.test_basic.Test3" description="Parsing time metrics (bitbake -p)" name="test3" time="44.777767" timestamp="2017-01-28T05:29:26.285108">
<sysres legend="bitbake -p (no caches)" name="parse_1">
- <time timestamp="2017-01-27T23:42:23.205791">26.090089</time>
- <rusage ru_inblock="0" ru_majflt="0" ru_maxrss="113612" ru_minflt="325720" ru_nivcsw="8095" ru_nvcsw="6318" ru_oublock="31808" ru_stime="1.014666" ru_utime="198.335256"/>
- <iostat cancelled_write_bytes="1097728" rchar="27089390" read_bytes="8192" syscr="9069" syscw="4782" wchar="31534644" write_bytes="16285696"/>
+ <time timestamp="2017-01-28T05:29:26.323177">26.356321</time>
+ <rusage ru_inblock="0" ru_majflt="0" ru_maxrss="114672" ru_minflt="329750" ru_nivcsw="8157" ru_nvcsw="6144" ru_oublock="32072" ru_stime="0.9751839999999999" ru_utime="197.478321"/>
+ <iostat cancelled_write_bytes="1110016" rchar="27349694" read_bytes="0" syscr="9101" syscw="4767" wchar="31654953" write_bytes="16420864"/>
</sysres>
<sysres legend="bitbake -p (no tmp/cache)" name="parse_2">
- <time timestamp="2017-01-27T23:42:49.381481">16.385879</time>
- <rusage ru_inblock="0" ru_majflt="0" ru_maxrss="114128" ru_minflt="300172" ru_nivcsw="7801" ru_nvcsw="6277" ru_oublock="30600" ru_stime="0.997034" ru_utime="121.877679"/>
- <iostat cancelled_write_bytes="937984" rchar="26849293" read_bytes="0" syscr="9068" syscw="4775" wchar="30917275" write_bytes="15667200"/>
+ <time timestamp="2017-01-28T05:29:52.940922">16.649142</time>
+ <rusage ru_inblock="0" ru_majflt="0" ru_maxrss="115440" ru_minflt="299197" ru_nivcsw="7729" ru_nvcsw="6288" ru_oublock="30648" ru_stime="0.9486399999999999" ru_utime="121.911534"/>
+ <iostat cancelled_write_bytes="937984" rchar="26963059" read_bytes="0" syscr="9101" syscw="4764" wchar="30892955" write_bytes="15691776"/>
</sysres>
<sysres legend="bitbake -p (cached)" name="parse_3">
- <time timestamp="2017-01-27T23:43:05.770463">1.401221</time>
- <rusage ru_inblock="0" ru_majflt="0" ru_maxrss="95824" ru_minflt="48492" ru_nivcsw="17" ru_nvcsw="8657" ru_oublock="504" ru_stime="0.124606" ru_utime="1.365715"/>
- <iostat cancelled_write_bytes="12288" rchar="20196395" read_bytes="0" syscr="6156" syscw="1499" wchar="546302" write_bytes="258048"/>
+ <time timestamp="2017-01-28T05:30:09.613152">1.431233</time>
+ <rusage ru_inblock="0" ru_majflt="0" ru_maxrss="96492" ru_minflt="48371" ru_nivcsw="18" ru_nvcsw="12078" ru_oublock="688" ru_stime="0.12659" ru_utime="1.419511"/>
+ <iostat cancelled_write_bytes="12288" rchar="20221397" read_bytes="0" syscr="6157" syscw="1510" wchar="640421" write_bytes="352256"/>
</sysres>
</testcase>
- <testcase classname="oeqa.buildperf.test_basic.Test4" description="eSDK metrics" name="test4" time="31.010415" timestamp="2017-01-27T23:43:07.200119">
- <error message="Command 'bitbake core-image-sato -c do_populate_sdk_ext' returned non-zero exit status 1 with output: " type="CommandError">Traceback (most recent call last):
- File &quot;/home/yocto/poky-perf/meta/lib/oeqa/buildperf/test_basic.py&quot;, line 110, in test4
- self.build_target))
- File &quot;/home/yocto/poky-perf/meta/lib/oeqa/buildperf/base.py&quot;, line 296, in log_cmd_output
- runCmd2(cmd, stdout=fobj)
- File &quot;/home/yocto/poky-perf/meta/lib/oeqa/utils/commands.py&quot;, line 123, in runCmd
- raise CommandError(result.status, command, result.output)
-oeqa.utils.CommandError: Command 'bitbake core-image-sato -c do_populate_sdk_ext' returned non-zero exit status 1 with output:
-</error>
+ <testcase classname="oeqa.buildperf.test_basic.Test4" description="eSDK metrics" name="test4" time="2106.667814" timestamp="2017-01-28T05:30:11.069983">
+ <diskusage legend="eSDK installer" name="installer_bin">
+ <size>1515712</size>
+ </diskusage>
+ <sysres legend="eSDK deploy" name="deploy">
+ <time timestamp="2017-01-28T06:01:37.709270">219.424178</time>
+ <rusage ru_inblock="3175520" ru_majflt="285" ru_maxrss="234368" ru_minflt="16800402" ru_nivcsw="337936" ru_nvcsw="1088737" ru_oublock="11360456" ru_stime="85.548606" ru_utime="690.24492"/>
+ <iostat cancelled_write_bytes="417447936" rchar="11149061583" read_bytes="1626112000" syscr="2523946" syscw="5711822" wchar="12222755338" write_bytes="5816553472"/>
+ </sysres>
+ <diskusage legend="deploy dir" name="deploy_dir">
+ <size>5090404</size>
+ </diskusage>
</testcase>
</testsuite>
</testsuites>