diff options
-rw-r--r-- | build/conf/auto.conf | 5 | ||||
-rw-r--r-- | build/conf/bblayers.conf | 6 | ||||
-rw-r--r-- | build/conf/local.conf | 3 | ||||
-rw-r--r-- | oe-build-perf-test.log | 26 | ||||
-rw-r--r-- | output.log | 58 | ||||
-rw-r--r-- | results.xml | 64 |
6 files changed, 92 insertions, 70 deletions
diff --git a/build/conf/auto.conf b/build/conf/auto.conf deleted file mode 100644 index b84c4d3256..0000000000 --- a/build/conf/auto.conf +++ /dev/null @@ -1,5 +0,0 @@ -MACHINE = "qemux86" -BB_NUMBER_THREADS = "8" -PARALLEL_MAKE = "-j 8" -DL_DIR = "/media/yocto_disk/poky-new-perf/build-perf-test/downloads" -CONNECTIVITY_CHECK_URIS = "" diff --git a/build/conf/bblayers.conf b/build/conf/bblayers.conf index 01a90bfd62..d722260d70 100644 --- a/build/conf/bblayers.conf +++ b/build/conf/bblayers.conf @@ -6,7 +6,7 @@ BBPATH = "${TOPDIR}" BBFILES ?= "" BBLAYERS ?= " \ - /media/yocto_disk/poky-new-perf/meta \ - /media/yocto_disk/poky-new-perf/meta-poky \ - /media/yocto_disk/poky-new-perf/meta-yocto-bsp \ + /media/yocto_disk/poky-perf/meta \ + /media/yocto_disk/poky-perf/meta-poky \ + /media/yocto_disk/poky-perf/meta-yocto-bsp \ " diff --git a/build/conf/local.conf b/build/conf/local.conf index 365b6eb20c..2535cc22b7 100644 --- a/build/conf/local.conf +++ b/build/conf/local.conf @@ -235,3 +235,6 @@ PACKAGECONFIG_append_pn-nativesdk-qemu = " sdl" # track the version of this file when it was generated. This can safely be ignored if # this doesn't mean anything to you. CONF_VERSION = "1" +DL_DIR = "/media/yocto_disk/poky-perf/build-perf-test/downloads" +CONNECTIVITY_CHECK_URIS ="" + diff --git a/oe-build-perf-test.log b/oe-build-perf-test.log deleted file mode 100644 index 5db14c5599..0000000000 --- a/oe-build-perf-test.log +++ /dev/null @@ -1,26 +0,0 @@ -[2016-10-16 21:00:08,904] INFO: Using Git branch:commit master:4b94b498e21aeba945fe7e72a6b7c4bb0314fb83 (42775) -[2016-10-16 21:00:08,904] INFO: Executing test test1: Measure wall clock of bitbake core-image-sato and size of tmp dir -[2016-10-16 21:00:08,905] INFO: Logging command: bitbake core-image-sato -c fetchall -[2016-10-16 21:05:25,424] INFO: Timing command: bitbake core-image-sato -[2016-10-16 22:05:40,125] INFO: Saving buildstats in JSON format -[2016-10-16 22:07:08,543] INFO: Executing test test12: Measure bitbake virtual/kernel -[2016-10-16 22:07:08,544] INFO: Logging command: bitbake virtual/kernel -c fetchall -[2016-10-16 22:07:24,934] INFO: Logging command: bitbake virtual/kernel -[2016-10-16 22:07:27,110] INFO: Logging command: bitbake virtual/kernel -c cleansstate -[2016-10-16 22:07:38,852] INFO: Timing command: bitbake virtual/kernel -[2016-10-16 22:12:49,075] INFO: Executing test test13: Build core-image-sato with rm_work enabled -[2016-10-16 22:12:49,075] INFO: Logging command: bitbake core-image-sato -c fetchall -[2016-10-16 22:17:21,205] INFO: Timing command: bitbake -R /media/yocto_disk/poky-new-perf/build-perf-test/results-4b94b49-20161016210003/test13/postfile.conf core-image-sato -[2016-10-16 23:17:12,989] INFO: Saving buildstats in JSON format -[2016-10-16 23:17:14,588] INFO: Executing test test2: Measure bitbake core-image-sato -c rootfs with sstate -[2016-10-16 23:17:14,588] INFO: Logging command: bitbake core-image-sato -c fetchall -[2016-10-16 23:17:45,927] INFO: Logging command: bitbake core-image-sato -[2016-10-16 23:18:35,475] INFO: Timing command: bitbake core-image-sato -c rootfs -[2016-10-16 23:20:48,477] INFO: Executing test test3: Parsing time metrics (bitbake -p) -[2016-10-16 23:20:48,480] INFO: Timing command: bitbake -p -[2016-10-16 23:21:10,293] INFO: Timing command: bitbake -p -[2016-10-16 23:21:24,500] INFO: Timing command: bitbake -p -[2016-10-16 23:21:25,922] INFO: Executing test test4: eSDK metrics -[2016-10-16 23:21:25,923] INFO: Logging command: bitbake core-image-sato -c fetchall -[2016-10-16 23:21:43,819] INFO: Logging command: bitbake core-image-sato -c do_populate_sdk_ext -[2016-10-16 23:45:42,066] INFO: Timing command: /media/yocto_disk/poky-new-perf/build-perf-test/build-4b94b49-20161016210003/tmp/deploy/sdk/poky-glibc-x86_64-core-image-sato-i586-toolchain-ext-2.2.sh -y -d /media/yocto_disk/poky-new-perf/build-perf-test/build-4b94b49-20161016210003/tmp/esdk-deploy diff --git a/output.log b/output.log new file mode 100644 index 0000000000..bee44b6285 --- /dev/null +++ b/output.log @@ -0,0 +1,58 @@ +Mon Oct 17 01:00:04 EDT 2016: Running on master:4b94b498e21aeba945fe7e72a6b7c4bb0314fb83 +Mon Oct 17 01:00:04 EDT 2016: Running Test 1, part 1/3: Measure wall clock of bitbake core-image-sato and size of tmp/ dir +Mon Oct 17 01:00:04 EDT 2016: Running: bitbake core-image-sato -c fetchall +Mon Oct 17 01:05:22 EDT 2016: Finished bitbake core-image-sato -c fetchall +Mon Oct 17 01:05:22 EDT 2016: Removing tmp +Mon Oct 17 01:05:23 EDT 2016: Removing sstate-cache +Mon Oct 17 01:05:23 EDT 2016: Syncing and dropping caches +Mon Oct 17 01:05:26 EDT 2016: Timing: bitbake core-image-sato +Mon Oct 17 02:06:59 EDT 2016: TIME: 1:01:32 +Mon Oct 17 02:06:59 EDT 2016: More stats can be found in /media/yocto_disk/poky-perf/build-perf-test/results-4b94b49-20161017010004/results.log.1 +Mon Oct 17 02:08:34 EDT 2016: SIZE of tmp dir is: 26842136 +Mon Oct 17 02:08:34 EDT 2016: Buildstats are saved in /media/yocto_disk/poky-perf/build-perf-test/results-4b94b49-20161017010004/buildstats-test1 +Mon Oct 17 02:08:34 EDT 2016: Running Test 1, part 2/3: bitbake virtual/kernel -c cleansstate and time bitbake virtual/kernel +Mon Oct 17 02:08:34 EDT 2016: Running: bitbake virtual/kernel -c cleansstate +Mon Oct 17 02:08:53 EDT 2016: Finished bitbake virtual/kernel -c cleansstate +Mon Oct 17 02:08:53 EDT 2016: Syncing and dropping caches +Mon Oct 17 02:09:03 EDT 2016: Timing: bitbake virtual/kernel +Mon Oct 17 02:14:21 EDT 2016: TIME: 5:18.06 +Mon Oct 17 02:14:21 EDT 2016: More stats can be found in /media/yocto_disk/poky-perf/build-perf-test/results-4b94b49-20161017010004/results.log.2 +Mon Oct 17 02:14:21 EDT 2016: Running Test 1, part 3/3: Build core-image-sato w/o sstate and report size of tmp/dir with rm_work enabled +Mon Oct 17 02:14:21 EDT 2016: Removing tmp +Mon Oct 17 02:21:16 EDT 2016: Removing sstate-cache +Mon Oct 17 02:21:19 EDT 2016: Syncing and dropping caches +Mon Oct 17 02:21:28 EDT 2016: Timing: bitbake core-image-sato +Mon Oct 17 03:22:12 EDT 2016: TIME: 1:00:43 +Mon Oct 17 03:22:12 EDT 2016: More stats can be found in /media/yocto_disk/poky-perf/build-perf-test/results-4b94b49-20161017010004/results.log.3 +Mon Oct 17 03:22:12 EDT 2016: SIZE of tmp dir is: 6497512 +Mon Oct 17 03:22:12 EDT 2016: Buildstats are saved in /media/yocto_disk/poky-perf/build-perf-test/results-4b94b49-20161017010004/buildstats-test13 +Mon Oct 17 03:22:12 EDT 2016: Running Test 2: Measure wall clock of bitbake core-image-sato -c rootfs with sstate +Mon Oct 17 03:22:12 EDT 2016: Removing tmp +Mon Oct 17 03:22:31 EDT 2016: Syncing and dropping caches +Mon Oct 17 03:22:39 EDT 2016: Timing: bitbake core-image-sato -c rootfs +Mon Oct 17 03:24:52 EDT 2016: TIME: 2:13.04 +Mon Oct 17 03:24:52 EDT 2016: More stats can be found in /media/yocto_disk/poky-perf/build-perf-test/results-4b94b49-20161017010004/results.log.4 +Mon Oct 17 03:24:52 EDT 2016: Running Test 3: Parsing time metrics (bitbake -p) +Mon Oct 17 03:24:52 EDT 2016: Removing tmp/cache && cache +Mon Oct 17 03:24:52 EDT 2016: Timing: bitbake -p +Mon Oct 17 03:25:14 EDT 2016: TIME: 0:21.74 +Mon Oct 17 03:25:14 EDT 2016: More stats can be found in /media/yocto_disk/poky-perf/build-perf-test/results-4b94b49-20161017010004/results.log.5 +Mon Oct 17 03:25:14 EDT 2016: Removing tmp/cache/default-glibc/ +Mon Oct 17 03:25:14 EDT 2016: Timing: bitbake -p +Mon Oct 17 03:25:28 EDT 2016: TIME: 0:13.87 +Mon Oct 17 03:25:28 EDT 2016: More stats can be found in /media/yocto_disk/poky-perf/build-perf-test/results-4b94b49-20161017010004/results.log.6 +Mon Oct 17 03:25:28 EDT 2016: Timing: bitbake -p +Mon Oct 17 03:25:29 EDT 2016: TIME: 0:01.46 +Mon Oct 17 03:25:29 EDT 2016: More stats can be found in /media/yocto_disk/poky-perf/build-perf-test/results-4b94b49-20161017010004/results.log.7 +Mon Oct 17 03:25:29 EDT 2016: Running Test 4: eSDK size and installation time +Mon Oct 17 03:25:29 EDT 2016: Running: bitbake core-image-sato -c do_populate_sdk_ext +Mon Oct 17 03:49:31 EDT 2016: Finished bitbake core-image-sato -c do_populate_sdk_ext +Mon Oct 17 03:49:31 EDT 2016: Download SIZE of eSDK is: 1456923 kB +Mon Oct 17 03:49:31 EDT 2016: Syncing and dropping caches +Mon Oct 17 03:49:48 EDT 2016: Timing: tmp/deploy/sdk/poky-glibc-x86_64-core-image-sato-i586-toolchain-ext-2.2.sh -y -d tmp/esdk-deploy +Mon Oct 17 03:53:24 EDT 2016: TIME: 3:35.51 +Mon Oct 17 03:53:24 EDT 2016: More stats can be found in /media/yocto_disk/poky-perf/build-perf-test/results-4b94b49-20161017010004/results.log.8 +Mon Oct 17 03:53:25 EDT 2016: Install SIZE of eSDK is: 5370729 kB +Mon Oct 17 03:53:26 EDT 2016: All done, cleaning up... +Mon Oct 17 03:53:26 EDT 2016: Removing tmp +Mon Oct 17 03:56:02 EDT 2016: Removing sstate-cache diff --git a/results.xml b/results.xml index 97fb56b1a1..14bc40e403 100644 --- a/results.xml +++ b/results.xml @@ -1,68 +1,60 @@ <?xml version="1.0" encoding="utf-8"?> <testsuites> - <testsuite errors="0" failures="0" hostname="ypperf01" name="oeqa.buildperf" skipped="0" tests="6" time="10128.642874" timestamp="2016-10-17T01:00:08.904661"> - <testcase classname="oeqa.buildperf.test_basic.Test1P1" description="Measure wall clock of bitbake core-image-sato and size of tmp dir" name="test1" time="4019.629673" timestamp="2016-10-16T21:00:08.904720"> + <testsuite errors="0" failures="0" hostname="ypperf01" name="oeqa.buildperf" skipped="0" tests="6" time="10558.0" timestamp="2016-10-17T06:00:04"> + <testcase classname="oeqa.buildperf.test_basic.Test1P1" description="Build core-image-sato" name="test1" time="4110.0" timestamp="2016-10-17T06:00:04"> <sysres legend="bitbake core-image-sato" name="build"> - <time timestamp="2016-10-16T21:05:25.558481">3614.524324</time> - <iostat cancelled_write_bytes="6500339712" rchar="248466318588" read_bytes="3963461632" syscr="95748932" syscw="54528337" wchar="69778583908" write_bytes="42296512512"/> - <rusage ru_inblock="7740184" ru_majflt="8722" ru_maxrss="917636" ru_minflt="1226880893" ru_nivcsw="33386310" ru_nvcsw="23881785" ru_oublock="82610376" ru_stime="4369.330247" ru_utime="21521.609591"/> + <time timestamp="2016-10-17T06:05:26">3692.0</time> + <rusage ru_inblock="7721824" ru_majflt="8723" ru_maxrss="917840" ru_minflt="1228272783" ru_nivcsw="32175640" ru_nvcsw="24800153" ru_oublock="82661712" ru_stime="4393.37" ru_utime="21432.79"/> </sysres> <diskusage legend="tmpdir" name="tmpdir"> - <size>26821104</size> + <size>26842136</size> </diskusage> </testcase> - <testcase classname="oeqa.buildperf.test_basic.Test1P2" description="Measure bitbake virtual/kernel" name="test12" time="340.540208" timestamp="2016-10-16T22:07:08.535052"> + <testcase classname="oeqa.buildperf.test_basic.Test1P2" description="Build virtual/kernel" name="test12" time="347.0" timestamp="2016-10-17T07:08:34"> <sysres legend="bitbake virtual/kernel" name="build"> - <time timestamp="2016-10-16T22:07:38.887126">310.186365</time> - <iostat cancelled_write_bytes="311013376" rchar="17611682210" read_bytes="768679936" syscr="3933135" syscw="1574083" wchar="2148058007" write_bytes="1924132864"/> - <rusage ru_inblock="1501224" ru_majflt="4716" ru_maxrss="565512" ru_minflt="58540427" ru_nivcsw="261748" ru_nvcsw="704764" ru_oublock="3758072" ru_stime="170.350075" ru_utime="1400.134242"/> + <time timestamp="2016-10-17T07:09:03">318.06</time> + <rusage ru_inblock="1647896" ru_majflt="4679" ru_maxrss="566404" ru_minflt="58572625" ru_nivcsw="263505" ru_nvcsw="705042" ru_oublock="3783312" ru_stime="172.53" ru_utime="1399.36"/> </sysres> </testcase> - <testcase classname="oeqa.buildperf.test_basic.Test1P3" description="Build core-image-sato with rm_work enabled" name="test13" time="3865.512978" timestamp="2016-10-16T22:12:49.075337"> - <sysres legend="bitbakecore-image-sato" name="build"> - <time timestamp="2016-10-16T22:17:21.248182">3591.739384</time> - <iostat cancelled_write_bytes="9789079552" rchar="248895580383" read_bytes="1951907840" syscr="97445441" syscw="54510831" wchar="69980089783" write_bytes="42320515072"/> - <rusage ru_inblock="3812320" ru_majflt="7715" ru_maxrss="917792" ru_minflt="1231634085" ru_nivcsw="34236191" ru_nvcsw="23810316" ru_oublock="82657256" ru_stime="4383.13959" ru_utime="21777.107249"/> + <testcase classname="oeqa.buildperf.test_basic.Test1P3" description="Build core-image-sato with rm_work enabled" name="test13" time="4071.0" timestamp="2016-10-17T07:14:21"> + <sysres legend="bitbake core-image-sato" name="build"> + <time timestamp="2016-10-17T07:21:28">3643.0</time> + <rusage ru_inblock="4031000" ru_majflt="7657" ru_maxrss="917804" ru_minflt="1233867462" ru_nivcsw="34254613" ru_nvcsw="24016451" ru_oublock="82696976" ru_stime="4461.08" ru_utime="21780.68"/> </sysres> <diskusage legend="tmpdir" name="tmpdir"> - <size>6490200</size> + <size>6497512</size> </diskusage> </testcase> - <testcase classname="oeqa.buildperf.test_basic.Test2" description="Measure bitbake core-image-sato -c rootfs with sstate" name="test2" time="213.888564" timestamp="2016-10-16T23:17:14.588388"> + <testcase classname="oeqa.buildperf.test_basic.Test2" description="Run core-image-sato do_rootfs with sstate" name="test2" time="160.0" timestamp="2016-10-17T08:22:12"> <sysres legend="bitbake do_rootfs" name="do_rootfs"> - <time timestamp="2016-10-16T23:18:35.501975">132.973575</time> - <iostat cancelled_write_bytes="142204928" rchar="4844997045" read_bytes="1079840768" syscr="1530536" syscw="1008322" wchar="3696137796" write_bytes="1972338688"/> - <rusage ru_inblock="2109064" ru_majflt="385" ru_maxrss="183536" ru_minflt="14670294" ru_nivcsw="90353" ru_nvcsw="598616" ru_oublock="3852224" ru_stime="61.725611" ru_utime="413.412934"/> + <time timestamp="2016-10-17T08:22:39">133.04</time> + <rusage ru_inblock="2206832" ru_majflt="401" ru_maxrss="185372" ru_minflt="14468782" ru_nivcsw="94717" ru_nvcsw="599199" ru_oublock="3853520" ru_stime="59.51" ru_utime="412.06"/> </sysres> </testcase> - <testcase classname="oeqa.buildperf.test_basic.Test3" description="Parsing time metrics (bitbake -p)" name="test3" time="37.445693" timestamp="2016-10-16T23:20:48.477024"> + <testcase classname="oeqa.buildperf.test_basic.Test3" description="Bitbake parsing (bitbake -p)" name="test3" time="37.0" timestamp="2016-10-17T08:24:52"> <sysres legend="bitbake -p (no caches)" name="parse_1"> - <time timestamp="2016-10-16T23:20:48.482126">21.807247</time> - <iostat cancelled_write_bytes="1064960" rchar="27758660" read_bytes="0" syscr="9043" syscw="4874" wchar="32929299" write_bytes="16965632"/> - <rusage ru_inblock="0" ru_majflt="0" ru_maxrss="115248" ru_minflt="315920" ru_nivcsw="8668" ru_nvcsw="6324" ru_oublock="33136" ru_stime="0.898655" ru_utime="162.313269"/> + <time timestamp="2016-10-17T08:24:52">21.74</time> + <rusage ru_inblock="0" ru_majflt="0" ru_maxrss="111936" ru_minflt="311664" ru_nivcsw="8177" ru_nvcsw="6324" ru_oublock="32544" ru_stime="0.91" ru_utime="164.27"/> </sysres> <sysres legend="bitbake -p (no tmp/cache)" name="parse_2"> - <time timestamp="2016-10-16T23:21:10.295077">14.204249</time> - <iostat cancelled_write_bytes="901120" rchar="27452750" read_bytes="0" syscr="9035" syscw="4864" wchar="32271037" write_bytes="16322560"/> - <rusage ru_inblock="0" ru_majflt="0" ru_maxrss="112704" ru_minflt="293490" ru_nivcsw="7973" ru_nvcsw="6352" ru_oublock="31880" ru_stime="0.9615659999999999" ru_utime="102.450284"/> + <time timestamp="2016-10-17T08:25:14">13.87</time> + <rusage ru_inblock="0" ru_majflt="0" ru_maxrss="112700" ru_minflt="293589" ru_nivcsw="7686" ru_nvcsw="6386" ru_oublock="31304" ru_stime="0.89" ru_utime="101.45"/> </sysres> <sysres legend="bitbake -p (cached)" name="parse_3"> - <time timestamp="2016-10-16T23:21:24.502444">1.41893</time> - <iostat cancelled_write_bytes="12288" rchar="20853060" read_bytes="0" syscr="6126" syscw="1542" wchar="749252" write_bytes="389120"/> - <rusage ru_inblock="0" ru_majflt="0" ru_maxrss="94588" ru_minflt="50428" ru_nivcsw="8" ru_nvcsw="7953" ru_oublock="760" ru_stime="0.11757999999999999" ru_utime="1.399517"/> + <time timestamp="2016-10-17T08:25:28">1.46</time> + <rusage ru_inblock="0" ru_majflt="0" ru_maxrss="94088" ru_minflt="50560" ru_nivcsw="8" ru_nvcsw="7739" ru_oublock="768" ru_stime="0.11" ru_utime="1.48"/> </sysres> </testcase> - <testcase classname="oeqa.buildperf.test_basic.Test4" description="eSDK metrics" name="test4" time="1651.624069" timestamp="2016-10-16T23:21:25.922790"> + <testcase classname="oeqa.buildperf.test_basic.Test4" description="eSDK metrics" name="test4" time="1677.0" timestamp="2016-10-17T08:25:29"> <diskusage legend="eSDK installer" name="installer_bin"> - <size>1456515</size> + <size>1456923</size> </diskusage> <sysres legend="eSDK deploy" name="deploy"> - <time timestamp="2016-10-16T23:45:42.108560">194.916143</time> - <iostat cancelled_write_bytes="738643968" rchar="13649955842" read_bytes="119222272" syscr="3273606" syscw="6971261" wchar="12677298928" write_bytes="6282547200"/> - <rusage ru_inblock="232856" ru_majflt="304" ru_maxrss="245108" ru_minflt="20740765" ru_nivcsw="406392" ru_nvcsw="1917000" ru_oublock="12270600" ru_stime="98.137374" ru_utime="547.303792"/> + <time timestamp="2016-10-17T08:49:48">215.51</time> + <rusage ru_inblock="3116864" ru_majflt="298" ru_maxrss="246468" ru_minflt="21334218" ru_nivcsw="368897" ru_nvcsw="1869564" ru_oublock="12274552" ru_stime="99.83" ru_utime="550.3"/> </sysres> <diskusage legend="deploy dir" name="deploy_dir"> - <size>5367400</size> + <size>5370729</size> </diskusage> </testcase> </testsuite> |