diff options
| -rw-r--r-- | testreport.txt | 175 |
1 files changed, 175 insertions, 0 deletions
diff --git a/testreport.txt b/testreport.txt new file mode 100644 index 0000000000..5421323646 --- /dev/null +++ b/testreport.txt @@ -0,0 +1,175 @@ +QA cycle report for 2.6.3 RC1 + +No high milestone defects. +No new defects are found in this build. + +Notes: + +A minor issue is observed. After installing core-image-sato-sdk image to NUC7 internal harddisk, during boot up, Yocto splash screen hang is observed. +To exit the Splash screen hang state and continue to boot to sato UI, manually press the enter key multiple times on the keyboard. +Bug is under investigation and may potentially be caused by lack of entropy. The bug is consistently reproducible. + +============================================================================================================== +Test Result Status Summary (Counts/Percentages sorted by testseries, ID) +============================================================================================================== +-------------------------------------------------------------------------------------------------------------- +Test Series | ID | Passed | Failed | Skipped +-------------------------------------------------------------------------------------------------------------- +beaglebone | manual_bsp-hw_20190807093708 | 22 (48%) | 0 (0%) | 24 (52%) +beaglebone | manual_compliance-test_20190807095651 | 4 (67%) | 0 (0%) | 2 (33%) +beaglebone | runtime_core-image-sato-sdk_beaglebone-yocto_20190805071955 | 46 (77%) | 2 (3%) | 12 (20%) +bitbake | manual_oe-core_20190806173959 | 7 (100%) | 0 (0%) | 0 (0%) +edgerouter | manual_bsp-hw_20190807100731 | 11 (24%) | 0 (0%) | 35 (76%) +edgerouter | manual_compliance-test_20190807101011 | 2 (33%) | 0 (0%) | 4 (67%) +edgerouter | runtime_core-image-sato-sdk_edgerouter_20190805094452 | 46 (77%) | 2 (3%) | 12 (20%) +minnowboard | runtime_core-image-lsb-sdk_genericx86_20190802081521 | 47 (78%) | 0 (0%) | 13 (22%) +minnowboard | runtime_core-image-sato-sdk_genericx86_20190802072348 | 48 (80%) | 0 (0%) | 12 (20%) +mpc8315erdb | manual_bsp-hw_20190807095912 | 15 (33%) | 0 (0%) | 31 (67%) +mpc8315erdb | manual_compliance-test_20190807100559 | 2 (33%) | 0 (0%) | 4 (67%) +mpc8315erdb | runtime_core-image-sato-sdk_mpc8315e-rdb_20190805081442 | 46 (77%) | 2 (3%) | 12 (20%) +multilib | runtime_core-image-minimal_qemumips64_20190801124255 | 1 (2%) | 0 (0%) | 56 (98%) +multilib | runtime_core-image-sato_qemux86-64_20190801112628 | 36 (58%) | 0 (0%) | 26 (42%) +multilib | runtime_core-image-sato_qemux86-64_20190801113141 | 15 (24%) | 0 (0%) | 47 (76%) +multilib | runtime_lib32-core-image-minimal_qemux86-64_20190801111358 | 1 (100%) | 0 (0%) | 0 (0%) +multilib | runtime_lib32-core-image-minimal_qemux86-64_20190801111617 | 1 (100%) | 0 (0%) | 0 (0%) +multilib | sdk_core-image-minimal_x86_64_qemumips64_20190801124255 | 8 (80%) | 2 (20%) | 0 (0%) +musl-qemux86-64 | runtime_core-image-full-cmdline_qemux86-64_20190801112304 | 12 (20%) | 0 (0%) | 47 (80%) +musl-qemux86-64 | runtime_core-image-minimal_qemux86-64_20190801112304 | 1 (2%) | 0 (0%) | 58 (98%) +musl-qemux86-64 | runtime_core-image-sato-sdk_qemux86-64_20190801112304 | 46 (78%) | 0 (0%) | 13 (22%) +musl-qemux86 | runtime_core-image-full-cmdline_qemux86_20190801112526 | 12 (20%) | 0 (0%) | 47 (80%) +musl-qemux86 | runtime_core-image-minimal_qemux86_20190801112526 | 1 (2%) | 0 (0%) | 58 (98%) +musl-qemux86 | runtime_core-image-sato-sdk_qemux86_20190801112526 | 46 (78%) | 0 (0%) | 13 (22%) +no-x11 | runtime_core-image-full-cmdline_qemux86-64_20190801111332 | 12 (20%) | 0 (0%) | 48 (80%) +no-x11 | runtime_core-image-weston_qemux86-64_20190801111332 | 32 (53%) | 0 (0%) | 28 (47%) +nuc6 | runtime_core-image-lsb-sdk_genericx86-64_20190802101825 | 47 (78%) | 0 (0%) | 13 (22%) +nuc6 | runtime_core-image-sato-sdk_genericx86-64_20190802095041 | 48 (80%) | 0 (0%) | 12 (20%) +nuc7 | manual_bsp-hw_20190807093852 | 31 (100%) | 0 (0%) | 0 (0%) +nuc7 | runtime_core-image-lsb-sdk_genericx86-64_20190802075822 | 47 (78%) | 0 (0%) | 13 (22%) +nuc7 | runtime_core-image-sato-sdk_genericx86-64_20190802075206 | 48 (80%) | 0 (0%) | 12 (20%) +oe-selftest-centos | oeselftest_centos-7_qemux86-64_20190801111931 | 336 (100%) | 0 (0%) | 1 (0%) +oe-selftest-debian | oeselftest_debian-8_qemux86-64_20190801111533 | 336 (100%) | 0 (0%) | 1 (0%) +oe-selftest-fedora | oeselftest_fedora-30_qemux86-64_20190801111716 | 336 (100%) | 0 (0%) | 1 (0%) +oe-selftest-ubuntu | oeselftest_ubuntu-18.04_qemux86-64_20190801113001 | 336 (100%) | 0 (0%) | 1 (0%) +pkgman-deb-non-deb | runtime_core-image-minimal_qemux86_20190801111320 | 1 (2%) | 0 (0%) | 59 (98%) +pkgman-deb-non-deb | runtime_core-image-sato-sdk_qemux86_20190801111320 | 29 (48%) | 0 (0%) | 31 (52%) +pkgman-deb-non-deb | runtime_core-image-sato_qemux86_20190801111320 | 15 (25%) | 0 (0%) | 45 (75%) +pkgman-non-rpm | runtime_core-image-minimal_qemux86_20190801112258 | 1 (2%) | 0 (0%) | 59 (98%) +pkgman-non-rpm | runtime_core-image-minimal_qemux86_20190801114311 | 1 (2%) | 0 (0%) | 59 (98%) +pkgman-non-rpm | runtime_core-image-sato-sdk_qemux86_20190801112258 | 30 (50%) | 0 (0%) | 30 (50%) +pkgman-non-rpm | runtime_core-image-sato-sdk_qemux86_20190801114311 | 29 (48%) | 0 (0%) | 31 (52%) +pkgman-non-rpm | runtime_core-image-sato_qemux86_20190801112258 | 14 (23%) | 0 (0%) | 46 (77%) +pkgman-non-rpm | runtime_core-image-sato_qemux86_20190801114311 | 15 (25%) | 0 (0%) | 45 (75%) +pkgman-rpm-non-rpm | runtime_core-image-minimal_qemux86_20190801112611 | 1 (2%) | 0 (0%) | 59 (98%) +pkgman-rpm-non-rpm | runtime_core-image-sato-sdk_qemux86_20190801112611 | 48 (80%) | 0 (0%) | 12 (20%) +pkgman-rpm-non-rpm | runtime_core-image-sato_qemux86_20190801112611 | 35 (58%) | 0 (0%) | 25 (42%) +qa-extras2 | runtime_core-image-sato_qemux86-64_20190801113032 | 37 (62%) | 0 (0%) | 23 (38%) +qa-extras2 | runtime_core-image-sato_qemux86-64_20190801113421 | 36 (60%) | 0 (0%) | 24 (40%) +qa-extras2 | runtime_core-image-sato_qemux86-64_20190801113925 | 37 (60%) | 0 (0%) | 25 (40%) +qa-extras2 | runtime_core-image-sato_qemux86-64_20190801114327 | 42 (70%) | 0 (0%) | 18 (30%) +qa-extras2 | runtime_core-image-sato_qemux86-64_20190801114618 | 35 (58%) | 0 (0%) | 25 (42%) +qa-extras2 | runtime_core-image-sato_qemux86-64_20190801115137 | 42 (70%) | 0 (0%) | 18 (30%) +qa-extras2 | runtime_core-image-sato_qemux86-64_20190801115607 | 35 (58%) | 0 (0%) | 25 (42%) +qemuarm-lsb | runtime_core-image-lsb-sdk_qemuarm_20190801111800 | 47 (78%) | 0 (0%) | 13 (22%) +qemuarm-lsb | runtime_core-image-lsb_qemuarm_20190801111800 | 35 (58%) | 0 (0%) | 25 (42%) +qemuarm64 | manual_bsp-qemu_20190807095139 | 5 (62%) | 0 (0%) | 3 (38%) +qemuarm64 | runtime_core-image-minimal_qemuarm64_20190801130452 | 1 (2%) | 0 (0%) | 58 (98%) +qemuarm64 | runtime_core-image-sato-sdk_qemuarm64_20190801130452 | 47 (80%) | 0 (0%) | 12 (20%) +qemuarm64 | runtime_core-image-sato_qemuarm64_20190801130452 | 34 (58%) | 0 (0%) | 25 (42%) +qemuarm64 | sdk_core-image-sato_i686_qemuarm64_20190801130452 | 9 (90%) | 1 (10%) | 0 (0%) +qemuarm64 | sdkext_core-image-minimal_x86_64_qemuarm64_20190801142314 | 16 (84%) | 0 (0%) | 3 (16%) +qemuarm64 | sdkext_core-image-sato_x86_64_qemuarm64_20190801142314 | 16 (84%) | 0 (0%) | 3 (16%) +qemuarm | manual_bsp-qemu_20190806173000 | 5 (62%) | 0 (0%) | 3 (38%) +qemuarm | runtime_core-image-minimal_qemuarm_20190801114615 | 1 (2%) | 0 (0%) | 59 (98%) +qemuarm | runtime_core-image-sato-sdk_qemuarm_20190801114615 | 48 (80%) | 0 (0%) | 12 (20%) +qemuarm | runtime_core-image-sato_qemuarm_20190801114615 | 35 (58%) | 0 (0%) | 25 (42%) +qemuarm | sdk_core-image-sato_i686_qemuarm_20190801114615 | 9 (90%) | 1 (10%) | 0 (0%) +qemuarm | sdkext_core-image-minimal_x86_64_qemuarm_20190801133720 | 16 (84%) | 0 (0%) | 3 (16%) +qemuarm | sdkext_core-image-sato_x86_64_qemuarm_20190801133720 | 16 (84%) | 0 (0%) | 3 (16%) +qemumips-lsb | runtime_core-image-lsb-sdk_qemumips_20190801113249 | 44 (77%) | 0 (0%) | 13 (23%) +qemumips-lsb | runtime_core-image-lsb_qemumips_20190801113249 | 35 (61%) | 0 (0%) | 22 (39%) +qemumips64 | manual_bsp-qemu_20190806173533 | 5 (62%) | 0 (0%) | 3 (38%) +qemumips64 | runtime_core-image-minimal_qemumips64_20190801114111 | 1 (2%) | 0 (0%) | 56 (98%) +qemumips64 | runtime_core-image-sato-sdk_qemumips64_20190801114111 | 45 (79%) | 0 (0%) | 12 (21%) +qemumips64 | runtime_core-image-sato_qemumips64_20190801114111 | 35 (61%) | 0 (0%) | 22 (39%) +qemumips64 | sdk_core-image-sato_i686_qemumips64_20190801114111 | 9 (90%) | 1 (10%) | 0 (0%) +qemumips64 | sdkext_core-image-minimal_x86_64_qemumips64_20190801130245 | 16 (84%) | 0 (0%) | 3 (16%) +qemumips64 | sdkext_core-image-sato_x86_64_qemumips64_20190801130245 | 16 (84%) | 0 (0%) | 3 (16%) +qemumips | manual_bsp-qemu_20190806173406 | 5 (62%) | 0 (0%) | 3 (38%) +qemumips | runtime_core-image-minimal_qemumips_20190801114523 | 1 (2%) | 0 (0%) | 56 (98%) +qemumips | runtime_core-image-sato-sdk_qemumips_20190801114523 | 45 (79%) | 0 (0%) | 12 (21%) +qemumips | runtime_core-image-sato_qemumips_20190801114523 | 35 (61%) | 0 (0%) | 22 (39%) +qemumips | sdk_core-image-sato_i686_qemumips_20190801114523 | 9 (90%) | 1 (10%) | 0 (0%) +qemumips | sdkext_core-image-minimal_x86_64_qemumips_20190801132907 | 16 (84%) | 0 (0%) | 3 (16%) +qemumips | sdkext_core-image-sato_x86_64_qemumips_20190801132907 | 16 (84%) | 0 (0%) | 3 (16%) +qemuppc-lsb | runtime_core-image-lsb-sdk_qemuppc_20190801111719 | 47 (78%) | 0 (0%) | 13 (22%) +qemuppc-lsb | runtime_core-image-lsb_qemuppc_20190801111719 | 35 (58%) | 0 (0%) | 25 (42%) +qemuppc | manual_bsp-qemu_20190806173835 | 5 (62%) | 0 (0%) | 3 (38%) +qemuppc | runtime_core-image-minimal_qemuppc_20190801114537 | 1 (2%) | 0 (0%) | 59 (98%) +qemuppc | runtime_core-image-sato-sdk_qemuppc_20190801114537 | 48 (80%) | 0 (0%) | 12 (20%) +qemuppc | runtime_core-image-sato_qemuppc_20190801114537 | 35 (58%) | 0 (0%) | 25 (42%) +qemuppc | sdk_core-image-sato_i686_qemuppc_20190801114537 | 9 (90%) | 1 (10%) | 0 (0%) +qemuppc | sdkext_core-image-minimal_x86_64_qemuppc_20190801125010 | 16 (84%) | 0 (0%) | 3 (16%) +qemuppc | sdkext_core-image-sato_x86_64_qemuppc_20190801125010 | 16 (84%) | 0 (0%) | 3 (16%) +qemux86-64-x32 | runtime_core-image-minimal_qemux86-64_20190801112548 | 1 (2%) | 0 (0%) | 59 (98%) +qemux86-64 | manual_bsp-qemu_20190806173657 | 5 (62%) | 0 (0%) | 3 (38%) +qemux86-64 | runtime_core-image-minimal_qemux86-64_20190801114442 | 1 (2%) | 0 (0%) | 59 (98%) +qemux86-64 | runtime_core-image-sato-sdk_qemux86-64_20190801114442 | 48 (80%) | 0 (0%) | 12 (20%) +qemux86-64 | runtime_core-image-sato_qemux86-64_20190801114442 | 35 (58%) | 0 (0%) | 25 (42%) +qemux86-64 | sdk_core-image-sato_i686_qemux86-64_20190801114442 | 9 (90%) | 1 (10%) | 0 (0%) +qemux86-64 | sdk_core-image-sato_x86_64_qemux86-64_20190801115441 | 9 (90%) | 1 (10%) | 0 (0%) +qemux86-64 | sdkext_core-image-minimal_x86_64_qemux86-64_20190801115441 | 16 (84%) | 0 (0%) | 3 (16%) +qemux86-64 | sdkext_core-image-sato_x86_64_qemux86-64_20190801115441 | 16 (84%) | 0 (0%) | 3 (16%) +qemux86-lsb | runtime_core-image-lsb-sdk_qemux86_20190801113932 | 47 (78%) | 0 (0%) | 13 (22%) +qemux86-lsb | runtime_core-image-lsb_qemux86_20190801113932 | 35 (58%) | 0 (0%) | 25 (42%) +qemux86 | manual_bsp-qemu_20190805101426 | 4 (50%) | 0 (0%) | 4 (50%) +qemux86 | manual_bsp-qemu_20190805101630 | 5 (62%) | 0 (0%) | 3 (38%) +qemux86 | runtime_core-image-minimal_qemux86_20190801115016 | 1 (2%) | 0 (0%) | 59 (98%) +qemux86 | runtime_core-image-sato-sdk_qemux86_20190801115016 | 48 (80%) | 0 (0%) | 12 (20%) +qemux86 | runtime_core-image-sato_qemux86_20190801115016 | 35 (58%) | 0 (0%) | 25 (42%) +qemux86 | sdk_core-image-sato_i686_qemux86_20190801115016 | 9 (90%) | 1 (10%) | 0 (0%) +qemux86 | sdk_core-image-sato_x86_64_qemux86_20190801120543 | 9 (90%) | 1 (10%) | 0 (0%) +qemux86 | sdkext_core-image-minimal_x86_64_qemux86_20190801120543 | 16 (84%) | 0 (0%) | 3 (16%) +qemux86 | sdkext_core-image-sato_x86_64_qemux86_20190801120543 | 16 (84%) | 0 (0%) | 3 (16%) +-------------------------------------------------------------------------------------------------------------- + + + + + + +============================================================================================================== +Failed test cases (sorted by testseries, ID) +============================================================================================================== +-------------------------------------------------------------------------------------------------------------- +testseries | result_id : beaglebone | runtime_core-image-sato-sdk_beaglebone-yocto_20190805071955 + stap.StapTest.test_stap + parselogs.ParseLogsTest.test_parselogs +testseries | result_id : edgerouter | runtime_core-image-sato-sdk_edgerouter_20190805094452 + xorg.XorgTest.test_xorg_running + parselogs.ParseLogsTest.test_parselogs +testseries | result_id : mpc8315erdb | runtime_core-image-sato-sdk_mpc8315e-rdb_20190805081442 + xorg.XorgTest.test_xorg_running + parselogs.ParseLogsTest.test_parselogs +testseries | result_id : multilib | sdk_core-image-minimal_x86_64_qemumips64_20190801124255 + python.PythonTest.test_python3 + buildgalculator.GalculatorTest.test_galculator +testseries | result_id : qemuarm64 | sdk_core-image-sato_i686_qemuarm64_20190801130452 + python.PythonTest.test_python3 +testseries | result_id : qemuarm | sdk_core-image-sato_i686_qemuarm_20190801114615 + python.PythonTest.test_python3 +testseries | result_id : qemumips64 | sdk_core-image-sato_i686_qemumips64_20190801114111 + python.PythonTest.test_python3 +testseries | result_id : qemumips | sdk_core-image-sato_i686_qemumips_20190801114523 + python.PythonTest.test_python3 +testseries | result_id : qemuppc | sdk_core-image-sato_i686_qemuppc_20190801114537 + python.PythonTest.test_python3 +testseries | result_id : qemux86-64 | sdk_core-image-sato_i686_qemux86-64_20190801114442 + python.PythonTest.test_python3 +testseries | result_id : qemux86-64 | sdk_core-image-sato_x86_64_qemux86-64_20190801115441 + python.PythonTest.test_python3 +testseries | result_id : qemux86 | sdk_core-image-sato_i686_qemux86_20190801115016 + python.PythonTest.test_python3 +testseries | result_id : qemux86 | sdk_core-image-sato_x86_64_qemux86_20190801120543 + python.PythonTest.test_python3 +-------------------------------------------------------------------------------------------------------------- + |