diff options
| -rw-r--r-- | meta-arago-extras/recipes-support/tensorflow-lite/files/tflite-benchmark.sh | 59 | ||||
| -rw-r--r-- | meta-arago-extras/recipes-support/tensorflow-lite/tensorflow-lite_1.15.bb | 5 |
2 files changed, 63 insertions, 1 deletions
diff --git a/meta-arago-extras/recipes-support/tensorflow-lite/files/tflite-benchmark.sh b/meta-arago-extras/recipes-support/tensorflow-lite/files/tflite-benchmark.sh new file mode 100644 index 00000000..868b6c08 --- /dev/null +++ b/meta-arago-extras/recipes-support/tensorflow-lite/files/tflite-benchmark.sh @@ -0,0 +1,59 @@ +#!/bin/sh + +#list of model packages +declare -a model_list=( +"http://storage.googleapis.com/download.tensorflow.org/models/mobilenet_v1_2018_08_02/mobilenet_v1_1.0_224_quant.tgz" +"http://storage.googleapis.com/download.tensorflow.org/models/tflite_11_05_08/mobilenet_v2_1.0_224_quant.tgz" +"http://storage.googleapis.com/download.tensorflow.org/models/inception_v1_224_quant_20181026.tgz" +"http://storage.googleapis.com/download.tensorflow.org/models/inception_v2_224_quant_20181026.tgz" +"http://storage.googleapis.com/download.tensorflow.org/models/tflite_11_05_08/inception_v3_quant.tgz" +"http://storage.googleapis.com/download.tensorflow.org/models/inception_v4_299_quant_20181026.tgz" +"http://storage.googleapis.com/download.tensorflow.org/models/tflite/coco_ssd_mobilenet_v1_1.0_quant_2018_06_29.zip" +) + +# create a new directory to host and unpack the models +rm -rf ~/tflite-benchmark +mkdir ~/tflite-benchmark + +# Set maximal number of threads to the number of arm cores +max_num_threads=`nproc` + +# TFLite install dir on filesystem +tflite_install_dir=$(find /usr/share -maxdepth 1 -type d -name "tensorflow-lite*") + +for model_link in "${model_list[@]}" +do + # download the model package to modeldir + modelpkg="${model_link##*/}" + modeldir="${modelpkg%.*}" + + mkdir ~/tflite-benchmark/$modeldir + cd ~/tflite-benchmark/$modeldir + + echo "Downloading $modelpkg..." + wget "$model_link" + if [[ $? -ne 0 ]]; then + echo "wget failed. Set up http proxy as needed before running the scripts!" + exit 1 + fi + + # unpack the model package + if [[ $modelpkg =~ \.tgz$ ]]; then + tar -xzvf $modelpkg + fi + if [[ $modelpkg =~ \.zip$ ]]; then + unzip $modelpkg + fi + + # run benchmark for the model + for model in *.tflite; do + for num_threads in $( seq 1 $max_num_threads ) + do + echo "Running benchmark_model for $model with $num_threads thread(s)..." + $tflite_install_dir/examples/benchmark_model --graph=${model} --num_threads=$num_threads --enable_op_profiling=true > ${modeldir}_thread_${num_threads}.log + cat ${modeldir}_thread_${num_threads}.log | grep Timings + done + done +done + +echo "Benchmarking completed!" diff --git a/meta-arago-extras/recipes-support/tensorflow-lite/tensorflow-lite_1.15.bb b/meta-arago-extras/recipes-support/tensorflow-lite/tensorflow-lite_1.15.bb index c676177b..9d07b11b 100644 --- a/meta-arago-extras/recipes-support/tensorflow-lite/tensorflow-lite_1.15.bb +++ b/meta-arago-extras/recipes-support/tensorflow-lite/tensorflow-lite_1.15.bb @@ -33,6 +33,7 @@ SRC_URI = "git://github.com/tensorflow/tensorflow.git;branch=r${PV};protocol=htt http://download.tensorflow.org/models/mobilenet_v1_2018_08_02/mobilenet_v1_1.0_224_quant.tgz;name=mobilenet_v1_quant;subdir=${WORKDIR}/model;destsuffix=model \ file://apply-modification-for-tflite-${PV}-to-eigen.patch \ file://0001-Makefile-add-label_image-example-${PV}.patch \ + file://tflite-benchmark.sh \ file://tensorflow-lite.pc.in" SRC_URI[mobilenet_v1_quant.md5sum] = "36af340c00e60291931cb30ce32d4e86" @@ -40,7 +41,7 @@ SRC_URI[mobilenet_v1_quant.sha256sum] = "d32432d28673a936b2d6281ab0600c71cf7226d SRCREV = "590d6eef7e91a6a7392c8ffffb7b58f2e0c8bc6b" -PR = "r1" +PR = "r2" S = "${WORKDIR}/git" @@ -128,6 +129,8 @@ do_install() { install -m 0644 ${S}/tensorflow/lite/examples/label_image/testdata/grace_hopper.bmp ${D}${datadir}/${PN}-${PV}/examples install -m 0644 ${S}/tensorflow/lite/java/ovic/src/testdata/labels.txt ${D}${datadir}/${PN}-${PV}/examples install -m 0644 ${WORKDIR}/model/mobilenet_v1_1.0_224_quant.tflite ${D}${datadir}/${PN}-${PV}/examples + # install scripts for benchmarking + install -m 0755 ${WORKDIR}/tflite-benchmark.sh ${D}${datadir}/${PN}-${PV}/examples } PACKAGES += "${PN}-examples" |