intel
diff --git a/‎.bandit.yml‎
Lines changed: 401 additions & 0 deletions b/‎.bandit.yml‎
Lines changed: 401 additions & 0 deletions
diff --git a/‎Makefile‎
Lines changed: 1 addition & 1 deletion b/‎Makefile‎
Lines changed: 1 addition & 1 deletion
diff --git a/‎README.md‎
Lines changed: 1 addition & 0 deletions b/‎README.md‎
Lines changed: 1 addition & 0 deletions
diff --git a/‎benchmarks/README.md‎
Lines changed: 1 addition & 0 deletions b/‎benchmarks/README.md‎
Lines changed: 1 addition & 0 deletions
diff --git a/‎benchmarks/common/platform_util.py‎
Lines changed: 1 addition & 1 deletion b/‎benchmarks/common/platform_util.py‎
Lines changed: 1 addition & 1 deletion
diff --git a/‎benchmarks/common/tensorflow/start.sh‎
Lines changed: 49 additions & 32 deletions b/‎benchmarks/common/tensorflow/start.sh‎
Lines changed: 49 additions & 32 deletions
diff --git a/‎benchmarks/image_recognition/tensorflow/mobilenet_v2/__init__.py‎
Lines changed: 19 additions & 0 deletions b/‎benchmarks/image_recognition/tensorflow/mobilenet_v2/__init__.py‎
Lines changed: 19 additions & 0 deletions
@@ -30,7 +30,7 @@ all: venv lint unit_test
 $(ACTIVATE):
 	@echo "Updating virtualenv dependencies in: $(VIRTUALENV_DIR)..."
 	@test -d $(VIRTUALENV_DIR) || $(VIRTUALENV_EXE) $(VIRTUALENV_DIR)
-	@. $(ACTIVATE) && python -m pip install -r requirements-test.txt
+	@. $(ACTIVATE) && python -m pip install -r requirements.txt
 	@touch $(ACTIVATE)
 
 venv: $(ACTIVATE)
 
@@ -45,6 +45,7 @@ For best performance on Intel® Data Center GPU Flex and Max Series, please chec
 | [Inception V4](https://arxiv.org/pdf/1602.07261.pdf)   | TensorFlow | Inference | [Int8 FP32](/benchmarks/image_recognition/tensorflow/inceptionv4/inference/README.md) | [ImageNet 2012](https://github.com/IntelAI/models/tree/master/datasets/imagenet/README.md) |
 | [MobileNet V1*](https://arxiv.org/pdf/1704.04861.pdf)  | TensorFlow | Inference | [Int8 FP32 BFloat16](/benchmarks/image_recognition/tensorflow/mobilenet_v1/inference/README.md) | [ImageNet 2012](https://github.com/IntelAI/models/tree/master/datasets/imagenet/README.md) |
 | [MobileNet V1*](https://arxiv.org/pdf/1704.04861.pdf)  [Sapphire Rapids](https://www.intel.com/content/www/us/en/newsroom/opinion/updates-next-gen-data-center-platform-sapphire-rapids.html#gs.blowcx) | TensorFlow | Inference | [Int8 FP32 BFloat16 BFloat32](/quickstart/image_recognition/tensorflow/mobilenet_v1/inference/cpu/README_SPR_baremetal.md) | [ImageNet 2012](https://github.com/IntelAI/models/tree/master/datasets/imagenet/README.md) |
+| [MobileNet V2](https://arxiv.org/pdf/1801.04381.pdf) | Tensorflow | Inference | [FP32 BFloat16 Int8](/benchmarks/image_recognition/tensorflow/mobilenet_v2/inference/README.md) | [ImageNet 2012](https://github.com/IntelAI/models/tree/master/datasets/imagenet/README.md)
 | [ResNet 101](https://arxiv.org/pdf/1512.03385.pdf)     | TensorFlow | Inference |  [Int8 FP32](/benchmarks/image_recognition/tensorflow/resnet101/inference/README.md) | [ImageNet 2012](https://github.com/IntelAI/models/tree/master/datasets/imagenet/README.md) |
 | [ResNet 50](https://arxiv.org/pdf/1512.03385.pdf)      | TensorFlow | Inference | [Int8 FP32](/benchmarks/image_recognition/tensorflow/resnet50/inference/README.md) | [ImageNet 2012](https://github.com/IntelAI/models/tree/master/datasets/imagenet/README.md) |
 | [ResNet 50v1.5](https://github.com/tensorflow/models/tree/v2.11.0/official/legacy/image_classification/resnet) | TensorFlow | Inference | [Int8 FP32 BFloat16 FP16](/benchmarks/image_recognition/tensorflow/resnet50v1_5/inference/README.md) | [ImageNet 2012](https://github.com/IntelAI/models/tree/master/datasets/imagenet/README.md) |
 
@@ -23,6 +23,7 @@ For information on running more advanced use cases using the workload containers
 | Image Recognition       | [Inception V3](https://arxiv.org/pdf/1512.00567.pdf) | Inference | Model Containers: [Int8](https://software.intel.com/content/www/us/en/develop/articles/containers/inceptionv3-int8-inference-tensorflow-container.html) [FP32](https://software.intel.com/content/www/us/en/develop/articles/containers/inceptionv3-fp32-inference-tensorflow-container.html) <br> Model Packages: [Int8](https://software.intel.com/content/www/us/en/develop/articles/containers/inceptionv3-int8-inference-tensorflow-model.html) [FP32](https://software.intel.com/content/www/us/en/develop/articles/containers/inceptionv3-fp32-inference-tensorflow-model.html)  | [Int8 FP32](image_recognition/tensorflow/inceptionv3/inference/README.md) | [ImageNet 2012](https://github.com/IntelAI/models/tree/master/datasets/imagenet/README.md) |
 | Image Recognition       | [Inception V4](https://arxiv.org/pdf/1602.07261.pdf) | Inference | Model Containers: [Int8](https://software.intel.com/content/www/us/en/develop/articles/containers/inceptionv4-int8-inference-tensorflow-container.html) [FP32](https://software.intel.com/content/www/us/en/develop/articles/containers/inceptionv4-fp32-inference-tensorflow-container.html) <br> Model Packages: [Int8](https://software.intel.com/content/www/us/en/develop/articles/containers/inceptionv4-int8-inference-tensorflow-model.html) [FP32](https://software.intel.com/content/www/us/en/develop/articles/containers/inceptionv4-fp32-inference-tensorflow-model.html)  | [Int8 FP32](image_recognition/tensorflow/inceptionv4/inference/README.md) | [ImageNet 2012](https://github.com/IntelAI/models/tree/master/datasets/imagenet/README.md) |
 | Image Recognition       | [MobileNet V1*](https://arxiv.org/pdf/1704.04861.pdf) | Inference | Model Containers: [Int8](https://software.intel.com/content/www/us/en/develop/articles/containers/mobilenetv1-int8-inference-tensorflow-container.html) [FP32](https://software.intel.com/content/www/us/en/develop/articles/containers/mobilenetv1-fp32-inference-tensorflow-container.html) <br> Model Packages: [Int8](https://software.intel.com/content/www/us/en/develop/articles/containers/mobilenetv1-int8-inference-tensorflow-model.html) [FP32](https://software.intel.com/content/www/us/en/develop/articles/containers/mobilenetv1-fp32-inference-tensorflow-model.html)  | [Int8 FP32 BFloat16](image_recognition/tensorflow/mobilenet_v1/inference/README.md) | [ImageNet 2012](https://github.com/IntelAI/models/tree/master/datasets/imagenet/README.md) |
+| Image Recognition       | [MobileNet V2](https://arxiv.org/pdf/1801.04381.pdf) | Inference |  | [Int8 FP32 BFloat16](image_recognition/tensorflow/mobilenet_v2/inference/README.md) | [ImageNet 2012](https://github.com/IntelAI/models/tree/master/datasets/imagenet/README.md) |
 | Image Recognition       | [ResNet 101](https://arxiv.org/pdf/1512.03385.pdf) | Inference | Model Containers: [Int8](https://software.intel.com/content/www/us/en/develop/articles/containers/resnet101-int8-inference-tensorflow-container.html) [FP32](https://software.intel.com/content/www/us/en/develop/articles/containers/resnet101-fp32-inference-tensorflow-container.html) <br> Model Packages: [Int8](https://software.intel.com/content/www/us/en/develop/articles/containers/resnet101-int8-inference-tensorflow-model.html) [FP32](https://software.intel.com/content/www/us/en/develop/articles/containers/resnet101-fp32-inference-tensorflow-model.html) | [Int8 FP32](image_recognition/tensorflow/resnet101/inference/README.md) | [ImageNet 2012](https://github.com/IntelAI/models/tree/master/datasets/imagenet/README.md) |
 | Image Recognition       | [ResNet 50](https://arxiv.org/pdf/1512.03385.pdf) | Inference | Model Containers: [Int8](https://software.intel.com/content/www/us/en/develop/articles/containers/resnet50-int8-inference-tensorflow-container.html) [FP32](https://software.intel.com/content/www/us/en/develop/articles/containers/resnet50-fp32-inference-tensorflow-container.html) <br> Model Packages: [Int8](https://software.intel.com/content/www/us/en/develop/articles/containers/resnet50-int8-inference-tensorflow-model.html) [FP32](https://software.intel.com/content/www/us/en/develop/articles/containers/resnet50-fp32-inference-tensorflow-model.html)  | [Int8 FP32](image_recognition/tensorflow/resnet50/inference/README.md) | [ImageNet 2012](https://github.com/IntelAI/models/tree/master/datasets/imagenet/README.md) |
 | Image Recognition       | [ResNet 50v1.5](https://github.com/tensorflow/models/tree/v2.11.0/official/legacy/image_classification/resnet) | Inference | Model Containers: [Int8](https://software.intel.com/content/www/us/en/develop/articles/containers/resnet50v1-5-int8-inference-tensorflow-container.html) [FP32](https://software.intel.com/content/www/us/en/develop/articles/containers/resnet50v1-5-fp32-inference-tensorflow-container.html) [BFloat16](https://software.intel.com/content/www/us/en/develop/articles/containers/resnet50v1-5-bfloat16-inference-tensorflow-container.html) <br> Model Packages: [Int8](https://software.intel.com/content/www/us/en/develop/articles/containers/resnet50v1-5-int8-inference-tensorflow-model.html) [FP32](https://software.intel.com/content/www/us/en/develop/articles/containers/resnet50v1-5-fp32-inference-tensorflow-model.html) [BFloat16](https://software.intel.com/content/www/us/en/develop/articles/containers/resnet50v1-5-bfloat16-inference-tensorflow-model.html)  | [Int8 FP32 BFloat16](image_recognition/tensorflow/resnet50v1_5/inference/README.md) | [ImageNet 2012](https://github.com/IntelAI/models/tree/master/datasets/imagenet/README.md) |
 
@@ -32,7 +32,7 @@
 CPU_SOCKETS_STR_ = "Socket(s)"
 CORES_PER_SOCKET_STR_ = "Core(s) per socket"
 THREADS_PER_CORE_STR_ = "Thread(s) per core"
-LOGICAL_CPUS_STR_ = "CPU(s)"
+LOGICAL_CPUS_STR_ = "CPU(s):"
 NUMA_NODE_CPU_RANGE_STR_ = "NUMA node{} CPU(s):"
 ONLINE_CPUS_LIST = "On-line CPU(s) list:"
 
 
@@ -114,6 +114,17 @@ if [[ ${NOINSTALL} != "True" ]]; then
   # set env var before installs so that user interaction is not required
   export DEBIAN_FRONTEND=noninteractive
   # install common dependencies
+
+  # Handle horovod uniformly for all OSs. 
+  # If a diffferent version need to be used for a specific OS
+  # change that variable alone locally in the large if stmts (below)
+  if [[ ${MPI_NUM_PROCESSES} != "None"  && $MODE == "training" ]]; then
+    export HOROVOD_WITHOUT_PYTORCH=1
+    export HOROVOD_WITHOUT_MXNET=1
+    export HOROVOD_WITH_TENSORFLOW=1
+    export HOROVOD_VERSION=39c8f7c
+  fi
+
   if [[ ${OS_PLATFORM} == *"CentOS"* ]] || [[ ${OS_PLATFORM} == *"Red Hat"* ]]; then
     yum update -y
     yum install -y gcc gcc-c++ cmake python3-tkinter libXext libSM
@@ -150,18 +161,12 @@ if [[ ${NOINSTALL} != "True" ]]; then
       fi
     fi
 
-    if [[ ${MPI_NUM_PROCESSES} != "None" ]]; then
+    if [[ ${MPI_NUM_PROCESSES} != "None"  && $MODE == "training" ]]; then
       # Installing OpenMPI
       yum install -y openmpi openmpi-devel openssh openssh-server
       yum clean all
       export PATH="/usr/lib64/openmpi/bin:${PATH}"
 
-      # Install Horovod
-      export HOROVOD_WITHOUT_PYTORCH=1
-      export HOROVOD_WITHOUT_MXNET=1
-      export HOROVOD_WITH_TENSORFLOW=1
-      export HOROVOD_VERSION=b1d0ce8
-
       # Install GCC 7 from devtoolset-7
       if [[ ${OS_VERSION} =~ "7".* ]]; then
         if [[ ${OS_PLATFORM} == *"CentOS"* ]]; then
@@ -179,7 +184,7 @@ if [[ ${NOINSTALL} != "True" ]]; then
       # a working commit replace next set of commands with something like:
       yum install -y git make
       yum clean all
-      python3 -m pip install --no-cache-dir git+https://github.com/horovod/horovod.git@${HOROVOD_VERSION}
+      CC=gcc CXX=g++ python3 -m pip install --no-cache-dir git+https://github.com/horovod/horovod.git@${HOROVOD_VERSION}
       horovodrun --check-build
     fi
   elif [[ ${OS_PLATFORM} == *"SLES"* ]] || [[ ${OS_PLATFORM} == *"SUSE"* ]]; then
@@ -192,23 +197,17 @@ if [[ ${NOINSTALL} != "True" ]]; then
       zypper clean all
     fi
 
-    if [[ ${MPI_NUM_PROCESSES} != "None" ]]; then
+    if [[ ${MPI_NUM_PROCESSES} != "None"  && $MODE == "training" ]]; then
       ## Installing OpenMPI
       zypper install -y openmpi3 openmpi3-devel openssh openssh-server
       zypper clean all
       export PATH="/usr/lib64/mpi/gcc/openmpi3/bin:${PATH}"
 
-      ## Install Horovod
-      export HOROVOD_WITHOUT_PYTORCH=1
-      export HOROVOD_WITHOUT_MXNET=1
-      export HOROVOD_WITH_TENSORFLOW=1
-      export HOROVOD_VERSION=35b27e9
-
       # In case installing released versions of Horovod fail,and there is
       # a working commit replace next set of commands with something like:
       zypper install -y git make
       zypper clean all
-      python3 -m pip install --no-cache-dir git+https://github.com/horovod/horovod.git@${HOROVOD_VERSION}
+      CC=gcc CXX=g++ python3 -m pip install --no-cache-dir git+https://github.com/horovod/horovod.git@${HOROVOD_VERSION}
       horovodrun --check-build
     fi
   elif [[ ${OS_PLATFORM} == *"Ubuntu"* ]] || [[ ${OS_PLATFORM} == *"Debian"* ]]; then
@@ -224,30 +223,25 @@ if [[ ${NOINSTALL} != "True" ]]; then
       apt-get install google-perftools -y
     fi
 
-    if [[ ${MPI_NUM_PROCESSES} != "None" ]]; then
+    if [[ ${MPI_NUM_PROCESSES} != "None"  && $MODE == "training" ]]; then
       # Installing OpenMPI
       apt-get install openmpi-bin openmpi-common openssh-client openssh-server libopenmpi-dev -y
 
-      # Install Horovod
-      export HOROVOD_WITHOUT_PYTORCH=1
-      export HOROVOD_WITHOUT_MXNET=1
-      export HOROVOD_WITH_TENSORFLOW=1
-      export HOROVOD_WITH_MPI=1
-      export HOROVOD_VERSION=35b27e9
-
       apt-get update
       # In case installing released versions of Horovod fail,and there is
       # a working commit replace next set of commands with something like:
       apt-get install -y --no-install-recommends --fix-missing cmake git
       # TODO: Once this PR https://github.com/horovod/horovod/pull/3864 is merged, we can install horovod as before.
-      # python3 -m pip install --no-cache-dir git+https://github.com/horovod/horovod.git@${HOROVOD_VERSION}
-      git clone https://github.com/horovod/horovod.git
-      cd horovod
-      git reset --hard ${HOROVOD_VERSION}
-      git submodule update --init --recursive
-      git fetch origin pull/3864/head:ashahba/issue-3861-fix
-      git checkout ashahba/issue-3861-fix
-      python3 -m pip install --no-cache-dir -v -e .
+      CC=gcc CXX=g++ python3 -m pip install --no-cache-dir git+https://github.com/horovod/horovod.git@${HOROVOD_VERSION}
+
+      # Will keep this as reference for any future usecase
+      #git clone https://github.com/horovod/horovod.git
+      #cd horovod
+      #git reset --hard ${HOROVOD_VERSION}
+      #git submodule update --init --recursive
+      #git fetch origin pull/3864/head:ashahba/issue-3861-fix
+      #git checkout ashahba/issue-3861-fix
+      #python3 -m pip install --no-cache-dir -v -e .
 
       horovodrun --check-build
     fi
@@ -921,6 +915,27 @@ function mobilenet_v1() {
   fi
 }
 
+# mobilenet_v2 model
+function mobilenet_v2() {
+  if [ ${PRECISION} == "fp32" ] || [ ${PRECISION} == "bfloat16" ]; then
+    CMD="${CMD} $(add_arg "--input_height" ${INPUT_HEIGHT}) $(add_arg "--input_width" ${INPUT_WIDTH}) \
+    $(add_arg "--warmup_steps" ${WARMUP_STEPS}) $(add_arg "--steps" ${STEPS}) \
+    $(add_arg "--input_layer" ${INPUT_LAYER}) $(add_arg "--output_layer" ${OUTPUT_LAYER})"
+
+    PYTHONPATH=${PYTHONPATH} CMD=${CMD} run_model
+  elif [ ${PRECISION} == "int8" ]; then
+    CMD="${CMD} $(add_arg "--input_height" ${INPUT_HEIGHT}) $(add_arg "--input_width" ${INPUT_WIDTH}) \
+    $(add_arg "--warmup_steps" ${WARMUP_STEPS}) $(add_arg "--steps" ${STEPS}) \
+    $(add_arg "--input_layer" ${INPUT_LAYER}) $(add_arg "--output_layer" ${OUTPUT_LAYER}) \
+    $(add_calibration_arg)"
+
+    PYTHONPATH=${PYTHONPATH} CMD=${CMD} run_model
+  else
+    echo "PRECISION=${PRECISION} is not supported for ${MODEL_NAME}"
+    exit 1
+  fi
+}
+
 # MTCC model
 function mtcc() {
   if [ ${PRECISION} == "fp32" ]; then
@@ -1659,6 +1674,8 @@ elif [ ${MODEL_NAME} == "maskrcnn" ]; then
   maskrcnn
 elif [ ${MODEL_NAME} == "mobilenet_v1" ]; then
   mobilenet_v1
+elif [ ${MODEL_NAME} == "mobilenet_v2" ]; then
+  mobilenet_v2
 elif [ ${MODEL_NAME} == "resnet101" ]; then
   resnet101_inceptionv3
 elif [ ${MODEL_NAME} == "resnet50" ]; then
 
@@ -0,0 +1,19 @@
+#
+# -*- coding: utf-8 -*-
+#
+# Copyright (c) 2023 Intel Corporation
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+#