Automated SOFIEInference, removed profiler inference

Author: fsossai

root/tmva/sofie/CMakeLists.txt

@@ -26,7 +26,6 @@ if(ROOT_tmva_FOUND AND ROOT_tmva-sofie_FOUND)
     set(CAPTURE_STR "BENCHMARK_CAPTURE(${FUNC_NAME}, @1,\t@2)@3")
     set(HEAD_COMMENT "Automatically configured by CMake")
     set(ALL_CAPTURES "")
-    set(ONNX_MODEL_NAMES "")
     foreach(model ${ONNX_MODELS})
       get_filename_component(fname ${model} NAME)
       get_filename_component(fname_we ${model} NAME_WE)
@@ -46,27 +45,55 @@ if(ROOT_tmva_FOUND AND ROOT_tmva-sofie_FOUND)
     target_link_directories(ONNXRuntimeInference PRIVATE ${ONNXRuntime_LIBRARIES})
     target_include_directories(ONNXRuntimeInference PRIVATE ${ONNXRuntime_INCLUDE_DIR})
 
+  else()
+    message(WARNING "ONNXRuntime not found")
   endif()
 
-  # Checking the SOFIE compiler
-  if(NOT EXISTS ${ROOTSYS}/tmva/sofie/test/emitFromONNX)
-    message(FATAL_ERROR "SOFIE compiler not found")
-  endif()
+  # Configuring SOFIEInference_Template.cxx.in
+  set(FUNC_NAME "BM_SOFIE_Inference")
+  set(CAPTURE_STR "BENCHMARK_CAPTURE(${FUNC_NAME}, @1,\t@2)@3")
+  set(INCLUDES_STR "#include @1")
+  set(FUNCS_STR "\t\t{ @1,\t{@2,\t@3} }")
+  set(HEAD_COMMENT "Automatically configured by CMake")
+  set(ALL_CAPTURES "")
+  set(ALL_INCLUDES "")
+  set(ALL_FUNCS "")
+  set(COMPILED_MODELS_DIR ${ONNX_MODELS_DIR}/compiled)
+  file(GLOB COMPILED_MODELS "${COMPILED_MODELS_DIR}/*.hxx")
+  set(inc "")
+  set(cap "")
+  set(funcs "")
+  foreach(model ${COMPILED_MODELS})
+    get_filename_component(fname ${model} NAME)
+    get_filename_component(fname_we ${model} NAME_WE)
+    # Fixing the string for the include headers
+    string(REPLACE "@1" "\"${COMPILED_MODELS_DIR}/${fname}\"" inc ${INCLUDES_STR})
+    list(APPEND ALL_INCLUDES ${inc})
+    # Fixing the string for the GBenchmark captures
+    string(REPLACE "@1" ${fname_we} cap ${CAPTURE_STR})
+    string(REPLACE "@2" "\"${fname_we}\"" cap ${cap})
+    list(APPEND ALL_CAPTURES ${cap})
+    # Fixing the string for the actual infer function that each capture will call
+    string(REPLACE "@1" "\"${fname_we}\"" funcs ${FUNCS_STR})
+    string(REPLACE "@2" "TMVA_SOFIE_${fname_we}::infer" funcs ${funcs})
+    string(REPLACE "@3" "0" funcs ${funcs})
+    list(APPEND ALL_FUNCS ${funcs})
+  endforeach()
 
+  # Transforming list of strings into a single multi-line string
+  string(REPLACE ";" "\n" BENCHMARK_CAPTURES "${ALL_CAPTURES}")         # String[] -> String
+  string(REPLACE "@3" ";" BENCHMARK_CAPTURES "${BENCHMARK_CAPTURES}")   # Adding semicolon
+  string(REPLACE ";" "\n" INCLUDE_HEADERS "${ALL_INCLUDES}")            # String[] -> String
+  string(REPLACE ";" ",\n" FUNC_TUPLES "${ALL_FUNCS}")            # String[] -> String
+  configure_file(SOFIEInference_Template.cxx.in SOFIEInference.cxx @ONLY)
+  
   # Benchmark for models emitted by SOFIE
   RB_ADD_GBENCHMARK(SOFIEInference
     SOFIEInference.cxx
     LABEL short
-    LIBRARIES TMVA blas
+    LIBRARIES TMVA openblas
   )
+  target_include_directories(SOFIEInference PRIVATE ${CMAKE_CURRENT_SOURCE_DIR})
 
-  # Benchmark for models emitted by SOFIE (with RModelProfiler)
-  # This should be useful in measuring profiler's overhead
-  RB_ADD_GBENCHMARK(SOFIEInferenceProfiler
-    SOFIEInferenceProfiler.cxx
-    LABEL short
-    LIBRARIES TMVA blas
-  )
-  
 endif()
 

root/tmva/sofie/SOFIEInference.cxx

@@ -0,0 +1,36 @@
+// @HEAD_COMMENT@
+// Author: Federico Sossai (fsossai), 2021
+
+#include <benchmark/benchmark.h>
+
+#include <iostream>
+#include <vector>
+#include <functional>
+#include <unordered_map>
+
+@INCLUDE_HEADERS@
+
+using namespace std;
+
+static void @FUNC_NAME@(benchmark::State& state, std::string model_name)
+{
+    vector<float> input;
+
+    typedef function<vector<float>(float*)> infer_t;
+    unordered_map<string, pair<infer_t, size_t>> all_infer_funcs{
+@FUNC_TUPLES@
+    };
+
+    infer_t infer_func;
+    size_t input_size;
+    tie(infer_func, input_size) = all_infer_funcs[model_name];
+    //input.resize(input_size);
+    input.resize(10'000); // temporary remedy
+
+    for (auto _ : state) {
+        infer_func(input.data());
+    }
+}
+@BENCHMARK_CAPTURES@
+
+BENCHMARK_MAIN();