Disable graph optimization (to fix flaky tests in onnx)

Author: alonre24

.circleci/config.yml

@@ -162,9 +162,9 @@ jobs:
       - run:
           name: Submodule checkout
           command: git submodule update --init --recursive
-      #- restore_cache:
-      #    keys:
-      #    - build-dependencies-{{ checksum "get_deps.sh" }}
+      - restore_cache:
+          keys:
+          - build-dependencies-{{ checksum "get_deps.sh" }}
           # If no exact match is found will get dependencies from source
       - setup-automation
       - run:

opt/build/onnxruntime/Dockerfile.x64

@@ -24,7 +24,7 @@ RUN apt-get install -y locales && \
 
 WORKDIR /build
 
-ARG BUILDTYPE=RelWithDebInfo
+ARG BUILDTYPE=MinSizeRel
 
 ARG BUILDARGS="--config ${BUILDTYPE} --parallel"
 

opt/build/onnxruntime/pack.sh

@@ -5,7 +5,7 @@ VER="$1"
 PLATFORM="$2"
 
 mkdir -p pack/include pack/lib
-cp onnxruntime/build/Linux/Debug/libonnxruntime.so.${VER} pack/lib/
+cp onnxruntime/build/Linux/MinSizeRel/libonnxruntime.so.${VER} pack/lib/
 cp onnxruntime/docs/C_API.md pack/
 cp onnxruntime/LICENSE pack/
 cp onnxruntime/README.md pack/

src/backends/onnxruntime.c

@@ -329,7 +329,7 @@ RAI_Model *RAI_ModelCreateORT(RAI_Backend backend, const char *devicestr, RAI_Mo
     }
 
     // TODO: these options could be configured at the AI.CONFIG level
-    // ONNX_VALIDATE_STATUS(ort->SetSessionGraphOptimizationLevel(session_options, 1))
+    ONNX_VALIDATE_STATUS(ort->SetSessionGraphOptimizationLevel(session_options, ORT_DISABLE_ALL))
     ONNX_VALIDATE_STATUS(
         ort->SetIntraOpNumThreads(session_options, (int)opts.backends_intra_op_parallelism))
     ONNX_VALIDATE_STATUS(

tests/flow/tests_onnx.py

@@ -504,7 +504,7 @@ def test_onnx_use_custom_allocator(env):
     ai_memory_config = {k.split(":")[0]: k.split(":")[1]
                         for k in con.execute_command("INFO MODULES").decode().split("#")[4].split()[1:]}
     allocator_access_num_after = ai_memory_config["ai_onnxruntime_memory_access_num"]
-    env.assertEqual(int(allocator_access_num_after) - int(allocator_access_num_before), 16)
+    env.assertEqual(int(allocator_access_num_after) - int(allocator_access_num_before), 22)
 
     values = con.execute_command('AI.TENSORGET', 'b{1}', 'VALUES')
     argmax = max(range(len(values)), key=lambda i: values[i])