From 86da73b08eee23d1cdd227694ce66f943aec599b Mon Sep 17 00:00:00 2001
From: Youxin Chen <yx113.chen@samsung.com>
Date: Fri, 11 Apr 2025 16:45:14 +0800
Subject: [PATCH 1/2] [tools/onnx-subgraph] add functions for json config
 process

add functions for json config process

ONE-DCO-1.0-Signed-off-by: Youxin Chen <yx113.chen@samsung.com>
---
 tools/onnx_subgraph/src/lib/device.cpp | 127 ++++++++++++++++++++++++-
 1 file changed, 125 insertions(+), 2 deletions(-)

diff --git a/tools/onnx_subgraph/src/lib/device.cpp b/tools/onnx_subgraph/src/lib/device.cpp
index d0f6b5da1a8..6af5bb4fdaa 100644
--- a/tools/onnx_subgraph/src/lib/device.cpp
+++ b/tools/onnx_subgraph/src/lib/device.cpp
@@ -15,11 +15,134 @@
  */
 #include "device.h"
 
-void Device::GetDeviceJson(const std::string &json_path) { return; }
+void Device::GetDeviceJson(const std::string &json_path)
+{
+  Json::Reader reader;
+  Json::Value root;
+
+  // Open the JSON file in binary mode
+  std::ifstream in(json_path, std::ios::binary);
+  if (!in.is_open())
+  {
+    std::cout << "Error opening file\n";
+    exit(-1);
+  }
+
+  if (reader.parse(in, root))
+  {
+    // Extract and set the maximum subgraph size from hardware limits
+    float max_subgraph_size_json = root["hardware_limits"]["max_subgraph_size"].asFloat();
+    _max_subgraph_size = max_subgraph_size_json;
+
+    // Iterate through performance data to identify operations where NPU outperforms CPU
+    for (unsigned int i = 0; i < root["performance_data"].size(); i++)
+    {
+      if (root["performance_data"][i]["CPU_time"].asFloat() >
+          root["performance_data"][i]["NPU_time"].asFloat())
+      {
+        _NPUPreferOp.push_back(root["performance_data"][i]["name"].asString());
+        std::cout << "Performance Op: " << root["performance_data"][i]["name"].asString()
+                  << std::endl;
+      }
+    }
+
+    // Iterate through and store supported NPU operations
+    for (int i = 0; i < int(root["NPU_supported_ops"].size()); i++)
+    {
+      if (std::find(_NPUSupportOp.begin(), _NPUSupportOp.end(),
+                    root["NPU_supported_ops"][i].asString()) == _NPUSupportOp.end())
+      {
+        _NPUSupportOp.push_back(root["NPU_supported_ops"][i].asString());
+        std::cout << "NPU Supported: " << root["NPU_supported_ops"][i].asString() << std::endl;
+      }
+    }
+
+    // Iterate through and store supported CPU operations
+    for (int i = 0; i < int(root["CPU_supported_ops"].size()); i++)
+    {
+      if (std::find(_CPUSupportOp.begin(), _CPUSupportOp.end(),
+                    root["CPU_supported_ops"][i].asString()) == _CPUSupportOp.end())
+      {
+        _CPUSupportOp.push_back(root["CPU_supported_ops"][i].asString());
+        std::cout << "CPU Supported: " << root["CPU_supported_ops"][i].asString() << std::endl;
+      }
+    }
+  }
+}
 
 void Device::GenerateCutInstruction(std::vector<onnx::GraphProto> &Subgraphs, std::string device,
                                     std::vector<std::unordered_set<NodeTensor>> &subgraphs_inputs,
                                     std::vector<std::unordered_set<NodeTensor>> &subgraphs_outputs)
 {
-  return;
+  std::cout << "Generate Cut Instruction for Target_NPU" << std::endl;
+  // open file
+  std::string file_name = device + "CutInstruction.txt";
+  std::ofstream outFile(file_name);
+
+  if (!outFile.is_open())
+  {
+    std::cerr << "Error opening file." << std::endl;
+    exit(-1);
+  }
+
+  for (size_t i = 0; i < Subgraphs.size(); i++)
+  {
+    // default parameters
+    std::string modelFile = _onnxFile;
+
+    std::unordered_set<NodeTensor> graphInputs = subgraphs_inputs[i];
+    std::unordered_set<NodeTensor> graphOutputs = subgraphs_outputs[i];
+
+    std::string inputName = "\"";
+    for (const auto &input : graphInputs)
+    {
+      inputName = inputName + input.name + ";";
+    }
+
+    // delete last semicolon
+    if (!inputName.empty() && inputName.back() == ';')
+    {
+      inputName.pop_back();
+    }
+
+    inputName = inputName + "\"";
+    std::string outputName = "\"";
+
+    for (const auto &output : graphOutputs)
+    {
+      outputName = outputName + output.name + ";";
+    }
+
+    // delete last semicolon
+    if (!outputName.empty() && outputName.back() == ';')
+    {
+      outputName.pop_back();
+    }
+    outputName = outputName + "\"";
+
+    std::string inputShape = "\"";
+    for (const auto &input : graphInputs)
+    {
+      for (const auto &dim : input.shape)
+      {
+        inputShape = inputShape + std::to_string(dim) + " ";
+      }
+
+      // delete last space
+      if (!inputShape.empty() && inputShape.back() == ' ')
+      {
+        inputShape.pop_back();
+      }
+      inputShape = inputShape + ";";
+    }
+
+    // delete last semicolon
+    if (!inputShape.empty() && inputShape.back() == ';')
+    {
+      inputShape.pop_back();
+    }
+    inputShape = inputShape + "\"";
+  }
+
+  outFile.close();
 }

From 95f58c621e6de2a10eb22055fc85480a448030d5 Mon Sep 17 00:00:00 2001
From: chenyx113 <chenyouxin113@qq.com>
Date: Sat, 12 Apr 2025 21:53:14 +0800
Subject: [PATCH 2/2] update code as review comment

---
 tools/onnx_subgraph/src/lib/device.cpp | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tools/onnx_subgraph/src/lib/device.cpp b/tools/onnx_subgraph/src/lib/device.cpp
index 6af5bb4fdaa..bd2b353fb2b 100644
--- a/tools/onnx_subgraph/src/lib/device.cpp
+++ b/tools/onnx_subgraph/src/lib/device.cpp
@@ -24,7 +24,7 @@ void Device::GetDeviceJson(const std::string &json_path)
   std::ifstream in(json_path, std::ios::binary);
   if (!in.is_open())
   {
-    std::cout << "Error opening file\n";
+    std::cerr << "Error opening file." << std::endl;
     exit(-1);
   }