[ML] Add bypass for graph validation

bin/pytorch_inference/CCmdLineParser.cc

@@ -41,7 +41,8 @@ bool CCmdLineParser::parse(int argc,
                            std::size_t& cacheMemorylimitBytes,
                            bool& validElasticLicenseKeyConfirmed,
                            bool& lowPriority,
-                           bool& useImmediateExecutor) {
+                           bool& useImmediateExecutor,
+                           bool& skipModelValidation) {
     try {
         boost::program_options::options_description desc(DESCRIPTION);
         // clang-format off
@@ -75,6 +76,7 @@ bool CCmdLineParser::parse(int argc,
             ("lowPriority", "Execute process in low priority")
             ("useImmediateExecutor", "Execute requests on the main thread. This mode should only used for "
             "benchmarking purposes to ensure requests are processed in order)")
+            ("skipModelValidation", "Skip TorchScript model graph validation. WARNING: disables security checks on model operations.")
         ;
         // clang-format on
 
@@ -148,6 +150,9 @@ bool CCmdLineParser::parse(int argc,
                 return false;
             }
         }
+        if (vm.count("skipModelValidation") > 0) {
+            skipModelValidation = true;
+        }
     } catch (std::exception& e) {
         std::cerr << "Error processing command line: " << e.what() << std::endl;
         return false;

bin/pytorch_inference/CCmdLineParser.h

@@ -52,7 +52,8 @@ class CCmdLineParser {
                       std::size_t& cacheMemorylimitBytes,
                       bool& validElasticLicenseKeyConfirmed,
                       bool& lowPriority,
-                      bool& useImmediateExecutor);
+                      bool& useImmediateExecutor,
+                      bool& skipModelValidation);
 
 private:
     static const std::string DESCRIPTION;

bin/pytorch_inference/Main.cc

@@ -203,13 +203,14 @@ int main(int argc, char** argv) {
     bool validElasticLicenseKeyConfirmed{false};
     bool lowPriority{false};
     bool useImmediateExecutor{false};
+    bool skipModelValidation{false};
 
     if (ml::torch::CCmdLineParser::parse(
             argc, argv, modelId, namedPipeConnectTimeout, inputFileName,
-            isInputFileNamedPipe, outputFileName, isOutputFileNamedPipe,
-            restoreFileName, isRestoreFileNamedPipe, logFileName, logProperties,
-            numThreadsPerAllocation, numAllocations, cacheMemorylimitBytes,
-            validElasticLicenseKeyConfirmed, lowPriority, useImmediateExecutor) == false) {
+            isInputFileNamedPipe, outputFileName, isOutputFileNamedPipe, restoreFileName,
+            isRestoreFileNamedPipe, logFileName, logProperties, numThreadsPerAllocation,
+            numAllocations, cacheMemorylimitBytes, validElasticLicenseKeyConfirmed,
+            lowPriority, useImmediateExecutor, skipModelValidation) == false) {
         return EXIT_FAILURE;
     }
 
@@ -315,7 +316,12 @@ int main(int argc, char** argv) {
             return EXIT_FAILURE;
         }
         module_ = torch::jit::load(std::move(readAdapter));
-        verifySafeModel(module_);
+        if (skipModelValidation) {
+            LOG_WARN(<< "Model graph validation SKIPPED — --skipModelValidation flag is set. "
+                     << "This disables security checks on model operations.");
+        } else {
+            verifySafeModel(module_);
+        }
         module_.eval();
 
         LOG_DEBUG(<< "model loaded");