Adding environment variable to skip NUMA node check

nv-morpheus · Oct 10, 2024 · 7ca14fd · 7ca14fd
1 parent cef7f0b
commit 7ca14fd
Showing 1 changed file with 12 additions and 1 deletion.
diff --git a/cpp/mrc/src/internal/system/partitions.cpp b/cpp/mrc/src/internal/system/partitions.cpp
@@ -80,7 +80,18 @@ Partitions::Partitions(const Topology& topology, const Options& options)
         CHECK_NE(rc, -1);
         if (node_set.weight() != 0)
         {
-            CHECK_EQ(node_set.weight(), 1);
+            if (node_set.weight() != 1)
+            {
+                if (std::getenv("MRC_IGNORE_NUMA_CHECK") != nullptr)
+                {
+                    LOG(WARNING) << "warning: gpu_id: " << gpu_id << " is not associated with exactly 1 numa node";
+                }
+                else
+                {
+                    LOG(FATAL) << "fatal: gpu_id: " << gpu_id << " is not associated with exactly 1 numa node";
+                }
+            }
+
             gpus_per_numa_node.insert(node_set, gpu_id);
         }
     }