require at least four cpu cores

flexflow · Jan 13, 2024 · 0b3289c · 0b3289c
1 parent 240c532
commit 0b3289c
Showing 1 changed file with 6 additions and 0 deletions.
diff --git a/src/runtime/inference_manager.cc b/src/runtime/inference_manager.cc
@@ -537,6 +537,12 @@ void FFModel::set_position_offset(int offset) {
 }
 
 void FFModel::compile_inference() {
+  // Request at least four CPU processors for inference runs
+  assert(
+      config.cpusPerNode >= 4 &&
+      "FlexFlow Serve requires at least four CPU cores per node, please add "
+      "`-ll:cpu 4` in the command line if you are using the C++ interface or "
+      "set `num_cpus` in `ff.init` if you are using the Python interface");
   Context ctx = config.lg_ctx;
   Runtime *runtime = config.lg_hlr;
   config.computationMode = COMP_MODE_INFERENCE;