diff --git a/python/tvm/relay/frontend/onnx.py b/python/tvm/relay/frontend/onnx.py
index e512b92d7..1b33b8040 100644
--- a/python/tvm/relay/frontend/onnx.py
+++ b/python/tvm/relay/frontend/onnx.py
@@ -7203,7 +7203,7 @@ def _parse_graph_initializers(self, graph):
             if self._freeze_params:
                 self._nodes[init_tensor.name] = _expr.const(array)
             else:
-                if (
+                if "constant" in init_tensor.name.lower() or (
                     "weight" not in init_tensor.name
                     and "bias" not in init_tensor.name
                     and ("int" in array.dtype or "bool" in array.dtype)