diff --git a/vec_inf/client/_helper.py b/vec_inf/client/_helper.py
index ba1c8887..dbb64a20 100644
--- a/vec_inf/client/_helper.py
+++ b/vec_inf/client/_helper.py
@@ -118,12 +118,22 @@ def _get_model_configuration(self, config_path: str | None = None) -> ModelConfi
 
         model_weights_path = Path(model_weights_parent_dir, self.model_name)
 
-        # Only give a warning if weights exist but config missing
+        if self.kwargs.get("hf_model"):
+            return ModelConfig(
+                model_name=self.model_name,
+                model_family="model_family_placeholder",
+                model_type="LLM",
+                gpus_per_node=1,
+                num_nodes=1,
+                vocab_size=1000,
+                model_weights_parent_dir=Path(str(model_weights_parent_dir)),
+            )
+
         if model_weights_path.exists():
             self._warn(
-                f"Warning: '{self.model_name}' configuration not found in config, please ensure model configuration are properly set in command arguments",
+                f"Warning: '{self.model_name}' configuration not found in config, "
+                "please ensure model configuration are properly set in command arguments",
             )
-            # Return a dummy model config object with model name and weights parent dir
             return ModelConfig(
                 model_name=self.model_name,
                 model_family="model_family_placeholder",