diff --git a/inference_server/models/ds_inference.py b/inference_server/models/ds_inference.py
index b60338b..e48a1c0 100644
--- a/inference_server/models/ds_inference.py
+++ b/inference_server/models/ds_inference.py
@@ -77,7 +77,7 @@ def __init__(self, model_path: str):
     def write_checkpoints_json(self) -> None:
         print(self.model_path)
         with io.open(self.tmp_file, "w", encoding="utf-8") as f:
-            data = {"type": "BLOOM", "checkpoints": glob.glob(f"{self.model_path}/*.bin"), "version": 1.0}
+            data = {"type": "BLOOM", "checkpoints": glob.glob("*.bin", root_dir=self.model_path), "version": 1.0}
             json.dump(data, f)
 
     def __enter__(self):