fix(backend): add param_hosting_ratio for estimate varm required (#224)

sl-gn · sibianl · web-flow · commit d57d7a939e75 · 2025-11-12T15:43:39.000+08:00
Co-authored-by: sibianl &lt;sibianl@rings.net.cn&gt;
diff --git a/src/backend/server/static_config.py b/src/backend/server/static_config.py
@@ -168,6 +168,8 @@ def build_single_model(model_info):
 def estimate_vram_gb_required(model_info):
     if model_info is None:
         return 0
+
+    param_hosting_ratio = 0.65
     return (
         (
             model_info.embedding_io_bytes
@@ -177,6 +179,7 @@ def estimate_vram_gb_required(model_info):
         / 1024
         / 1024
         / 1024
+        / param_hosting_ratio
     )
 
 

Original file line number	Diff line number	Diff line change
`@@ -168,6 +168,8 @@ def build_single_model(model_info):`
`168`	`168`	`def estimate_vram_gb_required(model_info):`
`169`	`169`	`if model_info is None:`
`170`	`170`	`return 0`
	`171`	`+`
	`172`	`+ param_hosting_ratio = 0.65`
`171`	`173`	`return (`
`172`	`174`	`(`
`173`	`175`	`model_info.embedding_io_bytes`
`@@ -177,6 +179,7 @@ def estimate_vram_gb_required(model_info):`
`177`	`179`	`/ 1024`
`178`	`180`	`/ 1024`
`179`	`181`	`/ 1024`
	`182`	`+ / param_hosting_ratio`
`180`	`183`	`)`
`181`	`184`
`182`	`185`