refactor: add vae footprint

Signed-off-by: thxCode <[email protected]>
gpustack · Jan 14, 2025 · c626bea · c626bea
1 parent 229f32d
commit c626bea
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/file_estimate__stablediffusioncpp.go b/file_estimate__stablediffusioncpp.go
@@ -346,6 +346,9 @@ func (gf *GGUFFile) EstimateStableDiffusionCppRun(opts ...GGUFRunEstimateOption)
 
 		// Decode usage.
 		if aeLs != nil && !*o.SDCFreeComputeMemoryImmediately {
+			// Bootstrap.
+			e.Autoencoder.Devices[aeDevIdx].Footprint += GGUFBytesScalar(100 * 1024 * 1024) /*100 MiB*/
+
 			var convDim uint64
 			{
 				m, _ := aeLs.Index([]string{