add stablelm graph calculation

This commit is contained in:
Michael Yang
2024-04-17 13:57:19 -07:00
parent c8afe7168c
commit 3cf483fe48
2 changed files with 6 additions and 1 deletions

View File

@@ -112,7 +112,6 @@ func NewLlamaServer(model string, adapters, projectors []string, opts api.Option
var memoryLayerOutput uint64
for k, v := range layers {
if !strings.HasPrefix(k, "blk.") {
slog.Info("aaa", "name", k, "size", format.HumanBytes2(v.size()))
memoryLayerOutput += v.size()
}
}