starcoder

This commit is contained in:
Michael Yang
2023-10-02 19:52:25 -07:00
parent 1852755154
commit c02c0cd483
5 changed files with 32 additions and 7 deletions

View File

@@ -109,9 +109,13 @@ func (llm *ggufModel) ModelType() string {
if blocks, ok := llm.kv["falcon.block_count"].(uint32); ok {
return falconModelType(blocks)
}
case "starcoder":
if blocks, ok := llm.kv["starcoder.block_count"].(uint32); ok {
return starCoderModelType(blocks)
}
}
return "Unknown"
return "unknown"
}
func (llm *ggufModel) FileType() string {
@@ -120,7 +124,7 @@ func (llm *ggufModel) FileType() string {
return fileType(t)
}
return "Unknown"
return "unknown"
}
func (llm *ggufModel) Decode(r io.Reader) error {