ihateninjas/ollama
1
0
Fork 0
mirror of https://github.com/ollama/ollama synced 2026-04-23 08:45:14 +00:00
Code Issues Actions 1 Packages Projects Releases Wiki Activity

server: emit load and total durations for a load

Browse source
This commit is contained in:
Richard Lyons 2025-02-21 18:41:34 +01:00
parent 5c5535c064
commit 6b6746b5b4
1 changed files with 8 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

8
server/routes.go
View file

@ -191,6 +191,10 @@ func (s *Server) GenerateHandler(c *gin.Context) {
CreatedAt: time.Now().UTC(),
Done: true,
DoneReason: "load",
Metrics: api.Metrics{
LoadDuration: checkpointLoaded.Sub(checkpointStart),
TotalDuration: checkpointLoaded.Sub(checkpointStart),
},
})
return
}
@ -1443,6 +1447,10 @@ func (s *Server) ChatHandler(c *gin.Context) {
Message: api.Message{Role: "assistant"},
Done: true,
DoneReason: "load",
Metrics: api.Metrics{
LoadDuration: checkpointLoaded.Sub(checkpointStart),
TotalDuration: checkpointLoaded.Sub(checkpointStart),
},
})
return
}