docker ps sometimes lists years ago

This should be more accurate

Signed-off-by: Eric Curtin <eric.curtin@docker.com>

Author: ericcurtin

cmd/cli/commands/ps.go

@@ -59,13 +59,18 @@ func psTable(ps []desktop.BackendStatus) string {
 			modelName = stripDefaultsFromModelName(modelName)
 		}
 
-		lastUsed := "in use"
-		if !status.LastUsed.IsZero() {
+		var lastUsed string
+		if status.InUse {
+			lastUsed = "in use"
+		} else if !status.LastUsed.IsZero() {
 			duration := time.Since(status.LastUsed)
 			if duration < 0 {
 				duration = 0
 			}
 			lastUsed = units.HumanDuration(duration) + " ago"
+		} else {
+			// This case should not happen if InUse is properly set, but fallback to "in use" for zero time
+			lastUsed = "in use"
 		}
 
 		table.Append([]string{

cmd/cli/desktop/desktop.go

@@ -586,6 +586,8 @@ type BackendStatus struct {
 	Mode string `json:"mode"`
 	// LastUsed represents when this backend was last used (if it's idle)
 	LastUsed time.Time `json:"last_used,omitempty"`
+	// InUse indicates whether this backend is currently handling a request
+	InUse bool `json:"in_use,omitempty"`
 }
 
 func (c *Client) PS() ([]BackendStatus, error) {

pkg/inference/scheduling/api.go

@@ -64,6 +64,8 @@ type BackendStatus struct {
 	Mode string `json:"mode"`
 	// LastUsed represents when this (backend, model, mode) tuple was last used
 	LastUsed time.Time `json:"last_used,omitempty"`
+	// InUse indicates whether this backend is currently handling a request
+	InUse bool `json:"in_use,omitempty"`
 }
 
 // DiskUsage represents the disk usage of the models and default backend.

pkg/inference/scheduling/scheduler.go

@@ -319,6 +319,7 @@ func (s *Scheduler) getLoaderStatus(ctx context.Context) []BackendStatus {
 				ModelName:   runnerInfo.modelRef,
 				Mode:        key.mode.String(),
 				LastUsed:    time.Time{},
+				InUse:       s.loader.references[runnerInfo.slot] > 0,
 			}
 
 			if s.loader.references[runnerInfo.slot] == 0 {