Merge branch 'main' into add-multimodal-demo

Author: ilopezluna

pkg/inference/scheduling/scheduler.go

@@ -112,6 +112,13 @@ func (s *Scheduler) routeHandlers() map[string]http.HandlerFunc {
 	for _, route := range openAIRoutes {
 		m[route] = s.handleOpenAIInference
 	}
+
+	// Register /v1/models routes - these delegate to the model manager
+	m["GET "+inference.InferencePrefix+"/{backend}/v1/models"] = s.handleModels
+	m["GET "+inference.InferencePrefix+"/{backend}/v1/models/{name...}"] = s.handleModels
+	m["GET "+inference.InferencePrefix+"/v1/models"] = s.handleModels
+	m["GET "+inference.InferencePrefix+"/v1/models/{name...}"] = s.handleModels
+
 	m["GET "+inference.InferencePrefix+"/status"] = s.GetBackendStatus
 	m["GET "+inference.InferencePrefix+"/ps"] = s.GetRunningBackends
 	m["GET "+inference.InferencePrefix+"/df"] = s.GetDiskUsage
@@ -502,6 +509,12 @@ func parseBackendMode(mode string) inference.BackendMode {
 	}
 }
 
+// handleModels handles GET /engines/{backend}/v1/models* requests
+// by delegating to the model manager
+func (s *Scheduler) handleModels(w http.ResponseWriter, r *http.Request) {
+	s.modelManager.ServeHTTP(w, r)
+}
+
 // ServeHTTP implements net/http.Handler.ServeHTTP.
 func (s *Scheduler) ServeHTTP(w http.ResponseWriter, r *http.Request) {
 	s.lock.RLock()