update UI when config reloads

Author: mostlygeek

llama-swap.go

@@ -77,6 +77,13 @@ func main() {
 			currentPM.Shutdown()
 			srv.Handler = proxy.New(config)
 			fmt.Println("Configuration Reloaded")
+
+			// wait a few seconds and tell any UI to reload
+			time.AfterFunc(3*time.Second, func() {
+				event.Emit(proxy.ConfigFileChangedEvent{
+					ReloadingState: "end",
+				})
+			})
 		} else {
 			config, err = proxy.LoadConfig(*configPath)
 			if err != nil {
@@ -92,7 +99,9 @@ func main() {
 	debouncedReload := debounce(time.Second, reloadProxyManager)
 	if *watchConfig {
 		defer event.On(func(e proxy.ConfigFileChangedEvent) {
-			debouncedReload()
+			if e.ReloadingState == "start" {
+				debouncedReload()
+			}
 		})()
 
 		fmt.Println("Watching Configuration for changes")
@@ -119,7 +128,9 @@ func main() {
 				select {
 				case changeEvent := <-watcher.Events:
 					if changeEvent.Name == absConfigPath && (changeEvent.Has(fsnotify.Write) || changeEvent.Has(fsnotify.Create) || changeEvent.Has(fsnotify.Remove)) {
-						event.Emit(proxy.ConfigFileChangedEvent{})
+						event.Emit(proxy.ConfigFileChangedEvent{
+							ReloadingState: "start",
+						})
 					}
 
 				case err := <-watcher.Errors:

proxy/events.go

@@ -24,7 +24,9 @@ func (e ChatCompletionStats) Type() uint32 {
 	return ChatCompletionStatsEventID
 }
 
-type ConfigFileChangedEvent struct{}
+type ConfigFileChangedEvent struct {
+	ReloadingState string
+}
 
 func (e ConfigFileChangedEvent) Type() uint32 {
 	return ConfigFileChangedEventID

proxy/proxymanager_api.go

@@ -88,6 +88,7 @@ func (pm *ProxyManager) apiListModelsSSE(c *gin.Context) {
 	c.SSEvent("message", pm.getModelStatus())
 	c.Writer.Flush()
 
+	// send whenever the any process state
 	defer event.On(func(e ProcessStateChangeEvent) {
 		if c != nil && c.Writer != nil {
 			models := pm.getModelStatus()
@@ -96,6 +97,15 @@ func (pm *ProxyManager) apiListModelsSSE(c *gin.Context) {
 		}
 	})()
 
+	// resend the models when the config is reloaded
+	defer event.On(func(e ConfigFileChangedEvent) {
+		if c != nil && c.Writer != nil && e.ReloadingState == "end" {
+			models := pm.getModelStatus()
+			c.SSEvent("message", models)
+			c.Writer.Flush()
+		}
+	})()
+
 	select {
 	case <-c.Request.Context().Done():
 	case <-pm.shutdownCtx.Done():