Merge pull request #167 from covexo/devspace-status-sync

Implement devspace status sync (Resolve #91)

Author: FabianKramm

cmd/status_sync.go

@@ -1,24 +1,208 @@
 package cmd
 
 import (
+	"encoding/json"
+	"io/ioutil"
+	"math"
+	"os"
+	"path/filepath"
+	"regexp"
+	"strconv"
+	"strings"
+	"time"
+
+	"github.com/covexo/devspace/pkg/util/log"
 	"github.com/spf13/cobra"
 )
 
+var initialSyncCompleted = regexp.MustCompile(`^\[Sync\] Initial sync completed\. Processed (\d+) changes$`)
+var syncStopped = regexp.MustCompile(`^\[Sync\] Sync stopped$`)
+var downstreamChanges = regexp.MustCompile(`^\[Downstream\] Successfully processed (\d+) change\(s\)$`)
+var upstreamChanges = regexp.MustCompile(`^\[Upstream\] Successfully processed (\d+) change\(s\)$`)
+
+type syncStatus struct {
+	Status    string
+	Pod       string
+	Local     string
+	Container string
+
+	LastActivity     string
+	LastActivityTime string
+	Error            string
+
+	TotalChanges int
+}
+
 // RunStatusSync executes the devspace status sync commad logic
 func (cmd *StatusCmd) RunStatusSync(cobraCmd *cobra.Command, args []string) {
-	// config := configutil.GetConfig(false)
-
 	// Read syncLog
-	/*cwd, err := os.Getwd()
+	cwd, err := os.Getwd()
 	if err != nil {
 		log.Fatal(err)
 	}
 
-	syncLogPath := path.Join(cwd, ".devspace", "logs", "syncLog.log")
+	syncLogPath := filepath.Join(cwd, ".devspace", "logs", "sync.log")
 	data, err := ioutil.ReadFile(syncLogPath)
 	if err != nil {
-		log.Fatalf("Couldn't read %s. Do you have a sync path configured?", syncLogPath)
+		log.Fatalf("Couldn't read %s. Do you have a sync path configured? (check `devspace list sync`)", syncLogPath)
+	}
+
+	syncMap := make(map[string]*syncStatus)
+	lines := strings.Split(string(data), "\n")
+
+	for _, line := range lines {
+		if line == "" {
+			continue
+		}
+
+		jsonMap := make(map[string]string)
+		err = json.Unmarshal([]byte(line), &jsonMap)
+		if err != nil {
+			log.Fatal(err)
+		}
+		if isSyncJSONMapInvalid(jsonMap) {
+			log.Fatalf("Error parsing %s: Json object is invalid %s", syncLogPath, line)
+		}
+
+		err = updateSyncMap(syncMap, jsonMap)
+		if err != nil {
+			log.Fatal(err)
+		}
+	}
+
+	if len(syncMap) == 0 {
+		log.Info("No sync activity found. Did you run `devspace up`?")
+		return
+	}
+
+	// Print table
+	header := []string{
+		"Status",
+		"Pod",
+		"Local",
+		"Container",
+		"Latest Activity",
+		"Total Changes",
+	}
+
+	values := make([][]string, 0, len(syncMap))
+
+	for _, status := range syncMap {
+		latestActivity := status.LastActivity
+
+		if status.Error != "" {
+			latestActivity = status.Error
+		}
+
+		parsedTime, _ := time.Parse(time.RFC3339, status.LastActivityTime)
+		latestActivity += " (" + intToTimeString(int(time.Now().Unix()-parsedTime.Unix())) + " ago)"
+
+		syncStatus := status.Status
+		if syncStatus == "" {
+			syncStatus = "Active"
+		}
+
+		values = append(values, []string{
+			syncStatus,
+			status.Pod,
+			status.Local,
+			status.Container,
+			latestActivity,
+			strconv.Itoa(status.TotalChanges),
+		})
+	}
+
+	log.PrintTable(header, values)
+}
+
+func intToTimeString(timeDifference int) string {
+	days := math.Floor(float64(timeDifference) / (60.0 * 60.0 * 24.0))
+	if days > 0 {
+		if days == 1 {
+			return "1 day"
+		}
+
+		return strconv.Itoa(int(days)) + " days"
+	}
+
+	hours := math.Floor(float64(timeDifference) / (60.0 * 60.0))
+	if hours > 0 {
+		if hours == 1 {
+			return "1 hour"
+		}
+
+		return strconv.Itoa(int(hours)) + " hours"
+	}
+
+	minutes := math.Floor(float64(timeDifference) / 60.0)
+	if minutes > 0 {
+		if minutes == 1 {
+			return "1 minute"
+		}
+
+		return strconv.Itoa(int(minutes)) + " minutes"
+	}
+
+	if timeDifference > 0 {
+		if timeDifference == 1 {
+			return "1 seconds"
+		}
+
+		return strconv.Itoa(timeDifference) + " seconds"
+	}
+
+	return "0 seconds"
+}
+
+func isSyncJSONMapInvalid(jsonMap map[string]string) bool {
+	return jsonMap["container"] == "" || jsonMap["local"] == "" || jsonMap["pod"] == "" || jsonMap["level"] == "" || jsonMap["time"] == "" || jsonMap["msg"] == ""
+}
+
+func updateSyncMap(syncMap map[string]*syncStatus, jsonMap map[string]string) error {
+	pod := jsonMap["pod"]
+	local := jsonMap["local"]
+	container := jsonMap["container"]
+	message := jsonMap["msg"]
+	level := jsonMap["level"]
+	time := jsonMap["time"]
+
+	identifier := pod + ":" + local + ":" + container
+
+	if syncMap[identifier] == nil {
+		syncMap[identifier] = &syncStatus{
+			Pod:       pod,
+			Container: container,
+			Local:     local,
+		}
+	}
+
+	if level == "error" {
+		syncMap[identifier].Status = "Error"
+		syncMap[identifier].Error = message
+		syncMap[identifier].LastActivityTime = time
+	} else if matches := initialSyncCompleted.FindStringSubmatch(message); len(matches) == 2 {
+		syncMap[identifier].LastActivity = "Initially transferred " + matches[1] + " changes"
+		syncMap[identifier].LastActivityTime = time
+
+		changes, _ := strconv.Atoi(matches[1])
+		syncMap[identifier].TotalChanges += changes
+	} else if matches := downstreamChanges.FindStringSubmatch(message); len(matches) == 2 {
+		syncMap[identifier].LastActivity = "Downloaded " + matches[1] + " changes"
+		syncMap[identifier].LastActivityTime = time
+
+		changes, _ := strconv.Atoi(matches[1])
+		syncMap[identifier].TotalChanges += changes
+	} else if matches := upstreamChanges.FindStringSubmatch(message); len(matches) == 2 {
+		syncMap[identifier].LastActivity = "Uploaded " + matches[1] + " changes"
+		syncMap[identifier].LastActivityTime = time
+
+		changes, _ := strconv.Atoi(matches[1])
+		syncMap[identifier].TotalChanges += changes
+	} else if syncStopped.MatchString(message) {
+		syncMap[identifier].Status = "Stopped"
+		syncMap[identifier].LastActivity = "Sync stopped"
+		syncMap[identifier].LastActivityTime = time
 	}
 
-	_ = strings.Split(string(data), "\n")*/
+	return nil
 }

pkg/devspace/sync/sync_config.go

@@ -393,4 +393,6 @@ func (s *SyncConfig) Stop() {
 			}
 		}
 	}
+
+	s.Logln("[Sync] Sync stopped")
 }