Redirect HTTP and Gin server logs into a file (xds-server-verbose.log).
[src/xds/xds-server.git] / lib / syncthing / st.go
index 7d07b70..b622970 100644 (file)
@@ -2,26 +2,306 @@ package st
 
 import (
        "encoding/json"
+       "os"
+       "os/exec"
+       "path"
+       "path/filepath"
+       "syscall"
+       "time"
 
        "strings"
 
        "fmt"
 
+       "io"
+
+       "io/ioutil"
+
+       "regexp"
+
        "github.com/Sirupsen/logrus"
-       "github.com/iotbzh/xds-server/lib/common"
+       common "github.com/iotbzh/xds-common/golib"
+       "github.com/iotbzh/xds-server/lib/xdsconfig"
        "github.com/syncthing/syncthing/lib/config"
 )
 
 // SyncThing .
 type SyncThing struct {
        BaseURL string
-       client  *common.HTTPClient
-       log     *logrus.Logger
+       APIKey  string
+       Home    string
+       STCmd   *exec.Cmd
+       STICmd  *exec.Cmd
+       MyID    string
+
+       // Private fields
+       binDir      string
+       logsDir     string
+       exitSTChan  chan ExitChan
+       exitSTIChan chan ExitChan
+       conf        *xdsconfig.Config
+       client      *common.HTTPClient
+       log         *logrus.Logger
+       Events      *Events
+}
+
+// ExitChan Channel used for process exit
+type ExitChan struct {
+       status int
+       err    error
+}
+
+// ConfigInSync Check whether if Syncthing configuration is in sync
+type configInSync struct {
+       ConfigInSync bool `json:"configInSync"`
+}
+
+// FolderStatus Information about the current status of a folder.
+type FolderStatus struct {
+       GlobalFiles       int   `json:"globalFiles"`
+       GlobalDirectories int   `json:"globalDirectories"`
+       GlobalSymlinks    int   `json:"globalSymlinks"`
+       GlobalDeleted     int   `json:"globalDeleted"`
+       GlobalBytes       int64 `json:"globalBytes"`
+
+       LocalFiles       int   `json:"localFiles"`
+       LocalDirectories int   `json:"localDirectories"`
+       LocalSymlinks    int   `json:"localSymlinks"`
+       LocalDeleted     int   `json:"localDeleted"`
+       LocalBytes       int64 `json:"localBytes"`
+
+       NeedFiles       int   `json:"needFiles"`
+       NeedDirectories int   `json:"needDirectories"`
+       NeedSymlinks    int   `json:"needSymlinks"`
+       NeedDeletes     int   `json:"needDeletes"`
+       NeedBytes       int64 `json:"needBytes"`
+
+       InSyncFiles int   `json:"inSyncFiles"`
+       InSyncBytes int64 `json:"inSyncBytes"`
+
+       State        string    `json:"state"`
+       StateChanged time.Time `json:"stateChanged"`
+
+       Sequence int64 `json:"sequence"`
+
+       IgnorePatterns bool `json:"ignorePatterns"`
 }
 
 // NewSyncThing creates a new instance of Syncthing
-func NewSyncThing(url string, apikey string, log *logrus.Logger) *SyncThing {
-       cl, err := common.HTTPNewClient(url,
+func NewSyncThing(conf *xdsconfig.Config, log *logrus.Logger) *SyncThing {
+       var url, apiKey, home, binDir string
+       var err error
+
+       stCfg := conf.FileConf.SThgConf
+       if stCfg != nil {
+               url = stCfg.GuiAddress
+               apiKey = stCfg.GuiAPIKey
+               home = stCfg.Home
+               binDir = stCfg.BinDir
+       }
+
+       if url == "" {
+               url = "http://localhost:8384"
+       }
+       if url[0:7] != "http://" {
+               url = "http://" + url
+       }
+
+       if home == "" {
+               home = "/mnt/share"
+       }
+
+       if binDir == "" {
+               if binDir, err = filepath.Abs(filepath.Dir(os.Args[0])); err != nil {
+                       binDir = "/usr/local/bin"
+               }
+       }
+
+       s := SyncThing{
+               BaseURL: url,
+               APIKey:  apiKey,
+               Home:    home,
+               binDir:  binDir,
+               logsDir: conf.FileConf.LogsDir,
+               log:     log,
+               conf:    conf,
+       }
+
+       // Create Events monitoring
+       s.Events = s.NewEventListener()
+
+       return &s
+}
+
+// Start Starts syncthing process
+func (s *SyncThing) startProc(exeName string, args []string, env []string, eChan *chan ExitChan) (*exec.Cmd, error) {
+
+       // Kill existing process (useful for debug ;-) )
+       if os.Getenv("DEBUG_MODE") != "" {
+               exec.Command("bash", "-c", "pkill -9 "+exeName).Output()
+       }
+
+       path, err := exec.LookPath(path.Join(s.binDir, exeName))
+       if err != nil {
+               return nil, fmt.Errorf("Cannot find %s executable in %s", exeName, s.binDir)
+       }
+       cmd := exec.Command(path, args...)
+       cmd.Env = os.Environ()
+       for _, ev := range env {
+               cmd.Env = append(cmd.Env, ev)
+       }
+
+       // open log file
+       var outfile *os.File
+       logFilename := filepath.Join(s.logsDir, exeName+".log")
+       if s.logsDir != "" {
+               outfile, err := os.Create(logFilename)
+               if err != nil {
+                       return nil, fmt.Errorf("Cannot create log file %s", logFilename)
+               }
+
+               cmdOut, err := cmd.StdoutPipe()
+               if err != nil {
+                       return nil, fmt.Errorf("Pipe stdout error for : %s", err)
+               }
+
+               go io.Copy(outfile, cmdOut)
+       }
+
+       err = cmd.Start()
+       if err != nil {
+               return nil, err
+       }
+
+       *eChan = make(chan ExitChan, 1)
+       go func(c *exec.Cmd, oF *os.File) {
+               status := 0
+               sts, err := c.Process.Wait()
+               if !sts.Success() {
+                       s := sts.Sys().(syscall.WaitStatus)
+                       status = s.ExitStatus()
+               }
+               if oF != nil {
+                       oF.Close()
+               }
+               s.log.Debugf("%s exited with status %d, err %v", exeName, status, err)
+
+               *eChan <- ExitChan{status, err}
+       }(cmd, outfile)
+
+       return cmd, nil
+}
+
+// Start Starts syncthing process
+func (s *SyncThing) Start() (*exec.Cmd, error) {
+       var err error
+
+       s.log.Infof(" ST home=%s", s.Home)
+       s.log.Infof(" ST  url=%s", s.BaseURL)
+
+       args := []string{
+               "--home=" + s.Home,
+               "-no-browser",
+               "--gui-address=" + s.BaseURL,
+       }
+
+       if s.APIKey != "" {
+               args = append(args, "-gui-apikey=\""+s.APIKey+"\"")
+               s.log.Infof(" ST apikey=%s", s.APIKey)
+       }
+       if s.log.Level == logrus.DebugLevel {
+               args = append(args, "-verbose")
+       }
+
+       env := []string{
+               "STNODEFAULTFOLDER=1",
+               "STNOUPGRADE=1",
+               "STNORESTART=1", // FIXME SEB remove ?
+       }
+
+       s.STCmd, err = s.startProc("syncthing", args, env, &s.exitSTChan)
+
+       // Use autogenerated apikey if not set by config.json
+       if err == nil && s.APIKey == "" {
+               if fd, err := os.Open(filepath.Join(s.Home, "config.xml")); err == nil {
+                       defer fd.Close()
+                       if b, err := ioutil.ReadAll(fd); err == nil {
+                               re := regexp.MustCompile("<apikey>(.*)</apikey>")
+                               key := re.FindStringSubmatch(string(b))
+                               if len(key) >= 1 {
+                                       s.APIKey = key[1]
+                               }
+                       }
+               }
+       }
+
+       return s.STCmd, err
+}
+
+// StartInotify Starts syncthing-inotify process
+func (s *SyncThing) StartInotify() (*exec.Cmd, error) {
+       var err error
+       exeName := "syncthing-inotify"
+
+       s.log.Infof(" STI  url=%s", s.BaseURL)
+
+       args := []string{
+               "-target=" + s.BaseURL,
+       }
+       if s.APIKey != "" {
+               args = append(args, "-api="+s.APIKey)
+               s.log.Infof("%s uses apikey=%s", exeName, s.APIKey)
+       }
+       if s.log.Level == logrus.DebugLevel {
+               args = append(args, "-verbosity=4")
+       }
+
+       env := []string{}
+
+       s.STICmd, err = s.startProc(exeName, args, env, &s.exitSTIChan)
+
+       return s.STICmd, err
+}
+
+func (s *SyncThing) stopProc(pname string, proc *os.Process, exit chan ExitChan) {
+       if err := proc.Signal(os.Interrupt); err != nil {
+               s.log.Infof("Proc interrupt %s error: %s", pname, err.Error())
+
+               select {
+               case <-exit:
+               case <-time.After(time.Second):
+                       // A bigger bonk on the head.
+                       if err := proc.Signal(os.Kill); err != nil {
+                               s.log.Infof("Proc term %s error: %s", pname, err.Error())
+                       }
+                       <-exit
+               }
+       }
+       s.log.Infof("%s stopped (PID %d)", pname, proc.Pid)
+}
+
+// Stop Stops syncthing process
+func (s *SyncThing) Stop() {
+       if s.STCmd == nil {
+               return
+       }
+       s.stopProc("syncthing", s.STCmd.Process, s.exitSTChan)
+       s.STCmd = nil
+}
+
+// StopInotify Stops syncthing process
+func (s *SyncThing) StopInotify() {
+       if s.STICmd == nil {
+               return
+       }
+       s.stopProc("syncthing-inotify", s.STICmd.Process, s.exitSTIChan)
+       s.STICmd = nil
+}
+
+// Connect Establish HTTP connection with Syncthing
+func (s *SyncThing) Connect() error {
+       var err error
+       s.client, err = common.HTTPNewClient(s.BaseURL,
                common.HTTPClientConfig{
                        URLPrefix:           "/rest",
                        HeaderClientKeyName: "X-Syncthing-ID",
@@ -29,19 +309,28 @@ func NewSyncThing(url string, apikey string, log *logrus.Logger) *SyncThing {
        if err != nil {
                msg := ": " + err.Error()
                if strings.Contains(err.Error(), "connection refused") {
-                       msg = fmt.Sprintf("(url: %s)", url)
+                       msg = fmt.Sprintf("(url: %s)", s.BaseURL)
                }
-               log.Debugf("ERROR: cannot connect to Syncthing %s", msg)
-               return nil
+               return fmt.Errorf("ERROR: cannot connect to Syncthing %s", msg)
+       }
+       if s.client == nil {
+               return fmt.Errorf("ERROR: cannot connect to Syncthing (null client)")
        }
 
-       s := SyncThing{
-               BaseURL: url,
-               client:  cl,
-               log:     log,
+       // Redirect HTTP log into a file
+       s.client.SetLogLevel(s.conf.Log.Level.String())
+       s.client.LoggerPrefix = "SYNCTHING: "
+       s.client.LoggerOut = s.conf.LogVerboseOut
+
+       s.MyID, err = s.IDGet()
+       if err != nil {
+               return fmt.Errorf("ERROR: cannot retrieve ID")
        }
 
-       return &s
+       // Start events monitoring
+       err = s.Events.Start()
+
+       return err
 }
 
 // IDGet returns the Syncthing ID of Syncthing instance running locally
@@ -74,3 +363,16 @@ func (s *SyncThing) ConfigSet(cfg config.Configuration) error {
        }
        return s.client.HTTPPost("system/config", string(body))
 }
+
+// IsConfigInSync Returns true if configuration is in sync
+func (s *SyncThing) IsConfigInSync() (bool, error) {
+       var data []byte
+       var d configInSync
+       if err := s.client.HTTPGet("system/config/insync", &data); err != nil {
+               return false, err
+       }
+       if err := json.Unmarshal(data, &d); err != nil {
+               return false, err
+       }
+       return d.ConfigInSync, nil
+}