sysdep: add support for darwin & windows

Author: yousong

cmd/mypan/sync.go

@@ -12,11 +12,11 @@ import (
 	"path/filepath"
 	"sort"
 	"strings"
-	"syscall"
 
 	"mypan/pkg/client"
 	"mypan/pkg/config"
 	"mypan/pkg/store"
+	"mypan/pkg/sysdep"
 	"mypan/pkg/util"
 
 	"github.com/golang/glog"
@@ -609,9 +609,10 @@ func (su *Sync) getOrSetSrcCacheEntry(ctx context.Context, srcAbsPath string) Sr
 	if err != nil {
 		return nil
 	}
-	var ino uint64
-	if stat, ok := fi.Sys().(*syscall.Stat_t); ok {
-		ino = stat.Ino
+	ino, err := sysdep.FileIdByPath(srcAbsPath)
+	if err != nil {
+		glog.Warningf("fetch file id %s: %v", srcAbsPath, err)
+		return nil
 	}
 
 	// cache hit?

pkg/client/upload.go

@@ -9,8 +9,8 @@ import (
 	"net/url"
 	"os"
 	"strconv"
-	"syscall"
 
+	"mypan/pkg/sysdep"
 	"mypan/pkg/util"
 
 	"github.com/pkg/errors"
@@ -54,11 +54,11 @@ func (client *Client) Upload(
 		Size:  fi.Size(),
 		Mtime: fi.ModTime().Unix(),
 	}
-	switch fiSys := fi.Sys().(type) {
-	case *syscall.Stat_t:
-		statopt.Ctime = fiSys.Ctim.Sec
-	default:
-		client.vlog().Infof("unexpected stat type: %T", fiSys)
+	ctime := sysdep.FileInfoGetCtime(fi)
+	if ctime >= 0 {
+		statopt.Ctime = ctime
+	} else {
+		client.vlog().Infof("fetch ctime failed, stat source: %T", fi.Sys())
 	}
 	if statopt.Size < MIN_SIZE_MULTIPART_UPLOAD {
 		return client.uploadSingle(ctx, f, dst)

pkg/sysdep/stat.go

@@ -0,0 +1,15 @@
+// SPDX-License-Identifier: MIT
+// Copyright (c) 2023 Yousong Zhou
+package sysdep
+
+import "os"
+
+func FileInfoGetCtime(fi os.FileInfo) int64 {
+	sys := fi.Sys()
+	sec := fiSysGetCtime(sys)
+	return sec
+}
+
+func FileIdByPath(p string) (uint64, error) {
+	return fileIdByPath(p)
+}

pkg/sysdep/stat_darwin.go

@@ -0,0 +1,16 @@
+// SPDX-License-Identifier: MIT
+// Copyright (c) 2023 Yousong Zhou
+package sysdep
+
+import "syscall"
+
+func fiSysGetCtime(sys any) int64 {
+	st, ok := sys.(*syscall.Stat_t)
+	if !ok {
+		return -1
+	}
+	if st.Birthtimespec.Sec != 0 || st.Birthtimespec.Nsec != 0 {
+		return st.Birthtimespec.Sec
+	}
+	return st.Ctimespec.Sec
+}

pkg/sysdep/stat_linux.go

@@ -0,0 +1,18 @@
+// SPDX-License-Identifier: MIT
+// Copyright (c) 2023 Yousong Zhou
+
+//go:build unix
+
+package sysdep
+
+import (
+	"syscall"
+)
+
+func fiSysGetCtime(sys any) int64 {
+	st, ok := sys.(*syscall.Stat_t)
+	if !ok {
+		return -1
+	}
+	return int64(st.Ctim.Sec)
+}

pkg/sysdep/stat_unix.go

@@ -0,0 +1,25 @@
+// SPDX-License-Identifier: MIT
+// Copyright (c) 2023 Yousong Zhou
+
+//go:build unix
+
+package sysdep
+
+import (
+	"fmt"
+	"os"
+	"syscall"
+)
+
+func fileIdByPath(p string) (uint64, error) {
+	fi, err := os.Stat(p)
+	if err != nil {
+		return 0, err
+	}
+	sys := fi.Sys()
+	if stat, ok := sys.(*syscall.Stat_t); ok {
+		return stat.Ino, nil
+	} else {
+		return 0, fmt.Errorf("unknown stat type: %T", sys)
+	}
+}

pkg/sysdep/stat_windows.go

@@ -0,0 +1,53 @@
+// SPDX-License-Identifier: MIT
+// Copyright (c) 2023 Yousong Zhou
+package sysdep
+
+import (
+	"syscall"
+)
+
+func fiSysGetCtime(sys any) int64 {
+	attr, ok := sys.(*syscall.Win32FileAttributeData)
+	if !ok {
+		return -1
+	}
+	nsec := attr.CreationTime.Nanoseconds()
+	sec := nsec / (1e9)
+	return sec
+}
+
+func fileIdByPath(p string) (uint64, error) {
+	pathp, err := syscall.UTF16PtrFromString(p)
+	if err != nil {
+		return 0, err
+	}
+
+	// Per https://learn.microsoft.com/en-us/windows/win32/fileio/reparse-points-and-file-operations,
+	// “Applications that use the CreateFile function should specify the
+	// FILE_FLAG_OPEN_REPARSE_POINT flag when opening the file if it is a reparse
+	// point.”
+	//
+	// And per https://learn.microsoft.com/en-us/windows/win32/api/fileapi/nf-fileapi-createfilew,
+	// “If the file is not a reparse point, then this flag is ignored.”
+	//
+	// So we set FILE_FLAG_OPEN_REPARSE_POINT unconditionally, since we want
+	// information about the reparse point itself.
+	//
+	// If the file is a symlink, the symlink target should have already been
+	// resolved when the fileStat was created, so we don't need to worry about
+	// resolving symlink reparse points again here.
+	attrs := uint32(syscall.FILE_FLAG_BACKUP_SEMANTICS | syscall.FILE_FLAG_OPEN_REPARSE_POINT)
+
+	h, err := syscall.CreateFile(pathp, 0, 0, nil, syscall.OPEN_EXISTING, attrs, 0)
+	if err != nil {
+		return 0, err
+	}
+	defer syscall.CloseHandle(h)
+	var i syscall.ByHandleFileInformation
+	err = syscall.GetFileInformationByHandle(h, &i)
+	if err != nil {
+		return 0, err
+	}
+	fileIndex := (uint64(i.FileIndexHigh) << 32) | uint64(i.FileIndexLow)
+	return fileIndex, nil
+}