Files
wehub-resource-sync f99010fae1
CI / lint (push) Failing after 1s
CI / frontend (push) Failing after 1s
CI / scripts (push) Failing after 1s
CI / Go Test (ubuntu-latest) (push) Failing after 0s
CI / frontend-node-25 (push) Failing after 1s
CI / docs (push) Failing after 0s
CI / coverage (push) Failing after 0s
CI / e2e (push) Failing after 0s
Docker / build-and-push (push) Failing after 1s
CI / integration (push) Failing after 4m43s
CI / Go Test (windows-latest) (push) Has been cancelled
CI / Desktop Unit Tests (Windows) (push) Has been cancelled
Desktop Artifacts / Desktop Build (Linux (arm64)) (push) Has been cancelled
Desktop Artifacts / Desktop Build (Linux) (push) Has been cancelled
Desktop Artifacts / Desktop Build (Windows) (push) Has been cancelled
Desktop Artifacts (macOS) / Desktop Build (macOS (aarch64)) (push) Has been cancelled
Desktop Artifacts (macOS) / Desktop Build (macOS (x86_64)) (push) Has been cancelled
chore: import upstream snapshot with attribution
2026-07-13 12:30:36 +08:00

152 lines
4.6 KiB
Go

package remotesync
import (
"bytes"
"encoding/json"
"fmt"
"go.kenn.io/agentsview/internal/db"
"go.kenn.io/agentsview/internal/parser"
syncpkg "go.kenn.io/agentsview/internal/sync"
)
type SyncStats struct {
SessionsSynced int `json:"sessions_synced"`
SessionsTotal int `json:"sessions_total"`
Skipped int `json:"skipped"`
Failed int `json:"failed"`
}
type TargetSet struct {
Dirs map[parser.AgentType][]string `json:"dirs"`
Files map[parser.AgentType][]string `json:"files,omitempty"`
ExtraFiles []string `json:"extra_files,omitempty"`
}
// HasFileScopedAgents reports whether any agent exports a curated,
// possibly sanitized file list (Windsurf) rather than a raw directory
// walk. The manifest/delta incremental path has no way to model the
// full-archive writer's per-agent sanitization, so these targets only
// ever travel through the full-archive flow.
func (t TargetSet) HasFileScopedAgents() bool {
return len(t.Files) > 0
}
// IsEmpty reports whether the set names no sync targets at all.
func (t TargetSet) IsEmpty() bool {
return len(t.Dirs) == 0 && len(t.Files) == 0 && len(t.ExtraFiles) == 0
}
// SplitFileScoped partitions the set into the targets the
// manifest/delta path can model (raw directory walks plus extra files)
// and the file-scoped agents whose exports are curated and possibly
// sanitized (Windsurf). The dir-scoped half syncs incrementally via
// the mirror delta; the file-scoped half is fetched as a separate
// small full archive every sync, so a host with Windsurf sessions no
// longer drags its whole corpus onto the full-archive path.
func (t TargetSet) SplitFileScoped() (dirScoped, fileScoped TargetSet) {
for agent, dirs := range t.Dirs {
if _, ok := t.Files[agent]; ok {
if fileScoped.Dirs == nil {
fileScoped.Dirs = make(map[parser.AgentType][]string)
}
fileScoped.Dirs[agent] = dirs
continue
}
if dirScoped.Dirs == nil {
dirScoped.Dirs = make(map[parser.AgentType][]string)
}
dirScoped.Dirs[agent] = dirs
}
fileScoped.Files = t.Files
dirScoped.ExtraFiles = t.ExtraFiles
return dirScoped, fileScoped
}
// DeltaAllowedRoots returns the trusted base paths a delta-archive file
// may resolve under: every non-file-scoped agent directory plus the
// extra files. File-scoped agents (Windsurf) are excluded because
// their raw tree is never delta-streamed. WriteArchiveFiles re-checks
// each requested file against these roots before reading it.
func (t TargetSet) DeltaAllowedRoots() []string {
roots := make([]string, 0, len(t.Dirs)+len(t.ExtraFiles))
for agent, dirs := range t.Dirs {
if _, fileScoped := t.Files[agent]; fileScoped {
continue
}
roots = append(roots, dirs...)
}
roots = append(roots, t.ExtraFiles...)
return roots
}
// ArchiveRequest is the archive endpoint's request body. DeltaFiles,
// when present, selects delta mode: only the named files are streamed
// (validated by SelectAllowedFiles). Old servers ignore the unknown
// field and return the full tree, which is why clients only send
// DeltaFiles after a successful manifest probe.
type ArchiveRequest struct {
TargetSet
DeltaFiles []string `json:"delta_files,omitempty"`
}
func (r ArchiveRequest) MarshalJSON() ([]byte, error) {
out := make(map[string]any)
if r.Dirs != nil {
out["dirs"] = r.Dirs
}
if r.Files != nil {
out["files"] = r.Files
}
if len(r.ExtraFiles) > 0 {
out["extra_files"] = r.ExtraFiles
}
if r.DeltaFiles != nil {
out["delta_files"] = r.DeltaFiles
}
return json.Marshal(out)
}
func (r *ArchiveRequest) UnmarshalJSON(data []byte) error {
var raw struct {
Dirs map[parser.AgentType][]string `json:"dirs"`
Files json.RawMessage `json:"files"`
ExtraFiles []string `json:"extra_files"`
DeltaFiles []string `json:"delta_files"`
}
if err := json.Unmarshal(data, &raw); err != nil {
return err
}
r.TargetSet = TargetSet{
Dirs: raw.Dirs,
ExtraFiles: raw.ExtraFiles,
}
r.DeltaFiles = raw.DeltaFiles
if len(raw.Files) == 0 {
return nil
}
files := bytes.TrimSpace(raw.Files)
if bytes.Equal(files, []byte("null")) {
return nil
}
switch files[0] {
case '{':
return json.Unmarshal(files, &r.Files)
case '[':
if raw.DeltaFiles != nil {
return fmt.Errorf("archive request cannot use both files delta list and delta_files")
}
return json.Unmarshal(files, &r.DeltaFiles)
default:
return fmt.Errorf("archive request files must be an object or array")
}
}
type Importer struct {
Host string
Full bool
DB *db.DB
BlockedResultCategories []string
Progress syncpkg.ProgressFunc
}