feat: import crawler contact exports

Author: joshp123

go.mod

@@ -1,6 +1,6 @@
 module github.com/openclaw/clawdex
 
-go 1.26.3
+go 1.26.4
 
 require (
 	github.com/alecthomas/kong v1.15.0

internal/cli/cli.go

@@ -1,13 +1,15 @@
 package cli
 
 import (
+	"bytes"
 	"context"
 	"encoding/json"
 	"errors"
 	"fmt"
 	"io"
 	"os"
 	"os/exec"
+	"path/filepath"
 	"sort"
 	"strings"
 	"time"
@@ -16,13 +18,15 @@ import (
 	"github.com/openclaw/clawdex/internal/apple"
 	"github.com/openclaw/clawdex/internal/avatar"
 	"github.com/openclaw/clawdex/internal/birdclaw"
+	"github.com/openclaw/clawdex/internal/contactexport"
 	"github.com/openclaw/clawdex/internal/discrawl"
 	"github.com/openclaw/clawdex/internal/google"
 	"github.com/openclaw/clawdex/internal/index"
 	"github.com/openclaw/clawdex/internal/markdown"
 	"github.com/openclaw/clawdex/internal/model"
 	"github.com/openclaw/clawdex/internal/repo"
 	"github.com/openclaw/clawdex/internal/vcard"
+	"github.com/openclaw/crawlkit/control"
 )
 
 var Version = "dev"
@@ -414,10 +418,116 @@ func (c *SearchCmd) Run(r *Runtime) error {
 type ImportCmd struct {
 	Apple    ImportAppleCmd    `cmd:"" help:"Import Apple Contacts into local markdown"`
 	Birdclaw ImportBirdclawCmd `cmd:"" help:"Import X/Twitter DM contacts from local birdclaw archive"`
+	Contacts ImportContactsCmd `cmd:"" help:"Import contacts from a source crawler"`
 	Google   ImportGoogleCmd   `cmd:"" help:"Import Google Contacts into local markdown"`
 	Discrawl ImportDiscrawlCmd `cmd:"" help:"Import Discord DM contacts from local discrawl archive"`
 }
 
+type ImportContactsCmd struct {
+	From string `name:"from" help:"Crawler binary to import contacts from" required:""`
+}
+
+func (c *ImportContactsCmd) Run(r *Runtime) error {
+	source, contacts, err := readCrawlerContacts(r.ctx, c.From)
+	if err != nil {
+		return err
+	}
+	changes, err := r.store.ImportContacts(source, contacts, r.root.DryRun, time.Now())
+	if err != nil {
+		return err
+	}
+	return r.print(changes)
+}
+
+func readCrawlerContacts(ctx context.Context, binary string) (string, []model.SourceContact, error) {
+	manifest, err := readCrawlerManifest(ctx, binary)
+	if err != nil {
+		return "", nil, err
+	}
+	command, ok := manifest.Commands["contact-export"]
+	if !ok {
+		return "", nil, fmt.Errorf("%s metadata does not advertise contact-export", binary)
+	}
+	if !command.JSON {
+		return "", nil, fmt.Errorf("%s contact-export must advertise json output", binary)
+	}
+	if command.Mutates {
+		return "", nil, fmt.Errorf("%s contact-export must be read-only", binary)
+	}
+	if len(command.Argv) == 0 {
+		return "", nil, fmt.Errorf("%s contact-export argv is empty", binary)
+	}
+	argv, err := contactExportArgv(binary, command.Argv)
+	if err != nil {
+		return "", nil, err
+	}
+	cmd := exec.CommandContext(ctx, argv[0], argv[1:]...) // #nosec G204 -- argv comes from the local crawler manifest and is executed without a shell.
+	var stderr bytes.Buffer
+	cmd.Stderr = &stderr
+	data, err := cmd.Output()
+	if err != nil {
+		msg := strings.TrimSpace(stderr.String())
+		if msg != "" {
+			return "", nil, fmt.Errorf("%s contact-export failed: %w: %s", binary, err, msg)
+		}
+		return "", nil, fmt.Errorf("%s contact-export failed: %w", binary, err)
+	}
+	export, err := contactexport.Decode(bytes.NewReader(data))
+	if err != nil {
+		return "", nil, fmt.Errorf("%s contact-export decode failed: %w", binary, err)
+	}
+	source := strings.TrimSpace(manifest.ID)
+	if source == "" {
+		source = filepath.Base(binary)
+	}
+	return source, sourceContactsFromExport(source, export), nil
+}
+
+func contactExportArgv(binary string, advertised []string) ([]string, error) {
+	if len(advertised) == 0 {
+		return nil, fmt.Errorf("%s contact-export argv is empty", binary)
+	}
+	requestedName := filepath.Base(binary)
+	advertisedName := filepath.Base(advertised[0])
+	if requestedName != "" && advertisedName != "" && requestedName != advertisedName {
+		return nil, fmt.Errorf("%s contact-export argv starts with %q, want %q", binary, advertised[0], requestedName)
+	}
+	argv := append([]string(nil), advertised...)
+	argv[0] = binary
+	return argv, nil
+}
+
+func readCrawlerManifest(ctx context.Context, binary string) (control.Manifest, error) {
+	cmd := exec.CommandContext(ctx, binary, "--json", "metadata") // #nosec G204 -- binary is an explicit local crawler command.
+	var stderr bytes.Buffer
+	cmd.Stderr = &stderr
+	data, err := cmd.Output()
+	if err != nil {
+		msg := strings.TrimSpace(stderr.String())
+		if msg != "" {
+			return control.Manifest{}, fmt.Errorf("%s metadata failed: %w: %s", binary, err, msg)
+		}
+		return control.Manifest{}, fmt.Errorf("%s metadata failed: %w", binary, err)
+	}
+	var manifest control.Manifest
+	if err := json.Unmarshal(data, &manifest); err != nil {
+		return control.Manifest{}, fmt.Errorf("%s metadata decode failed: %w", binary, err)
+	}
+	return manifest, nil
+}
+
+func sourceContactsFromExport(source string, export contactexport.ContactExport) []model.SourceContact {
+	contacts := make([]model.SourceContact, 0, len(export.Contacts))
+	for _, c := range export.Contacts {
+		contact := model.SourceContact{Source: source, Name: c.DisplayName}
+		for i, phone := range c.PhoneNumbers {
+			contact.Phones = append(contact.Phones, model.ContactValue{Value: phone, Source: source, Primary: i == 0})
+		}
+		contacts = append(contacts, contact)
+	}
+	return contacts
+}
+
 type ImportAppleCmd struct {
 	Input   string `name:"input" help:"JSON/NDJSON contact file instead of macOS Contacts"`
 	Avatars bool   `name:"avatars" help:"Import local avatar thumbnails"`