feat: make es read/write can be imported

internal/interfaces/dumpio.go

@@ -1,12 +1,13 @@
 package interfaces
 
-import "context"
+import (
+	"context"
+	"github.com/loveuer/esgo2dump/model"
+)
 
 type DumpIO interface {
-	ReadData(ctx context.Context, size int, query map[string]any, includeFields []string) ([]*ESSource, error)
-	WriteData(ctx context.Context, docs []*ESSource) (int, error)
-
-	ResetOffset()
+	ReadData(ctx context.Context, size int, query map[string]any, includeFields []string) (<-chan []*model.ESSource, <-chan error)
+	WriteData(ctx context.Context, docs []*model.ESSource) (int, error)
 
 	ReadMapping(context.Context) (map[string]any, error)
 	WriteMapping(context.Context, map[string]any) error

internal/interfaces/source.go

@@ -1,50 +0,0 @@
-package interfaces
-
-type ESSource struct {
-	DocId   string         `json:"_id"`
-	Index   string         `json:"_index"`
-	Content map[string]any `json:"_source"`
-}
-
-type ESResponse struct {
-	ScrollId string `json:"_scroll_id"`
-	Took     int    `json:"took"`
-	TimedOut bool   `json:"timed_out"`
-	Shards   struct {
-		Total      int `json:"total"`
-		Successful int `json:"successful"`
-		Skipped    int `json:"skipped"`
-		Failed     int `json:"failed"`
-	} `json:"_shards"`
-	Hits struct {
-		Total struct {
-			Value    int    `json:"value"`
-			Relation string `json:"relation"`
-		} `json:"total"`
-		MaxScore float64     `json:"max_score"`
-		Hits     []*ESSource `json:"hits"`
-	} `json:"hits"`
-}
-
-type ESMapping map[string]struct {
-	Mappings struct {
-		Properties map[string]any `json:"properties"`
-	} `json:"mappings"`
-}
-
-type ESResponseV6 struct {
-	ScrollId string `json:"_scroll_id"`
-	Took     int    `json:"took"`
-	TimedOut bool   `json:"timed_out"`
-	Shards   struct {
-		Total      int `json:"total"`
-		Successful int `json:"successful"`
-		Skipped    int `json:"skipped"`
-		Failed     int `json:"failed"`
-	} `json:"_shards"`
-	Hits struct {
-		Total    int         `json:"total"`
-		MaxScore float64     `json:"max_score"`
-		Hits     []*ESSource `json:"hits"`
-	} `json:"hits"`
-}