loveuer/esgo2dump
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

update: add write mapping,setting info msg, go module name

Browse Source
This commit is contained in:
loveuer 2024-03-26 17:23:10 +08:00
parent 887f450cf8
commit ff7aa194aa
7 changed files with 40 additions and 23 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
go.mod
View File

@ -1,4 +1,4 @@
module esgo2dump
module github.com/loveuer/esgo2dump
go 1.18

3
internal/cmd/cmd.go
View File

@ -2,7 +2,8 @@ package cmd
import (
"context"
"esgo2dump/internal/opt"
"github.com/loveuer/esgo2dump/internal/opt"
"github.com/spf13/cobra"
)

30
internal/cmd/run.go
View File

@ -4,16 +4,17 @@ import (
"context"
"encoding/json"
"errors"
"esgo2dump/internal/interfaces"
"esgo2dump/internal/opt"
"esgo2dump/internal/xes"
"esgo2dump/internal/xfile"
"fmt"
"github.com/sirupsen/logrus"
"github.com/spf13/cobra"
"io"
"net/url"
"os"
"github.com/loveuer/esgo2dump/internal/interfaces"
"github.com/loveuer/esgo2dump/internal/opt"
"github.com/loveuer/esgo2dump/internal/xes"
"github.com/loveuer/esgo2dump/internal/xfile"
"github.com/sirupsen/logrus"
"github.com/spf13/cobra"
)
func run(cmd *cobra.Command, args []string) error {
@ -55,14 +56,26 @@ func run(cmd *cobra.Command, args []string) error {
return err
}
return ioo.WriteMapping(cmd.Context(), mapping)
if err = ioo.WriteMapping(cmd.Context(), mapping); err != nil {
return err
}
logrus.Info("Dump: write mapping succeed!!!")
return nil
case "setting":
var setting map[string]any
if setting, err = ioi.ReadSetting(cmd.Context()); err != nil {
return err
}
return ioo.WriteSetting(cmd.Context(), setting)
if err = ioo.WriteSetting(cmd.Context(), setting); err != nil {
return err
}
logrus.Info("Dump: write setting succeed!!!")
return nil
default:
return fmt.Errorf("unknown type=%s", f_type)
}
@ -98,7 +111,6 @@ func executeData(ctx context.Context, input, output interfaces.DumpIO) error {
}
logrus.Infof("Dump: %d docs succeed!!!", succeed)
}
}

15
internal/xes/xes.go
View File

@ -5,19 +5,20 @@ import (
"context"
"crypto/tls"
"encoding/json"
"esgo2dump/internal/interfaces"
"esgo2dump/internal/opt"
"esgo2dump/internal/util"
"fmt"
elastic "github.com/elastic/go-elasticsearch/v7"
"github.com/elastic/go-elasticsearch/v7/esapi"
"github.com/elastic/go-elasticsearch/v7/esutil"
"github.com/sirupsen/logrus"
"net"
"net/http"
"net/url"
"strings"
"time"
elastic "github.com/elastic/go-elasticsearch/v7"
"github.com/elastic/go-elasticsearch/v7/esapi"
"github.com/elastic/go-elasticsearch/v7/esutil"
"github.com/loveuer/esgo2dump/internal/interfaces"
"github.com/loveuer/esgo2dump/internal/opt"
"github.com/loveuer/esgo2dump/internal/util"
"github.com/sirupsen/logrus"
)
func NewClient(url *url.URL, iot interfaces.IO, qm map[string]any) (interfaces.DumpIO, error) {

5
internal/xes/xes_test.go
View File

@ -1,9 +1,10 @@
package xes
import (
"esgo2dump/internal/util"
elastic "github.com/elastic/go-elasticsearch/v7"
"testing"
elastic "github.com/elastic/go-elasticsearch/v7"
"github.com/loveuer/esgo2dump/internal/util"
)
func TestGetESMapping(t *testing.T) {

5
internal/xfile/xfile.go
View File

@ -4,10 +4,11 @@ import (
"bufio"
"context"
"encoding/json"
"esgo2dump/internal/interfaces"
"github.com/sirupsen/logrus"
"io"
"os"
"github.com/loveuer/esgo2dump/internal/interfaces"
"github.com/sirupsen/logrus"
)
type client struct {

3
main.go
View File

@ -2,10 +2,11 @@ package main
import (
"context"
"esgo2dump/internal/cmd"
"os/signal"
"syscall"
"github.com/loveuer/esgo2dump/internal/cmd"
"github.com/sirupsen/logrus"
)