update: conn to es add 5s timeout

This commit is contained in:
loveuer 2024-03-26 17:16:11 +08:00
parent 77f0bbebe2
commit 887f450cf8
3 changed files with 21 additions and 15 deletions

View File

@ -40,7 +40,7 @@ jobs:
run: CGO_ENABLE=0 GOOS=darwin GOARCH=arm64 go build -ldflags='-s -w' -o dist/esgo2dump_${{ github.ref_name }}_darwin_arm64 . run: CGO_ENABLE=0 GOOS=darwin GOARCH=arm64 go build -ldflags='-s -w' -o dist/esgo2dump_${{ github.ref_name }}_darwin_arm64 .
- name: create releases - name: create releases
id: create_release id: create_releases
uses: "marvinpinto/action-automatic-releases@latest" uses: "marvinpinto/action-automatic-releases@latest"
with: with:
repo_token: "${{ secrets.GITHUB_TOKEN }}" repo_token: "${{ secrets.GITHUB_TOKEN }}"

View File

@ -13,6 +13,7 @@ import (
"github.com/elastic/go-elasticsearch/v7/esapi" "github.com/elastic/go-elasticsearch/v7/esapi"
"github.com/elastic/go-elasticsearch/v7/esutil" "github.com/elastic/go-elasticsearch/v7/esutil"
"github.com/sirupsen/logrus" "github.com/sirupsen/logrus"
"net"
"net/http" "net/http"
"net/url" "net/url"
"strings" "strings"
@ -55,6 +56,7 @@ func NewClient(url *url.URL, iot interfaces.IO, qm map[string]any) (interfaces.D
RetryBackoff: nil, RetryBackoff: nil,
Transport: &http.Transport{ Transport: &http.Transport{
TLSClientConfig: &tls.Config{InsecureSkipVerify: true}, TLSClientConfig: &tls.Config{InsecureSkipVerify: true},
DialContext: (&net.Dialer{Timeout: 5 * time.Second}).DialContext,
}, },
}, },
); err != nil { ); err != nil {

View File

@ -15,24 +15,28 @@
- download pre-build release: - download pre-build release:
[release](https://github.com/loveuer/esgo2dump/releases) [releases](https://github.com/loveuer/esgo2dump/releases)
### usage ### usage
`esgo2dump -h` `esgo2dump -h`
```bash
esgo2dump --input=http://127.0.0.1:9200/some_index --output=./data.json
esgo2dump --input=http://127.0.0.1:9200/some_index --output=http://192.168.1.1:9200/some_index --limit=5000
esgo2dump --input=https://username:password@127.0.0.1:9200/some_index --output=./data.json
esgo2dump --input=http://127.0.0.1:9200/some_index --output=./data.json --query='{"match": {"name": "some_name"}}'`,
```
### roadmap ### roadmap
[*] data dump - [x] data dump
- [x] mapping dump
[*] mapping dump - [x] es to file
- [x] es to es
[*] es to file - [x] auto create index with mapping
- [ ] auto create index with mapping,setting
[*] es to es - [ ] support es8
[*] auto create index with mapping
[ ] auto create index with mapping,setting
[ ] support es8