fix: scan file buff size

This commit is contained in:
loveuer
2024-03-27 18:09:11 +08:00
parent 8f901f74bd
commit f06782bd9d
5 changed files with 93 additions and 17 deletions

View File

@ -174,22 +174,27 @@ func executeData(ctx context.Context, input, output interfaces.DumpIO) error {
close(ch)
}()
Loop:
for _, query := range queries {
select {
case <-c.Done():
return
default:
if lines, err = input.ReadData(c, f_limit, query); err != nil {
errCh <- err
for {
select {
case <-c.Done():
return
}
default:
if lines, err = input.ReadData(c, f_limit, query); err != nil {
errCh <- err
return
}
if len(lines) == 0 {
input.ResetOffset()
continue
}
logrus.Debugf("executeData: input read_data got lines=%d", len(lines))
ch <- lines
if len(lines) == 0 {
input.ResetOffset()
continue Loop
}
ch <- lines
}
}
}
}(ctx)
@ -219,6 +224,8 @@ func executeData(ctx context.Context, input, output interfaces.DumpIO) error {
return err
}
logrus.Debugf("executeData: output write_data succeed lines=%d", succeed)
if succeed != len(docs) {
return fmt.Errorf("cmd.run: got lines=%d, only succeed=%d", len(docs), succeed)
}