From bc29f550d8bb1355abf23d1a769885bcd15dca9a Mon Sep 17 00:00:00 2001 From: Hillium Date: Mon, 31 Aug 2020 11:19:08 +0800 Subject: [PATCH 1/3] summary: add real time cost to log collector Signed-off-by: Hillium --- pkg/restore/client.go | 1 + pkg/restore/import.go | 4 ++-- pkg/summary/collector.go | 5 ++++- 3 files changed, 7 insertions(+), 3 deletions(-) diff --git a/pkg/restore/client.go b/pkg/restore/client.go index d69610782..b02b21c0d 100644 --- a/pkg/restore/client.go +++ b/pkg/restore/client.go @@ -818,6 +818,7 @@ func (rc *Client) GoValidateChecksum( } elapsed := time.Since(start) summary.CollectDuration("restore checksum", elapsed) + summary.CollectSuccessUnit("table checksumed", 1, elapsed) outCh <- struct{}{} close(outCh) }() diff --git a/pkg/restore/import.go b/pkg/restore/import.go index 6825bcf07..662014b83 100644 --- a/pkg/restore/import.go +++ b/pkg/restore/import.go @@ -326,9 +326,9 @@ func (importer *FileImporter) Import( zap.Error(errIngest)) return errIngest } - summary.CollectSuccessUnit(summary.TotalKV, 1, file.TotalKvs) - summary.CollectSuccessUnit(summary.TotalBytes, 1, file.TotalBytes) } + summary.CollectSuccessUnit(summary.TotalKV, 1, file.TotalKvs) + summary.CollectSuccessUnit(summary.TotalBytes, 1, file.TotalBytes) return nil }, newImportSSTBackoffer()) return err diff --git a/pkg/summary/collector.go b/pkg/summary/collector.go index 903977a4d..cd315f7f9 100644 --- a/pkg/summary/collector.go +++ b/pkg/summary/collector.go @@ -77,6 +77,7 @@ type logCollector struct { ints map[string]int uints map[string]uint64 successStatus bool + startTime time.Time log logFunc } @@ -92,6 +93,7 @@ func newLogCollector(log logFunc) LogCollector { ints: make(map[string]int), uints: make(map[string]uint64), log: log, + startTime: time.Now(), } } @@ -189,7 +191,8 @@ func (tc *logCollector) Summary(name string) { for _, cost := range tc.successCosts { totalCost += cost } - msg += fmt.Sprintf(", total take(s): %.2f", totalCost.Seconds()) + msg += fmt.Sprintf(", total take(TiKV service time): %s", totalCost) + msg += fmt.Sprintf(", total take(real time): %s", time.Since(tc.startTime)) for name, data := range tc.successData { if name == TotalBytes { fData := float64(data) / 1024 / 1024 From 06f36c1ac02e46b3f29f85a90a928b643cb4c9e1 Mon Sep 17 00:00:00 2001 From: Hillium Date: Tue, 1 Sep 2020 11:00:39 +0800 Subject: [PATCH 2/3] summary: rename TiKV service time to $name time Signed-off-by: Hillium --- pkg/summary/collector.go | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/pkg/summary/collector.go b/pkg/summary/collector.go index cd315f7f9..d3a6b9bc4 100644 --- a/pkg/summary/collector.go +++ b/pkg/summary/collector.go @@ -191,7 +191,7 @@ func (tc *logCollector) Summary(name string) { for _, cost := range tc.successCosts { totalCost += cost } - msg += fmt.Sprintf(", total take(TiKV service time): %s", totalCost) + msg += fmt.Sprintf(", total take(%s time): %s", name, totalCost) msg += fmt.Sprintf(", total take(real time): %s", time.Since(tc.startTime)) for name, data := range tc.successData { if name == TotalBytes { From 06cd25a41da0eb2627c7f9d69eb9651e825921ab Mon Sep 17 00:00:00 2001 From: Hillium Date: Tue, 1 Sep 2020 17:01:37 +0800 Subject: [PATCH 3/3] restore: fix a typo Signed-off-by: Hillium --- pkg/restore/client.go | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/pkg/restore/client.go b/pkg/restore/client.go index b02b21c0d..b6af2b758 100644 --- a/pkg/restore/client.go +++ b/pkg/restore/client.go @@ -818,7 +818,7 @@ func (rc *Client) GoValidateChecksum( } elapsed := time.Since(start) summary.CollectDuration("restore checksum", elapsed) - summary.CollectSuccessUnit("table checksumed", 1, elapsed) + summary.CollectSuccessUnit("table checksum", 1, elapsed) outCh <- struct{}{} close(outCh) }()