mirror of
https://github.com/tendermint/tendermint.git
synced 2026-02-12 23:01:30 +00:00
add separated runs by UUID (#9367)
This _should_ be the last piece needed for this tool.
This allows the tool to generate reports on multiple experimental runs that may have been performed against the same chain.
The `load` tool has been updated to generate a `UUID` on startup to uniquely identify each experimental run. The `report` tool separates all of the results it reads by `UUID` and performs separate calculations for each discovered experiment.
Sample output is as follows
```
Experiment ID: 6bd7d1e8-d82c-4dbe-a1b3-40ab99e4fa30
Connections: 1
Rate: 1000
Size: 1024
Total Valid Tx: 9000
Total Negative Latencies: 0
Minimum Latency: 86.632837ms
Maximum Latency: 1.151089602s
Average Latency: 813.759361ms
Standard Deviation: 225.189977ms
Experiment ID: 453960af-6295-4282-aed6-367fc17c0de0
Connections: 1
Rate: 1000
Size: 1024
Total Valid Tx: 9000
Total Negative Latencies: 0
Minimum Latency: 79.312992ms
Maximum Latency: 1.162446243s
Average Latency: 422.755139ms
Standard Deviation: 241.832475ms
Total Invalid Tx: 0
```
closes: #9352
#### PR checklist
- [ ] Tests written/updated, or no tests needed
- [ ] `CHANGELOG_PENDING.md` updated, or no changelog entry needed
- [ ] Updated relevant documentation (`docs/`) and code comments, or no
documentation updates needed
(cherry picked from commit 1067ba1571)
# Conflicts:
# go.mod
This commit is contained in:
committed by
Mergify
parent
441405eb9e
commit
c6d66028cb
@@ -3,6 +3,7 @@ package main
|
||||
import (
|
||||
"fmt"
|
||||
|
||||
"github.com/google/uuid"
|
||||
"github.com/informalsystems/tm-load-test/pkg/loadtest"
|
||||
"github.com/tendermint/tendermint/test/loadtime/payload"
|
||||
)
|
||||
@@ -20,6 +21,7 @@ type ClientFactory struct{}
|
||||
// TxGenerator holds the set of information that will be used to generate
|
||||
// each transaction.
|
||||
type TxGenerator struct {
|
||||
id []byte
|
||||
conns uint64
|
||||
rate uint64
|
||||
size uint64
|
||||
@@ -49,7 +51,9 @@ func (f *ClientFactory) ValidateConfig(cfg loadtest.Config) error {
|
||||
}
|
||||
|
||||
func (f *ClientFactory) NewClient(cfg loadtest.Config) (loadtest.Client, error) {
|
||||
u := [16]byte(uuid.New())
|
||||
return &TxGenerator{
|
||||
id: u[:],
|
||||
conns: uint64(cfg.Connections),
|
||||
rate: uint64(cfg.Rate),
|
||||
size: uint64(cfg.Size),
|
||||
@@ -61,5 +65,6 @@ func (c *TxGenerator) GenerateTx() ([]byte, error) {
|
||||
Connections: c.conns,
|
||||
Rate: c.rate,
|
||||
Size: c.size,
|
||||
Id: c.id,
|
||||
})
|
||||
}
|
||||
|
||||
@@ -8,7 +8,6 @@ import (
|
||||
"os"
|
||||
"strconv"
|
||||
"strings"
|
||||
"time"
|
||||
|
||||
"github.com/tendermint/tendermint/store"
|
||||
"github.com/tendermint/tendermint/test/loadtime/report"
|
||||
@@ -48,7 +47,7 @@ func main() {
|
||||
}
|
||||
s := store.NewBlockStore(db)
|
||||
defer s.Close()
|
||||
r, err := report.GenerateFromBlockStore(s)
|
||||
rs, err := report.GenerateFromBlockStore(s)
|
||||
if err != nil {
|
||||
panic(err)
|
||||
}
|
||||
@@ -58,30 +57,47 @@ func main() {
|
||||
panic(err)
|
||||
}
|
||||
w := csv.NewWriter(cf)
|
||||
err = w.WriteAll(toRecords(r.All))
|
||||
err = w.WriteAll(toCSVRecords(rs.List()))
|
||||
if err != nil {
|
||||
panic(err)
|
||||
}
|
||||
return
|
||||
}
|
||||
for _, r := range rs.List() {
|
||||
fmt.Printf(""+
|
||||
"Experiment ID: %s\n\n"+
|
||||
"\tConnections: %d\n"+
|
||||
"\tRate: %d\n"+
|
||||
"\tSize: %d\n\n"+
|
||||
"\tTotal Valid Tx: %d\n"+
|
||||
"\tTotal Negative Latencies: %d\n"+
|
||||
"\tMinimum Latency: %s\n"+
|
||||
"\tMaximum Latency: %s\n"+
|
||||
"\tAverage Latency: %s\n"+
|
||||
"\tStandard Deviation: %s\n\n", r.ID, r.Connections, r.Rate, r.Size, len(r.All), r.NegativeCount, r.Min, r.Max, r.Avg, r.StdDev)
|
||||
|
||||
fmt.Printf(""+
|
||||
"Total Valid Tx: %d\n"+
|
||||
"Total Invalid Tx: %d\n"+
|
||||
"Total Negative Latencies: %d\n"+
|
||||
"Minimum Latency: %s\n"+
|
||||
"Maximum Latency: %s\n"+
|
||||
"Average Latency: %s\n"+
|
||||
"Standard Deviation: %s\n", len(r.All), r.ErrorCount, r.NegativeCount, r.Min, r.Max, r.Avg, r.StdDev)
|
||||
}
|
||||
fmt.Printf("Total Invalid Tx: %d\n", rs.ErrorCount())
|
||||
}
|
||||
|
||||
func toRecords(l []time.Duration) [][]string {
|
||||
res := make([][]string, len(l)+1)
|
||||
func toCSVRecords(rs []report.Report) [][]string {
|
||||
total := 0
|
||||
for _, v := range rs {
|
||||
total += len(v.All)
|
||||
}
|
||||
res := make([][]string, total+1)
|
||||
|
||||
res[0] = make([]string, 1)
|
||||
res[0][0] = "duration_ns"
|
||||
for i, v := range l {
|
||||
res[1+i] = []string{strconv.FormatInt(int64(v), 10)}
|
||||
res[0] = []string{"experiment_id", "duration_ns", "connections", "rate", "size"}
|
||||
offset := 1
|
||||
for _, r := range rs {
|
||||
idStr := r.ID.String()
|
||||
connStr := strconv.FormatInt(int64(r.Connections), 10)
|
||||
rateStr := strconv.FormatInt(int64(r.Rate), 10)
|
||||
sizeStr := strconv.FormatInt(int64(r.Size), 10)
|
||||
for i, v := range r.All {
|
||||
res[offset+i] = []string{idStr, strconv.FormatInt(int64(v), 10), connStr, rateStr, sizeStr}
|
||||
}
|
||||
offset += len(r.All)
|
||||
}
|
||||
return res
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user