mirror of
https://github.com/tendermint/tendermint.git
synced 2026-01-09 06:33:16 +00:00
add separated runs by UUID
This commit is contained in:
William Banfield
12
go.mod
12
go.mod
@@ -9,9 +9,6 @@ require (
|
||||
github.com/btcsuite/btcd v0.22.1
|
||||
github.com/btcsuite/btcutil v1.0.3-0.20201208143702-a53e38424cce
|
||||
github.com/cenkalti/backoff v2.2.1+incompatible // indirect
|
||||
github.com/facebookgo/ensure v0.0.0-20160127193407-b4ab57deab51 // indirect
|
||||
github.com/facebookgo/stack v0.0.0-20160209184415-751773369052 // indirect
|
||||
github.com/facebookgo/subset v0.0.0-20150612182917-8dac2c3c4870 // indirect
|
||||
github.com/fortytw2/leaktest v1.3.0
|
||||
github.com/go-kit/kit v0.12.0
|
||||
github.com/go-kit/log v0.2.1
|
||||
@@ -50,8 +47,12 @@ require (
|
||||
)
|
||||
|
||||
require (
|
||||
github.com/google/uuid v1.3.0
|
||||
github.com/informalsystems/tm-load-test v1.0.0
|
||||
github.com/prometheus/client_model v0.2.0
|
||||
github.com/vektra/mockery/v2 v2.14.0
|
||||
gonum.org/v1/gonum v0.11.0
|
||||
google.golang.org/protobuf v1.28.1
|
||||
)
|
||||
|
||||
require (
|
||||
@@ -138,7 +139,6 @@ require (
|
||||
github.com/gostaticanalysis/comment v1.4.2 // indirect
|
||||
github.com/gostaticanalysis/forcetypeassert v0.1.0 // indirect
|
||||
github.com/gostaticanalysis/nilerr v0.1.1 // indirect
|
||||
github.com/gotestyourself/gotestyourself v2.2.0+incompatible // indirect
|
||||
github.com/grpc-ecosystem/go-grpc-middleware v1.3.0 // indirect
|
||||
github.com/gtank/ristretto255 v0.1.2 // indirect
|
||||
github.com/hashicorp/errwrap v1.1.0 // indirect
|
||||
@@ -147,7 +147,6 @@ require (
|
||||
github.com/hashicorp/hcl v1.0.0 // indirect
|
||||
github.com/hexops/gotextdiff v1.0.3 // indirect
|
||||
github.com/inconshreveable/mousetrap v1.0.0 // indirect
|
||||
github.com/informalsystems/tm-load-test v1.0.0 // indirect
|
||||
github.com/jdxcode/netrc v0.0.0-20210204082910-926c7f70242a // indirect
|
||||
github.com/jgautheron/goconst v1.5.1 // indirect
|
||||
github.com/jhump/protocompile v0.0.0-20220216033700-d705409f108f // indirect
|
||||
@@ -257,13 +256,10 @@ require (
|
||||
golang.org/x/term v0.0.0-20220722155259-a9ba230a4035 // indirect
|
||||
golang.org/x/text v0.3.7 // indirect
|
||||
golang.org/x/tools v0.1.12 // indirect
|
||||
gonum.org/v1/gonum v0.11.0 // indirect
|
||||
google.golang.org/genproto v0.0.0-20220725144611-272f38e5d71b // indirect
|
||||
google.golang.org/protobuf v1.28.1 // indirect
|
||||
gopkg.in/ini.v1 v1.66.6 // indirect
|
||||
gopkg.in/yaml.v2 v2.4.0 // indirect
|
||||
gopkg.in/yaml.v3 v3.0.1 // indirect
|
||||
gotest.tools v2.2.0+incompatible // indirect
|
||||
honnef.co/go/tools v0.3.3 // indirect
|
||||
mvdan.cc/gofumpt v0.3.1 // indirect
|
||||
mvdan.cc/interfacer v0.0.0-20180901003855-c20040233aed // indirect
|
||||
|
||||
5
go.sum
5
go.sum
@@ -516,6 +516,7 @@ github.com/google/uuid v0.0.0-20161128191214-064e2069ce9c/go.mod h1:TIyPZe4Mgqvf
|
||||
github.com/google/uuid v1.0.0/go.mod h1:TIyPZe4MgqvfeYDBFedMoGGpEw/LqOeaOT+nhxU+yHo=
|
||||
github.com/google/uuid v1.1.1/go.mod h1:TIyPZe4MgqvfeYDBFedMoGGpEw/LqOeaOT+nhxU+yHo=
|
||||
github.com/google/uuid v1.1.2/go.mod h1:TIyPZe4MgqvfeYDBFedMoGGpEw/LqOeaOT+nhxU+yHo=
|
||||
github.com/google/uuid v1.3.0 h1:t6JiXgmwXMjEs8VusXIJk2BXHsn+wx8BZdTaoZ5fu7I=
|
||||
github.com/google/uuid v1.3.0/go.mod h1:TIyPZe4MgqvfeYDBFedMoGGpEw/LqOeaOT+nhxU+yHo=
|
||||
github.com/googleapis/gax-go/v2 v2.0.4/go.mod h1:0Wqv26UfaUD9n4G6kQubkQ+KchISgw+vpHVxEJEs9eg=
|
||||
github.com/googleapis/gax-go/v2 v2.0.5/go.mod h1:DWXyrwAJ9X0FpwwEdw+IPEYBICEFu5mhpdKc/us6bOk=
|
||||
@@ -780,7 +781,6 @@ github.com/miekg/dns v1.1.35/go.mod h1:KNUDUusw/aVsxyTYZM1oqvCicbwhgbNgztCETuNZ7
|
||||
github.com/miekg/dns v1.1.43/go.mod h1:+evo5L0630/F6ca/Z9+GAqzhjGyn8/c+TBaOyfEl0V4=
|
||||
github.com/miekg/pkcs11 v1.0.2/go.mod h1:XsNlhZGX73bx86s2hdc/FuaLm2CPZJemRLMA+WTFxgs=
|
||||
github.com/miekg/pkcs11 v1.0.3/go.mod h1:XsNlhZGX73bx86s2hdc/FuaLm2CPZJemRLMA+WTFxgs=
|
||||
github.com/mimoo/StrobeGo v0.0.0-20181016162300-f8f6d4d2b643 h1:hLDRPB66XQT/8+wG9WsDpiCvZf1yKO7sz7scAjSlBa0=
|
||||
github.com/mimoo/StrobeGo v0.0.0-20181016162300-f8f6d4d2b643/go.mod h1:43+3pMjjKimDBf5Kr4ZFNGbLql1zKkbImw+fZbw3geM=
|
||||
github.com/mimoo/StrobeGo v0.0.0-20210601165009-122bf33a46e0 h1:QRUSJEgZn2Snx0EmT/QLXibWjSUDjKWvXIT19NBVp94=
|
||||
github.com/mimoo/StrobeGo v0.0.0-20210601165009-122bf33a46e0/go.mod h1:43+3pMjjKimDBf5Kr4ZFNGbLql1zKkbImw+fZbw3geM=
|
||||
@@ -1017,7 +1017,6 @@ github.com/quasilyte/regex/syntax v0.0.0-20200407221936-30656e2c4a95/go.mod h1:r
|
||||
github.com/quasilyte/stdinfo v0.0.0-20220114132959-f7386bf02567 h1:M8mH9eK4OUR4lu7Gd+PU1fV2/qnDNfzT635KRSObncs=
|
||||
github.com/quasilyte/stdinfo v0.0.0-20220114132959-f7386bf02567/go.mod h1:DWNGW8A4Y+GyBgPuaQJuWiy0XYftx4Xm/y5Jqk9I6VQ=
|
||||
github.com/rcrowley/go-metrics v0.0.0-20181016184325-3113b8401b8a/go.mod h1:bCqnVzQkZxMG4s8nGwiZ5l3QUCyqpo9Y+/ZMZ9VjZe4=
|
||||
github.com/rcrowley/go-metrics v0.0.0-20200313005456-10cdbea86bc0 h1:MkV+77GLUNo5oJ0jf870itWm3D0Sjh7+Za9gazKc5LQ=
|
||||
github.com/rcrowley/go-metrics v0.0.0-20200313005456-10cdbea86bc0/go.mod h1:bCqnVzQkZxMG4s8nGwiZ5l3QUCyqpo9Y+/ZMZ9VjZe4=
|
||||
github.com/rcrowley/go-metrics v0.0.0-20201227073835-cf1acfcdf475 h1:N/ElC8H3+5XpJzTSTfLsJV/mx9Q9g7kxmchpfZyxgzM=
|
||||
github.com/rcrowley/go-metrics v0.0.0-20201227073835-cf1acfcdf475/go.mod h1:bCqnVzQkZxMG4s8nGwiZ5l3QUCyqpo9Y+/ZMZ9VjZe4=
|
||||
@@ -1043,7 +1042,6 @@ github.com/ryanuber/columnize v0.0.0-20160712163229-9b3edd62028f/go.mod h1:sm1tb
|
||||
github.com/samuel/go-zookeeper v0.0.0-20190923202752-2cc03de413da/go.mod h1:gi+0XIa01GRL2eRQVjQkKGqKF3SF9vZR/HnPullcV2E=
|
||||
github.com/sanposhiho/wastedassign/v2 v2.0.6 h1:+6/hQIHKNJAUixEj6EmOngGIisyeI+T3335lYTyxRoA=
|
||||
github.com/sanposhiho/wastedassign/v2 v2.0.6/go.mod h1:KyZ0MWTwxxBmfwn33zh3k1dmsbF2ud9pAAGfoLfjhtI=
|
||||
github.com/sasha-s/go-deadlock v0.2.1-0.20190427202633-1595213edefa h1:0U2s5loxrTy6/VgfVoLuVLFJcURKLH49ie0zSch7gh4=
|
||||
github.com/sasha-s/go-deadlock v0.2.1-0.20190427202633-1595213edefa/go.mod h1:F73l+cr82YSh10GxyRI6qZiCgK64VaZjwesgfQ1/iLM=
|
||||
github.com/sasha-s/go-deadlock v0.3.1 h1:sqv7fDNShgjcaxkO0JNcOAlr8B9+cV5Ey/OB71efZx0=
|
||||
github.com/sasha-s/go-deadlock v0.3.1/go.mod h1:F73l+cr82YSh10GxyRI6qZiCgK64VaZjwesgfQ1/iLM=
|
||||
@@ -1305,6 +1303,7 @@ golang.org/x/exp v0.0.0-20191227195350-da58074b4299/go.mod h1:2RIsYlXP63K8oxa1u0
|
||||
golang.org/x/exp v0.0.0-20200119233911-0405dc783f0a/go.mod h1:2RIsYlXP63K8oxa1u096TMicItID8zy7Y6sNkU49FU4=
|
||||
golang.org/x/exp v0.0.0-20200207192155-f17229e696bd/go.mod h1:J/WKrq2StrnmMY6+EHIKF9dgMWnmCNThgcyBT1FY9mM=
|
||||
golang.org/x/exp v0.0.0-20200224162631-6cc2880d07d6/go.mod h1:3jZMyOhIsHpP37uCMkUooju7aAi5cS1Q23tOzKc+0MU=
|
||||
golang.org/x/exp v0.0.0-20200331195152-e8c3332aa8e5 h1:FR+oGxGfbQu1d+jglI3rCkjAjUnhRSZcUxr+DqlDLNo=
|
||||
golang.org/x/exp v0.0.0-20200331195152-e8c3332aa8e5/go.mod h1:4M0jN8W1tt0AVLNr8HDosyJCDCDuyL9N9+3m7wDWgKw=
|
||||
golang.org/x/exp/typeparams v0.0.0-20220613132600-b0d781184e0d h1:+W8Qf4iJtMGKkyAygcKohjxTk4JPsL9DpzApJ22m5Ic=
|
||||
golang.org/x/exp/typeparams v0.0.0-20220613132600-b0d781184e0d/go.mod h1:AbB0pIl9nAr9wVwH+Z2ZpaocVmF5I4GyWCDIsVjR0bk=
|
||||
|
||||
@@ -54,7 +54,6 @@ where the data was saved in a `goleveldb` database.
|
||||
./build/report --database-type goleveldb --data-dir ~/.tendermint/data
|
||||
```
|
||||
|
||||
|
||||
The `report` tool also supports outputting the raw data as `csv`. This can be
|
||||
useful if you want to use a more powerful tool to aggregate and analyze the data.
|
||||
|
||||
@@ -64,3 +63,7 @@ in `out.csv`
|
||||
```bash
|
||||
./build/report --database-type goleveldb --data-dir ~/.tendermint/data --csv out.csv
|
||||
```
|
||||
|
||||
The `report` tool outputs the data for each experiment separately, identified
|
||||
by the UUID generated by the `load` tool at the start of the experiment. It also
|
||||
outputs the experimental values used for the run.
|
||||
|
||||
@@ -3,6 +3,7 @@ package main
|
||||
import (
|
||||
"fmt"
|
||||
|
||||
"github.com/google/uuid"
|
||||
"github.com/informalsystems/tm-load-test/pkg/loadtest"
|
||||
"github.com/tendermint/tendermint/test/loadtime/payload"
|
||||
)
|
||||
@@ -20,6 +21,7 @@ type ClientFactory struct{}
|
||||
// TxGenerator holds the set of information that will be used to generate
|
||||
// each transaction.
|
||||
type TxGenerator struct {
|
||||
id []byte
|
||||
conns uint64
|
||||
rate uint64
|
||||
size uint64
|
||||
@@ -49,7 +51,9 @@ func (f *ClientFactory) ValidateConfig(cfg loadtest.Config) error {
|
||||
}
|
||||
|
||||
func (f *ClientFactory) NewClient(cfg loadtest.Config) (loadtest.Client, error) {
|
||||
u := [16]byte(uuid.New())
|
||||
return &TxGenerator{
|
||||
id: u[:],
|
||||
conns: uint64(cfg.Connections),
|
||||
rate: uint64(cfg.Rate),
|
||||
size: uint64(cfg.Size),
|
||||
@@ -61,5 +65,6 @@ func (c *TxGenerator) GenerateTx() ([]byte, error) {
|
||||
Connections: c.conns,
|
||||
Rate: c.rate,
|
||||
Size: c.size,
|
||||
Id: c.id,
|
||||
})
|
||||
}
|
||||
|
||||
@@ -8,7 +8,6 @@ import (
|
||||
"os"
|
||||
"strconv"
|
||||
"strings"
|
||||
"time"
|
||||
|
||||
"github.com/tendermint/tendermint/store"
|
||||
"github.com/tendermint/tendermint/test/loadtime/report"
|
||||
@@ -48,7 +47,7 @@ func main() {
|
||||
}
|
||||
s := store.NewBlockStore(db)
|
||||
defer s.Close()
|
||||
r, err := report.GenerateFromBlockStore(s)
|
||||
rs, err := report.GenerateFromBlockStore(s)
|
||||
if err != nil {
|
||||
panic(err)
|
||||
}
|
||||
@@ -58,30 +57,47 @@ func main() {
|
||||
panic(err)
|
||||
}
|
||||
w := csv.NewWriter(cf)
|
||||
err = w.WriteAll(toRecords(r.All))
|
||||
err = w.WriteAll(toCSVRecords(rs.List()))
|
||||
if err != nil {
|
||||
panic(err)
|
||||
}
|
||||
return
|
||||
}
|
||||
for _, r := range rs.List() {
|
||||
fmt.Printf(""+
|
||||
"Experiment ID: %s\n\n"+
|
||||
"\tConnections: %d\n"+
|
||||
"\tRate: %d\n"+
|
||||
"\tSize: %d\n\n"+
|
||||
"\tTotal Valid Tx: %d\n"+
|
||||
"\tTotal Negative Latencies: %d\n"+
|
||||
"\tMinimum Latency: %s\n"+
|
||||
"\tMaximum Latency: %s\n"+
|
||||
"\tAverage Latency: %s\n"+
|
||||
"\tStandard Deviation: %s\n\n", r.Id, r.Connections, r.Rate, r.Size, len(r.All), r.NegativeCount, r.Min, r.Max, r.Avg, r.StdDev)
|
||||
|
||||
fmt.Printf(""+
|
||||
"Total Valid Tx: %d\n"+
|
||||
"Total Invalid Tx: %d\n"+
|
||||
"Total Negative Latencies: %d\n"+
|
||||
"Minimum Latency: %s\n"+
|
||||
"Maximum Latency: %s\n"+
|
||||
"Average Latency: %s\n"+
|
||||
"Standard Deviation: %s\n", len(r.All), r.ErrorCount, r.NegativeCount, r.Min, r.Max, r.Avg, r.StdDev)
|
||||
}
|
||||
fmt.Printf("Total Invalid Tx: %d\n", rs.ErrorCount())
|
||||
}
|
||||
|
||||
func toRecords(l []time.Duration) [][]string {
|
||||
res := make([][]string, len(l)+1)
|
||||
func toCSVRecords(rs []report.Report) [][]string {
|
||||
total := 0
|
||||
for _, v := range rs {
|
||||
total += len(v.All)
|
||||
}
|
||||
res := make([][]string, total+1)
|
||||
|
||||
res[0] = make([]string, 1)
|
||||
res[0][0] = "duration_ns"
|
||||
for i, v := range l {
|
||||
res[1+i] = []string{strconv.FormatInt(int64(v), 10)}
|
||||
res[0] = []string{"experiment_id", "duration_ns", "connections", "rate", "size"}
|
||||
offset := 1
|
||||
for _, r := range rs {
|
||||
idStr := r.Id.String()
|
||||
connStr := strconv.FormatInt(int64(r.Connections), 10)
|
||||
rateStr := strconv.FormatInt(int64(r.Rate), 10)
|
||||
sizeStr := strconv.FormatInt(int64(r.Size), 10)
|
||||
for i, v := range r.All {
|
||||
res[offset+i] = []string{idStr, strconv.FormatInt(int64(v), 10), connStr, rateStr, sizeStr}
|
||||
}
|
||||
offset += len(r.All)
|
||||
}
|
||||
return res
|
||||
}
|
||||
|
||||
@@ -21,6 +21,9 @@ const (
|
||||
_ = protoimpl.EnforceVersion(protoimpl.MaxVersion - 20)
|
||||
)
|
||||
|
||||
// Payload is the structure of the loadtime transaction. Proto has a compact
|
||||
// encoded representation, making it ideal for the loadtime usecase which aims to
|
||||
// keep the generated transactions small.
|
||||
type Payload struct {
|
||||
state protoimpl.MessageState
|
||||
sizeCache protoimpl.SizeCache
|
||||
@@ -30,7 +33,8 @@ type Payload struct {
|
||||
Rate uint64 `protobuf:"varint,2,opt,name=rate,proto3" json:"rate,omitempty"`
|
||||
Size uint64 `protobuf:"varint,3,opt,name=size,proto3" json:"size,omitempty"`
|
||||
Time *timestamppb.Timestamp `protobuf:"bytes,4,opt,name=time,proto3" json:"time,omitempty"`
|
||||
Padding []byte `protobuf:"bytes,5,opt,name=padding,proto3" json:"padding,omitempty"`
|
||||
Id []byte `protobuf:"bytes,5,opt,name=id,proto3" json:"id,omitempty"`
|
||||
Padding []byte `protobuf:"bytes,6,opt,name=padding,proto3" json:"padding,omitempty"`
|
||||
}
|
||||
|
||||
func (x *Payload) Reset() {
|
||||
@@ -93,6 +97,13 @@ func (x *Payload) GetTime() *timestamppb.Timestamp {
|
||||
return nil
|
||||
}
|
||||
|
||||
func (x *Payload) GetId() []byte {
|
||||
if x != nil {
|
||||
return x.Id
|
||||
}
|
||||
return nil
|
||||
}
|
||||
|
||||
func (x *Payload) GetPadding() []byte {
|
||||
if x != nil {
|
||||
return x.Padding
|
||||
@@ -107,7 +118,7 @@ var file_payload_payload_proto_rawDesc = []byte{
|
||||
0x64, 0x2e, 0x70, 0x72, 0x6f, 0x74, 0x6f, 0x12, 0x10, 0x6c, 0x6f, 0x61, 0x64, 0x74, 0x69, 0x6d,
|
||||
0x65, 0x2e, 0x70, 0x61, 0x79, 0x6c, 0x6f, 0x61, 0x64, 0x1a, 0x1f, 0x67, 0x6f, 0x6f, 0x67, 0x6c,
|
||||
0x65, 0x2f, 0x70, 0x72, 0x6f, 0x74, 0x6f, 0x62, 0x75, 0x66, 0x2f, 0x74, 0x69, 0x6d, 0x65, 0x73,
|
||||
0x74, 0x61, 0x6d, 0x70, 0x2e, 0x70, 0x72, 0x6f, 0x74, 0x6f, 0x22, 0x9d, 0x01, 0x0a, 0x07, 0x50,
|
||||
0x74, 0x61, 0x6d, 0x70, 0x2e, 0x70, 0x72, 0x6f, 0x74, 0x6f, 0x22, 0xad, 0x01, 0x0a, 0x07, 0x50,
|
||||
0x61, 0x79, 0x6c, 0x6f, 0x61, 0x64, 0x12, 0x20, 0x0a, 0x0b, 0x63, 0x6f, 0x6e, 0x6e, 0x65, 0x63,
|
||||
0x74, 0x69, 0x6f, 0x6e, 0x73, 0x18, 0x01, 0x20, 0x01, 0x28, 0x04, 0x52, 0x0b, 0x63, 0x6f, 0x6e,
|
||||
0x6e, 0x65, 0x63, 0x74, 0x69, 0x6f, 0x6e, 0x73, 0x12, 0x12, 0x0a, 0x04, 0x72, 0x61, 0x74, 0x65,
|
||||
@@ -116,7 +127,8 @@ var file_payload_payload_proto_rawDesc = []byte{
|
||||
0x12, 0x2e, 0x0a, 0x04, 0x74, 0x69, 0x6d, 0x65, 0x18, 0x04, 0x20, 0x01, 0x28, 0x0b, 0x32, 0x1a,
|
||||
0x2e, 0x67, 0x6f, 0x6f, 0x67, 0x6c, 0x65, 0x2e, 0x70, 0x72, 0x6f, 0x74, 0x6f, 0x62, 0x75, 0x66,
|
||||
0x2e, 0x54, 0x69, 0x6d, 0x65, 0x73, 0x74, 0x61, 0x6d, 0x70, 0x52, 0x04, 0x74, 0x69, 0x6d, 0x65,
|
||||
0x12, 0x18, 0x0a, 0x07, 0x70, 0x61, 0x64, 0x64, 0x69, 0x6e, 0x67, 0x18, 0x05, 0x20, 0x01, 0x28,
|
||||
0x12, 0x0e, 0x0a, 0x02, 0x69, 0x64, 0x18, 0x05, 0x20, 0x01, 0x28, 0x0c, 0x52, 0x02, 0x69, 0x64,
|
||||
0x12, 0x18, 0x0a, 0x07, 0x70, 0x61, 0x64, 0x64, 0x69, 0x6e, 0x67, 0x18, 0x06, 0x20, 0x01, 0x28,
|
||||
0x0c, 0x52, 0x07, 0x70, 0x61, 0x64, 0x64, 0x69, 0x6e, 0x67, 0x42, 0x38, 0x5a, 0x36, 0x67, 0x69,
|
||||
0x74, 0x68, 0x75, 0x62, 0x2e, 0x63, 0x6f, 0x6d, 0x2f, 0x74, 0x65, 0x6e, 0x64, 0x65, 0x72, 0x6d,
|
||||
0x69, 0x6e, 0x74, 0x2f, 0x74, 0x65, 0x6e, 0x64, 0x65, 0x72, 0x6d, 0x69, 0x6e, 0x74, 0x2f, 0x74,
|
||||
|
||||
@@ -9,9 +9,10 @@ import "google/protobuf/timestamp.proto";
|
||||
// encoded representation, making it ideal for the loadtime usecase which aims to
|
||||
// keep the generated transactions small.
|
||||
message Payload {
|
||||
uint64 connections = 1;
|
||||
uint64 rate = 2;
|
||||
uint64 size = 3;
|
||||
google.protobuf.Timestamp time = 4;
|
||||
bytes padding = 5;
|
||||
uint64 connections = 1;
|
||||
uint64 rate = 2;
|
||||
uint64 size = 3;
|
||||
google.protobuf.Timestamp time = 4;
|
||||
bytes id = 5;
|
||||
bytes padding = 6;
|
||||
}
|
||||
|
||||
@@ -1,8 +1,10 @@
|
||||
package payload_test
|
||||
|
||||
import (
|
||||
"bytes"
|
||||
"testing"
|
||||
|
||||
"github.com/google/uuid"
|
||||
"github.com/tendermint/tendermint/test/loadtime/payload"
|
||||
)
|
||||
|
||||
@@ -23,10 +25,12 @@ func TestRoundTrip(t *testing.T) {
|
||||
testConns = 512
|
||||
testRate = 4
|
||||
)
|
||||
testId := [16]byte(uuid.New())
|
||||
b, err := payload.NewBytes(&payload.Payload{
|
||||
Size: payloadSizeTarget,
|
||||
Connections: testConns,
|
||||
Rate: testRate,
|
||||
Id: testId[:],
|
||||
})
|
||||
if err != nil {
|
||||
t.Fatalf("generating payload %s", err)
|
||||
@@ -47,4 +51,7 @@ func TestRoundTrip(t *testing.T) {
|
||||
if p.Rate != testRate {
|
||||
t.Fatalf("payload rate value %d does not match expected %d", p.Rate, testRate)
|
||||
}
|
||||
if !bytes.Equal(p.Id, testId[:]) {
|
||||
t.Fatalf("payload Id value %d does not match expected %d", p.Id, testId)
|
||||
}
|
||||
}
|
||||
|
||||
@@ -5,6 +5,7 @@ import (
|
||||
"sync"
|
||||
"time"
|
||||
|
||||
"github.com/gofrs/uuid"
|
||||
"github.com/tendermint/tendermint/test/loadtime/payload"
|
||||
"github.com/tendermint/tendermint/types"
|
||||
"gonum.org/v1/gonum/stat"
|
||||
@@ -23,12 +24,9 @@ type BlockStore interface {
|
||||
// Report contains the data calculated from reading the timestamped transactions
|
||||
// of each block found in the blockstore.
|
||||
type Report struct {
|
||||
Max, Min, Avg, StdDev time.Duration
|
||||
|
||||
// ErrorCount is the number of parsing errors encountered while reading the
|
||||
// transaction data. Parsing errors may occur if a transaction not generated
|
||||
// by the payload package is submitted to the chain.
|
||||
ErrorCount int
|
||||
Id uuid.UUID
|
||||
Rate, Connections, Size uint64
|
||||
Max, Min, Avg, StdDev time.Duration
|
||||
|
||||
// NegativeCount is the number of negative durations encountered while
|
||||
// reading the transaction data. A negative duration means that
|
||||
@@ -41,19 +39,93 @@ type Report struct {
|
||||
// The order of the contents of All is not guaranteed to be match the order of transactions
|
||||
// in the chain.
|
||||
All []time.Duration
|
||||
|
||||
// used for calculating average during report creation.
|
||||
sum int64
|
||||
}
|
||||
|
||||
type Reports struct {
|
||||
s map[uuid.UUID]Report
|
||||
l []Report
|
||||
|
||||
// errorCount is the number of parsing errors encountered while reading the
|
||||
// transaction data. Parsing errors may occur if a transaction not generated
|
||||
// by the payload package is submitted to the chain.
|
||||
errorCount int
|
||||
}
|
||||
|
||||
func (rs *Reports) List() []Report {
|
||||
return rs.l
|
||||
}
|
||||
|
||||
func (rs *Reports) ErrorCount() int {
|
||||
return rs.errorCount
|
||||
}
|
||||
|
||||
func (rs *Reports) addDataPoint(id uuid.UUID, l time.Duration, conns, rate, size uint64) {
|
||||
r, ok := rs.s[id]
|
||||
if !ok {
|
||||
r = Report{
|
||||
Max: 0,
|
||||
Min: math.MaxInt64,
|
||||
Id: id,
|
||||
Connections: conns,
|
||||
Rate: rate,
|
||||
Size: size,
|
||||
}
|
||||
rs.s[id] = r
|
||||
}
|
||||
r.All = append(r.All, l)
|
||||
if l > r.Max {
|
||||
r.Max = l
|
||||
}
|
||||
if l < r.Min {
|
||||
r.Min = l
|
||||
}
|
||||
if int64(l) < 0 {
|
||||
r.NegativeCount++
|
||||
}
|
||||
// Using an int64 here makes an assumption about the scale and quantity of the data we are processing.
|
||||
// If all latencies were 2 seconds, we would need around 4 billion records to overflow this.
|
||||
// We are therefore assuming that the data does not exceed these bounds.
|
||||
r.sum += int64(l)
|
||||
rs.s[id] = r
|
||||
}
|
||||
|
||||
func (rs *Reports) calculateAll() {
|
||||
rs.l = make([]Report, 0, len(rs.s))
|
||||
for _, r := range rs.s {
|
||||
if len(r.All) == 0 {
|
||||
r.Min = 0
|
||||
rs.l = append(rs.l, r)
|
||||
continue
|
||||
}
|
||||
r.Avg = time.Duration(r.sum / int64(len(r.All)))
|
||||
r.StdDev = time.Duration(int64(stat.StdDev(toFloat(r.All), nil)))
|
||||
rs.l = append(rs.l, r)
|
||||
}
|
||||
}
|
||||
|
||||
func (rs *Reports) addError() {
|
||||
rs.errorCount++
|
||||
}
|
||||
|
||||
// GenerateFromBlockStore creates a Report using the data in the provided
|
||||
// BlockStore.
|
||||
func GenerateFromBlockStore(s BlockStore) (Report, error) {
|
||||
func GenerateFromBlockStore(s BlockStore) (*Reports, error) {
|
||||
type payloadData struct {
|
||||
l time.Duration
|
||||
err error
|
||||
id uuid.UUID
|
||||
l time.Duration
|
||||
connections, rate, size uint64
|
||||
err error
|
||||
}
|
||||
type txData struct {
|
||||
tx []byte
|
||||
bt time.Time
|
||||
}
|
||||
reports := &Reports{
|
||||
s: make(map[uuid.UUID]Report),
|
||||
}
|
||||
|
||||
// Deserializing to proto can be slow but does not depend on other data
|
||||
// and can therefore be done in parallel.
|
||||
@@ -78,7 +150,14 @@ func GenerateFromBlockStore(s BlockStore) (Report, error) {
|
||||
}
|
||||
|
||||
l := b.bt.Sub(p.Time.AsTime())
|
||||
pdc <- payloadData{l: l}
|
||||
b := (*[16]byte)(p.Id)
|
||||
pdc <- payloadData{
|
||||
l: l,
|
||||
id: uuid.UUID(*b),
|
||||
connections: p.Connections,
|
||||
rate: p.Rate,
|
||||
size: p.Size,
|
||||
}
|
||||
}
|
||||
}()
|
||||
}
|
||||
@@ -87,11 +166,6 @@ func GenerateFromBlockStore(s BlockStore) (Report, error) {
|
||||
close(pdc)
|
||||
}()
|
||||
|
||||
r := Report{
|
||||
Max: 0,
|
||||
Min: math.MaxInt64,
|
||||
}
|
||||
var sum int64
|
||||
go func() {
|
||||
base, height := s.Base(), s.Height()
|
||||
prev := s.LoadBlock(base)
|
||||
@@ -117,31 +191,13 @@ func GenerateFromBlockStore(s BlockStore) (Report, error) {
|
||||
}()
|
||||
for pd := range pdc {
|
||||
if pd.err != nil {
|
||||
r.ErrorCount++
|
||||
reports.addError()
|
||||
continue
|
||||
}
|
||||
r.All = append(r.All, pd.l)
|
||||
if pd.l > r.Max {
|
||||
r.Max = pd.l
|
||||
}
|
||||
if pd.l < r.Min {
|
||||
r.Min = pd.l
|
||||
}
|
||||
if int64(pd.l) < 0 {
|
||||
r.NegativeCount++
|
||||
}
|
||||
// Using an int64 here makes an assumption about the scale and quantity of the data we are processing.
|
||||
// If all latencies were 2 seconds, we would need around 4 billion records to overflow this.
|
||||
// We are therefore assuming that the data does not exceed these bounds.
|
||||
sum += int64(pd.l)
|
||||
reports.addDataPoint(pd.id, pd.l, pd.connections, pd.rate, pd.size)
|
||||
}
|
||||
if len(r.All) == 0 {
|
||||
r.Min = 0
|
||||
return r, nil
|
||||
}
|
||||
r.Avg = time.Duration(sum / int64(len(r.All)))
|
||||
r.StdDev = time.Duration(int64(stat.StdDev(toFloat(r.All), nil)))
|
||||
return r, nil
|
||||
reports.calculateAll()
|
||||
return reports, nil
|
||||
}
|
||||
|
||||
func toFloat(in []time.Duration) []float64 {
|
||||
|
||||
@@ -4,6 +4,7 @@ import (
|
||||
"testing"
|
||||
"time"
|
||||
|
||||
"github.com/google/uuid"
|
||||
"github.com/tendermint/tendermint/test/loadtime/payload"
|
||||
"github.com/tendermint/tendermint/test/loadtime/report"
|
||||
"github.com/tendermint/tendermint/types"
|
||||
@@ -29,7 +30,9 @@ func (m *mockBlockStore) LoadBlock(i int64) *types.Block {
|
||||
|
||||
func TestGenerateReport(t *testing.T) {
|
||||
t1 := time.Now()
|
||||
u := [16]byte(uuid.New())
|
||||
b1, err := payload.NewBytes(&payload.Payload{
|
||||
Id: u[:],
|
||||
Time: timestamppb.New(t1.Add(-10 * time.Second)),
|
||||
Size: 1024,
|
||||
})
|
||||
@@ -37,6 +40,7 @@ func TestGenerateReport(t *testing.T) {
|
||||
t.Fatalf("generating payload %s", err)
|
||||
}
|
||||
b2, err := payload.NewBytes(&payload.Payload{
|
||||
Id: u[:],
|
||||
Time: timestamppb.New(t1.Add(-4 * time.Second)),
|
||||
Size: 1024,
|
||||
})
|
||||
@@ -44,6 +48,7 @@ func TestGenerateReport(t *testing.T) {
|
||||
t.Fatalf("generating payload %s", err)
|
||||
}
|
||||
b3, err := payload.NewBytes(&payload.Payload{
|
||||
Id: u[:],
|
||||
Time: timestamppb.New(t1.Add(2 * time.Second)),
|
||||
Size: 1024,
|
||||
})
|
||||
@@ -83,16 +88,21 @@ func TestGenerateReport(t *testing.T) {
|
||||
},
|
||||
},
|
||||
}
|
||||
r, err := report.GenerateFromBlockStore(s)
|
||||
rs, err := report.GenerateFromBlockStore(s)
|
||||
if err != nil {
|
||||
t.Fatalf("generating report %s", err)
|
||||
}
|
||||
if rs.ErrorCount() != 1 {
|
||||
t.Fatalf("ErrorCount did not match expected. Expected %d but contained %d", 1, rs.ErrorCount())
|
||||
}
|
||||
rl := rs.List()
|
||||
if len(rl) != 1 {
|
||||
t.Fatalf("number of reports did not match expected. Expected %d but contained %d", 1, len(rl))
|
||||
}
|
||||
r := rl[0]
|
||||
if len(r.All) != 4 {
|
||||
t.Fatalf("report contained different number of data points from expected. Expected %d but contained %d", 4, len(r.All))
|
||||
}
|
||||
if r.ErrorCount != 1 {
|
||||
t.Fatalf("ErrorCount did not match expected. Expected %d but contained %d", 1, r.ErrorCount)
|
||||
}
|
||||
if r.NegativeCount != 2 {
|
||||
t.Fatalf("NegativeCount did not match expected. Expected %d but contained %d", 2, r.NegativeCount)
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user