mirror of
https://github.com/tendermint/tendermint.git
synced 2026-09-26 09:54:19 +00:00
* Performance improvements for the event query API (#7319) Rework the implementation of event query parsing and execution to improve performance and reduce memory usage. Previous memory and CPU profiles of the pubsub service showed query processing as a significant hotspot. While we don't have evidence that this is visibly hurting users, fixing it is fairly easy and self-contained. Updates #6439. Typical benchmark results comparing the original implementation (PEG) with the reworked implementation (Custom): ``` TEST TIME/OP BYTES/OP ALLOCS/OP SPEEDUP MEM SAVING BenchmarkParsePEG-12 51716 ns 526832 27 BenchmarkParseCustom-12 2167 ns 4616 17 23.8x 99.1% BenchmarkMatchPEG-12 3086 ns 1097 22 BenchmarkMatchCustom-12 294.2 ns 64 3 10.5x 94.1% ```
143 lines
3.3 KiB
Go
143 lines
3.3 KiB
Go
package kv_test
|
|
|
|
import (
|
|
"context"
|
|
"fmt"
|
|
"testing"
|
|
|
|
"github.com/stretchr/testify/require"
|
|
db "github.com/tendermint/tm-db"
|
|
|
|
abci "github.com/tendermint/tendermint/abci/types"
|
|
"github.com/tendermint/tendermint/libs/pubsub/query"
|
|
blockidxkv "github.com/tendermint/tendermint/state/indexer/block/kv"
|
|
"github.com/tendermint/tendermint/types"
|
|
)
|
|
|
|
func TestBlockIndexer(t *testing.T) {
|
|
store := db.NewPrefixDB(db.NewMemDB(), []byte("block_events"))
|
|
indexer := blockidxkv.New(store)
|
|
|
|
require.NoError(t, indexer.Index(types.EventDataNewBlockHeader{
|
|
Header: types.Header{Height: 1},
|
|
ResultBeginBlock: abci.ResponseBeginBlock{
|
|
Events: []abci.Event{
|
|
{
|
|
Type: "begin_event",
|
|
Attributes: []abci.EventAttribute{
|
|
{
|
|
Key: "proposer",
|
|
Value: "FCAA001",
|
|
Index: true,
|
|
},
|
|
},
|
|
},
|
|
},
|
|
},
|
|
ResultEndBlock: abci.ResponseEndBlock{
|
|
Events: []abci.Event{
|
|
{
|
|
Type: "end_event",
|
|
Attributes: []abci.EventAttribute{
|
|
{
|
|
Key: "foo",
|
|
Value: "100",
|
|
Index: true,
|
|
},
|
|
},
|
|
},
|
|
},
|
|
},
|
|
}))
|
|
|
|
for i := 2; i < 12; i++ {
|
|
var index bool
|
|
if i%2 == 0 {
|
|
index = true
|
|
}
|
|
|
|
require.NoError(t, indexer.Index(types.EventDataNewBlockHeader{
|
|
Header: types.Header{Height: int64(i)},
|
|
ResultBeginBlock: abci.ResponseBeginBlock{
|
|
Events: []abci.Event{
|
|
{
|
|
Type: "begin_event",
|
|
Attributes: []abci.EventAttribute{
|
|
{
|
|
Key: "proposer",
|
|
Value: "FCAA001",
|
|
Index: true,
|
|
},
|
|
},
|
|
},
|
|
},
|
|
},
|
|
ResultEndBlock: abci.ResponseEndBlock{
|
|
Events: []abci.Event{
|
|
{
|
|
Type: "end_event",
|
|
Attributes: []abci.EventAttribute{
|
|
{
|
|
Key: "foo",
|
|
Value: fmt.Sprintf("%d", i),
|
|
Index: index,
|
|
},
|
|
},
|
|
},
|
|
},
|
|
},
|
|
}))
|
|
}
|
|
|
|
testCases := map[string]struct {
|
|
q *query.Query
|
|
results []int64
|
|
}{
|
|
"block.height = 100": {
|
|
q: query.MustCompile(`block.height = 100`),
|
|
results: []int64{},
|
|
},
|
|
"block.height = 5": {
|
|
q: query.MustCompile(`block.height = 5`),
|
|
results: []int64{5},
|
|
},
|
|
"begin_event.key1 = 'value1'": {
|
|
q: query.MustCompile(`begin_event.key1 = 'value1'`),
|
|
results: []int64{},
|
|
},
|
|
"begin_event.proposer = 'FCAA001'": {
|
|
q: query.MustCompile(`begin_event.proposer = 'FCAA001'`),
|
|
results: []int64{1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11},
|
|
},
|
|
"end_event.foo <= 5": {
|
|
q: query.MustCompile(`end_event.foo <= 5`),
|
|
results: []int64{2, 4},
|
|
},
|
|
"end_event.foo >= 100": {
|
|
q: query.MustCompile(`end_event.foo >= 100`),
|
|
results: []int64{1},
|
|
},
|
|
"block.height > 2 AND end_event.foo <= 8": {
|
|
q: query.MustCompile(`block.height > 2 AND end_event.foo <= 8`),
|
|
results: []int64{4, 6, 8},
|
|
},
|
|
"begin_event.proposer CONTAINS 'FFFFFFF'": {
|
|
q: query.MustCompile(`begin_event.proposer CONTAINS 'FFFFFFF'`),
|
|
results: []int64{},
|
|
},
|
|
"begin_event.proposer CONTAINS 'FCAA001'": {
|
|
q: query.MustCompile(`begin_event.proposer CONTAINS 'FCAA001'`),
|
|
results: []int64{1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11},
|
|
},
|
|
}
|
|
|
|
for name, tc := range testCases {
|
|
tc := tc
|
|
t.Run(name, func(t *testing.T) {
|
|
results, err := indexer.Search(context.Background(), tc.q)
|
|
require.NoError(t, err)
|
|
require.Equal(t, tc.results, results)
|
|
})
|
|
}
|
|
}
|