Files
tendermint/scripts/json2wal/main.go
M. J. Fromberger 7878ca6a8a Delete the custom libs/json (tmjson) package. (#7673)
There are no further uses of this package anywhere in Tendermint.
All the uses in the Cosmos SDK are for types that now work correctly with the
standard encoding/json package.
2022-01-24 08:15:34 -08:00

70 lines
1.5 KiB
Go

/*
json2wal converts JSON file to binary WAL file.
Usage:
json2wal <path-to-JSON> <path-to-wal>
*/
package main
import (
"bufio"
"encoding/json"
"fmt"
"io"
"os"
"strings"
"github.com/tendermint/tendermint/internal/consensus"
"github.com/tendermint/tendermint/types"
)
func main() {
if len(os.Args) < 3 {
fmt.Fprintln(os.Stderr, "missing arguments: Usage:json2wal <path-to-JSON> <path-to-wal>")
os.Exit(1)
}
f, err := os.Open(os.Args[1])
if err != nil {
panic(fmt.Errorf("failed to open WAL file: %w", err))
}
defer f.Close()
walFile, err := os.OpenFile(os.Args[2], os.O_EXCL|os.O_WRONLY|os.O_CREATE, 0666)
if err != nil {
panic(fmt.Errorf("failed to open WAL file: %w", err))
}
defer walFile.Close()
// the length of tendermint/wal/MsgInfo in the wal.json may exceed the defaultBufSize(4096) of bufio
// because of the byte array in BlockPart
// leading to unmarshal error: unexpected end of JSON input
br := bufio.NewReaderSize(f, int(2*types.BlockPartSizeBytes))
dec := consensus.NewWALEncoder(walFile)
for {
msgJSON, _, err := br.ReadLine()
if err == io.EOF {
break
} else if err != nil {
panic(fmt.Errorf("failed to read file: %w", err))
}
// ignore the ENDHEIGHT in json.File
if strings.HasPrefix(string(msgJSON), "ENDHEIGHT") {
continue
}
var msg consensus.TimedWALMessage
err = json.Unmarshal(msgJSON, &msg)
if err != nil {
panic(fmt.Errorf("failed to unmarshal json: %w", err))
}
err = dec.Encode(&msg)
if err != nil {
panic(fmt.Errorf("failed to encode msg: %w", err))
}
}
}