1e548eb85f
* testing code highlight with bfchroma render * add bfchroma vendoring * render code htm with classes * adjust bfchroma test cases inside formatter * go mod tidy * fix markdown code render tests * adjust comment text sanitizer to permit code HTML classes * go mod tidy * add chroma classes list regexp * unify gitignore entries style Co-authored-by: Umputun <umputun@gmail.com>
36 lines
780 B
Go
36 lines
780 B
Go
package chroma
|
|
|
|
// Coalesce is a Lexer interceptor that collapses runs of common types into a single token.
|
|
func Coalesce(lexer Lexer) Lexer { return &coalescer{lexer} }
|
|
|
|
type coalescer struct{ Lexer }
|
|
|
|
func (d *coalescer) Tokenise(options *TokeniseOptions, text string) (Iterator, error) {
|
|
var prev *Token
|
|
it, err := d.Lexer.Tokenise(options, text)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
return func() *Token {
|
|
for token := it(); token != nil; token = it() {
|
|
if len(token.Value) == 0 {
|
|
continue
|
|
}
|
|
if prev == nil {
|
|
prev = token
|
|
} else {
|
|
if prev.Type == token.Type && len(prev.Value) < 8192 {
|
|
prev.Value += token.Value
|
|
} else {
|
|
out := prev
|
|
prev = token
|
|
return out
|
|
}
|
|
}
|
|
}
|
|
out := prev
|
|
prev = nil
|
|
return out
|
|
}, nil
|
|
}
|