mirror of
https://github.com/go-gitea/gitea.git
synced 2026-11-09 17:37:20 -06:00
7b1cde99d0
Every line of file, blame, diff and code preview views goes through `EscapeControlHTML`, which streamed it through a 32 KiB read buffer and copied every tag and text part. Views render the `EscapeStatus` before the content, so every caller holds the complete HTML and streaming can't help. It is now escaped in one pass over the string and returned unchanged when nothing needs escaping. - Skip text of printable ASCII, tabs and newlines, such lines return immediately - Render markup and wiki pages into a buffer instead of a pipe and goroutine, and remove `EscapeControlReader` - Analyze long text parts in windows overlapping by the detection context, which bounds memory without changing results - Escape invalid bytes before a tag, they were moved into the tag part unescaped and could hide a `<math>` tag | | before | after | |---|---|---| | ASCII line | 5.1 µs, 59 allocs | 0.08 µs, 1 alloc | | line with one `é` | 3.9 µs, 30 allocs | 0.29 µs, 3 allocs | | 150 KB document | 2.5 ms, 5.6 MB | 0.27 ms, 0.6 KB | --------- Co-authored-by: wxiaoguang <wxiaoguang@gmail.com> Co-authored-by: silverwind <me@silverwind.io>
41 lines
1.2 KiB
Go
41 lines
1.2 KiB
Go
// Copyright 2022 The Gitea Authors. All rights reserved.
|
||
// SPDX-License-Identifier: MIT
|
||
|
||
package charset
|
||
|
||
import (
|
||
"sort"
|
||
"testing"
|
||
"unicode"
|
||
|
||
"gitea.dev/modules/translation"
|
||
|
||
"github.com/stretchr/testify/assert"
|
||
)
|
||
|
||
func TestAmbiguousCharacters(t *testing.T) {
|
||
for locale, ambiguous := range globalVars().ambiguousTableMap {
|
||
assert.Equal(t, locale, ambiguous.Locale)
|
||
assert.Len(t, ambiguous.With, len(ambiguous.Confusable))
|
||
assert.True(t, sort.SliceIsSorted(ambiguous.Confusable, func(i, j int) bool {
|
||
return ambiguous.Confusable[i] < ambiguous.Confusable[j]
|
||
}))
|
||
|
||
for _, confusable := range ambiguous.Confusable {
|
||
assert.True(t, unicode.Is(ambiguous.RangeTable, confusable))
|
||
i := sort.Search(len(ambiguous.Confusable), func(j int) bool {
|
||
return ambiguous.Confusable[j] >= confusable
|
||
})
|
||
found := i < len(ambiguous.Confusable) && ambiguous.Confusable[i] == confusable
|
||
assert.True(t, found, "%c is not in %d", confusable, i)
|
||
}
|
||
for r := rune(0x20); r < 0x7f; r++ {
|
||
assert.False(t, unicode.Is(ambiguous.RangeTable, r), "%c must not be ambiguous, isStringAsciiSafe skips it", r)
|
||
}
|
||
}
|
||
|
||
var confusableTo rune
|
||
ret := isAmbiguous('𝐾', &confusableTo, AmbiguousTablesForLocale(&translation.MockLocale{})...)
|
||
assert.True(t, ret)
|
||
}
|