dilim/openclaw
1
0
Fork 0
mirror of https://github.com/openclaw/openclaw.git synced 2026-08-10 17:16:55 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix(docs-i18n): mask composite numeric literals

Browse Source
This commit is contained in:
Peter Steinberger
2026-07-23 18:45:00 -04:00
parent 5fb3136be0
commit 083276eada
2 changed files with 17 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
scripts/docs-i18n/doc_mode_test.go
View File

@@ -2404,6 +2404,7 @@ func TestTranslateDocBodyChunkedMasksInlineCodeAndListMarkers(t *testing.T) {
body := strings.Join([]string{
"- Visible prose uses `openclaw config`.",
" 1. Visible prose keeps ``nested `ticks` `` exact.",
"- Visible prose keeps Hailuo 2.3/02 exact.",
"- Channel configs:",
" - Telegram: Visible prose.",
" - WhatsApp: Visible prose.",
@@ -2428,7 +2429,7 @@ func TestTranslateDocBodyChunkedMasksInlineCodeAndListMarkers(t *testing.T) {
t.Fatal("expected raw translator inputs")
}
for _, input := range translator.rawInputs {
if strings.Contains(input, "`openclaw config`") || strings.Contains(input, "``nested `ticks` ``") {
if strings.Contains(input, "`openclaw config`") || strings.Contains(input, "``nested `ticks` ``") || strings.Contains(input, "2.3/02") {
t.Fatalf("expected inline code outside fences to be masked:\n%s", input)
}
if strings.Contains(input, "- Visible prose uses") || strings.Contains(input, "1. Visible prose keeps") || strings.Contains(input, "> - Visible prose inside a quote.") {
@@ -2441,6 +2442,7 @@ func TestTranslateDocBodyChunkedMasksInlineCodeAndListMarkers(t *testing.T) {
for _, exact := range []string{
"- Видимый текст uses `openclaw config`.",
" 1. Видимый текст keeps ``nested `ticks` `` exact.",
"- Видимый текст keeps Hailuo 2.3/02 exact.",
"- Channel configs:\n - Telegram: Видимый текст.\n - WhatsApp: Видимый текст.",
"> - Видимый текст inside a quote.",
"```md\n- Видимый текст and `fenced example` stay exposed.\n```",

19
scripts/docs-i18n/masking.go
View File

@@ -87,8 +87,8 @@ func maskMarkdownDocSyntax(text string, nextPlaceholder func() string, placehold
}
inlineRanges = append(inlineRanges, protectedMarkdownLinkRanges(text)...)
masked := maskByteRanges(text, inlineRanges, nextPlaceholder, placeholders, mapping)
return maskByteRanges(masked, markdownListMarkerRanges(masked), nextPlaceholder, placeholders, mapping)
masked = maskByteRanges(masked, markdownListMarkerRanges(masked), nextPlaceholder, placeholders, mapping)
return maskByteRanges(masked, compositeNumericValueRanges(masked), nextPlaceholder, placeholders, mapping)
}
func markdownListMarkerRanges(text string) [][2]int {
@@ -306,11 +306,20 @@ func markdownInlineLinkDestination(value string) string {
}
func extractNumericValues(text string) []string {
ranges := compositeNumericValueRanges(text)
values := make([]string, 0, len(ranges))
for _, span := range ranges {
values = append(values, text[span[0]:span[1]])
}
return values
}
func compositeNumericValueRanges(text string) [][2]int {
protocolRanges := make([][2]int, 0)
for _, span := range placeholderRe.FindAllStringIndex(text, -1) {
protocolRanges = append(protocolRanges, [2]int{span[0], span[1]})
}
values := make([]string, 0)
ranges := make([][2]int, 0)
for _, span := range numericValueRe.FindAllStringIndex(text, -1) {
candidate := [2]int{span[0], span[1]}
if hasCompositeNumericLeadingContinuation(text, candidate[0]) ||
@@ -318,9 +327,9 @@ func extractNumericValues(text string) []string {
rangeOverlapsAny(candidate, protocolRanges) {
continue
}
values = append(values, text[span[0]:span[1]])
ranges = append(ranges, [2]int{span[0], span[1]})
}
return values
return ranges
}
func hasClockMeridiemSuffix(text string, span [2]int) bool {