mirror of
https://github.com/RooVetGit/Roo-Code.git
synced 2026-08-28 05:27:24 +00:00
77 lines
2 KiB
TypeScript
77 lines
2 KiB
TypeScript
/**
|
|
* Common character mappings for normalization
|
|
*/
|
|
export const NORMALIZATION_MAPS = {
|
|
// Smart quotes to regular quotes
|
|
SMART_QUOTES: {
|
|
"\u201C": '"', // Left double quote (U+201C)
|
|
"\u201D": '"', // Right double quote (U+201D)
|
|
"\u2018": "'", // Left single quote (U+2018)
|
|
"\u2019": "'", // Right single quote (U+2019)
|
|
},
|
|
// Other typographic characters
|
|
TYPOGRAPHIC: {
|
|
"\u2026": "...", // Ellipsis
|
|
"\u2014": "-", // Em dash
|
|
"\u2013": "-", // En dash
|
|
"\u00A0": " ", // Non-breaking space
|
|
},
|
|
}
|
|
|
|
/**
|
|
* Options for string normalization
|
|
*/
|
|
export interface NormalizeOptions {
|
|
smartQuotes?: boolean // Replace smart quotes with straight quotes
|
|
typographicChars?: boolean // Replace typographic characters
|
|
extraWhitespace?: boolean // Collapse multiple whitespace to single space
|
|
trim?: boolean // Trim whitespace from start and end
|
|
}
|
|
|
|
/**
|
|
* Default options for normalization
|
|
*/
|
|
const DEFAULT_OPTIONS: NormalizeOptions = {
|
|
smartQuotes: true,
|
|
typographicChars: true,
|
|
extraWhitespace: true,
|
|
trim: true,
|
|
}
|
|
|
|
/**
|
|
* Normalizes a string based on the specified options
|
|
*
|
|
* @param str The string to normalize
|
|
* @param options Normalization options
|
|
* @returns The normalized string
|
|
*/
|
|
export function normalizeString(str: string, options: NormalizeOptions = DEFAULT_OPTIONS): string {
|
|
const opts = { ...DEFAULT_OPTIONS, ...options }
|
|
let normalized = str
|
|
|
|
// Replace smart quotes
|
|
if (opts.smartQuotes) {
|
|
for (const [smart, regular] of Object.entries(NORMALIZATION_MAPS.SMART_QUOTES)) {
|
|
normalized = normalized.replace(new RegExp(smart, "g"), regular)
|
|
}
|
|
}
|
|
|
|
// Replace typographic characters
|
|
if (opts.typographicChars) {
|
|
for (const [typographic, regular] of Object.entries(NORMALIZATION_MAPS.TYPOGRAPHIC)) {
|
|
normalized = normalized.replace(new RegExp(typographic, "g"), regular)
|
|
}
|
|
}
|
|
|
|
// Normalize whitespace
|
|
if (opts.extraWhitespace) {
|
|
normalized = normalized.replace(/\s+/g, " ")
|
|
}
|
|
|
|
// Trim whitespace
|
|
if (opts.trim) {
|
|
normalized = normalized.trim()
|
|
}
|
|
|
|
return normalized
|
|
}
|