aljaz/ditto
1
0
Fork 0
mirror of https://github.com/aljazceru/ditto.git synced 2026-02-01 03:24:19 +01:00
Code Issues Packages Projects Releases Wiki Activity

refactor: code preferences, formatting

Browse Source
This commit is contained in:
P. Reis
2024-10-11 18:47:38 -03:00
parent 36d09af467
commit 9c7e35a6b4
1 changed files with 8 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files

16
src/utils/language.ts
View File

@@ -9,15 +9,15 @@ linkify.registerCustomProtocol('nostr', true);
*/
export function detectLanguage(text: string, minConfidence: number): LanguageCode | undefined {
// It's better to remove the emojis first
const sanitizedText = (linkify.tokenize(
text.replaceAll(/\p{Extended_Pictographic}/gu, '')
const sanitizedText = linkify.tokenize(
text
.replaceAll(/\p{Extended_Pictographic}/gu, '')
.replaceAll(/[\s\uFEFF\u00A0\u200B-\u200D\u{0FE0E}]+/gu, ' '),
)
.reduce(
(acc, { t, v }) => t === 'text' ? acc + v : acc,
'',
)).trim();
if (sanitizedText.length < 10) return; // heuristics
).reduce((acc, { t, v }) => t === 'text' ? acc + v : acc, '').trim();
if (sanitizedText.length < 10) { // heuristics
return;
}
const [topResult] = lande(
sanitizedText,