version 1
Build and Deploy / test-backend (push) Successful in 1m11s
Build and Deploy / lint-frontend (push) Successful in 21s
Build and Deploy / build-backend (push) Successful in 58s
Build and Deploy / deploy (push) Canceled after 0s
Build and Deploy / build-frontend (push) Canceled after 5m38s

This commit is contained in:
Ivan Rezchikov
2026-09-18 00:45:51 +03:00
commit 628dd6384b
149 changed files with 11478 additions and 0 deletions
@@ -0,0 +1,26 @@
import { memo, useMemo } from "react";
import { ClickableWord } from "@/components/clickableWord";
const TOKEN_PATTERN = /[\p{L}\p{M}\p{N}]+(?:['’-][\p{L}\p{M}\p{N}]+)*|[^\p{L}\p{M}\p{N}\s]|\s+/gu;
const WORD_PATTERN = /^[\p{L}\p{M}\p{N}]+(?:['’-][\p{L}\p{M}\p{N}]+)*$/u;
interface TokenizedTextProps {
text: string;
onSelect?: (word: string) => void;
}
export const TokenizedText = memo(function TokenizedText({ text, onSelect }: TokenizedTextProps) {
const tokens = useMemo(() => text.match(TOKEN_PATTERN) ?? [], [text]);
return (
<>
{tokens.map((token, i) =>
WORD_PATTERN.test(token) ? (
<ClickableWord key={i} word={token} onSelect={onSelect} />
) : (
<span key={i}>{token}</span>
)
)}
</>
);
});