mirror of
https://github.com/openclaw/openclaw.git
synced 2026-07-21 10:16:44 +00:00
fix(memory-core): use CJK-aware tokenizer for dreaming dedupe (#80613)
This commit is contained in:
@@ -172,8 +172,7 @@ describe("textSimilarity", () => {
|
||||
expect(textSimilarity("Привет мир", "Привет мир")).toBe(1);
|
||||
// Empty vs empty — preserve identity (both literally equal).
|
||||
expect(textSimilarity("", "")).toBe(1);
|
||||
// Whitespace-only normalization is case-folded only, not trimmed — keep
|
||||
// distinct strings distinct.
|
||||
// Normalized equality is case-insensitive for non-tokenized text.
|
||||
expect(textSimilarity("Привет МИР", "привет мир")).toBe(1);
|
||||
});
|
||||
});
|
||||
|
||||
Reference in New Issue
Block a user