Lower usage of KV cache to 30% of tags (#2500)

This commit is contained in:
Samy Pessé
2024-09-29 10:31:27 +02:00
committed by GitHub
parent b075f0f7e9
commit 56f5fa1fbe
4 changed files with 121 additions and 80 deletions
+1 -1
View File
@@ -32,7 +32,7 @@ function shouldUseKVForTag(tag: string): boolean {
const hash = tag.split('').reduce((acc, char) => {
return acc + char.charCodeAt(0);
}, 0);
if (hash % 100 <= 60) {
if (hash % 100 <= 30) {
return true;
}