mincomk/risuai
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Update hypav2.ts

Browse Source 
Still so much error :(
This commit is contained in:
LightningHyperBlaze45654
2024-06-17 22:33:34 -07:00
parent 289fe90027
commit 21f5d61521
1 changed files with 19 additions and 13 deletions
Download Patch File Download Diff File Expand all files Collapse all files

30
src/ts/process/memory/hypav2.ts
View File

@@ -6,6 +6,7 @@ import { requestChatData } from "../request";
import { HypaProcesser } from "./hypamemory"; import { HypaProcesser } from "./hypamemory";
import { globalFetch } from "src/ts/storage/globalApi"; import { globalFetch } from "src/ts/storage/globalApi";
import { runSummarizer } from "../transformers"; import { runSummarizer } from "../transformers";
import { remove } from "lodash";
export interface HypaV2Data { export interface HypaV2Data {
chunks: { chunks: {
@@ -20,7 +21,7 @@ export interface HypaV2Data {
async function summary(stringlizedChat: string): Promise<{ success: boolean; data: string }> { async function summary(stringlizedChat: string): Promise<{ success: boolean; data: string }> {
const db = get(DataBase); const db = get(DataBase);
console.log("Summarization actively called"); console.log("Summarizing");
if (db.supaModelType === 'distilbart') { if (db.supaModelType === 'distilbart') {
try { try {
@@ -129,7 +130,7 @@ export async function hypaMemoryV2(
let chunkSize = db.hypaChunkSize; let chunkSize = db.hypaChunkSize;
currentTokens += allocatedTokens + 50; currentTokens += allocatedTokens + 50;
let mainPrompt = ""; let mainPrompt = "";
const lastTwoChats = chats.slice(-2);
// Error handling for infinite summarization attempts // Error handling for infinite summarization attempts
let summarizationFailures = 0; let summarizationFailures = 0;
const maxSummarizationFailures = 3; const maxSummarizationFailures = 3;
@@ -144,16 +145,17 @@ export async function hypaMemoryV2(
const chunk = data.mainChunks[0]; const chunk = data.mainChunks[0];
const ind = getValidChatIndex(chunk.targetId); const ind = getValidChatIndex(chunk.targetId);
if (ind !== -1) { if (ind !== -1) {
const removedChats = chats.splice(0, ind); const removedChats = chats.splice(0, ind + 1);
console.log("removed chats", removedChats)
for (const chat of removedChats) { for (const chat of removedChats) {
currentTokens -= await tokenizer.tokenizeChat(chat); currentTokens -= await tokenizer.tokenizeChat(chat);
} }
chats = chats.slice(ind); chats = chats.slice(ind + 1);
mainPrompt = chunk.text; mainPrompt = chunk.text;
const mpToken = await tokenizer.tokenizeChat({ role: 'system', content: mainPrompt }); const mpToken = await tokenizer.tokenizeChat({ role: 'system', content: mainPrompt });
allocatedTokens -= mpToken; allocatedTokens -= mpToken;
} }
// Do not shift here; retain for continuity // The mainChunks won't be overlapping eachother.
} }
// Token management loop // Token management loop
@@ -163,7 +165,7 @@ export async function hypaMemoryV2(
const halfData: OpenAIChat[] = []; const halfData: OpenAIChat[] = [];
let halfDataTokens = 0; let halfDataTokens = 0;
while (halfDataTokens < chunkSize && chats[idx]) { while (halfDataTokens < chunkSize && (idx <= chats.length - 4)) { // Ensure latest two chats are not added to summarization.
const chat = chats[idx]; const chat = chats[idx];
halfDataTokens += await tokenizer.tokenizeChat(chat); halfDataTokens += await tokenizer.tokenizeChat(chat);
halfData.push(chat); halfData.push(chat);
@@ -210,6 +212,9 @@ export async function hypaMemoryV2(
text: e, text: e,
targetId: targetId targetId: targetId
}))); })));
// Remove summarized chats
chats.splice(0, idx);
} }
// Construct the mainPrompt from mainChunks until half of the allocatedTokens are used // Construct the mainPrompt from mainChunks until half of the allocatedTokens are used
@@ -231,7 +236,7 @@ export async function hypaMemoryV2(
const olderChunks = lastMainChunkTargetId const olderChunks = lastMainChunkTargetId
? data.chunks.filter(chunk => getValidChatIndex(chunk.targetId) < getValidChatIndex(lastMainChunkTargetId)) ? data.chunks.filter(chunk => getValidChatIndex(chunk.targetId) < getValidChatIndex(lastMainChunkTargetId))
: data.chunks; : data.chunks;
console.log(olderChunks)
await processor.addText(olderChunks.filter(v => v.text.trim().length > 0).map(v => "search_document: " + v.text.trim())); await processor.addText(olderChunks.filter(v => v.text.trim().length > 0).map(v => "search_document: " + v.text.trim()));
let scoredResults: { [key: string]: number } = {}; let scoredResults: { [key: string]: number } = {};
@@ -267,20 +272,21 @@ export async function hypaMemoryV2(
const lastTargetId = data.mainChunks.length > 0 ? data.mainChunks[0].targetId : null; const lastTargetId = data.mainChunks.length > 0 ? data.mainChunks[0].targetId : null;
if (lastTargetId) { if (lastTargetId) {
const lastIndex = getValidChatIndex(lastTargetId); const lastIndex = getValidChatIndex(lastTargetId);
console.log(chats[lastIndex]) console.log(chats[lastIndex], lastIndex)
if (lastIndex !== -1) { if (lastIndex !== -1) {
const remainingChats = chats.slice(lastIndex); const remainingChats = chats.slice(lastIndex + 1);
chats = [chats[0], ...remainingChats]; chats = [chats[0]]
chats.push(...remainingChats);
} else {
chats = chats
} }
} }
// Add last two chats if they exist // Add last two chats if they exist
const lastTwoChats = chats.slice(-2);
if (lastTwoChats.length === 2) { if (lastTwoChats.length === 2) {
chats.push(lastTwoChats[0]); chats.push(lastTwoChats[0]);
chats.push(lastTwoChats[1]); chats.push(lastTwoChats[1]);
} }
console.log("model being used: ", db.hypaModel, db.supaModelType, "\nCurrent session tokens: ", currentTokens, "\nAll chats, including memory system prompt: ", chats, "\nMemory data, with all the chunks: ", data); console.log("model being used: ", db.hypaModel, db.supaModelType, "\nCurrent session tokens: ", currentTokens, "\nAll chats, including memory system prompt: ", chats, "\nMemory data, with all the chunks: ", data);
return { return {
currentTokens: currentTokens, currentTokens: currentTokens,