Skip to content

Commit 9c50400

Browse files
author
Pento
committed
smart cache proof of concept
1 parent 3fe0e39 commit 9c50400

File tree

4 files changed

+1079
-48
lines changed

4 files changed

+1079
-48
lines changed

expose.cpp

Lines changed: 32 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -406,8 +406,40 @@ extern "C"
406406
{
407407
return gpttype_load_state_kv(slot);
408408
}
409+
410+
void set_savestate_limit(int limit)
411+
{
412+
extern void gpttype_set_savestate_limit(int);
413+
gpttype_set_savestate_limit(limit);
414+
}
415+
416+
bool remove_kv_tokens(int from_pos, int to_pos)
417+
{
418+
extern bool gpttype_remove_kv_tokens(int, int);
419+
return gpttype_remove_kv_tokens(from_pos, to_pos);
420+
}
421+
422+
void set_precomputed_lcs(const int* tokens, size_t len)
423+
{
424+
extern void gpttype_set_precomputed_lcs(const int*, size_t);
425+
gpttype_set_precomputed_lcs(tokens, len);
426+
}
427+
428+
void clear_precomputed_lcs()
429+
{
430+
extern void gpttype_clear_precomputed_lcs();
431+
gpttype_clear_precomputed_lcs();
432+
}
433+
434+
bool clear_vram_kv()
435+
{
436+
extern bool gpttype_clear_vram_kv();
437+
return gpttype_clear_vram_kv();
438+
}
439+
409440
bool clear_state_kv()
410441
{
411442
return gpttype_clear_state_kv(true);
412443
}
444+
413445
}

0 commit comments

Comments
 (0)