Skip to content

Commit 064cc59

Browse files
authored
context : fix state io for memory-less contexts (#13470)
ggml-ci
1 parent 91159ee commit 064cc59

File tree

1 file changed

+14
-7
lines changed

1 file changed

+14
-7
lines changed

src/llama-context.cpp

Lines changed: 14 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -1788,30 +1788,37 @@ size_t llama_context::state_read_data(llama_io_read_i & io) {
17881788
}
17891789
}
17901790

1791-
LLAMA_LOG_DEBUG("%s: - reading KV self\n", __func__);
1792-
llama_kv_cache * kv_self = static_cast<llama_kv_cache *>(memory.get());
1791+
if (memory) {
1792+
LLAMA_LOG_DEBUG("%s: - reading KV self\n", __func__);
17931793

1794-
kv_self->state_read(io);
1794+
llama_kv_cache * kv_self = static_cast<llama_kv_cache *>(memory.get());
1795+
1796+
kv_self->state_read(io);
1797+
}
17951798

17961799
return io.n_bytes();
17971800
}
17981801

17991802
size_t llama_context::state_seq_write_data(llama_io_write_i & io, llama_seq_id seq_id) {
18001803
GGML_UNUSED(seq_id);
18011804

1802-
llama_kv_cache * kv_self = static_cast<llama_kv_cache *>(memory.get());
1805+
if (memory) {
1806+
llama_kv_cache * kv_self = static_cast<llama_kv_cache *>(memory.get());
18031807

1804-
kv_self->state_write(io, seq_id);
1808+
kv_self->state_write(io, seq_id);
1809+
}
18051810

18061811
return io.n_bytes();
18071812
}
18081813

18091814
size_t llama_context::state_seq_read_data(llama_io_read_i & io, llama_seq_id seq_id) {
18101815
GGML_UNUSED(seq_id);
18111816

1812-
llama_kv_cache * kv_self = static_cast<llama_kv_cache *>(memory.get());
1817+
if (memory) {
1818+
llama_kv_cache * kv_self = static_cast<llama_kv_cache *>(memory.get());
18131819

1814-
kv_self->state_read(io, seq_id);
1820+
kv_self->state_read(io, seq_id);
1821+
}
18151822

18161823
return io.n_bytes();
18171824
}

0 commit comments

Comments
 (0)