Merge pull request #43 from utilityai/send-sync-for-context-params

implemented Send + Sync for `LlamaContextParams`
utilityai · Jan 24, 2024 · 7811fc5 · 7811fc5
2 parents 840412a + fdac4ac
commit 7811fc5
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/llama-cpp-2/src/context/params.rs b/llama-cpp-2/src/context/params.rs
@@ -69,6 +69,10 @@ pub struct LlamaContextParams {
     pub(crate) context_params: llama_cpp_sys_2::llama_context_params,
 }
 
+/// SAFETY: we do not currently allow setting or reading the pointers that cause this to not be automatically send or sync.
+unsafe impl Send for LlamaContextParams {}
+unsafe impl Sync for LlamaContextParams {}
+
 impl LlamaContextParams {
     /// Set the seed of the context
     ///