Add a note about needing to pass the returned tokens

zh217 · zh217 · commit 1a37ca06795e · 2024-02-27T16:26:53.000+08:00
diff --git a/llama-cpp-2/src/context/session.rs b/llama-cpp-2/src/context/session.rs
@@ -58,6 +58,8 @@ impl LlamaContext<'_> {
     }
     /// Load a session file into the current context.
     ///
+    /// You still need to pass the returned tokens to the context for inference to work. What this function buys you is that the KV caches are already filled with the relevant data.
+    ///
     /// # Parameters
     ///
     /// * `path_session` - The file to load from. It must be a session file from a compatible context, otherwise the function will error.

Original file line number	Diff line number	Diff line change
`@@ -58,6 +58,8 @@ impl LlamaContext<'_> {`
`58`	`58`	`}`
`59`	`59`	`/// Load a session file into the current context.`
`60`	`60`	`///`
	`61`	`+ /// You still need to pass the returned tokens to the context for inference to work. What this function buys you is that the KV caches are already filled with the relevant data.`
	`62`	`+ ///`
`61`	`63`	`/// # Parameters`
`62`	`64`	`///`
`63`	`65`	/// * `path_session` - The file to load from. It must be a session file from a compatible context, otherwise the function will error.