mirror of
				https://github.com/ggml-org/llama.cpp.git
				synced 2025-10-30 08:42:00 +00:00 
			
		
		
		
	| @@ -80,6 +80,11 @@ llama_memory_context_ptr llama_memory_hybrid::init_batch(llama_batch_allocr & ba | ||||
|             ubatches.push_back(std::move(ubatch)); // NOLINT | ||||
|         } | ||||
|  | ||||
|         if (balloc.get_n_used() < balloc.get_n_tokens()) { | ||||
|             // failed to find a suitable split | ||||
|             break; | ||||
|         } | ||||
|  | ||||
|         // prepare the recurrent batches first | ||||
|         if (!mem_recr->prepare(ubatches)) { | ||||
|             // TODO: will the recurrent cache be in an undefined context at this point? | ||||
|   | ||||
		Reference in New Issue
	
	Block a user
	 Georgi Gerganov
					Georgi Gerganov