mirror of
				https://github.com/ggml-org/llama.cpp.git
				synced 2025-10-29 08:41:22 +00:00 
			
		
		
		
	src: make tail invalid when kv cell is intersection for mamba (#9249)
This commit is contained in:
		| @@ -3810,7 +3810,8 @@ static bool llama_kv_cache_seq_rm( | ||||
|                 if ((0 < p0 && p0 <= cell.pos) || (0 < p1 && p1 <= cell.pos)) { | ||||
|                     return false; | ||||
|                 } | ||||
|                 if (p0 <= cell.pos && p1 < cell.pos) { | ||||
|                 // invalidate tails which will be cleared | ||||
|                 if (p0 <= cell.pos && cell.pos < p1) { | ||||
|                     tail_id = -1; | ||||
|                 } | ||||
|             } | ||||
|   | ||||
		Reference in New Issue
	
	Block a user
	 Zhenwei Jin
					Zhenwei Jin