mirror of
				https://github.com/ggml-org/llama.cpp.git
				synced 2025-10-31 08:51:55 +00:00 
			
		
		
		
	| @@ -8360,7 +8360,7 @@ static void ggml_vk_rope(ggml_backend_vk_context * ctx, vk_context& subctx, cons | |||||||
|         (uint32_t)src0->ne[0], (uint32_t)n_dims, freq_scale, (uint32_t)src0->ne[1], |         (uint32_t)src0->ne[0], (uint32_t)n_dims, freq_scale, (uint32_t)src0->ne[1], | ||||||
|         freq_base, ext_factor, attn_factor, {corr_dims[0], corr_dims[1]}, theta_scale, |         freq_base, ext_factor, attn_factor, {corr_dims[0], corr_dims[1]}, theta_scale, | ||||||
|         src2 != nullptr, (uint32_t)src0->ne[2], s1, s2, |         src2 != nullptr, (uint32_t)src0->ne[2], s1, s2, | ||||||
|         sections[0], sections[1], sections[2], sections[3], backprop |         { sections[0], sections[1], sections[2], sections[3] }, backprop | ||||||
|     }, dryrun); |     }, dryrun); | ||||||
| } | } | ||||||
|  |  | ||||||
| @@ -9627,7 +9627,6 @@ static bool ggml_vk_build_graph(ggml_backend_vk_context * ctx, ggml_cgraph * cgr | |||||||
|     default: |     default: | ||||||
|         std::cerr << "ggml_vulkan: Error: Missing op: " << ggml_op_name(node->op) << std::endl; |         std::cerr << "ggml_vulkan: Error: Missing op: " << ggml_op_name(node->op) << std::endl; | ||||||
|         GGML_ABORT("fatal error"); |         GGML_ABORT("fatal error"); | ||||||
|         return false; |  | ||||||
|     } |     } | ||||||
|  |  | ||||||
|     vk_context compute_ctx; |     vk_context compute_ctx; | ||||||
| @@ -10912,7 +10911,6 @@ static bool ggml_backend_vk_device_supports_op(ggml_backend_dev_t dev, const ggm | |||||||
|                 default: |                 default: | ||||||
|                     return false; |                     return false; | ||||||
|             } |             } | ||||||
|             break; |  | ||||||
|         case GGML_OP_GLU: |         case GGML_OP_GLU: | ||||||
|             switch (ggml_get_glu_op(op)) { |             switch (ggml_get_glu_op(op)) { | ||||||
|                 case GGML_GLU_OP_GEGLU: |                 case GGML_GLU_OP_GEGLU: | ||||||
| @@ -10928,7 +10926,6 @@ static bool ggml_backend_vk_device_supports_op(ggml_backend_dev_t dev, const ggm | |||||||
|                 default: |                 default: | ||||||
|                     return false; |                     return false; | ||||||
|             } |             } | ||||||
|             break; |  | ||||||
|         case GGML_OP_MUL_MAT: |         case GGML_OP_MUL_MAT: | ||||||
|         case GGML_OP_MUL_MAT_ID: |         case GGML_OP_MUL_MAT_ID: | ||||||
|             { |             { | ||||||
| @@ -10992,7 +10989,7 @@ static bool ggml_backend_vk_device_supports_op(ggml_backend_dev_t dev, const ggm | |||||||
|                 } |                 } | ||||||
|  |  | ||||||
|                 return true; |                 return true; | ||||||
|             } break; |             } | ||||||
|         case GGML_OP_FLASH_ATTN_EXT: |         case GGML_OP_FLASH_ATTN_EXT: | ||||||
|             { |             { | ||||||
|                 ggml_backend_vk_device_context * ctx = (ggml_backend_vk_device_context *)dev->context; |                 ggml_backend_vk_device_context * ctx = (ggml_backend_vk_device_context *)dev->context; | ||||||
| @@ -11082,7 +11079,7 @@ static bool ggml_backend_vk_device_supports_op(ggml_backend_dev_t dev, const ggm | |||||||
|                     default: |                     default: | ||||||
|                         return false; |                         return false; | ||||||
|                 } |                 } | ||||||
|             } break; |             } | ||||||
|         case GGML_OP_SET_ROWS: |         case GGML_OP_SET_ROWS: | ||||||
|             { |             { | ||||||
|                 switch (op->type) { |                 switch (op->type) { | ||||||
| @@ -11099,7 +11096,7 @@ static bool ggml_backend_vk_device_supports_op(ggml_backend_dev_t dev, const ggm | |||||||
|                     default: |                     default: | ||||||
|                         return false; |                         return false; | ||||||
|                 } |                 } | ||||||
|             } break; |             } | ||||||
|         case GGML_OP_CONT: |         case GGML_OP_CONT: | ||||||
|         case GGML_OP_CPY: |         case GGML_OP_CPY: | ||||||
|         case GGML_OP_DUP: |         case GGML_OP_DUP: | ||||||
| @@ -11151,7 +11148,7 @@ static bool ggml_backend_vk_device_supports_op(ggml_backend_dev_t dev, const ggm | |||||||
|                     return true; |                     return true; | ||||||
|                 } |                 } | ||||||
|                 return false; |                 return false; | ||||||
|             } break; |             } | ||||||
|         case GGML_OP_REPEAT: |         case GGML_OP_REPEAT: | ||||||
|             return ggml_type_size(op->type) == sizeof(float) && ggml_type_size(op->src[0]->type) == sizeof(float); |             return ggml_type_size(op->type) == sizeof(float) && ggml_type_size(op->src[0]->type) == sizeof(float); | ||||||
|         case GGML_OP_REPEAT_BACK: |         case GGML_OP_REPEAT_BACK: | ||||||
|   | |||||||
		Reference in New Issue
	
	Block a user
	 Georgi Gerganov
					Georgi Gerganov