mirror of
				https://github.com/ggml-org/llama.cpp.git
				synced 2025-10-31 08:51:55 +00:00 
			
		
		
		
	rpc : early register backend devices (#11262)
Early register RPC devices and do not propagate RPC specifics in the llama model structures. ref: #10609
This commit is contained in:
		 Radoslav Gerganov
					Radoslav Gerganov
				
			
				
					committed by
					
						 GitHub
						GitHub
					
				
			
			
				
	
			
			
			 GitHub
						GitHub
					
				
			
						parent
						
							a133566d34
						
					
				
				
					commit
					667d72846c
				
			| @@ -3717,7 +3717,6 @@ struct llama_model_params llama_model_default_params() { | ||||
|         /*.split_mode                  =*/ LLAMA_SPLIT_MODE_LAYER, | ||||
|         /*.main_gpu                    =*/ 0, | ||||
|         /*.tensor_split                =*/ nullptr, | ||||
|         /*.rpc_servers                 =*/ nullptr, | ||||
|         /*.progress_callback           =*/ nullptr, | ||||
|         /*.progress_callback_user_data =*/ nullptr, | ||||
|         /*.kv_overrides                =*/ nullptr, | ||||
|   | ||||
		Reference in New Issue
	
	Block a user