mirror of
https://github.com/ggml-org/llama.cpp.git
synced 2025-11-14 11:07:10 +00:00
f3101a8cc6
* SYCL: add gelu_erf kernel * refactor code Co-authored-by: Atharva Dubey <atharva.dubey@codeplay.com> * Use scope_op_debug_print --------- Co-authored-by: Atharva Dubey <atharva.dubey@codeplay.com>
78 lines
2.4 KiB
C++
78 lines
2.4 KiB
C++
#ifndef GGML_SYCL_ELEMENTWISE_HPP
|
|
#define GGML_SYCL_ELEMENTWISE_HPP
|
|
|
|
#include "common.hpp"
|
|
#include "ggml.h"
|
|
#include <limits.h>
|
|
|
|
template <typename T>
|
|
T neg_infinity() {
|
|
return -std::numeric_limits<T>::infinity();
|
|
}
|
|
|
|
template<typename T>
|
|
struct typed_data {
|
|
const T * src;
|
|
T * dst;
|
|
};
|
|
|
|
template<typename T>
|
|
typed_data<T> cast_data(ggml_tensor * dst) {
|
|
return {
|
|
/* .src = */ static_cast<const T *>(dst->src[0]->data),
|
|
/* .dst = */ static_cast<T *>(dst->data)
|
|
};
|
|
}
|
|
|
|
void ggml_sycl_sqrt(ggml_backend_sycl_context & ctx, ggml_tensor * dst);
|
|
|
|
void ggml_sycl_sin(ggml_backend_sycl_context & ctx, ggml_tensor * dst);
|
|
|
|
void ggml_sycl_cos(ggml_backend_sycl_context & ctx, ggml_tensor * dst);
|
|
|
|
void ggml_sycl_acc(ggml_backend_sycl_context & ctx, ggml_tensor * dst);
|
|
|
|
void ggml_sycl_gelu(ggml_backend_sycl_context & ctx, ggml_tensor * dst);
|
|
|
|
void ggml_sycl_silu(ggml_backend_sycl_context & ctx, ggml_tensor * dst);
|
|
|
|
void ggml_sycl_gelu_quick(ggml_backend_sycl_context & ctx, ggml_tensor * dst);
|
|
|
|
void ggml_sycl_gelu_erf(ggml_backend_sycl_context & ctx, ggml_tensor * dst);
|
|
|
|
void ggml_sycl_tanh(ggml_backend_sycl_context & ctx, ggml_tensor * dst);
|
|
|
|
void ggml_sycl_relu(ggml_backend_sycl_context & ctx, ggml_tensor * dst);
|
|
|
|
void ggml_sycl_sigmoid(ggml_backend_sycl_context & ctx, ggml_tensor * dst);
|
|
|
|
void ggml_sycl_hardsigmoid(ggml_backend_sycl_context & ctx, ggml_tensor * dst);
|
|
|
|
void ggml_sycl_hardswish(ggml_backend_sycl_context & ctx, ggml_tensor * dst);
|
|
|
|
void ggml_sycl_exp(ggml_backend_sycl_context & ctx, ggml_tensor * dst);
|
|
|
|
void ggml_sycl_log(ggml_backend_sycl_context & ctx, ggml_tensor * dst);
|
|
|
|
void ggml_sycl_neg(ggml_backend_sycl_context & ctx, ggml_tensor * dst);
|
|
|
|
void ggml_sycl_step(ggml_backend_sycl_context & ctx, ggml_tensor * dst);
|
|
|
|
void ggml_sycl_leaky_relu(ggml_backend_sycl_context & ctx, ggml_tensor * dst);
|
|
|
|
void ggml_sycl_sqr(ggml_backend_sycl_context & ctx, ggml_tensor * dst);
|
|
|
|
void ggml_sycl_upscale(ggml_backend_sycl_context & ctx, ggml_tensor * dst);
|
|
|
|
void ggml_sycl_pad(ggml_backend_sycl_context & ctx, ggml_tensor * dst);
|
|
|
|
void ggml_sycl_clamp(ggml_backend_sycl_context & ctx, ggml_tensor * dst);
|
|
|
|
void ggml_sycl_sgn(ggml_backend_sycl_context & ctx, ggml_tensor * dst);
|
|
|
|
void ggml_sycl_abs(ggml_backend_sycl_context & ctx, ggml_tensor * dst);
|
|
|
|
void ggml_sycl_elu(ggml_backend_sycl_context & ctx, ggml_tensor * dst);
|
|
#endif // GGML_SYCL_ELEMENTWISE_HPP
|
|
|