activation / ext-torch /torch_binding.h
danieldk's picture
danieldk HF staff
Add activation kernels
4fcc03d verified
raw
history blame contribute delete
511 Bytes
#pragma once
#include <torch/torch.h>
void silu_and_mul(torch::Tensor &out, torch::Tensor &input);
void gelu_and_mul(torch::Tensor &out, torch::Tensor &input);
void gelu_tanh_and_mul(torch::Tensor &out, torch::Tensor &input);
void fatrelu_and_mul(torch::Tensor &out, torch::Tensor &input,
double threshold);
void gelu_new(torch::Tensor &out, torch::Tensor &input);
void gelu_fast(torch::Tensor &out, torch::Tensor &input);
void gelu_quick(torch::Tensor &out, torch::Tensor &input);