Hugging Face's logo

kernels-community
/
activation

Model card Files Community
activation
File size: 511 Bytes 
4fcc03d
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
 
#pragma once

#include <torch/torch.h>

void silu_and_mul(torch::Tensor &out, torch::Tensor &input);

void gelu_and_mul(torch::Tensor &out, torch::Tensor &input);

void gelu_tanh_and_mul(torch::Tensor &out, torch::Tensor &input);

void fatrelu_and_mul(torch::Tensor &out, torch::Tensor &input,
                     double threshold);

void gelu_new(torch::Tensor &out, torch::Tensor &input);

void gelu_fast(torch::Tensor &out, torch::Tensor &input);

void gelu_quick(torch::Tensor &out, torch::Tensor &input);