Coverage for src/flag_gems/ops/relu.py: 90%

1import logging 

2 

3import triton 

4import triton.language as tl 

5 

6from flag_gems.utils import pointwise_dynamic 

7 

8logger = logging.getLogger(__name__) 

9 

10 

11@pointwise_dynamic(promotion_methods=[(0, "DEFAULT")]) 

12@triton.jit 

13def relu_forward(x): 

14 return tl.where(x > 0, x, 0) 

15 

16 

17@pointwise_dynamic(promotion_methods=[(0, "DEFAULT")]) 

18@triton.jit 

19def relu_backward(x, dy): 

20 return tl.where(x > 0, dy, 0) 

21 

22 

23def relu(self): 

24 logger.debug("GEMS RELU FORWARD") 

25 output = relu_forward(self) 

26 return output 

27 

28 

29def relu_(A): 

30 logger.debug("GEMS RELU_ FORWARD") 

31 out = relu_forward(A, out0=A) 

32 return out