github/tinygrad
1
1
Fork 0
mirror of https://github.com/tinygrad/tinygrad.git synced 2026-01-23 05:48:08 -05:00
Code Issues Packages Projects Releases Wiki Activity

add neg

Browse Source
This commit is contained in:
George Hotz
2022-07-03 13:04:58 -07:00
parent 72a9ff7011
commit cdf2be74f9
1 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
tinygrad/tensor.py
View File

@@ -264,15 +264,15 @@ class Tensor:
# ***** math functions (unary) *****
def __neg__(self): return 0.0-self
def sqrt(self): return self.pow(0.5)
def clip(self, min, max): return ((self-min).relu()+min) - (self-max).relu()
def abs(self): return self.relu() + (0.0-self).relu()
def abs(self): return self.relu() + (-self).relu()
def sign(self): return self / (self.abs() + 1e-10)
# ***** activation functions (unary) *****
# TODO: make "-self" work
def sigmoid(self): return (1.0 + (0.0-self).exp()) ** -1.0
def sigmoid(self): return (1.0 + (-self).exp()) ** -1.0
def elu(self, alpha=1.0): return self.relu() - (-alpha*(self.exp() - 1)).relu()
def swish(self): return self * self.sigmoid()
def relu6(self): return self.relu() - (self-6).relu()