github/tinygrad
1
1
Fork 0
mirror of https://github.com/tinygrad/tinygrad.git synced 2026-01-24 14:28:09 -05:00
Code Issues Packages Projects Releases Wiki Activity

fix NegativeLogLikelihoodLoss

Browse Source
This commit is contained in:
qazal
2023-12-22 22:53:16 +02:00
parent d08a556a75
commit cbf4987396
2 changed files with 3 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
extra/onnx_ops.py
View File

@@ -359,12 +359,12 @@ def NegativeLogLikelihoodLoss(x: Tensor, target: Tensor, weight=None, ignore_ind
x = x.reshape((N, C, -1))
target = target.reshape((N, -1))
if weight is not None:
mask = target.unsqueeze(-1) == Tensor.arange(C).repeat((N, 1, 1))
mask = (target.unsqueeze(-1) == Tensor.arange(C).repeat((N, 1, 1))).float()
weight = (mask * weight).sum(axis=-1)
if ignore_index is not None:
cond = target == ignore_index
weight = cond.where(0, weight) if weight is not None else cond.where(Tensor.zeros(*target.shape), 1)
mask = target[:, None, :] == Tensor.arange(C).reshape([1, C] + [1]*(len(x.shape) -2))
mask = (target[:, None, :] == Tensor.arange(C).reshape([1, C] + [1]*(len(x.shape) -2))).float()
loss = (-mask * x).sum(axis=1) * (1 if weight is None else weight)
if reduction == "mean": return loss.mean() if weight is None else loss.sum() / weight.sum()
if reduction == "sum": return loss.sum()

1
test/external/external_test_onnx_backend.py vendored
View File

@@ -31,6 +31,7 @@ class TinygradBackend(Backend):
net_feed_input = [x for x in input_all if x not in input_initializer]
print("prepare", cls, device, net_feed_input)
run_onnx = get_run_onnx(model)
#print(model)
return TinygradModel(run_onnx, net_feed_input)
@classmethod