feat(benchmark): add alerts to benchmarks

benchmarks/124_minus_x.py

@@ -40,6 +40,7 @@ def main():
             correct += 1
 
     # Measure: Accuracy (%) = (correct / len(inputs)) * 100
+    # Alert: Accuracy (%) != 100
 
 
 if __name__ == "__main__":

benchmarks/124_minus_x_tensor.py

@@ -41,6 +41,7 @@ def main():
             correct += 1
 
     # Measure: Accuracy (%) = (correct / len(inputs)) * 100
+    # Alert: Accuracy (%) != 100
 
 
 if __name__ == "__main__":

benchmarks/linear_regression.py

@@ -191,6 +191,7 @@ def main():
     # Measure: Non Homomorphic Loss = non_homomorphic_loss
     # Measure: Homomorphic Loss = homomorphic_loss
     # Measure: Relative Loss Difference Between Homomorphic and Non Homomorphic Implementation (%) = difference
+    # Alert: Relative Loss Difference Between Homomorphic and Non Homomorphic Implementation (%) > 20
 
 
 if __name__ == "__main__":

benchmarks/logistic_regression.py

@@ -264,6 +264,7 @@ def main():
     print(f"Accuracy: {accuracy:.2f}%")
 
     # Measure: Accuracy (%) = accuracy
+    # Alert: Accuracy (%) < 85
 
 
 if __name__ == "__main__":

benchmarks/single_table_lookup.py

@@ -45,6 +45,7 @@ def main():
             correct += 1
 
     # Measure: Accuracy (%) = (correct / len(inputs)) * 100
+    # Alert: Accuracy (%) != 100
 
 
 if __name__ == "__main__":

benchmarks/x_minus_1_2_3.py

@@ -41,6 +41,7 @@ def main():
             correct += 1
 
     # Measure: Accuracy (%) = (correct / len(inputs)) * 100
+    # Alert: Accuracy (%) != 100
 
 
 if __name__ == "__main__":

benchmarks/x_minus_1_2_3_broadcasted.py

@@ -43,6 +43,7 @@ def main():
             correct += 1
 
     # Measure: Accuracy (%) = (correct / len(inputs)) * 100
+    # Alert: Accuracy (%) != 100
 
 
 if __name__ == "__main__":

benchmarks/x_minus_24.py

@@ -40,6 +40,7 @@ def main():
             correct += 1
 
     # Measure: Accuracy (%) = (correct / len(inputs)) * 100
+    # Alert: Accuracy (%) != 100
 
 
 if __name__ == "__main__":

benchmarks/x_minus_24_tensor.py

@@ -41,6 +41,7 @@ def main():
             correct += 1
 
     # Measure: Accuracy (%) = (correct / len(inputs)) * 100
+    # Alert: Accuracy (%) != 100
 
 
 if __name__ == "__main__":

benchmarks/x_minus_y.py

@@ -45,6 +45,7 @@ def main():
             correct += 1
 
     # Measure: Accuracy (%) = (correct / len(inputs)) * 100
+    # Alert: Accuracy (%) != 100
 
 
 if __name__ == "__main__":

benchmarks/x_minus_y_broadcasted_tensors.py

@@ -46,6 +46,7 @@ def main():
             correct += 1
 
     # Measure: Accuracy (%) = (correct / len(inputs)) * 100
+    # Alert: Accuracy (%) != 100
 
 
 if __name__ == "__main__":

benchmarks/x_minus_y_tensor_and_scalar.py

@@ -45,6 +45,7 @@ def main():
             correct += 1
 
     # Measure: Accuracy (%) = (correct / len(inputs)) * 100
+    # Alert: Accuracy (%) != 100
 
 
 if __name__ == "__main__":

benchmarks/x_minus_y_tensors.py

@@ -45,6 +45,7 @@ def main():
             correct += 1
 
     # Measure: Accuracy (%) = (correct / len(inputs)) * 100
+    # Alert: Accuracy (%) != 100
 
 
 if __name__ == "__main__":

benchmarks/x_plus_1_2_3.py

@@ -41,6 +41,7 @@ def main():
             correct += 1
 
     # Measure: Accuracy (%) = (correct / len(inputs)) * 100
+    # Alert: Accuracy (%) != 100
 
 
 if __name__ == "__main__":

benchmarks/x_plus_1_2_3_broadcasted.py

@@ -41,6 +41,7 @@ def main():
             correct += 1
 
     # Measure: Accuracy (%) = (correct / len(inputs)) * 100
+    # Alert: Accuracy (%) != 100
 
 
 if __name__ == "__main__":

benchmarks/x_plus_42.py

@@ -40,6 +40,7 @@ def main():
             correct += 1
 
     # Measure: Accuracy (%) = (correct / len(inputs)) * 100
+    # Alert: Accuracy (%) != 100
 
 
 if __name__ == "__main__":

benchmarks/x_plus_42_tensor.py

@@ -41,6 +41,7 @@ def main():
             correct += 1
 
     # Measure: Accuracy (%) = (correct / len(inputs)) * 100
+    # Alert: Accuracy (%) != 100
 
 
 if __name__ == "__main__":

benchmarks/x_plus_y.py

@@ -42,6 +42,7 @@ def main():
             correct += 1
 
     # Measure: Accuracy (%) = (correct / len(inputs)) * 100
+    # Alert: Accuracy (%) != 100
 
 
 if __name__ == "__main__":

benchmarks/x_plus_y_broadcasted_tensors.py

@@ -46,6 +46,7 @@ def main():
             correct += 1
 
     # Measure: Accuracy (%) = (correct / len(inputs)) * 100
+    # Alert: Accuracy (%) != 100
 
 
 if __name__ == "__main__":

benchmarks/x_plus_y_tensor_and_scalar.py

@@ -45,6 +45,7 @@ def main():
             correct += 1
 
     # Measure: Accuracy (%) = (correct / len(inputs)) * 100
+    # Alert: Accuracy (%) != 100
 
 
 if __name__ == "__main__":

benchmarks/x_plus_y_tensors.py

@@ -46,6 +46,7 @@ def main():
             correct += 1
 
     # Measure: Accuracy (%) = (correct / len(inputs)) * 100
+    # Alert: Accuracy (%) != 100
 
 
 if __name__ == "__main__":

benchmarks/x_times_1_2_3.py

@@ -41,6 +41,7 @@ def main():
             correct += 1
 
     # Measure: Accuracy (%) = (correct / len(inputs)) * 100
+    # Alert: Accuracy (%) != 100
 
 
 if __name__ == "__main__":

benchmarks/x_times_1_2_3_broadcasted.py

@@ -41,6 +41,7 @@ def main():
             correct += 1
 
     # Measure: Accuracy (%) = (correct / len(inputs)) * 100
+    # Alert: Accuracy (%) != 100
 
 
 if __name__ == "__main__":

benchmarks/x_times_7.py

@@ -40,6 +40,7 @@ def main():
             correct += 1
 
     # Measure: Accuracy (%) = (correct / len(inputs)) * 100
+    # Alert: Accuracy (%) != 100
 
 
 if __name__ == "__main__":

benchmarks/x_times_7_tensor.py

@@ -41,6 +41,7 @@ def main():
             correct += 1
 
     # Measure: Accuracy (%) = (correct / len(inputs)) * 100
+    # Alert: Accuracy (%) != 100
 
 
 if __name__ == "__main__":

benchmarks/x_times_y.py

@@ -45,6 +45,7 @@ def main():
             correct += 1
 
     # Measure: Accuracy (%) = (correct / len(inputs)) * 100
+    # Alert: Accuracy (%) != 100
 
 
 if __name__ == "__main__":

benchmarks/x_times_y_broadcasted_tensors.py

@@ -46,6 +46,7 @@ def main():
             correct += 1
 
     # Measure: Accuracy (%) = (correct / len(inputs)) * 100
+    # Alert: Accuracy (%) != 100
 
 
 if __name__ == "__main__":

benchmarks/x_times_y_tensor_and_scalar.py

@@ -45,6 +45,7 @@ def main():
             correct += 1
 
     # Measure: Accuracy (%) = (correct / len(inputs)) * 100
+    # Alert: Accuracy (%) != 100
 
 
 if __name__ == "__main__":

benchmarks/x_times_y_tensors.py

@@ -46,6 +46,7 @@ def main():
             correct += 1
 
     # Measure: Accuracy (%) = (correct / len(inputs)) * 100
+    # Alert: Accuracy (%) != 100
 
 
 if __name__ == "__main__":

benchmarks/x_to_the_power_of_2.py

@@ -40,6 +40,7 @@ def main():
             correct += 1
 
     # Measure: Accuracy (%) = (correct / len(inputs)) * 100
+    # Alert: Accuracy (%) != 100
 
 
 if __name__ == "__main__":