A lot of stuff working :D. ResNet implemented!

1 files changed, 19 insertions, 0 deletions

diff --git a/src/training/trainer/util.py b/src/training/trainer/util.py
new file mode 100644
index 0000000..132b2dc
--- /dev/null
+++ b/src/training/trainer/util.py
@@ -0,0 +1,19 @@
+"""Utility functions for training neural networks."""
+
+
+class RunningAverage:
+    """Maintains a running average."""
+
+    def __init__(self) -> None:
+        """Initializes the parameters."""
+        self.steps = 0
+        self.total = 0
+
+    def update(self, val: float) -> None:
+        """Updates the parameters."""
+        self.total += val
+        self.steps += 1
+
+    def __call__(self) -> float:
+        """Computes the running average."""
+        return self.total / float(self.steps)