add linear & module & tensor & tests

weilinquan · Oct 9, 2022 · 2551842 · 2551842
1 parent eea62a3
commit 2551842
Show file tree

Hide file tree

Showing 15 changed files with 423 additions and 0 deletions.
diff --git a/.idea/Manualtorch.iml b/.idea/Manualtorch.iml
diff --git a/.idea/misc.xml b/.idea/misc.xml
diff --git a/.idea/modules.xml b/.idea/modules.xml
diff --git a/.idea/vcs.xml b/.idea/vcs.xml
diff --git a/.idea/workspace.xml b/.idea/workspace.xml
diff --git a/Tensor.py b/Tensor.py
@@ -0,0 +1,20 @@
+import numpy
+
+
+class Tensor:
+    def __init__(self, data, type):
+        self.data = numpy.array(data, dtype=type)
+
+    def __add__(self, other):
+        return self.data+other
+
+    def __sub__(self, other):
+        return self.data-other
+
+    def __mul__(self, other):
+        if isinstance(other, Tensor):
+            return numpy.matmul(self.data, other.data)
+        return self.data*other
+
+    def reshape(self, row, col):
+        self.data = self.data.reshape(row, col)
diff --git a/__pycache__/Tensor.cpython-39.pyc b/__pycache__/Tensor.cpython-39.pyc
diff --git a/nn/Linear.py b/nn/Linear.py
@@ -0,0 +1,23 @@
+from .Module import Module
+import numpy
+from .Parameter import Parameter
+
+
+class Linear(Module):
+    def __init__(self, row, col):
+        self.parameter = Parameter((row, col))
+        self.inputs = []
+        self.data = None
+
+    def forward(self, x):
+        self.inputs.append(x)
+        self.data = numpy.matmul(x.data, self.parameter.data)
+        return self
+
+    def __call__(self, x):
+        return self.forward(x)
+
+    def backward(self, grad):
+        self.parameter.gradient = numpy.matmul(self.inputs[0].data.T, self.data)
+        if(isinstance(self.inputs[0], Module)):
+            self.inputs[0].backward()