lot of fixes and progress

allocator.py

@@ -0,0 +1,25 @@
+# memory manager to prevent redundant calls to files and save up disk usage
+# may cause massive ram usage if we input too many pck at once, fix required
+import os
+import mmap
+
+class Allocator:
+	def __init__(self):
+		self.files = {}
+
+	def load_file(self, path):
+		filename = os.path.basename(path)
+		with open(path, "r+b") as f:
+			mmap_object = mmap.mmap(f.fileno(), 0)
+
+		self.files[filename] = mmap_object,
+
+
+	def read_at(self, file, offset, size):
+		data = self.files[file][offset:offset+size]
+		return data
+
+	def free_mem(self):
+		for file in list(self.files.keys()):
+			self.files[file].close()
+		self.files.clear()