adding variable stuff

Python/collectvariables.py

+import re
+import jellyfish
+import glob
+
+var = "[\s]*([\w, ]+)[\s]*=[^=]"
+
+def get_unique_vars(filename):
+	unique_vs = set()
+	with open(filename) as f:
+		ft = f.read()
+		vs = re.findall(var, ft)
+		if vs:
+			for v in vs:
+				for st in v.strip().split(","):
+					unique_vs.add(st.strip())
+	return unique_vs
+
+def main():
+	count = 0
+	for filename in glob.glob("pydata/pyfile*.txt"):
+		print("working on " + filename)
+		s = get_unique_vars(filename)
+		with open("pyvariables/varfile" + str(count) + ".txt", "w") as f:
+			f.write(repr(s))
+		count += 1
+
+
+if __name__ == '__main__':
+	main()
+
+