From b8d994bf2146cdc06385dcd0b4443fb4dae06706 Mon Sep 17 00:00:00 2001
From: tchemn <brendel.tillmann@gmail.com>
Date: Thu, 24 May 2018 19:15:54 +0200
Subject: [PATCH] added clusteres PLZ generation

Always generates a 5 digit PLZ in the first row. There also is a user defined chance that she will start with 09

Havent tested much, there might be bugs
---
 src/data_generators/randomi2.1.py | 94 +++++++++++++++++++++++++++++++
 1 file changed, 94 insertions(+)
 create mode 100644 src/data_generators/randomi2.1.py

diff --git a/src/data_generators/randomi2.1.py b/src/data_generators/randomi2.1.py
new file mode 100644
index 0000000..7316680
--- /dev/null
+++ b/src/data_generators/randomi2.1.py
@@ -0,0 +1,94 @@
+# Meet randomI Mk II, a random data generator for test data generation
+
+# For random generation of numbers import randint
+from random import randint
+
+# Importing the time for benchmarking purposes
+import time
+from datetime import date
+
+# Importing for multi core processing
+import multiprocessing
+def generate09():
+	plz = "09"
+	for i in range(0,3):
+		plz = plz + str(randint(0,9))
+	return plz
+def generatePLZ():
+	plz = ""
+	for i in range(0,5):
+		plz = plz + str(randint(0,9))
+	return plz
+# randomI function which creates each file
+def randomI(units, rows, rowLength, partstart, cluster):
+	for setcounter in range(0, units):
+		writeFile(generateFile(rows, rowLength, cluster), setcounter, partstart)
+
+# Function for generating the content of one single file
+def generateFile(rows, rowLength, cluster):
+	content = []
+	for y in range(0, rows):
+		if y == 0:
+			if 1 == randint(1, cluster):
+				content.append(generate09())
+			else:
+				content.append(generatePLZ())
+		else:
+			content.append(generateRow(rowLength))
+	return content
+
+# Function for generating the content of one single row randomly
+def generateRow(rowLength):
+	row = ""
+	for z in range(0, rowLength):
+		row = row + str(randint(0, 9))
+	return row
+
+# Function for writing data into a file
+def writeFile(content, setcounter, partstart):
+	filenumber = int(setcounter) + int(partstart)
+	file = open("testdata/file" + str(filenumber) + ".txt", "w")
+	for w in range(0, len(content)):
+		file.write(content[w] + "\n")
+
+if __name__ == '__main__':
+	# Getting the user input
+	print("Hello World")
+	units = int(input("How many units would you like to generate? "))
+	rows = int(input("How many rows should each unit have? "))
+	rowLength = int(input("How long should each row be? "))
+	cores = int(input("How many cores do you want to use? "))
+	cluster = int(input("What fraction of postal codes should be in the 09xxx cluster? 1/"))
+
+    # Splitting up the units
+	count = int(0)
+	partsize = units / cores
+
+	# For benchmarking starting the timer now
+	start_time = time.time()
+
+	# Initialize and prepare cores for process
+	while count < cores:
+		partstart = partsize * count
+		globals()["p" + str(count)] = multiprocessing.Process(target=randomI, args=(int(partsize), rows, rowLength, partstart, cluster))
+		count = count + 1
+
+	# Starting each core
+	count = int(0)
+	while count < cores:
+		globals()["p" + str(count)].start()
+		print("Core " + str(count) + " started.")
+		count = count + 1
+
+	print("Working...")
+
+	# Joining each core for the process
+	count = int(0)
+	while count < cores:
+		globals()["p" + str(count)].join()
+		count = count + 1
+
+	# Finishing up the process
+	sec = time.time() - start_time
+	print("Data is generated. Have fun!")
+	print("randomI took " + str(sec) + " seconds for execution.")