Skip to content
Snippets Groups Projects

Python driver and data analysis part

Merged Juergen Hannappel requested to merge controller into main
31 files
+ 1275
20
Compare changes
  • Side-by-side
  • Inline
Files
31
+ 54
0
import random
import time
import os
def create_size_list(length):
start = 16
size_l = [start * (2 ** i) for i in range(length)]
return size_l
def make_folders_local(output_path):
os.makedirs(output_path, mode=0o777, exist_ok=True)
return output_path
def generate_random_data(points, size):
data = []
start_time = time.time()
for p in range(points):
timestamp = start_time + random.random()
duration = random.uniform(0.0001, 0.001)
data.append((timestamp, duration, size))
return data
def wirte_data_file(rnd_data, name, folder_p):
with open(f"./{folder_p}/{name}.dat", "w") as file:
file.write("t duration size\n") # Schreibe den Kopf der Datei
for i, (timestamp, duration, size) in enumerate(rnd_data):
if i == 0:
file.write(f"{timestamp:.9f} {duration:.9f} {size}\n")
else:
file.write(f"{timestamp:.9f} {duration:.9f} {size}\n")
num_points = 500000 # Anzahl der gewünschten Datenpunkte
nodes = 8
types = ['posix-close-', 'posix-open-', 'posix-write-', 'worker-burst-', 'worker-dump-', 'worker-idle-', 'worker-wait-']
events = 23
size_list = create_size_list(events)
for n in range(nodes):
for t in types:
for s in size_list:
filename = f'{t}{n}'
folder = f'test_output/Data_Set_{s}_Local'
folder_path = make_folders_local(folder)
random_data = generate_random_data(num_points, s)
wirte_data_file(random_data, filename, folder_path)
Loading