""" #!/home/bigdata/anaconda3/envs/test_dev/bin/python """ import random from timeit import default_timer as timer def generateData(size, fileName): (l1Range,l2Range,l3Range) = size with open(fileName, 'w') as fileToSaveData: for l1 in range(l1Range): #print("==> "+str(l1)) for l2 in range(l2Range): sentence = "" for l3 in range(l3Range): for d in range(random.randint(3,20)): #https://stackoverflow.com/questions/12169839/which-is-the-preferred-way-to-concatenate-a-string-in-python sentence += str(random.randint(0,99))+',' sentence += str(random.randint(0,99))+"\n" fileToSaveData.write(sentence) start = timer() generateData((1000,100,500),"big_data_task_03.dat") generateData((10,10,50),"big_data_task_03_test.dat") end = timer() print("Execution time (learn): ", end - start, "s")