results for random paragraphs

Milestone1/config.json

 [
     {
-        "test_name" : "add csv attachments",
+        "test_name" : "add csv",
         "script" : "add_csv.js",
-        "link" : "https://softinst115787.host.vifib.net/public/unit_tests/index_load.html?saveAs=",
-        "result_file" : "./results/add_csv_attachments.csv",
-        "titles" : "items,ramUsed,diskUsed",
+        "link" : "https://softinst115787.host.vifib.net/public/unit_tests/index_load.html",
+        "result_file" : "./results/add_csv.csv",
+        "titles" : "items,timestamp",
         "files_dir" : "./files/CSV/",
-        "to_pass" : ["-s", "attachment"]
-    },
-    {
-        "test_name" : "add random csv attachments",
-        "script" : "add_csv.js",
-        "link" : "https://softinst115787.host.vifib.net/public/unit_tests/index_load.html?saveAs=",
-        "result_file" : "./results/add_random_csv_attachments.csv",
-        "titles" : "items,ramUsed,diskUsed",
-        "paragraphs" : 1000000,
-        "to_pass" : ["-s", "attachment"]
-    },
-    {
-        "test_name" : "add csv metadata",
-        "script" : "add_csv.js",
-        "link" : "https://softinst115787.host.vifib.net/public/unit_tests/index_load.html?saveAs=",
-        "result_file" : "./results/add_csv_metadata.csv",
-        "titles" : "items,ramUsed,diskUsed",
-        "files_dir" : "./files/CSV/",
-        "to_pass" : ["-s", "metadata"]
+        "to_pass" : []
     },
     {
-        "test_name" : "add random csv metadata",
+        "test_name" : "add random csv",
         "script" : "add_csv.js",
-        "link" : "https://softinst115787.host.vifib.net/public/unit_tests/index_load.html?saveAs=",
-        "result_file" : "./results/add_random_csv_metadata.csv",
-        "titles" : "items,ramUsed,diskUsed",
+        "link" : "https://softinst115787.host.vifib.net/public/unit_tests/index_load.html",
+        "result_file" : "./results/add_random_csv.csv",
+        "titles" : "items,timestamp",
         "paragraphs" : 1000000,
-        "to_pass" : ["-s", "metadata"]
+        "to_pass" : ["-r"]
     },
     {
         "test_name" : "download content",

Milestone1/results/add_csv.csv

+items,timestamp
+1000,1581422456851
+2000,1581422457017
+3000,1581422457146
+4000,1581422457265
+5000,1581422457379
+6000,1581422457502
+7000,1581422457621
+8000,1581422457737
+9000,1581422457868
+10000,1581422457979
+11000,1581422458109
+12000,1581422458235
+13000,1581422458364
+14000,1581422458491
+15000,1581422458706
+16000,1581422458853
+17000,1581422458971
+18000,1581422459084
+19000,1581422459194
+20000,1581422459314
+21000,1581422459462
+22000,1581422459607
+23000,1581422459732
+24000,1581422459845
+25000,1581422459960
+26000,1581422460076
+27000,1581422460195
+28000,1581422460309
+29000,1581422460419
+30000,1581422460533
+31000,1581422460669
+32000,1581422460783
+33000,1581422460898
+34000,1581422461010
+35000,1581422461215
+36000,1581422461328
+37000,1581422461473
+38000,1581422461586
+39000,1581422461712
+40000,1581422461926
+41000,1581422462053
+42000,1581422462175
+43000,1581422462288
+44000,1581422462429
+45000,1581422462545
+46000,1581422462658
+47000,1581422462768
+48000,1581422462879
+49000,1581422462990
+50000,1581422463107
+51000,1581422463233
+52000,1581422463350
+53000,1581422463463
+54000,1581422463594
+55000,1581422463716
+56000,1581422463841
+57000,1581422463968
+58000,1581422464117
+59000,1581422464229
+60000,1581422464341
+61000,1581422464451
+62000,1581422464565
+63000,1581422464678
+64000,1581422464789
+65000,1581422464957
+66000,1581422465068
+67000,1581422465184
+68000,1581422465295
+69000,1581422465408
+70000,1581422465522
+71000,1581422465636
+72000,1581422465749
+73000,1581422465860
+74000,1581422465972
+75000,1581422466083
+76000,1581422466197
+77000,1581422466306
+78000,1581422466416
+79000,1581422466524
+80000,1581422466656
+81000,1581422466770
+82000,1581422466891
+83000,1581422467018
+84000,1581422467167
+85000,1581422467282
+86000,1581422467395
+87000,1581422467505
+88000,1581422467697
+89000,1581422467805
+90000,1581422467914
+91000,1581422468035
+92000,1581422468146
+93000,1581422468309
+94000,1581422468418
+95000,1581422468531
+96000,1581422468642
+97000,1581422468753
+98000,1581422468859
+99000,1581422469038
+100000,1581422469149
+101000,1581422469288
+102000,1581422469401
+103000,1581422469512
+104000,1581422469632
+105000,1581422469748
+106000,1581422469953
+107000,1581422470075
+108000,1581422470194
+109000,1581422470307
+110000,1581422470418
+111000,1581422470539
+112000,1581422470656
+113000,1581422470764
+114000,1581422470886
+115000,1581422471000
+116000,1581422471106
+117000,1581422471220
+118000,1581422471329
+119000,1581422471439
+120000,1581422471552
+121000,1581422471667
+122000,1581422471799
+123000,1581422471919
+124000,1581422472033
+125000,1581422472150
+126000,1581422472267
+127000,1581422472382
+128000,1581422472529
+129000,1581422472639
+130000,1581422472751
+131000,1581422472860
+132000,1581422472975
+133000,1581422473089
+134000,1581422473216
+135000,1581422473329
+136000,1581422473438
+137000,1581422473547
+138000,1581422473668
+139000,1581422473789
+140000,1581422473906
+141000,1581422474018
+142000,1581422474131
+143000,1581422474246
+144000,1581422474356
+145000,1581422474469
+146000,1581422474579
+147000,1581422474692
+148000,1581422474802
+149000,1581422474917
+150000,1581422475027
+151000,1581422475142
+152000,1581422475259
+153000,1581422475379
+154000,1581422475512
+155000,1581422475630
+156000,1581422475744
+157000,1581422475856
+158000,1581422475970
+159000,1581422476086
+160000,1581422476201
+161000,1581422476320
+162000,1581422476430
+163000,1581422476556
+164000,1581422476667
+165000,1581422476816
+166000,1581422476937
+167000,1581422477235
+168000,1581422477354
+169000,1581422477471
+170000,1581422477603
+171000,1581422477751
+172000,1581422477868
+173000,1581422477982
+174000,1581422478101
+175000,1581422478235
+176000,1581422478348
+177000,1581422478454
+178000,1581422478572
+179000,1581422478685
+180000,1581422478798
+181000,1581422478912
+182000,1581422479026
+183000,1581422479139
+184000,1581422479285
+185000,1581422479396
+186000,1581422479507
+187000,1581422479620
+188000,1581422479732
+189000,1581422479851
+190000,1581422479964
+191000,1581422480077
+192000,1581422480198
+193000,1581422480314
+194000,1581422480426
+195000,1581422480537
+196000,1581422480649
+197000,1581422480771
+198000,1581422480880
+199000,1581422481000
+200000,1581422481114
+201000,1581422481234
+202000,1581422481343
+203000,1581422481477
+204000,1581422481600
+205000,1581422481713
+206000,1581422481822
+207000,1581422481937
+208000,1581422482061
+209000,1581422482171
+210000,1581422482280
+211000,1581422482402
+212000,1581422482516
+213000,1581422482630
+214000,1581422482736
+215000,1581422482884
+216000,1581422483000
+217000,1581422483115
+218000,1581422483225
+219000,1581422483336
+220000,1581422483446
+221000,1581422483557
+222000,1581422483669
+223000,1581422483781
+224000,1581422483903
+225000,1581422484017
+226000,1581422484130
+227000,1581422484279
+228000,1581422484390
+229000,1581422484505
+230000,1581422484618
+231000,1581422484734
+232000,1581422484845
+233000,1581422484970
+234000,1581422485111
+235000,1581422485236
+236000,1581422485351
+237000,1581422485461
+238000,1581422485577
+239000,1581422485695
+240000,1581422485810
+241000,1581422485922
+242000,1581422486052
+243000,1581422486169
+244000,1581422486279
+245000,1581422486392
+246000,1581422486546
+247000,1581422486897
+248000,1581422487013
+249000,1581422487129
+250000,1581422487246
+251000,1581422487357
+252000,1581422487474
+253000,1581422487608
+254000,1581422487734
+255000,1581422487847
+256000,1581422487959

Milestone1/results/add_csv_attachments.csv

-items,ramUsed,diskUsed
-1000,1581418482011
-2000,1581418482456
-3000,1581418482959
-4000,1581418483497
-5000,1581418484244
-6000,1581418485113
-7000,1581418485963
-8000,1581418487073
-9000,1581418488041
-10000,1581418489043
-11000,1581418490551
-12000,1581418491982
-13000,1581418493312
-14000,1581418494842
-15000,1581418496481
-16000,1581418498357
-17000,1581418499954
-18000,1581418501701
-19000,1581418503892
-20000,1581418506496
-21000,1581418508811
-22000,1581418511436
-23000,1581418514201
-24000,1581418516558
-25000,1581418519627
-26000,1581418522215
-27000,1581418525657
-28000,1581418528490
-29000,1581418531824
-30000,1581418534628
-31000,1581418539440
-32000,1581418542866
-33000,1581418545982
-34000,1581418550622
-35000,1581418554585
-36000,1581418558850
-37000,1581418563557
-38000,1581418568295
-39000,1581418574275
-40000,1581418578650
-41000,1581418583757
-42000,1581418588178
-43000,1581418592570
-44000,1581418598511
-45000,1581418605935
-46000,1581418611866
-47000,1581418617934
-48000,1581418625039
-49000,1581418632329
-50000,1581418643519

Milestone1/results/add_csv_metadata.csv

-items,ramUsed,memUsed
-100,-0.03113844575534097,2.13671875
-1000,-0.44977176618101566,3.171875
-5000,-0.42621477611326364,6.37890625
-10000,-0.21620259208293713,10.9140625
-50000,-0.04906697034818297,19.3671875
-100000,Timeout ERROR

Milestone1/results/add_random_csv.csv

+items,timestamp
+1000,1581422538451
+2000,1581422538767
+3000,1581422539065
+4000,1581422539382
+5000,1581422539696
+6000,1581422539981
+7000,1581422540305
+8000,1581422540619
+9000,1581422540919
+10000,1581422541224
+11000,1581422541551
+12000,1581422541885
+13000,1581422542176
+14000,1581422542473
+15000,1581422542775
+16000,1581422543079
+17000,1581422543372
+18000,1581422543661
+19000,1581422543971
+20000,1581422544282
+21000,1581422544575
+22000,1581422544885
+23000,1581422545176
+24000,1581422545469
+25000,1581422545758
+26000,1581422546047
+27000,1581422546339
+28000,1581422546638
+29000,1581422546924
+30000,1581422547212
+31000,1581422547501
+32000,1581422547783
+33000,1581422548090
+34000,1581422548398
+35000,1581422548686
+36000,1581422548973
+37000,1581422549260
+38000,1581422549550
+39000,1581422549837
+40000,1581422550125
+41000,1581422550410
+42000,1581422550695
+43000,1581422550980
+44000,1581422551283
+45000,1581422551570
+46000,1581422551859
+47000,1581422552147
+48000,1581422552428
+49000,1581422552735
+50000,1581422553025
+51000,1581422553344
+52000,1581422553636
+53000,1581422553927
+54000,1581422554211
+55000,1581422554501
+56000,1581422554788
+57000,1581422555076
+58000,1581422555389
+59000,1581422555710
+60000,1581422556003
+61000,1581422556289
+62000,1581422556579
+63000,1581422556875
+64000,1581422557165
+65000,1581422557455
+66000,1581422557744
+67000,1581422558047
+68000,1581422558333
+69000,1581422558618
+70000,1581422558924
+71000,1581422559232
+72000,1581422559521
+73000,1581422559807
+74000,1581422560129
+75000,1581422560418
+76000,1581422560704
+77000,1581422561001
+78000,1581422561293
+79000,1581422561583
+80000,1581422561871
+81000,1581422562156
+82000,1581422562437
+83000,1581422562728
+84000,1581422563014
+85000,1581422563296
+86000,1581422563600
+87000,1581422563917
+88000,1581422564219
+89000,1581422564511
+90000,1581422564797
+91000,1581422565099
+92000,1581422565383
+93000,1581422565670
+94000,1581422565956
+95000,1581422566253
+96000,1581422566535
+97000,1581422566821
+98000,1581422567102
+99000,1581422567392
+100000,1581422567673
+101000,1581422567957
+102000,1581422568241
+103000,1581422568525
+104000,1581422568808
+105000,1581422569128
+106000,1581422569469
+107000,1581422569760
+108000,1581422570051
+109000,1581422570341
+110000,1581422570627
+111000,1581422570967
+112000,1581422571254
+113000,1581422571542
+114000,1581422571834
+115000,1581422572122
+116000,1581422572405
+117000,1581422572688
+118000,1581422572969
+119000,1581422573248
+120000,1581422573534
+121000,1581422573813
+122000,1581422574096
+123000,1581422574383
+124000,1581422574670
+125000,1581422574952
+126000,1581422575237
+127000,1581422575521
+128000,1581422575816
+129000,1581422576103
+130000,1581422576395
+131000,1581422576685
+132000,1581422576974
+133000,1581422577260
+134000,1581422577550
+135000,1581422577836
+136000,1581422578118
+137000,1581422578403
+138000,1581422578688
+139000,1581422578975
+140000,1581422579256
+141000,1581422579546
+142000,1581422579835
+143000,1581422580126
+144000,1581422580417
+145000,1581422580714
+146000,1581422580997
+147000,1581422581287
+148000,1581422581571
+149000,1581422581855
+150000,1581422582160
+151000,1581422582525
+152000,1581422582817
+153000,1581422583100
+154000,1581422583388
+155000,1581422583677
+156000,1581422583962
+157000,1581422584253
+158000,1581422584539
+159000,1581422584820
+160000,1581422585132
+161000,1581422585415
+162000,1581422585703
+163000,1581422585990
+164000,1581422586276
+165000,1581422586559
+166000,1581422586917
+167000,1581422587204
+168000,1581422587485
+169000,1581422587770
+170000,1581422588071
+171000,1581422588353
+172000,1581422588637
+173000,1581422588919
+174000,1581422589218
+175000,1581422589527
+176000,1581422589812
+177000,1581422590096
+178000,1581422590399
+179000,1581422590688
+180000,1581422590976
+181000,1581422591262
+182000,1581422591553
+183000,1581422591836
+184000,1581422592121
+185000,1581422592406
+186000,1581422592687
+187000,1581422592971
+188000,1581422593258
+189000,1581422593546
+190000,1581422593854
+191000,1581422594140
+192000,1581422594422
+193000,1581422594705
+194000,1581422594989
+195000,1581422595280
+196000,1581422595567
+197000,1581422595852
+198000,1581422596137
+199000,1581422596423
+200000,1581422596708
+201000,1581422596994
+202000,1581422597288
+203000,1581422597575
+204000,1581422597859
+205000,1581422598129
+206000,1581422598421
+207000,1581422598703
+208000,1581422598987
+209000,1581422599271
+210000,1581422599554
+211000,1581422599840
+212000,1581422600125
+213000,1581422600408
+214000,1581422600694
+215000,1581422600990
+216000,1581422601421
+217000,1581422601713
+218000,1581422601997
+219000,1581422602289
+220000,1581422602585
+221000,1581422602886
+222000,1581422603172
+223000,1581422603458
+224000,1581422603739
+225000,1581422604023
+226000,1581422604308
+227000,1581422604591
+228000,1581422604878
+229000,1581422605162
+230000,1581422605452
+231000,1581422605740
+232000,1581422606024
+233000,1581422606306
+234000,1581422606589
+235000,1581422606873
+236000,1581422607156
+237000,1581422607440
+238000,1581422607727
+239000,1581422608016
+240000,1581422608302
+241000,1581422608587
+242000,1581422608869
+243000,1581422609156
+244000,1581422609440
+245000,1581422609723
+246000,1581422610009
+247000,1581422610302
+248000,1581422610690
+249000,1581422610975
+250000,1581422611259
+251000,1581422611543
+252000,1581422611833
+253000,1581422612123
+254000,1581422612411
+255000,1581422612695
+256000,1581422612981

Milestone1/results/add_random_csv_attachments.csv

-items,ramUsed,diskUsed

Milestone1/results/add_random_csv_metadata.csv

-items,ramUsed,diskUsed
-1000,0.005836663197002712,1.78125
-
-2000,-0.08749857438180886,-1011.921875
-
-3000,-0.04517533356636472,-1011.515625
-
-4000,-0.09653833237046794,-1010.34765625
-

Milestone1/unit_tests/add_csv.js

@@ -8,29 +8,20 @@ var os = require('os');
 const puppeteer = require("puppeteer");
 const Server = require("ws").Server;
 const args = require("yargs")
-.usage("Usage : load_content.js -saveAs metadata/attachment -file file_path")
+.usage("Usage : load_content.js -file file_path")
 .demandOption(["file"])
-.demandOption(["saveAs"])
 .alias("f", "file")
-.alias("s", "saveAs")
 .alias("l", "link")
 .describe("file", "file containing content, data must follow the CSV standard")
-.describe("saveAs", "choose whether to save the content as " +
-"metadata or attachments in the indexeddb")
 .describe("link", "link to website treating the data, defaults to Mynij")
 .nargs("file", 1)
-.nargs("saveAs", 1)
 .nargs("link", 1)
 .argv;
 
-if (!(args.saveAs === "metadata" ||args.saveAs === "attachment")){
-    throw "Unrecognized save as argument";
-}
 var link = args.link
 ? args.link
-: "https://softinst115787.host.vifib.net/public/unit_tests/" +
-"index_load.html?saveAs=";
-var saveAs = args.saveAs;
+: "https://softinst115787.host.vifib.net/public/unit_tests/index_load.html";
+
 var files;
 var browser;
 var page;
@@ -102,8 +93,9 @@ async function query (){
     init_server();
     browser = await puppeteer.launch();
     page = await browser.newPage();
-    await page.goto(link+saveAs);
-    monitor = childProcess.fork("./unit_tests/monitor.js");
+    await page.goto(link);
+    monitor = childProcess.fork("./unit_tests/monitor.js",
+        args.r ? ["-r"] : []);
     timeout();
     query();
     // diskspace.check("C", function (err, result){

Milestone1/unit_tests/monitor.js

 var os = require('os');
 const fs = require("fs");
 var diskspace = require("diskspace");
+const args = require("yargs").argv;
 
 var total_ram = os.totalmem();
 var start_ram = total_ram - os.freemem();
 var start_disk;
-var stream = fs.createWriteStream("./results/add_csv_attachments_monitor.csv", {flags: "w+"});
+console.log(args);
+var path = args.r
+? "./results/add_random_csv_monitor.csv"
+: "./results/add_csv_monitor.csv";
+
+console.log(path);
+var stream = fs.createWriteStream(path, {flags: "w+"});
 stream.write("time,disk,ram\n");
 
 // function init_server (){