Commit aae82c0a authored by Alexandra Rogova's avatar Alexandra Rogova

results for random paragraphs

parent b2762f48
[
{
"test_name" : "add csv attachments",
"test_name" : "add csv",
"script" : "add_csv.js",
"link" : "https://softinst115787.host.vifib.net/public/unit_tests/index_load.html?saveAs=",
"result_file" : "./results/add_csv_attachments.csv",
"titles" : "items,ramUsed,diskUsed",
"link" : "https://softinst115787.host.vifib.net/public/unit_tests/index_load.html",
"result_file" : "./results/add_csv.csv",
"titles" : "items,timestamp",
"files_dir" : "./files/CSV/",
"to_pass" : ["-s", "attachment"]
},
{
"test_name" : "add random csv attachments",
"script" : "add_csv.js",
"link" : "https://softinst115787.host.vifib.net/public/unit_tests/index_load.html?saveAs=",
"result_file" : "./results/add_random_csv_attachments.csv",
"titles" : "items,ramUsed,diskUsed",
"paragraphs" : 1000000,
"to_pass" : ["-s", "attachment"]
},
{
"test_name" : "add csv metadata",
"script" : "add_csv.js",
"link" : "https://softinst115787.host.vifib.net/public/unit_tests/index_load.html?saveAs=",
"result_file" : "./results/add_csv_metadata.csv",
"titles" : "items,ramUsed,diskUsed",
"files_dir" : "./files/CSV/",
"to_pass" : ["-s", "metadata"]
"to_pass" : []
},
{
"test_name" : "add random csv metadata",
"test_name" : "add random csv",
"script" : "add_csv.js",
"link" : "https://softinst115787.host.vifib.net/public/unit_tests/index_load.html?saveAs=",
"result_file" : "./results/add_random_csv_metadata.csv",
"titles" : "items,ramUsed,diskUsed",
"link" : "https://softinst115787.host.vifib.net/public/unit_tests/index_load.html",
"result_file" : "./results/add_random_csv.csv",
"titles" : "items,timestamp",
"paragraphs" : 1000000,
"to_pass" : ["-s", "metadata"]
"to_pass" : ["-r"]
},
{
"test_name" : "download content",
......
items,timestamp
1000,1581422456851
2000,1581422457017
3000,1581422457146
4000,1581422457265
5000,1581422457379
6000,1581422457502
7000,1581422457621
8000,1581422457737
9000,1581422457868
10000,1581422457979
11000,1581422458109
12000,1581422458235
13000,1581422458364
14000,1581422458491
15000,1581422458706
16000,1581422458853
17000,1581422458971
18000,1581422459084
19000,1581422459194
20000,1581422459314
21000,1581422459462
22000,1581422459607
23000,1581422459732
24000,1581422459845
25000,1581422459960
26000,1581422460076
27000,1581422460195
28000,1581422460309
29000,1581422460419
30000,1581422460533
31000,1581422460669
32000,1581422460783
33000,1581422460898
34000,1581422461010
35000,1581422461215
36000,1581422461328
37000,1581422461473
38000,1581422461586
39000,1581422461712
40000,1581422461926
41000,1581422462053
42000,1581422462175
43000,1581422462288
44000,1581422462429
45000,1581422462545
46000,1581422462658
47000,1581422462768
48000,1581422462879
49000,1581422462990
50000,1581422463107
51000,1581422463233
52000,1581422463350
53000,1581422463463
54000,1581422463594
55000,1581422463716
56000,1581422463841
57000,1581422463968
58000,1581422464117
59000,1581422464229
60000,1581422464341
61000,1581422464451
62000,1581422464565
63000,1581422464678
64000,1581422464789
65000,1581422464957
66000,1581422465068
67000,1581422465184
68000,1581422465295
69000,1581422465408
70000,1581422465522
71000,1581422465636
72000,1581422465749
73000,1581422465860
74000,1581422465972
75000,1581422466083
76000,1581422466197
77000,1581422466306
78000,1581422466416
79000,1581422466524
80000,1581422466656
81000,1581422466770
82000,1581422466891
83000,1581422467018
84000,1581422467167
85000,1581422467282
86000,1581422467395
87000,1581422467505
88000,1581422467697
89000,1581422467805
90000,1581422467914
91000,1581422468035
92000,1581422468146
93000,1581422468309
94000,1581422468418
95000,1581422468531
96000,1581422468642
97000,1581422468753
98000,1581422468859
99000,1581422469038
100000,1581422469149
101000,1581422469288
102000,1581422469401
103000,1581422469512
104000,1581422469632
105000,1581422469748
106000,1581422469953
107000,1581422470075
108000,1581422470194
109000,1581422470307
110000,1581422470418
111000,1581422470539
112000,1581422470656
113000,1581422470764
114000,1581422470886
115000,1581422471000
116000,1581422471106
117000,1581422471220
118000,1581422471329
119000,1581422471439
120000,1581422471552
121000,1581422471667
122000,1581422471799
123000,1581422471919
124000,1581422472033
125000,1581422472150
126000,1581422472267
127000,1581422472382
128000,1581422472529
129000,1581422472639
130000,1581422472751
131000,1581422472860
132000,1581422472975
133000,1581422473089
134000,1581422473216
135000,1581422473329
136000,1581422473438
137000,1581422473547
138000,1581422473668
139000,1581422473789
140000,1581422473906
141000,1581422474018
142000,1581422474131
143000,1581422474246
144000,1581422474356
145000,1581422474469
146000,1581422474579
147000,1581422474692
148000,1581422474802
149000,1581422474917
150000,1581422475027
151000,1581422475142
152000,1581422475259
153000,1581422475379
154000,1581422475512
155000,1581422475630
156000,1581422475744
157000,1581422475856
158000,1581422475970
159000,1581422476086
160000,1581422476201
161000,1581422476320
162000,1581422476430
163000,1581422476556
164000,1581422476667
165000,1581422476816
166000,1581422476937
167000,1581422477235
168000,1581422477354
169000,1581422477471
170000,1581422477603
171000,1581422477751
172000,1581422477868
173000,1581422477982
174000,1581422478101
175000,1581422478235
176000,1581422478348
177000,1581422478454
178000,1581422478572
179000,1581422478685
180000,1581422478798
181000,1581422478912
182000,1581422479026
183000,1581422479139
184000,1581422479285
185000,1581422479396
186000,1581422479507
187000,1581422479620
188000,1581422479732
189000,1581422479851
190000,1581422479964
191000,1581422480077
192000,1581422480198
193000,1581422480314
194000,1581422480426
195000,1581422480537
196000,1581422480649
197000,1581422480771
198000,1581422480880
199000,1581422481000
200000,1581422481114
201000,1581422481234
202000,1581422481343
203000,1581422481477
204000,1581422481600
205000,1581422481713
206000,1581422481822
207000,1581422481937
208000,1581422482061
209000,1581422482171
210000,1581422482280
211000,1581422482402
212000,1581422482516
213000,1581422482630
214000,1581422482736
215000,1581422482884
216000,1581422483000
217000,1581422483115
218000,1581422483225
219000,1581422483336
220000,1581422483446
221000,1581422483557
222000,1581422483669
223000,1581422483781
224000,1581422483903
225000,1581422484017
226000,1581422484130
227000,1581422484279
228000,1581422484390
229000,1581422484505
230000,1581422484618
231000,1581422484734
232000,1581422484845
233000,1581422484970
234000,1581422485111
235000,1581422485236
236000,1581422485351
237000,1581422485461
238000,1581422485577
239000,1581422485695
240000,1581422485810
241000,1581422485922
242000,1581422486052
243000,1581422486169
244000,1581422486279
245000,1581422486392
246000,1581422486546
247000,1581422486897
248000,1581422487013
249000,1581422487129
250000,1581422487246
251000,1581422487357
252000,1581422487474
253000,1581422487608
254000,1581422487734
255000,1581422487847
256000,1581422487959
items,ramUsed,diskUsed
1000,1581418482011
2000,1581418482456
3000,1581418482959
4000,1581418483497
5000,1581418484244
6000,1581418485113
7000,1581418485963
8000,1581418487073
9000,1581418488041
10000,1581418489043
11000,1581418490551
12000,1581418491982
13000,1581418493312
14000,1581418494842
15000,1581418496481
16000,1581418498357
17000,1581418499954
18000,1581418501701
19000,1581418503892
20000,1581418506496
21000,1581418508811
22000,1581418511436
23000,1581418514201
24000,1581418516558
25000,1581418519627
26000,1581418522215
27000,1581418525657
28000,1581418528490
29000,1581418531824
30000,1581418534628
31000,1581418539440
32000,1581418542866
33000,1581418545982
34000,1581418550622
35000,1581418554585
36000,1581418558850
37000,1581418563557
38000,1581418568295
39000,1581418574275
40000,1581418578650
41000,1581418583757
42000,1581418588178
43000,1581418592570
44000,1581418598511
45000,1581418605935
46000,1581418611866
47000,1581418617934
48000,1581418625039
49000,1581418632329
50000,1581418643519
This diff is collapsed.
items,ramUsed,memUsed
100,-0.03113844575534097,2.13671875
1000,-0.44977176618101566,3.171875
5000,-0.42621477611326364,6.37890625
10000,-0.21620259208293713,10.9140625
50000,-0.04906697034818297,19.3671875
100000,Timeout ERROR
This diff is collapsed.
items,timestamp
1000,1581422538451
2000,1581422538767
3000,1581422539065
4000,1581422539382
5000,1581422539696
6000,1581422539981
7000,1581422540305
8000,1581422540619
9000,1581422540919
10000,1581422541224
11000,1581422541551
12000,1581422541885
13000,1581422542176
14000,1581422542473
15000,1581422542775
16000,1581422543079
17000,1581422543372
18000,1581422543661
19000,1581422543971
20000,1581422544282
21000,1581422544575
22000,1581422544885
23000,1581422545176
24000,1581422545469
25000,1581422545758
26000,1581422546047
27000,1581422546339
28000,1581422546638
29000,1581422546924
30000,1581422547212
31000,1581422547501
32000,1581422547783
33000,1581422548090
34000,1581422548398
35000,1581422548686
36000,1581422548973
37000,1581422549260
38000,1581422549550
39000,1581422549837
40000,1581422550125
41000,1581422550410
42000,1581422550695
43000,1581422550980
44000,1581422551283
45000,1581422551570
46000,1581422551859
47000,1581422552147
48000,1581422552428
49000,1581422552735
50000,1581422553025
51000,1581422553344
52000,1581422553636
53000,1581422553927
54000,1581422554211
55000,1581422554501
56000,1581422554788
57000,1581422555076
58000,1581422555389
59000,1581422555710
60000,1581422556003
61000,1581422556289
62000,1581422556579
63000,1581422556875
64000,1581422557165
65000,1581422557455
66000,1581422557744
67000,1581422558047
68000,1581422558333
69000,1581422558618
70000,1581422558924
71000,1581422559232
72000,1581422559521
73000,1581422559807
74000,1581422560129
75000,1581422560418
76000,1581422560704
77000,1581422561001
78000,1581422561293
79000,1581422561583
80000,1581422561871
81000,1581422562156
82000,1581422562437
83000,1581422562728
84000,1581422563014
85000,1581422563296
86000,1581422563600
87000,1581422563917
88000,1581422564219
89000,1581422564511
90000,1581422564797
91000,1581422565099
92000,1581422565383
93000,1581422565670
94000,1581422565956
95000,1581422566253
96000,1581422566535
97000,1581422566821
98000,1581422567102
99000,1581422567392
100000,1581422567673
101000,1581422567957
102000,1581422568241
103000,1581422568525
104000,1581422568808
105000,1581422569128
106000,1581422569469
107000,1581422569760
108000,1581422570051
109000,1581422570341
110000,1581422570627
111000,1581422570967
112000,1581422571254
113000,1581422571542
114000,1581422571834
115000,1581422572122
116000,1581422572405
117000,1581422572688
118000,1581422572969
119000,1581422573248
120000,1581422573534
121000,1581422573813
122000,1581422574096
123000,1581422574383
124000,1581422574670
125000,1581422574952
126000,1581422575237
127000,1581422575521
128000,1581422575816
129000,1581422576103
130000,1581422576395
131000,1581422576685
132000,1581422576974
133000,1581422577260
134000,1581422577550
135000,1581422577836
136000,1581422578118
137000,1581422578403
138000,1581422578688
139000,1581422578975
140000,1581422579256
141000,1581422579546
142000,1581422579835
143000,1581422580126
144000,1581422580417
145000,1581422580714
146000,1581422580997
147000,1581422581287
148000,1581422581571
149000,1581422581855
150000,1581422582160
151000,1581422582525
152000,1581422582817
153000,1581422583100
154000,1581422583388
155000,1581422583677
156000,1581422583962
157000,1581422584253
158000,1581422584539
159000,1581422584820
160000,1581422585132
161000,1581422585415
162000,1581422585703
163000,1581422585990
164000,1581422586276
165000,1581422586559
166000,1581422586917
167000,1581422587204
168000,1581422587485
169000,1581422587770
170000,1581422588071
171000,1581422588353
172000,1581422588637
173000,1581422588919
174000,1581422589218
175000,1581422589527
176000,1581422589812
177000,1581422590096
178000,1581422590399
179000,1581422590688
180000,1581422590976
181000,1581422591262
182000,1581422591553
183000,1581422591836
184000,1581422592121
185000,1581422592406
186000,1581422592687
187000,1581422592971
188000,1581422593258
189000,1581422593546
190000,1581422593854
191000,1581422594140
192000,1581422594422
193000,1581422594705
194000,1581422594989
195000,1581422595280
196000,1581422595567
197000,1581422595852
198000,1581422596137
199000,1581422596423
200000,1581422596708
201000,1581422596994
202000,1581422597288
203000,1581422597575
204000,1581422597859
205000,1581422598129
206000,1581422598421
207000,1581422598703
208000,1581422598987
209000,1581422599271
210000,1581422599554
211000,1581422599840
212000,1581422600125
213000,1581422600408
214000,1581422600694
215000,1581422600990
216000,1581422601421
217000,1581422601713
218000,1581422601997
219000,1581422602289
220000,1581422602585
221000,1581422602886
222000,1581422603172
223000,1581422603458
224000,1581422603739
225000,1581422604023
226000,1581422604308
227000,1581422604591
228000,1581422604878
229000,1581422605162
230000,1581422605452
231000,1581422605740
232000,1581422606024
233000,1581422606306
234000,1581422606589
235000,1581422606873
236000,1581422607156
237000,1581422607440
238000,1581422607727
239000,1581422608016
240000,1581422608302
241000,1581422608587
242000,1581422608869
243000,1581422609156
244000,1581422609440
245000,1581422609723
246000,1581422610009
247000,1581422610302
248000,1581422610690
249000,1581422610975
250000,1581422611259
251000,1581422611543
252000,1581422611833
253000,1581422612123
254000,1581422612411
255000,1581422612695
256000,1581422612981
items,ramUsed,diskUsed
1000,0.005836663197002712,1.78125
2000,-0.08749857438180886,-1011.921875
3000,-0.04517533356636472,-1011.515625
4000,-0.09653833237046794,-1010.34765625
This diff is collapsed.
......@@ -8,29 +8,20 @@ var os = require('os');
const puppeteer = require("puppeteer");
const Server = require("ws").Server;
const args = require("yargs")
.usage("Usage : load_content.js -saveAs metadata/attachment -file file_path")
.usage("Usage : load_content.js -file file_path")
.demandOption(["file"])
.demandOption(["saveAs"])
.alias("f", "file")
.alias("s", "saveAs")
.alias("l", "link")
.describe("file", "file containing content, data must follow the CSV standard")
.describe("saveAs", "choose whether to save the content as " +
"metadata or attachments in the indexeddb")
.describe("link", "link to website treating the data, defaults to Mynij")
.nargs("file", 1)
.nargs("saveAs", 1)
.nargs("link", 1)
.argv;
if (!(args.saveAs === "metadata" ||args.saveAs === "attachment")){
throw "Unrecognized save as argument";
}
var link = args.link
? args.link
: "https://softinst115787.host.vifib.net/public/unit_tests/" +
"index_load.html?saveAs=";
var saveAs = args.saveAs;
: "https://softinst115787.host.vifib.net/public/unit_tests/index_load.html";
var files;
var browser;
var page;
......@@ -102,8 +93,9 @@ async function query (){
init_server();
browser = await puppeteer.launch();
page = await browser.newPage();
await page.goto(link+saveAs);
monitor = childProcess.fork("./unit_tests/monitor.js");
await page.goto(link);
monitor = childProcess.fork("./unit_tests/monitor.js",
args.r ? ["-r"] : []);
timeout();
query();
// diskspace.check("C", function (err, result){
......
var os = require('os');
const fs = require("fs");
var diskspace = require("diskspace");
const args = require("yargs").argv;
var total_ram = os.totalmem();
var start_ram = total_ram - os.freemem();
var start_disk;
var stream = fs.createWriteStream("./results/add_csv_attachments_monitor.csv", {flags: "w+"});
console.log(args);
var path = args.r
? "./results/add_random_csv_monitor.csv"
: "./results/add_csv_monitor.csv";
console.log(path);
var stream = fs.createWriteStream(path, {flags: "w+"});
stream.write("time,disk,ram\n");
// function init_server (){
......
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment