1{
2  "models": [
3    {
4      "name": "mobilenet_v1_1.0_224",
5      "baselineSec": 0.060,
6      "inputSize": [1, 224, 224, 3],
7      "dataSize": 4,
8      "inputOutputs": [
9        {
10          "input": "mobilenet_float/cup_224.input",
11          "output": "mobilenet_float/cup_1.0_224.output"
12        },
13		{
14          "input": "mobilenet_float/banana_224.input",
15          "output": "mobilenet_float/banana_1.0_224.output"
16        }
17      ]
18    },
19    {
20      "name": "mobilenet_v1_1.0_224_quant",
21      "baselineSec": 0.060,
22      "inputSize": [1, 224, 224, 3],
23      "dataSize": 1,
24      "inputOutputs": [
25        {
26          "input": "mobilenet_quantized/cup_224.input",
27          "output": "mobilenet_quantized/cup_1.0_224.output"
28        },
29        {
30          "input": "mobilenet_quantized/banana_224.input",
31          "output": "mobilenet_quantized/banana_1.0_224.output"
32        }
33      ]
34    },
35    {
36      "name": "mobilenet_v1_0.75_192",
37      "baselineSec": 0.026,
38      "inputSize": [1, 192, 192, 3],
39      "dataSize": 4,
40      "inputOutputs": [
41        {
42          "input": "mobilenet_float/cup_192.input",
43          "output": "mobilenet_float/cup_0.75_192.output"
44        },
45		{
46          "input": "mobilenet_float/banana_192.input",
47          "output": "mobilenet_float/banana_0.75_192.output"
48        }
49      ]
50    },
51    {
52      "name": "mobilenet_v1_0.75_192_quant",
53      "baselineSec": 0.025,
54      "inputSize": [1, 192, 192, 3],
55      "dataSize": 1,
56      "inputOutputs": [
57        {
58          "input": "mobilenet_quantized/cup_192.input",
59          "output": "mobilenet_quantized/cup_0.75_192.output"
60        },
61        {
62          "input": "mobilenet_quantized/banana_192.input",
63          "output": "mobilenet_quantized/banana_0.75_192.output"
64        }
65      ]
66    },
67
68    {
69      "name": "mobilenet_v1_0.5_160",
70      "baselineSec": 0.011,
71      "inputSize": [1, 160, 160, 3],
72      "dataSize": 4,
73      "inputOutputs": [
74        {
75          "input": "mobilenet_float/cup_160.input",
76          "output": "mobilenet_float/cup_0.5_160.output"
77        },
78		{
79          "input": "mobilenet_float/banana_160.input",
80          "output": "mobilenet_float/banana_0.5_160.output"
81        }
82      ]
83    },
84    {
85      "name": "mobilenet_v1_0.5_160_quant",
86      "baselineSec": 0.0010,
87      "inputSize": [1, 160, 160, 3],
88      "dataSize": 1,
89      "inputOutputs": [
90        {
91          "input": "mobilenet_quantized/cup_160.input",
92          "output": "mobilenet_quantized/cup_0.5_160.output"
93        },
94        {
95          "input": "mobilenet_quantized/banana_160.input",
96          "output": "mobilenet_quantized/banana_0.5_160.output"
97        }
98      ]
99    },
100    {
101      "name": "mobilenet_v1_0.25_128",
102      "baselineSec": 0.004,
103      "inputSize": [1, 128, 128, 3],
104      "dataSize": 4,
105      "inputOutputs": [
106        {
107          "input": "mobilenet_float/cup_128.input",
108          "output": "mobilenet_float/cup_0.25_128.output"
109        },
110		{
111          "input": "mobilenet_float/banana_128.input",
112          "output": "mobilenet_float/banana_0.25_128.output"
113        }
114      ]
115    },
116    {
117      "name": "mobilenet_v1_0.25_128_quant",
118      "baselineSec": 0.003,
119      "inputSize": [1, 128, 128, 3],
120      "dataSize": 1,
121      "inputOutputs": [
122        {
123          "input": "mobilenet_quantized/cup_128.input",
124          "output": "mobilenet_quantized/cup_0.25_128.output"
125        },
126        {
127          "input": "mobilenet_quantized/banana_128.input",
128          "output": "mobilenet_quantized/banana_0.25_128.output"
129        }
130      ]
131    },
132    {
133      "name": "mobilenet_v2_0.35_128",
134      "baselineSec": 0.060,
135      "inputSize": [1, 128, 128, 3],
136      "dataSize": 4,
137      "inputOutputs": [
138        {
139          "input": "mobilenet_float/cup_128.input",
140          "output": "mobilenet_float/cup_v2_0.35_128.output"
141        },
142		{
143          "input": "mobilenet_float/banana_128.input",
144          "output": "mobilenet_float/banana_v2_0.35_128.output"
145        }
146      ]
147    },
148    {
149      "name": "mobilenet_v2_0.5_160",
150      "baselineSec": 0.060,
151      "inputSize": [1, 160, 160, 3],
152      "dataSize": 4,
153      "inputOutputs": [
154        {
155          "input": "mobilenet_float/cup_160.input",
156          "output": "mobilenet_float/cup_v2_0.5_160.output"
157        },
158		{
159          "input": "mobilenet_float/banana_160.input",
160          "output": "mobilenet_float/banana_v2_0.5_160.output"
161        }
162      ]
163    },
164    {
165      "name": "mobilenet_v2_0.75_192",
166      "baselineSec": 0.060,
167      "inputSize": [1, 192, 192, 3],
168      "dataSize": 4,
169      "inputOutputs": [
170        {
171          "input": "mobilenet_float/cup_192.input",
172          "output": "mobilenet_float/cup_v2_0.75_192.output"
173        },
174		{
175          "input": "mobilenet_float/banana_192.input",
176          "output": "mobilenet_float/banana_v2_0.75_192.output"
177        }
178      ]
179    },
180
181    {
182      "name": "mobilenet_v2_1.0_224",
183      "baselineSec": 0.060,
184      "inputSize": [1, 224, 224, 3],
185      "dataSize": 4,
186      "inputOutputs": [
187        {
188          "input": "mobilenet_float/cup_224.input",
189          "output": "mobilenet_float/cup_v2_1.0_224.output"
190        },
191		{
192          "input": "mobilenet_float/banana_224.input",
193          "output": "mobilenet_float/banana_v2_1.0_224.output"
194        }
195      ]
196    },
197    {
198      "name": "tts_float",
199      "testName": "TTS_FLOAT",
200      "minSdkVersion": 29,
201      "baselineSec": 0.004,
202      "evaluator": {
203          "className": "MelCepLogF0",
204          "outputMeanStdDev": "tts_float/tts_float.output_mean_std_dev"
205      },
206      "inputSize": [1, 334],
207      "dataSize": 4,
208      "inputOutputs": [
209        {
210          "input": "tts_float/arctic_a0001.input",
211          "output": "tts_float/arctic_a0001.output"
212        },
213        {
214          "input": "tts_float/arctic_a0002.input",
215          "output": "tts_float/arctic_a0002.output"
216        },
217        {
218          "input": "tts_float/arctic_a0003.input",
219          "output": "tts_float/arctic_a0003.output"
220        },
221        {
222          "input": "tts_float/arctic_a0004.input",
223          "output": "tts_float/arctic_a0004.output"
224        },
225        {
226          "input": "tts_float/arctic_a0005.input",
227          "output": "tts_float/arctic_a0005.output"
228        },
229        {
230          "input": "tts_float/arctic_a0006.input",
231          "output": "tts_float/arctic_a0006.output"
232        },
233        {
234          "input": "tts_float/arctic_a0007.input",
235          "output": "tts_float/arctic_a0007.output"
236        },
237        {
238          "input": "tts_float/arctic_a0008.input",
239          "output": "tts_float/arctic_a0008.output"
240        },
241        {
242          "input": "tts_float/arctic_a0009.input",
243          "output": "tts_float/arctic_a0009.output"
244        },
245        {
246          "input": "tts_float/arctic_a0010.input",
247          "output": "tts_float/arctic_a0010.output"
248        },
249        {
250          "input": "tts_float/arctic_a0011.input",
251          "output": "tts_float/arctic_a0011.output"
252        },
253        {
254          "input": "tts_float/arctic_a0012.input",
255          "output": "tts_float/arctic_a0012.output"
256        },
257        {
258          "input": "tts_float/arctic_a0013.input",
259          "output": "tts_float/arctic_a0013.output"
260        },
261        {
262          "input": "tts_float/arctic_a0014.input",
263          "output": "tts_float/arctic_a0014.output"
264        },
265        {
266          "input": "tts_float/arctic_a0015.input",
267          "output": "tts_float/arctic_a0015.output"
268        },
269        {
270          "input": "tts_float/arctic_a0016.input",
271          "output": "tts_float/arctic_a0016.output"
272        },
273        {
274          "input": "tts_float/arctic_a0017.input",
275          "output": "tts_float/arctic_a0017.output"
276        },
277        {
278          "input": "tts_float/arctic_a0018.input",
279          "output": "tts_float/arctic_a0018.output"
280        },
281        {
282          "input": "tts_float/arctic_a0019.input",
283          "output": "tts_float/arctic_a0019.output"
284        },
285        {
286          "input": "tts_float/arctic_a0020.input",
287          "output": "tts_float/arctic_a0020.output"
288        },
289        {
290          "input": "tts_float/arctic_a0021.input",
291          "output": "tts_float/arctic_a0021.output"
292        },
293        {
294          "input": "tts_float/arctic_a0022.input",
295          "output": "tts_float/arctic_a0022.output"
296        },
297        {
298          "input": "tts_float/arctic_a0023.input",
299          "output": "tts_float/arctic_a0023.output"
300        },
301        {
302          "input": "tts_float/arctic_a0024.input",
303          "output": "tts_float/arctic_a0024.output"
304        },
305        {
306          "input": "tts_float/arctic_a0025.input",
307          "output": "tts_float/arctic_a0025.output"
308        },
309        {
310          "input": "tts_float/arctic_a0026.input",
311          "output": "tts_float/arctic_a0026.output"
312        },
313        {
314          "input": "tts_float/arctic_a0027.input",
315          "output": "tts_float/arctic_a0027.output"
316        },
317        {
318          "input": "tts_float/arctic_a0028.input",
319          "output": "tts_float/arctic_a0028.output"
320        },
321        {
322          "input": "tts_float/arctic_a0029.input",
323          "output": "tts_float/arctic_a0029.output"
324        },
325        {
326          "input": "tts_float/arctic_a0030.input",
327          "output": "tts_float/arctic_a0030.output"
328        },
329        {
330          "input": "tts_float/arctic_a0031.input",
331          "output": "tts_float/arctic_a0031.output"
332        },
333        {
334          "input": "tts_float/arctic_a0032.input",
335          "output": "tts_float/arctic_a0032.output"
336        },
337        {
338          "input": "tts_float/arctic_a0033.input",
339          "output": "tts_float/arctic_a0033.output"
340        },
341        {
342          "input": "tts_float/arctic_a0034.input",
343          "output": "tts_float/arctic_a0034.output"
344        },
345        {
346          "input": "tts_float/arctic_a0035.input",
347          "output": "tts_float/arctic_a0035.output"
348        },
349        {
350          "input": "tts_float/arctic_a0036.input",
351          "output": "tts_float/arctic_a0036.output"
352        },
353        {
354          "input": "tts_float/arctic_a0037.input",
355          "output": "tts_float/arctic_a0037.output"
356        },
357        {
358          "input": "tts_float/arctic_a0038.input",
359          "output": "tts_float/arctic_a0038.output"
360        },
361        {
362          "input": "tts_float/arctic_a0039.input",
363          "output": "tts_float/arctic_a0039.output"
364        },
365        {
366          "input": "tts_float/arctic_a0040.input",
367          "output": "tts_float/arctic_a0040.output"
368        },
369        {
370          "input": "tts_float/arctic_a0041.input",
371          "output": "tts_float/arctic_a0041.output"
372        },
373        {
374          "input": "tts_float/arctic_a0042.input",
375          "output": "tts_float/arctic_a0042.output"
376        },
377        {
378          "input": "tts_float/arctic_a0043.input",
379          "output": "tts_float/arctic_a0043.output"
380        },
381        {
382          "input": "tts_float/arctic_a0044.input",
383          "output": "tts_float/arctic_a0044.output"
384        },
385        {
386          "input": "tts_float/arctic_a0045.input",
387          "output": "tts_float/arctic_a0045.output"
388        },
389        {
390          "input": "tts_float/arctic_a0046.input",
391          "output": "tts_float/arctic_a0046.output"
392        },
393        {
394          "input": "tts_float/arctic_a0047.input",
395          "output": "tts_float/arctic_a0047.output"
396        },
397        {
398          "input": "tts_float/arctic_a0048.input",
399          "output": "tts_float/arctic_a0048.output"
400        },
401        {
402          "input": "tts_float/arctic_a0049.input",
403          "output": "tts_float/arctic_a0049.output"
404        },
405        {
406          "input": "tts_float/arctic_a0050.input",
407          "output": "tts_float/arctic_a0050.output"
408        }
409      ]
410    },
411    {
412      "name": "asr_float",
413      "testName": "ASR_FLOAT",
414      "baselineSec": 0.016,
415      "evaluator": {
416          "className": "PhoneErrorRate"
417      },
418      "inputSize": [1, 320],
419      "dataSize": 4,
420      "inputOutputs": [
421        {
422          "input": "asr_float/61-70968-0000.input",
423          "output": "asr_float/61-70968-0000.output"
424        },
425        {
426          "input": "asr_float/61-70968-0001.input",
427          "output": "asr_float/61-70968-0001.output"
428        },
429        {
430          "input": "asr_float/61-70968-0002.input",
431          "output": "asr_float/61-70968-0002.output"
432        },
433        {
434          "input": "asr_float/61-70968-0003.input",
435          "output": "asr_float/61-70968-0003.output"
436        },
437        {
438          "input": "asr_float/61-70968-0004.input",
439          "output": "asr_float/61-70968-0004.output"
440        },
441        {
442          "input": "asr_float/61-70968-0005.input",
443          "output": "asr_float/61-70968-0005.output"
444        },
445        {
446          "input": "asr_float/61-70968-0006.input",
447          "output": "asr_float/61-70968-0006.output"
448        },
449        {
450          "input": "asr_float/61-70968-0007.input",
451          "output": "asr_float/61-70968-0007.output"
452        },
453        {
454          "input": "asr_float/61-70968-0008.input",
455          "output": "asr_float/61-70968-0008.output"
456        },
457        {
458          "input": "asr_float/61-70968-0009.input",
459          "output": "asr_float/61-70968-0009.output"
460        },
461        {
462          "input": "asr_float/61-70968-0010.input",
463          "output": "asr_float/61-70968-0010.output"
464        },
465        {
466          "input": "asr_float/61-70968-0011.input",
467          "output": "asr_float/61-70968-0011.output"
468        },
469        {
470          "input": "asr_float/61-70968-0012.input",
471          "output": "asr_float/61-70968-0012.output"
472        },
473        {
474          "input": "asr_float/61-70968-0013.input",
475          "output": "asr_float/61-70968-0013.output"
476        },
477        {
478          "input": "asr_float/61-70968-0014.input",
479          "output": "asr_float/61-70968-0014.output"
480        },
481        {
482          "input": "asr_float/61-70968-0015.input",
483          "output": "asr_float/61-70968-0015.output"
484        },
485        {
486          "input": "asr_float/61-70968-0016.input",
487          "output": "asr_float/61-70968-0016.output"
488        },
489        {
490          "input": "asr_float/61-70968-0017.input",
491          "output": "asr_float/61-70968-0017.output"
492        },
493        {
494          "input": "asr_float/61-70968-0018.input",
495          "output": "asr_float/61-70968-0018.output"
496        },
497        {
498          "input": "asr_float/61-70968-0019.input",
499          "output": "asr_float/61-70968-0019.output"
500        },
501        {
502          "input": "asr_float/61-70968-0020.input",
503          "output": "asr_float/61-70968-0020.output"
504        },
505        {
506          "input": "asr_float/61-70968-0021.input",
507          "output": "asr_float/61-70968-0021.output"
508        },
509        {
510          "input": "asr_float/61-70968-0022.input",
511          "output": "asr_float/61-70968-0022.output"
512        },
513        {
514          "input": "asr_float/61-70968-0023.input",
515          "output": "asr_float/61-70968-0023.output"
516        },
517        {
518          "input": "asr_float/61-70968-0024.input",
519          "output": "asr_float/61-70968-0024.output"
520        },
521        {
522          "input": "asr_float/61-70968-0025.input",
523          "output": "asr_float/61-70968-0025.output"
524        },
525        {
526          "input": "asr_float/61-70968-0026.input",
527          "output": "asr_float/61-70968-0026.output"
528        },
529        {
530          "input": "asr_float/61-70968-0027.input",
531          "output": "asr_float/61-70968-0027.output"
532        },
533        {
534          "input": "asr_float/61-70968-0028.input",
535          "output": "asr_float/61-70968-0028.output"
536        },
537        {
538          "input": "asr_float/61-70968-0029.input",
539          "output": "asr_float/61-70968-0029.output"
540        },
541        {
542          "input": "asr_float/61-70968-0030.input",
543          "output": "asr_float/61-70968-0030.output"
544        },
545        {
546          "input": "asr_float/61-70968-0031.input",
547          "output": "asr_float/61-70968-0031.output"
548        },
549        {
550          "input": "asr_float/61-70968-0032.input",
551          "output": "asr_float/61-70968-0032.output"
552        },
553        {
554          "input": "asr_float/61-70968-0033.input",
555          "output": "asr_float/61-70968-0033.output"
556        },
557        {
558          "input": "asr_float/61-70968-0034.input",
559          "output": "asr_float/61-70968-0034.output"
560        },
561        {
562          "input": "asr_float/61-70968-0035.input",
563          "output": "asr_float/61-70968-0035.output"
564        },
565        {
566          "input": "asr_float/61-70968-0036.input",
567          "output": "asr_float/61-70968-0036.output"
568        },
569        {
570          "input": "asr_float/61-70968-0037.input",
571          "output": "asr_float/61-70968-0037.output"
572        },
573        {
574          "input": "asr_float/61-70968-0038.input",
575          "output": "asr_float/61-70968-0038.output"
576        },
577        {
578          "input": "asr_float/61-70968-0039.input",
579          "output": "asr_float/61-70968-0039.output"
580        },
581        {
582          "input": "asr_float/61-70968-0040.input",
583          "output": "asr_float/61-70968-0040.output"
584        },
585        {
586          "input": "asr_float/61-70968-0041.input",
587          "output": "asr_float/61-70968-0041.output"
588        },
589        {
590          "input": "asr_float/61-70968-0042.input",
591          "output": "asr_float/61-70968-0042.output"
592        },
593        {
594          "input": "asr_float/61-70968-0043.input",
595          "output": "asr_float/61-70968-0043.output"
596        },
597        {
598          "input": "asr_float/61-70968-0044.input",
599          "output": "asr_float/61-70968-0044.output"
600        },
601        {
602          "input": "asr_float/61-70968-0045.input",
603          "output": "asr_float/61-70968-0045.output"
604        },
605        {
606          "input": "asr_float/61-70968-0046.input",
607          "output": "asr_float/61-70968-0046.output"
608        },
609        {
610          "input": "asr_float/61-70968-0047.input",
611          "output": "asr_float/61-70968-0047.output"
612        },
613        {
614          "input": "asr_float/61-70968-0048.input",
615          "output": "asr_float/61-70968-0048.output"
616        },
617        {
618          "input": "asr_float/61-70968-0049.input",
619          "output": "asr_float/61-70968-0049.output"
620        }
621      ]
622    },
623    {
624      "name": "mobilenet_v2_1.0_224_quant",
625      "baselineSec": 0.060,
626      "inputSize": [1, 224, 224, 3],
627      "dataSize": 1,
628      "inputOutputs": [
629        {
630          "input": "mobilenet_quantized/cup_224.input",
631          "output": "mobilenet_quantized/cup_1.0_224.output"
632        },
633        {
634          "input": "mobilenet_quantized/banana_224.input",
635          "output": "mobilenet_quantized/banana_1.0_224.output"
636        }
637      ]
638    }
639  ]
640}
641