| # | \n' - h+='Platform | \n' - h+='OS | \n' - h+='CPU | \n' - h+='GPGPU | \n' - h+='Type | \n' - h+='DNN engine | \n' - h+='Model | \n' - h+='Choices (env) | \n' - h+='FWBW min time (exp time) stat. repetitions | \n'
- h+=' FW | \n' - h+='BW | \n' - h+='Per layer | \n' - h+='Model size | \n' - h+='Model accuracy on ImageNet | \n' - h+='Model topology and parameters | \n' - h+='Power consumption (W) min / max | \n'
- h+=' Memory usage (MB) | \n' - h+='Bug detected? | \n' - h+='User | \n' - h+='Replay | \n' - h+='||
| '+str(ix)+' | \n' - - # Platform, etc ... - x=plat_name - if plat_uid!='': - x=''+x+'' - h+=''+x+' | \n' - - x=os_name - if os_uid!='': - x=''+x+'' - h+=''+x+' | \n' - - x=cpu_name - if cpu_uid!='': - x=''+x+'' - h+=''+x+' | \n' - - x=gpgpu_name - if gpgpu_uid!='': - x=''+x+'' - h+=''+x+' | \n' - - # All files - uu1=work['self_module_uid'] - if cmuoa!='': uu1=cmuoa - uu2=str(ix)+') '+duid+'' - uu3='[ See raw files ]' - - # Type - h+=''+tp+' | \n' - - # Engine - x=d_engine_name - - if d_engine_package_uoa!='': - x=''+x+'' - - if x!='' and d_engine_ver!='': - x+='\n'+x+' '+ver+' | \n'
-
- # Model
-
- x=nn
-
- msize=''
- mtop=''
- mtop5=''
-
- if d_model_package_uoa!='':
- x=''+x+''
-
- # Load features
- rx=ck.access({'action':'load',
- 'module_uoa':'package',
- 'data_uoa':d_model_package_uoa})
- if rx['return']>0: return rx
- mft=rx['dict'].get('features',{})
-
- msize=str(mft.get('model_size_mb',''))+' MB'
- mtop=str(mft.get('accuracy',''))
- mtop5=str(mft.get('accuracy_top5',''))
-
-# if x!='' and d_model_ver!='':
-# x+='\n'+x+' | \n' - - # Choices (for now env) -# x='
| '+str(k)+'= | '+str(v)+' |
\n' - h+='
| DNN engine name: | \n' - h+=''+lcaffe.get('data_name','')+' | \n' - h+='
| DNN engine version: | \n' - h+=''+lcaffe.get('ver','')+' | \n' - h+='
| DNN engine type: | \n' - h+=''+dmeta.get('dnn_type','')+' | \n' - h+='
| DNN engine dependencies: | \n' - h+=''+x+' | \n' - h+='
| DNN model name: | \n' - h+=''+lmodel.get('data_name','')+' | \n' - h+='
| DNN model version: | \n' - h+=''+lmodel.get('ver','')+' | \n' - h+='
| Batch size: | \n' - h+=''+dchars.get('run',{}).get('REAL_ENV_CK_CAFFE_BATCH_SIZE','')+' | \n' - h+='
| FWBW time (ms.): | \n' -# h+=''+str(dchars.get('run',{}).get('time_bw_ms',''))+' | \n' -# h+='
| FW time (ms.): | \n' -# h+=''+str(dchars.get('run',{}).get('time_fw_ms',''))+' | \n' -# h+='
| BW time (ms.): | \n' -# h+=''+str(dchars.get('run',{}).get('time_bw_ms',''))+' | \n' -# h+='
| Platform: | \n' - h+=''+dmeta.get('plat_name','')+' | \n' - h+='
| OS: | \n' - h+=''+dmeta.get('os_name','')+' | \n' - h+='
| CPU: | \n' - h+=''+dmeta.get('cpu_name','')+' | \n' - h+='
| GPU: | \n' - h+=''+dmeta.get('gpu_name','')+' | \n' - h+='
\n' - h+='
| Name | \n' - h+='Direction | \n' - h+='Min time (ms.): | \n' - h+='Expected time (ms.): | \n' - h+='Max time (ms.): | \n' - h+='Repetitions: | \n' - h+='
| '+v2+' | \n' - h+=''+v1+' | \n' - h+=''+xv3+' | \n' - h+=''+xv6+' | \n' - h+=''+xv4+' | \n' - h+=''+str(v7)+' | \n' - h+='
| All raw files | \n' - h+='Type | \n' - h+='Network | \n' - h+='FWBW | \n' - h+='FW | \n' - h+='BW | \n' - h+='Accuracy (TP1 / TP5) | \n'
- h+=' Chars | \n' - h+='Platform | \n' - h+='CPU | \n' - h+='GPGPU | \n' - h+='OS | \n' - h+='Fail? | \n' - h+='Choices | \n' - h+='User | \n' - h+='Replay | \n' - h+='||
| '+str(ix)+') '+duid+' | \n' - - h+=''+tp+' | \n' - - h+=''+nn+' | \n' - - # Characteristics - # Check if has statistics - dstat={} - fstat=os.path.join(path,'ck-stat-flat-characteristics.json') - if os.path.isfile(fstat): - r=ck.load_json_file({'json_file':fstat, 'dict':dstat}) - if r['return']>0: return r - dstat=r['dict'] - - x='' - - # Check if has stats - x0=dstat.get("##characteristics#run#time_fwbw_ms#min",None) - x0e=dstat.get("##characteristics#run#time_fwbw_ms#exp",None) - x1=dstat.get("##characteristics#run#time_fwbw_ms#center",None) - x2=dstat.get("##characteristics#run#time_fwbw_ms#halfrange",None) - if x1!=None and x2!=None: - x=('%.0f'%x1)+' ± '+('%.0f'%x2)+' ms.' - - h+=''+x+' | \n' - - if fail!='yes' and x0!=None and duid!=hi_uid: - bgraph['0'].append([ix,x0]) - if hi_uid!='': bgraph['1'].append([ix,None]) - - x1=dstat.get("##characteristics#run#time_fw_ms#center",None) - x2=dstat.get("##characteristics#run#time_fw_ms#halfrange",None) - if x1!=None and x2!=None: - x=('%.0f'%x1)+' ± '+('%.0f'%x2)+' ms.' - - h+=''+x+' | \n' - - x1=dstat.get("##characteristics#run#time_bw_ms#center",None) - x2=dstat.get("##characteristics#run#time_bw_ms#halfrange",None) - if x1!=None and x2!=None: - x=('%.0f'%x1)+' ± '+('%.0f'%x2)+' ms.' - - h+=''+x+' | \n' - - # Accuracy - for now hardwired - later should get directly from experiment description - x='' - if nn=='bvlc, alexnet': - x='0.568279 / 0.799501' - elif nn=='bvlc, googlenet': - x='0.689299 / 0.891441' - elif nn=='deepscale, squeezenet, 1.1': - x='0.583880 / 0.810123' - elif nn=='deepscale, squeezenet, 1.0': - x='0.576801 / 0.803903' - - h+=''+x+' | \n' - - # Check all characteristics - x='' - x5='' - for k in sorted(te): - v=te[k] - - kx="##characteristics#run#"+k - - kx1=dstat.get(kx+'#center',None) - kx2=dstat.get(kx+'#halfrange',None) - - x6='' - if type(v)==int: - if kx1!=None and kx2!=None: - x6=str(kx1)+' +- '+str(kx2) - else: - x6=str(v) - elif type(v)==float: - if kx1!=None and kx2!=None: - x6=('%.1f'%kx1)+' +- '+('%.1f'%kx2) - else: - x6=('%.1f'%v) - - if x6!='': - x5+=str(k)+'='+x6+'\n' - -# x5=x5.replace("'","\'").replace('"',"\\'").replace('\n','\\n') - x5=x5.replace("\'","'").replace("'","\\'").replace('\"','"').replace('"',"\\'").replace('\n','\\n') - if x5!='': - x+='' - - h+=''+x+' | \n' - - # Platform, etc ... - x=plat_name - if plat_uid!='': - x=''+x+'' - h+=''+x+' | \n' - - x=cpu_name - if cpu_uid!='': - x=''+x+'' - h+=''+x+' | \n' - - x=gpgpu_name - if gpgpu_uid!='': - x=''+x+'' - h+=''+x+' | \n' - - x=os_name - if os_uid!='': - x=''+x+'' - h+=''+x+' | \n' - - x=fail_reason - if x=='': - x='No' - else: - fail_reason=fail_reason.replace("\'","'").replace("'","\\'").replace('\"','"').replace('"',"\\'").replace('\n','\\n') - x='Yes ' - - h+=''+x+' | \n' - - # Params -# x='
| '+str(k)+'= | '+str(v)+' |