{"variant":"empty_sync","round":0,"host_single_us":1.692}
{"variant":"fused_stream","round":0,"order":0,"batch":32,"host_single_us":9.084,"host_enqueue_us":2.13328125,"host_batch_us":3.4151875,"event_interval_us":3.22200012207}
{"variant":"staged_graph","round":0,"order":1,"batch":32,"host_single_us":11.759,"host_enqueue_us":2.0791875,"host_batch_us":6.177125,"event_interval_us":5.98000001907}
{"variant":"staged_stream","round":0,"order":2,"batch":32,"host_single_us":15.852,"host_enqueue_us":8.7828125,"host_batch_us":9.0769375,"event_interval_us":8.87999916077}
{"variant":"fused_graph","round":0,"order":3,"batch":32,"host_single_us":8.878,"host_enqueue_us":2.0820625,"host_batch_us":3.263,"event_interval_us":3.06900000572}
{"variant":"cudnn_stream","round":0,"order":4,"batch":32,"host_single_us":8.676,"host_enqueue_us":2.40909375,"host_batch_us":2.7065,"event_interval_us":2.51600003242}
{"variant":"cudnn_graph","round":0,"order":5,"batch":32,"host_single_us":7.689,"host_enqueue_us":2.18934375,"host_batch_us":2.7345625,"event_interval_us":2.35800004005}
{"variant":"empty_sync","round":1,"host_single_us":1.542}
{"variant":"cudnn_stream","round":1,"order":0,"batch":32,"host_single_us":8.713,"host_enqueue_us":2.3305,"host_batch_us":2.64359375,"event_interval_us":2.44799995422}
{"variant":"cudnn_graph","round":1,"order":1,"batch":32,"host_single_us":7.906,"host_enqueue_us":2.1801875,"host_batch_us":2.5528125,"event_interval_us":2.35800004005}
{"variant":"fused_graph","round":1,"order":2,"batch":32,"host_single_us":8.501,"host_enqueue_us":2.10671875,"host_batch_us":3.25603125,"event_interval_us":3.06500005722}
{"variant":"fused_stream","round":1,"order":3,"batch":32,"host_single_us":9.66,"host_enqueue_us":2.10634375,"host_batch_us":3.43040625,"event_interval_us":3.23600006104}
{"variant":"staged_stream","round":1,"order":4,"batch":32,"host_single_us":16.4,"host_enqueue_us":8.6869375,"host_batch_us":9.010125,"event_interval_us":8.8170003891}
{"variant":"staged_graph","round":1,"order":5,"batch":32,"host_single_us":11.466,"host_enqueue_us":2.03215625,"host_batch_us":6.17715625,"event_interval_us":5.98500013351}
{"variant":"empty_sync","round":2,"host_single_us":1.55}
{"variant":"fused_stream","round":2,"order":0,"batch":32,"host_single_us":9.262,"host_enqueue_us":2.10475,"host_batch_us":3.4585625,"event_interval_us":3.26300001144}
{"variant":"staged_stream","round":2,"order":1,"batch":32,"host_single_us":14.661,"host_enqueue_us":8.74025,"host_batch_us":9.03978125,"event_interval_us":8.84000015259}
{"variant":"cudnn_graph","round":2,"order":2,"batch":32,"host_single_us":7.776,"host_enqueue_us":2.1035625,"host_batch_us":2.54615625,"event_interval_us":2.35100007057}
{"variant":"fused_graph","round":2,"order":3,"batch":32,"host_single_us":8.675,"host_enqueue_us":2.0883125,"host_batch_us":3.290875,"event_interval_us":3.09899997711}
{"variant":"staged_graph","round":2,"order":4,"batch":32,"host_single_us":11.511,"host_enqueue_us":2.0281875,"host_batch_us":6.198125,"event_interval_us":6.00600004196}
{"variant":"cudnn_stream","round":2,"order":5,"batch":32,"host_single_us":8.409,"host_enqueue_us":2.374,"host_batch_us":2.67421875,"event_interval_us":2.47199988365}
{"variant":"empty_sync","round":3,"host_single_us":1.553}
{"variant":"staged_graph","round":3,"order":0,"batch":32,"host_single_us":11.441,"host_enqueue_us":2.042875,"host_batch_us":6.1743125,"event_interval_us":5.98399972916}
{"variant":"staged_stream","round":3,"order":1,"batch":32,"host_single_us":15.191,"host_enqueue_us":8.80621875,"host_batch_us":9.105,"event_interval_us":8.91400051117}
{"variant":"cudnn_stream","round":3,"order":2,"batch":32,"host_single_us":8.299,"host_enqueue_us":2.3565625,"host_batch_us":2.68284375,"event_interval_us":2.48200011253}
{"variant":"fused_stream","round":3,"order":3,"batch":32,"host_single_us":9.468,"host_enqueue_us":2.09978125,"host_batch_us":3.45,"event_interval_us":3.24500012398}
{"variant":"fused_graph","round":3,"order":4,"batch":32,"host_single_us":8.487,"host_enqueue_us":2.11678125,"host_batch_us":3.280125,"event_interval_us":3.08699989319}
{"variant":"cudnn_graph","round":3,"order":5,"batch":32,"host_single_us":7.814,"host_enqueue_us":2.15325,"host_batch_us":2.56134375,"event_interval_us":2.36900019646}
{"variant":"empty_sync","round":4,"host_single_us":1.488}
{"variant":"staged_stream","round":4,"order":0,"batch":32,"host_single_us":15.438,"host_enqueue_us":8.5551875,"host_batch_us":8.8406875,"event_interval_us":8.6500005722}
{"variant":"fused_stream","round":4,"order":1,"batch":32,"host_single_us":8.964,"host_enqueue_us":2.08034375,"host_batch_us":3.40140625,"event_interval_us":3.20899987221}
{"variant":"fused_graph","round":4,"order":2,"batch":32,"host_single_us":8.594,"host_enqueue_us":2.05903125,"host_batch_us":3.288125,"event_interval_us":3.09500002861}
{"variant":"staged_graph","round":4,"order":3,"batch":32,"host_single_us":11.411,"host_enqueue_us":2.011,"host_batch_us":6.1773125,"event_interval_us":5.98399972916}
{"variant":"cudnn_graph","round":4,"order":4,"batch":32,"host_single_us":7.752,"host_enqueue_us":2.076125,"host_batch_us":2.5103125,"event_interval_us":2.31799983978}
{"variant":"cudnn_stream","round":4,"order":5,"batch":32,"host_single_us":8.532,"host_enqueue_us":2.31984375,"host_batch_us":2.691625,"event_interval_us":2.49100017548}
{"variant":"empty_sync","round":5,"host_single_us":1.495}
{"variant":"staged_stream","round":5,"order":0,"batch":32,"host_single_us":14.895,"host_enqueue_us":8.643625,"host_batch_us":8.9379375,"event_interval_us":8.74700069427}
{"variant":"fused_stream","round":5,"order":1,"batch":32,"host_single_us":8.919,"host_enqueue_us":2.0839375,"host_batch_us":3.409875,"event_interval_us":3.21900010109}
{"variant":"fused_graph","round":5,"order":2,"batch":32,"host_single_us":8.693,"host_enqueue_us":2.08015625,"host_batch_us":3.27253125,"event_interval_us":3.08099985123}
{"variant":"staged_graph","round":5,"order":3,"batch":32,"host_single_us":11.343,"host_enqueue_us":2.20253125,"host_batch_us":6.1776875,"event_interval_us":5.98699998856}
{"variant":"cudnn_graph","round":5,"order":4,"batch":32,"host_single_us":7.701,"host_enqueue_us":2.267375,"host_batch_us":2.5605625,"event_interval_us":2.37099981308}
{"variant":"cudnn_stream","round":5,"order":5,"batch":32,"host_single_us":8.881,"host_enqueue_us":2.27553125,"host_batch_us":2.63003125,"event_interval_us":2.43099999428}
{"variant":"empty_sync","round":6,"host_single_us":1.494}
{"variant":"cudnn_stream","round":6,"order":0,"batch":32,"host_single_us":8.364,"host_enqueue_us":2.41778125,"host_batch_us":2.76725,"event_interval_us":2.5720000267}
{"variant":"staged_stream","round":6,"order":1,"batch":32,"host_single_us":14.939,"host_enqueue_us":8.68115625,"host_batch_us":9.04796875,"event_interval_us":8.8499994278}
{"variant":"cudnn_graph","round":6,"order":2,"batch":32,"host_single_us":7.935,"host_enqueue_us":2.27196875,"host_batch_us":2.5604375,"event_interval_us":2.36500000954}
{"variant":"staged_graph","round":6,"order":3,"batch":32,"host_single_us":11.82,"host_enqueue_us":2.00784375,"host_batch_us":6.2075,"event_interval_us":6.01399993896}
{"variant":"fused_graph","round":6,"order":4,"batch":32,"host_single_us":8.364,"host_enqueue_us":2.10653125,"host_batch_us":3.2619375,"event_interval_us":3.06900000572}
{"variant":"fused_stream","round":6,"order":5,"batch":32,"host_single_us":8.938,"host_enqueue_us":2.080125,"host_batch_us":3.38025,"event_interval_us":3.17599987984}
{"variant":"empty_sync","round":7,"host_single_us":1.517}
{"variant":"fused_stream","round":7,"order":0,"batch":32,"host_single_us":8.878,"host_enqueue_us":2.04215625,"host_batch_us":3.42065625,"event_interval_us":3.21800017357}
{"variant":"cudnn_graph","round":7,"order":1,"batch":32,"host_single_us":7.826,"host_enqueue_us":2.1629375,"host_batch_us":2.529375,"event_interval_us":2.33700013161}
{"variant":"fused_graph","round":7,"order":2,"batch":32,"host_single_us":8.548,"host_enqueue_us":2.08375,"host_batch_us":3.277875,"event_interval_us":3.08699989319}
{"variant":"staged_graph","round":7,"order":3,"batch":32,"host_single_us":11.385,"host_enqueue_us":2.00175,"host_batch_us":6.1655625,"event_interval_us":5.97300004959}
{"variant":"cudnn_stream","round":7,"order":4,"batch":32,"host_single_us":9.97,"host_enqueue_us":2.31021875,"host_batch_us":2.61775,"event_interval_us":2.42500019073}
{"variant":"staged_stream","round":7,"order":5,"batch":32,"host_single_us":14.933,"host_enqueue_us":8.85103125,"host_batch_us":9.13928125,"event_interval_us":8.94799995422}
{"variant":"empty_sync","round":8,"host_single_us":1.509}
{"variant":"cudnn_stream","round":8,"order":0,"batch":32,"host_single_us":8.66,"host_enqueue_us":2.3006875,"host_batch_us":2.6865,"event_interval_us":2.48200011253}
{"variant":"cudnn_graph","round":8,"order":1,"batch":32,"host_single_us":7.996,"host_enqueue_us":2.1829375,"host_batch_us":2.539375,"event_interval_us":2.34899997711}
{"variant":"fused_graph","round":8,"order":2,"batch":32,"host_single_us":8.615,"host_enqueue_us":2.045375,"host_batch_us":3.28634375,"event_interval_us":3.09299993515}
{"variant":"fused_stream","round":8,"order":3,"batch":32,"host_single_us":9.583,"host_enqueue_us":2.06575,"host_batch_us":3.44484375,"event_interval_us":3.24900007248}
{"variant":"staged_stream","round":8,"order":4,"batch":32,"host_single_us":14.755,"host_enqueue_us":8.465375,"host_batch_us":8.8236875,"event_interval_us":8.62000083923}
{"variant":"staged_graph","round":8,"order":5,"batch":32,"host_single_us":11.446,"host_enqueue_us":2.004625,"host_batch_us":6.16740625,"event_interval_us":5.97599983215}
{"variant":"empty_sync","round":9,"host_single_us":1.494}
{"variant":"staged_graph","round":9,"order":0,"batch":32,"host_single_us":11.491,"host_enqueue_us":2.00121875,"host_batch_us":6.17978125,"event_interval_us":5.98900032043}
{"variant":"cudnn_graph","round":9,"order":1,"batch":32,"host_single_us":7.699,"host_enqueue_us":2.1493125,"host_batch_us":2.5185625,"event_interval_us":2.3259999752}
{"variant":"fused_graph","round":9,"order":2,"batch":32,"host_single_us":8.65,"host_enqueue_us":2.0371875,"host_batch_us":3.25203125,"event_interval_us":3.0569999218}
{"variant":"cudnn_stream","round":9,"order":3,"batch":32,"host_single_us":9.12,"host_enqueue_us":2.33415625,"host_batch_us":2.70309375,"event_interval_us":2.50499987602}
{"variant":"staged_stream","round":9,"order":4,"batch":32,"host_single_us":14.943,"host_enqueue_us":8.7115625,"host_batch_us":9.08125,"event_interval_us":8.88899993896}
{"variant":"fused_stream","round":9,"order":5,"batch":32,"host_single_us":9.609,"host_enqueue_us":2.06815625,"host_batch_us":3.40303125,"event_interval_us":3.21099996567}
{"variant":"empty_sync","round":10,"host_single_us":1.491}
{"variant":"fused_stream","round":10,"order":0,"batch":32,"host_single_us":9.026,"host_enqueue_us":2.33090625,"host_batch_us":3.54715625,"event_interval_us":3.35399985313}
{"variant":"fused_graph","round":10,"order":1,"batch":32,"host_single_us":9.463,"host_enqueue_us":2.10765625,"host_batch_us":3.28675,"event_interval_us":3.09599995613}
{"variant":"cudnn_graph","round":10,"order":2,"batch":32,"host_single_us":7.752,"host_enqueue_us":2.16009375,"host_batch_us":2.5275,"event_interval_us":2.30599999428}
{"variant":"staged_graph","round":10,"order":3,"batch":32,"host_single_us":11.336,"host_enqueue_us":2.03859375,"host_batch_us":6.16515625,"event_interval_us":5.97399997711}
{"variant":"cudnn_stream","round":10,"order":4,"batch":32,"host_single_us":8.507,"host_enqueue_us":2.31209375,"host_batch_us":2.623625,"event_interval_us":2.42300009727}
{"variant":"staged_stream","round":10,"order":5,"batch":32,"host_single_us":14.617,"host_enqueue_us":8.5090625,"host_batch_us":8.8976875,"event_interval_us":8.70499992371}
{"variant":"empty_sync","round":11,"host_single_us":1.506}
{"variant":"staged_stream","round":11,"order":0,"batch":32,"host_single_us":14.84,"host_enqueue_us":8.617125,"host_batch_us":8.911125,"event_interval_us":8.71300029755}
{"variant":"fused_graph","round":11,"order":1,"batch":32,"host_single_us":8.491,"host_enqueue_us":2.104125,"host_batch_us":3.2525625,"event_interval_us":3.05999994278}
{"variant":"cudnn_stream","round":11,"order":2,"batch":32,"host_single_us":8.246,"host_enqueue_us":2.31578125,"host_batch_us":2.61809375,"event_interval_us":2.41499996185}
{"variant":"staged_graph","round":11,"order":3,"batch":32,"host_single_us":11.464,"host_enqueue_us":2.0594375,"host_batch_us":6.1438125,"event_interval_us":5.95300006866}
{"variant":"fused_stream","round":11,"order":4,"batch":32,"host_single_us":9.159,"host_enqueue_us":2.0769375,"host_batch_us":3.39109375,"event_interval_us":3.19400000572}
{"variant":"cudnn_graph","round":11,"order":5,"batch":32,"host_single_us":7.667,"host_enqueue_us":2.2426875,"host_batch_us":2.595625,"event_interval_us":2.40099978447}
{"variant":"empty_sync","round":12,"host_single_us":1.471}
{"variant":"staged_graph","round":12,"order":0,"batch":32,"host_single_us":11.421,"host_enqueue_us":2.04621875,"host_batch_us":6.1384375,"event_interval_us":5.94600009918}
{"variant":"fused_stream","round":12,"order":1,"batch":32,"host_single_us":9.079,"host_enqueue_us":2.08234375,"host_batch_us":3.41184375,"event_interval_us":3.21700000763}
{"variant":"fused_graph","round":12,"order":2,"batch":32,"host_single_us":8.693,"host_enqueue_us":2.12284375,"host_batch_us":3.2796875,"event_interval_us":3.08800005913}
{"variant":"staged_stream","round":12,"order":3,"batch":32,"host_single_us":14.727,"host_enqueue_us":8.639125,"host_batch_us":8.96446875,"event_interval_us":8.77299976349}
{"variant":"cudnn_stream","round":12,"order":4,"batch":32,"host_single_us":8.481,"host_enqueue_us":2.34021875,"host_batch_us":2.64728125,"event_interval_us":2.44199991226}
{"variant":"cudnn_graph","round":12,"order":5,"batch":32,"host_single_us":7.767,"host_enqueue_us":2.15409375,"host_batch_us":2.5159375,"event_interval_us":2.3220000267}
{"variant":"empty_sync","round":13,"host_single_us":1.547}
{"variant":"cudnn_graph","round":13,"order":0,"batch":32,"host_single_us":7.63,"host_enqueue_us":2.296,"host_batch_us":2.5935,"event_interval_us":2.40000009537}
{"variant":"cudnn_stream","round":13,"order":1,"batch":32,"host_single_us":8.228,"host_enqueue_us":2.29346875,"host_batch_us":2.6866875,"event_interval_us":2.49599981308}
{"variant":"staged_graph","round":13,"order":2,"batch":32,"host_single_us":11.335,"host_enqueue_us":2.046125,"host_batch_us":6.14921875,"event_interval_us":5.95900011063}
{"variant":"fused_stream","round":13,"order":3,"batch":32,"host_single_us":9.089,"host_enqueue_us":2.093625,"host_batch_us":3.357625,"event_interval_us":3.15700006485}
{"variant":"staged_stream","round":13,"order":4,"batch":32,"host_single_us":14.677,"host_enqueue_us":8.65040625,"host_batch_us":8.93690625,"event_interval_us":8.73699951172}
{"variant":"fused_graph","round":13,"order":5,"batch":32,"host_single_us":8.45,"host_enqueue_us":2.10109375,"host_batch_us":3.266125,"event_interval_us":3.07499980927}
{"variant":"empty_sync","round":14,"host_single_us":1.536}
{"variant":"cudnn_graph","round":14,"order":0,"batch":32,"host_single_us":7.576,"host_enqueue_us":2.14978125,"host_batch_us":2.5181875,"event_interval_us":2.32500004768}
{"variant":"fused_stream","round":14,"order":1,"batch":32,"host_single_us":9.581,"host_enqueue_us":2.1048125,"host_batch_us":3.4241875,"event_interval_us":3.22799992561}
{"variant":"fused_graph","round":14,"order":2,"batch":32,"host_single_us":8.7,"host_enqueue_us":2.0998125,"host_batch_us":3.259625,"event_interval_us":3.0680000782}
{"variant":"cudnn_stream","round":14,"order":3,"batch":32,"host_single_us":8.464,"host_enqueue_us":2.33959375,"host_batch_us":2.646375,"event_interval_us":2.4470000267}
{"variant":"staged_graph","round":14,"order":4,"batch":32,"host_single_us":11.562,"host_enqueue_us":2.052875,"host_batch_us":6.1568125,"event_interval_us":5.96200037003}
{"variant":"staged_stream","round":14,"order":5,"batch":32,"host_single_us":14.769,"host_enqueue_us":8.7713125,"host_batch_us":9.128125,"event_interval_us":8.93499946594}
{"variant":"empty_sync","round":15,"host_single_us":1.517}
{"variant":"fused_stream","round":15,"order":0,"batch":32,"host_single_us":9.629,"host_enqueue_us":2.06484375,"host_batch_us":3.39175,"event_interval_us":3.19799995422}
{"variant":"fused_graph","round":15,"order":1,"batch":32,"host_single_us":8.645,"host_enqueue_us":2.1395,"host_batch_us":3.2686875,"event_interval_us":3.07499980927}
{"variant":"cudnn_graph","round":15,"order":2,"batch":32,"host_single_us":8.3,"host_enqueue_us":2.16203125,"host_batch_us":2.51665625,"event_interval_us":2.32500004768}
{"variant":"staged_stream","round":15,"order":3,"batch":32,"host_single_us":15.414,"host_enqueue_us":8.5655625,"host_batch_us":8.90984375,"event_interval_us":8.71600055695}
{"variant":"staged_graph","round":15,"order":4,"batch":32,"host_single_us":11.443,"host_enqueue_us":2.00971875,"host_batch_us":6.156,"event_interval_us":5.96500015259}
{"variant":"cudnn_stream","round":15,"order":5,"batch":32,"host_single_us":8.796,"host_enqueue_us":2.3289375,"host_batch_us":2.62225,"event_interval_us":2.42199993134}
{"variant":"empty_sync","round":16,"host_single_us":1.534}
{"variant":"fused_graph","round":16,"order":0,"batch":32,"host_single_us":8.69,"host_enqueue_us":2.13621875,"host_batch_us":3.2525,"event_interval_us":3.05999994278}
{"variant":"cudnn_graph","round":16,"order":1,"batch":32,"host_single_us":7.897,"host_enqueue_us":2.2485625,"host_batch_us":2.568375,"event_interval_us":2.37599992752}
{"variant":"staged_graph","round":16,"order":2,"batch":32,"host_single_us":11.186,"host_enqueue_us":2.01384375,"host_batch_us":6.155875,"event_interval_us":5.96599960327}
{"variant":"fused_stream","round":16,"order":3,"batch":32,"host_single_us":10.316,"host_enqueue_us":2.08859375,"host_batch_us":3.43903125,"event_interval_us":3.24300003052}
{"variant":"cudnn_stream","round":16,"order":4,"batch":32,"host_single_us":8.299,"host_enqueue_us":2.28571875,"host_batch_us":2.6543125,"event_interval_us":2.4509999752}
{"variant":"staged_stream","round":16,"order":5,"batch":32,"host_single_us":14.94,"host_enqueue_us":8.512875,"host_batch_us":8.94325,"event_interval_us":8.74400043488}
{"variant":"empty_sync","round":17,"host_single_us":1.501}
{"variant":"cudnn_stream","round":17,"order":0,"batch":32,"host_single_us":8.281,"host_enqueue_us":2.23371875,"host_batch_us":2.6106875,"event_interval_us":2.41799998283}
{"variant":"fused_graph","round":17,"order":1,"batch":32,"host_single_us":8.916,"host_enqueue_us":2.08946875,"host_batch_us":3.26875,"event_interval_us":3.07799983025}
{"variant":"cudnn_graph","round":17,"order":2,"batch":32,"host_single_us":7.689,"host_enqueue_us":2.14003125,"host_batch_us":2.50625,"event_interval_us":2.3149998188}
{"variant":"staged_stream","round":17,"order":3,"batch":32,"host_single_us":14.195,"host_enqueue_us":8.05665625,"host_batch_us":8.7661875,"event_interval_us":8.57200050354}
{"variant":"fused_stream","round":17,"order":4,"batch":32,"host_single_us":9.22,"host_enqueue_us":1.9485,"host_batch_us":3.379375,"event_interval_us":3.18400001526}
{"variant":"staged_graph","round":17,"order":5,"batch":32,"host_single_us":11.172,"host_enqueue_us":2.02459375,"host_batch_us":6.15278125,"event_interval_us":5.95600032806}
{"variant":"empty_sync","round":18,"host_single_us":1.481}
{"variant":"staged_graph","round":18,"order":0,"batch":32,"host_single_us":11.307,"host_enqueue_us":2.05715625,"host_batch_us":6.1540625,"event_interval_us":5.96399974823}
{"variant":"fused_graph","round":18,"order":1,"batch":32,"host_single_us":8.371,"host_enqueue_us":2.1005,"host_batch_us":3.25390625,"event_interval_us":3.06200003624}
{"variant":"cudnn_stream","round":18,"order":2,"batch":32,"host_single_us":8.61,"host_enqueue_us":2.21525,"host_batch_us":2.609125,"event_interval_us":2.40899991989}
{"variant":"cudnn_graph","round":18,"order":3,"batch":32,"host_single_us":7.762,"host_enqueue_us":2.16509375,"host_batch_us":2.52228125,"event_interval_us":2.33100008965}
{"variant":"staged_stream","round":18,"order":4,"batch":32,"host_single_us":14.39,"host_enqueue_us":8.064375,"host_batch_us":8.9421875,"event_interval_us":8.74600028992}
{"variant":"fused_stream","round":18,"order":5,"batch":32,"host_single_us":8.934,"host_enqueue_us":1.9648125,"host_batch_us":3.39771875,"event_interval_us":3.19999980927}
{"variant":"empty_sync","round":19,"host_single_us":1.52}
{"variant":"fused_stream","round":19,"order":0,"batch":32,"host_single_us":8.94,"host_enqueue_us":1.9121875,"host_batch_us":3.38171875,"event_interval_us":3.18300008774}
{"variant":"fused_graph","round":19,"order":1,"batch":32,"host_single_us":8.503,"host_enqueue_us":2.0655,"host_batch_us":3.244625,"event_interval_us":3.05399990082}
{"variant":"staged_graph","round":19,"order":2,"batch":32,"host_single_us":11.279,"host_enqueue_us":2.004125,"host_batch_us":6.1525625,"event_interval_us":5.96099996567}
{"variant":"staged_stream","round":19,"order":3,"batch":32,"host_single_us":14.25,"host_enqueue_us":8.135375,"host_batch_us":8.866125,"event_interval_us":8.67300033569}
{"variant":"cudnn_graph","round":19,"order":4,"batch":32,"host_single_us":7.883,"host_enqueue_us":2.22009375,"host_batch_us":2.51965625,"event_interval_us":2.33100008965}
{"variant":"cudnn_stream","round":19,"order":5,"batch":32,"host_single_us":8.393,"host_enqueue_us":2.25275,"host_batch_us":2.57821875,"event_interval_us":2.38199996948}
{"variant":"empty_sync","round":20,"host_single_us":1.523}
{"variant":"fused_graph","round":20,"order":0,"batch":32,"host_single_us":8.566,"host_enqueue_us":2.078875,"host_batch_us":3.2735,"event_interval_us":3.08200001717}
{"variant":"cudnn_stream","round":20,"order":1,"batch":32,"host_single_us":8.453,"host_enqueue_us":2.19815625,"host_batch_us":2.5965,"event_interval_us":2.39499998093}
{"variant":"staged_stream","round":20,"order":2,"batch":32,"host_single_us":14.408,"host_enqueue_us":8.102625,"host_batch_us":8.829375,"event_interval_us":8.63399982452}
{"variant":"cudnn_graph","round":20,"order":3,"batch":32,"host_single_us":7.777,"host_enqueue_us":2.16034375,"host_batch_us":2.52746875,"event_interval_us":2.33700013161}
{"variant":"fused_stream","round":20,"order":4,"batch":32,"host_single_us":8.911,"host_enqueue_us":1.94025,"host_batch_us":3.38871875,"event_interval_us":3.19200015068}
{"variant":"staged_graph","round":20,"order":5,"batch":32,"host_single_us":11.494,"host_enqueue_us":1.98703125,"host_batch_us":6.14971875,"event_interval_us":5.95800018311}