{"variant":"empty_sync","round":0,"host_single_us":1.676}
{"variant":"fused_stream","round":0,"order":0,"batch":32,"host_single_us":9.543,"host_enqueue_us":1.84334375,"host_batch_us":3.783875,"event_interval_us":3.60399985313}
{"variant":"staged_graph","round":0,"order":1,"batch":32,"host_single_us":13.3,"host_enqueue_us":1.9075625,"host_batch_us":8.04778125,"event_interval_us":7.86400032043}
{"variant":"staged_stream","round":0,"order":2,"batch":32,"host_single_us":15.959,"host_enqueue_us":7.55225,"host_batch_us":10.702125,"event_interval_us":10.515999794}
{"variant":"fused_graph","round":0,"order":3,"batch":32,"host_single_us":8.762,"host_enqueue_us":1.8230625,"host_batch_us":3.5850625,"event_interval_us":3.40199995041}
{"variant":"cudnn_stream","round":0,"order":4,"batch":32,"host_single_us":9.007,"host_enqueue_us":2.169125,"host_batch_us":3.4375,"event_interval_us":3.25400018692}
{"variant":"cudnn_graph","round":0,"order":5,"batch":32,"host_single_us":8.651,"host_enqueue_us":1.860125,"host_batch_us":3.3338125,"event_interval_us":3.15100002289}
{"variant":"empty_sync","round":1,"host_single_us":1.505}
{"variant":"cudnn_stream","round":1,"order":0,"batch":32,"host_single_us":8.867,"host_enqueue_us":2.16171875,"host_batch_us":3.43475,"event_interval_us":3.25500011444}
{"variant":"cudnn_graph","round":1,"order":1,"batch":32,"host_single_us":8.385,"host_enqueue_us":1.8616875,"host_batch_us":3.329125,"event_interval_us":3.14400005341}
{"variant":"fused_graph","round":1,"order":2,"batch":32,"host_single_us":8.522,"host_enqueue_us":1.8873125,"host_batch_us":3.5924375,"event_interval_us":3.38499999046}
{"variant":"fused_stream","round":1,"order":3,"batch":32,"host_single_us":9.728,"host_enqueue_us":1.871375,"host_batch_us":3.75971875,"event_interval_us":3.57699990273}
{"variant":"staged_stream","round":1,"order":4,"batch":32,"host_single_us":16.46,"host_enqueue_us":7.41115625,"host_batch_us":10.77171875,"event_interval_us":10.5879993439}
{"variant":"staged_graph","round":1,"order":5,"batch":32,"host_single_us":13.058,"host_enqueue_us":1.8625,"host_batch_us":8.06584375,"event_interval_us":7.88499975204}
{"variant":"empty_sync","round":2,"host_single_us":1.45}
{"variant":"fused_stream","round":2,"order":0,"batch":32,"host_single_us":8.971,"host_enqueue_us":1.87415625,"host_batch_us":3.75021875,"event_interval_us":3.56799983978}
{"variant":"staged_stream","round":2,"order":1,"batch":32,"host_single_us":15.998,"host_enqueue_us":7.52375,"host_batch_us":10.7279375,"event_interval_us":10.545999527}
{"variant":"cudnn_graph","round":2,"order":2,"batch":32,"host_single_us":8.296,"host_enqueue_us":1.873,"host_batch_us":3.3250625,"event_interval_us":3.14400005341}
{"variant":"fused_graph","round":2,"order":3,"batch":32,"host_single_us":8.682,"host_enqueue_us":1.83184375,"host_batch_us":3.5805625,"event_interval_us":3.39899992943}
{"variant":"staged_graph","round":2,"order":4,"batch":32,"host_single_us":13.117,"host_enqueue_us":1.8065,"host_batch_us":8.03653125,"event_interval_us":7.85500001907}
{"variant":"cudnn_stream","round":2,"order":5,"batch":32,"host_single_us":8.989,"host_enqueue_us":2.197,"host_batch_us":3.43821875,"event_interval_us":3.257999897}
{"variant":"empty_sync","round":3,"host_single_us":1.485}
{"variant":"staged_graph","round":3,"order":0,"batch":32,"host_single_us":13.1,"host_enqueue_us":1.8755625,"host_batch_us":8.0886875,"event_interval_us":7.87799978256}
{"variant":"staged_stream","round":3,"order":1,"batch":32,"host_single_us":16.105,"host_enqueue_us":7.43159375,"host_batch_us":10.69734375,"event_interval_us":10.5069999695}
{"variant":"cudnn_stream","round":3,"order":2,"batch":32,"host_single_us":8.884,"host_enqueue_us":2.1095,"host_batch_us":3.443375,"event_interval_us":3.26600003242}
{"variant":"fused_stream","round":3,"order":3,"batch":32,"host_single_us":8.864,"host_enqueue_us":1.84009375,"host_batch_us":3.8055625,"event_interval_us":3.61600017548}
{"variant":"fused_graph","round":3,"order":4,"batch":32,"host_single_us":8.686,"host_enqueue_us":1.832,"host_batch_us":3.57940625,"event_interval_us":3.40100002289}
{"variant":"cudnn_graph","round":3,"order":5,"batch":32,"host_single_us":7.998,"host_enqueue_us":1.876875,"host_batch_us":3.31303125,"event_interval_us":3.13300013542}
{"variant":"empty_sync","round":4,"host_single_us":1.457}
{"variant":"staged_stream","round":4,"order":0,"batch":32,"host_single_us":16.214,"host_enqueue_us":7.3884375,"host_batch_us":10.73221875,"event_interval_us":10.5539999008}
{"variant":"fused_stream","round":4,"order":1,"batch":32,"host_single_us":8.992,"host_enqueue_us":1.828625,"host_batch_us":3.7683125,"event_interval_us":3.58400011063}
{"variant":"fused_graph","round":4,"order":2,"batch":32,"host_single_us":8.54,"host_enqueue_us":1.831,"host_batch_us":3.570125,"event_interval_us":3.38800001144}
{"variant":"staged_graph","round":4,"order":3,"batch":32,"host_single_us":13.045,"host_enqueue_us":1.83728125,"host_batch_us":8.05746875,"event_interval_us":7.87799978256}
{"variant":"cudnn_graph","round":4,"order":4,"batch":32,"host_single_us":8.492,"host_enqueue_us":1.85153125,"host_batch_us":3.31775,"event_interval_us":3.13899993896}
{"variant":"cudnn_stream","round":4,"order":5,"batch":32,"host_single_us":8.838,"host_enqueue_us":2.12925,"host_batch_us":3.44040625,"event_interval_us":3.25999999046}
{"variant":"empty_sync","round":5,"host_single_us":1.51}
{"variant":"staged_stream","round":5,"order":0,"batch":32,"host_single_us":16.409,"host_enqueue_us":7.3513125,"host_batch_us":10.7685625,"event_interval_us":10.5860004425}
{"variant":"fused_stream","round":5,"order":1,"batch":32,"host_single_us":9.071,"host_enqueue_us":1.86053125,"host_batch_us":3.7891875,"event_interval_us":3.60299992561}
{"variant":"fused_graph","round":5,"order":2,"batch":32,"host_single_us":8.59,"host_enqueue_us":1.85246875,"host_batch_us":3.5860625,"event_interval_us":3.40600013733}
{"variant":"staged_graph","round":5,"order":3,"batch":32,"host_single_us":12.88,"host_enqueue_us":1.841,"host_batch_us":8.0650625,"event_interval_us":7.88300037384}
{"variant":"cudnn_graph","round":5,"order":4,"batch":32,"host_single_us":8.293,"host_enqueue_us":1.857,"host_batch_us":3.33675,"event_interval_us":3.15300011635}
{"variant":"cudnn_stream","round":5,"order":5,"batch":32,"host_single_us":9.051,"host_enqueue_us":2.10915625,"host_batch_us":3.43978125,"event_interval_us":3.25300002098}
{"variant":"empty_sync","round":6,"host_single_us":1.539}
{"variant":"cudnn_stream","round":6,"order":0,"batch":32,"host_single_us":9.302,"host_enqueue_us":2.08159375,"host_batch_us":3.4279375,"event_interval_us":3.2460000515}
{"variant":"staged_stream","round":6,"order":1,"batch":32,"host_single_us":16.553,"host_enqueue_us":7.5661875,"host_batch_us":10.7338125,"event_interval_us":10.5539999008}
{"variant":"cudnn_graph","round":6,"order":2,"batch":32,"host_single_us":8.24,"host_enqueue_us":1.8549375,"host_batch_us":3.32225,"event_interval_us":3.13999986649}
{"variant":"staged_graph","round":6,"order":3,"batch":32,"host_single_us":13.009,"host_enqueue_us":1.82065625,"host_batch_us":8.06546875,"event_interval_us":7.88000059128}
{"variant":"fused_graph","round":6,"order":4,"batch":32,"host_single_us":8.375,"host_enqueue_us":1.863125,"host_batch_us":3.57934375,"event_interval_us":3.39700007439}
{"variant":"fused_stream","round":6,"order":5,"batch":32,"host_single_us":9.071,"host_enqueue_us":1.85334375,"host_batch_us":3.79853125,"event_interval_us":3.55800008774}
{"variant":"empty_sync","round":7,"host_single_us":1.525}
{"variant":"fused_stream","round":7,"order":0,"batch":32,"host_single_us":9.458,"host_enqueue_us":1.86046875,"host_batch_us":3.75603125,"event_interval_us":3.57500004768}
{"variant":"cudnn_graph","round":7,"order":1,"batch":32,"host_single_us":8.474,"host_enqueue_us":1.87153125,"host_batch_us":3.33878125,"event_interval_us":3.15600013733}
{"variant":"fused_graph","round":7,"order":2,"batch":32,"host_single_us":8.492,"host_enqueue_us":1.846875,"host_batch_us":3.5725,"event_interval_us":3.39199995995}
{"variant":"staged_graph","round":7,"order":3,"batch":32,"host_single_us":12.842,"host_enqueue_us":1.82615625,"host_batch_us":8.044375,"event_interval_us":7.8609995842}
{"variant":"cudnn_stream","round":7,"order":4,"batch":32,"host_single_us":10.702,"host_enqueue_us":2.10321875,"host_batch_us":3.40065625,"event_interval_us":3.21700000763}
{"variant":"staged_stream","round":7,"order":5,"batch":32,"host_single_us":16.364,"host_enqueue_us":7.325375,"host_batch_us":10.7375,"event_interval_us":10.5550003052}
{"variant":"empty_sync","round":8,"host_single_us":1.504}
{"variant":"cudnn_stream","round":8,"order":0,"batch":32,"host_single_us":9.393,"host_enqueue_us":2.12596875,"host_batch_us":3.42925,"event_interval_us":3.24800014496}
{"variant":"cudnn_graph","round":8,"order":1,"batch":32,"host_single_us":8.374,"host_enqueue_us":1.8441875,"host_batch_us":3.34846875,"event_interval_us":3.16699981689}
{"variant":"fused_graph","round":8,"order":2,"batch":32,"host_single_us":8.569,"host_enqueue_us":1.83065625,"host_batch_us":3.58628125,"event_interval_us":3.40799999237}
{"variant":"fused_stream","round":8,"order":3,"batch":32,"host_single_us":9.524,"host_enqueue_us":1.841,"host_batch_us":3.75996875,"event_interval_us":3.57399988174}
{"variant":"staged_stream","round":8,"order":4,"batch":32,"host_single_us":16.25,"host_enqueue_us":7.39134375,"host_batch_us":10.7066875,"event_interval_us":10.5260000229}
{"variant":"staged_graph","round":8,"order":5,"batch":32,"host_single_us":12.945,"host_enqueue_us":1.8504375,"host_batch_us":8.069,"event_interval_us":7.88400030136}
{"variant":"empty_sync","round":9,"host_single_us":1.442}
{"variant":"staged_graph","round":9,"order":0,"batch":32,"host_single_us":13.004,"host_enqueue_us":1.82978125,"host_batch_us":8.06725,"event_interval_us":7.88099956512}
{"variant":"cudnn_graph","round":9,"order":1,"batch":32,"host_single_us":8.324,"host_enqueue_us":1.868,"host_batch_us":3.33025,"event_interval_us":3.14800000191}
{"variant":"fused_graph","round":9,"order":2,"batch":32,"host_single_us":8.385,"host_enqueue_us":1.85634375,"host_batch_us":3.57515625,"event_interval_us":3.39400005341}
{"variant":"cudnn_stream","round":9,"order":3,"batch":32,"host_single_us":8.803,"host_enqueue_us":2.1278125,"host_batch_us":3.4470625,"event_interval_us":3.2619998455}
{"variant":"staged_stream","round":9,"order":4,"batch":32,"host_single_us":16.5,"host_enqueue_us":7.38925,"host_batch_us":10.716625,"event_interval_us":10.5329999924}
{"variant":"fused_stream","round":9,"order":5,"batch":32,"host_single_us":14.172,"host_enqueue_us":1.844,"host_batch_us":3.74178125,"event_interval_us":3.55800008774}
{"variant":"empty_sync","round":10,"host_single_us":1.471}
{"variant":"fused_stream","round":10,"order":0,"batch":32,"host_single_us":8.921,"host_enqueue_us":1.82903125,"host_batch_us":3.75209375,"event_interval_us":3.56999993324}
{"variant":"fused_graph","round":10,"order":1,"batch":32,"host_single_us":8.317,"host_enqueue_us":1.839375,"host_batch_us":3.57859375,"event_interval_us":3.39700007439}
{"variant":"cudnn_graph","round":10,"order":2,"batch":32,"host_single_us":8.357,"host_enqueue_us":1.84728125,"host_batch_us":3.32671875,"event_interval_us":3.14299988747}
{"variant":"staged_graph","round":10,"order":3,"batch":32,"host_single_us":13.081,"host_enqueue_us":1.86025,"host_batch_us":8.06096875,"event_interval_us":7.87799978256}
{"variant":"cudnn_stream","round":10,"order":4,"batch":32,"host_single_us":8.926,"host_enqueue_us":2.1281875,"host_batch_us":3.4065,"event_interval_us":3.22400021553}
{"variant":"staged_stream","round":10,"order":5,"batch":32,"host_single_us":16.009,"host_enqueue_us":7.5023125,"host_batch_us":10.68865625,"event_interval_us":10.5050001144}
{"variant":"empty_sync","round":11,"host_single_us":1.475}
{"variant":"staged_stream","round":11,"order":0,"batch":32,"host_single_us":15.752,"host_enqueue_us":7.37675,"host_batch_us":10.7640625,"event_interval_us":10.579000473}
{"variant":"fused_graph","round":11,"order":1,"batch":32,"host_single_us":8.524,"host_enqueue_us":1.8563125,"host_batch_us":3.57515625,"event_interval_us":3.39299988747}
{"variant":"cudnn_stream","round":11,"order":2,"batch":32,"host_single_us":8.781,"host_enqueue_us":2.1050625,"host_batch_us":3.4135625,"event_interval_us":3.22899985313}
{"variant":"staged_graph","round":11,"order":3,"batch":32,"host_single_us":13.107,"host_enqueue_us":1.821375,"host_batch_us":8.02440625,"event_interval_us":7.84299993515}
{"variant":"fused_stream","round":11,"order":4,"batch":32,"host_single_us":9.145,"host_enqueue_us":2.00815625,"host_batch_us":3.73915625,"event_interval_us":3.55599999428}
{"variant":"cudnn_graph","round":11,"order":5,"batch":32,"host_single_us":8.34,"host_enqueue_us":1.8723125,"host_batch_us":3.32384375,"event_interval_us":3.14199995995}
{"variant":"empty_sync","round":12,"host_single_us":1.451}
{"variant":"staged_graph","round":12,"order":0,"batch":32,"host_single_us":13.096,"host_enqueue_us":1.8518125,"host_batch_us":8.0195,"event_interval_us":7.83799982071}
{"variant":"fused_stream","round":12,"order":1,"batch":32,"host_single_us":8.834,"host_enqueue_us":1.8246875,"host_batch_us":3.7615625,"event_interval_us":3.5759999752}
{"variant":"fused_graph","round":12,"order":2,"batch":32,"host_single_us":8.634,"host_enqueue_us":1.861875,"host_batch_us":3.59621875,"event_interval_us":3.41299986839}
{"variant":"staged_stream","round":12,"order":3,"batch":32,"host_single_us":15.961,"host_enqueue_us":7.38221875,"host_batch_us":10.7033125,"event_interval_us":10.5190000534}
{"variant":"cudnn_stream","round":12,"order":4,"batch":32,"host_single_us":8.858,"host_enqueue_us":2.1548125,"host_batch_us":3.40753125,"event_interval_us":3.22300004959}
{"variant":"cudnn_graph","round":12,"order":5,"batch":32,"host_single_us":8.259,"host_enqueue_us":1.86803125,"host_batch_us":3.30453125,"event_interval_us":3.12300014496}
{"variant":"empty_sync","round":13,"host_single_us":1.469}
{"variant":"cudnn_graph","round":13,"order":0,"batch":32,"host_single_us":7.975,"host_enqueue_us":1.86103125,"host_batch_us":3.31290625,"event_interval_us":3.12400007248}
{"variant":"cudnn_stream","round":13,"order":1,"batch":32,"host_single_us":8.655,"host_enqueue_us":2.1289375,"host_batch_us":3.447375,"event_interval_us":3.26099991798}
{"variant":"staged_graph","round":13,"order":2,"batch":32,"host_single_us":13.123,"host_enqueue_us":1.85096875,"host_batch_us":8.01753125,"event_interval_us":7.83399963379}
{"variant":"fused_stream","round":13,"order":3,"batch":32,"host_single_us":9.063,"host_enqueue_us":1.844,"host_batch_us":3.767,"event_interval_us":3.58400011063}
{"variant":"staged_stream","round":13,"order":4,"batch":32,"host_single_us":16.532,"host_enqueue_us":7.48753125,"host_batch_us":10.74540625,"event_interval_us":10.5590000153}
{"variant":"fused_graph","round":13,"order":5,"batch":32,"host_single_us":8.644,"host_enqueue_us":1.8655,"host_batch_us":3.58978125,"event_interval_us":3.40799999237}
{"variant":"empty_sync","round":14,"host_single_us":1.464}
{"variant":"cudnn_graph","round":14,"order":0,"batch":32,"host_single_us":8.313,"host_enqueue_us":1.8595625,"host_batch_us":3.3215625,"event_interval_us":3.13999986649}
{"variant":"fused_stream","round":14,"order":1,"batch":32,"host_single_us":8.913,"host_enqueue_us":1.85328125,"host_batch_us":3.967125,"event_interval_us":3.58599996567}
{"variant":"fused_graph","round":14,"order":2,"batch":32,"host_single_us":8.995,"host_enqueue_us":1.83453125,"host_batch_us":3.597,"event_interval_us":3.41700005531}
{"variant":"cudnn_stream","round":14,"order":3,"batch":32,"host_single_us":9.464,"host_enqueue_us":2.14803125,"host_batch_us":3.392,"event_interval_us":3.21000003815}
{"variant":"staged_graph","round":14,"order":4,"batch":32,"host_single_us":12.999,"host_enqueue_us":1.81740625,"host_batch_us":8.0225625,"event_interval_us":7.84100055695}
{"variant":"staged_stream","round":14,"order":5,"batch":32,"host_single_us":16.222,"host_enqueue_us":7.3535625,"host_batch_us":10.75290625,"event_interval_us":10.5729999542}
{"variant":"empty_sync","round":15,"host_single_us":1.447}
{"variant":"fused_stream","round":15,"order":0,"batch":32,"host_single_us":9.424,"host_enqueue_us":1.84703125,"host_batch_us":3.754375,"event_interval_us":3.5720000267}
{"variant":"fused_graph","round":15,"order":1,"batch":32,"host_single_us":8.293,"host_enqueue_us":1.87746875,"host_batch_us":3.573625,"event_interval_us":3.39499998093}
{"variant":"cudnn_graph","round":15,"order":2,"batch":32,"host_single_us":9.024,"host_enqueue_us":1.87703125,"host_batch_us":3.32578125,"event_interval_us":3.14299988747}
{"variant":"staged_stream","round":15,"order":3,"batch":32,"host_single_us":16.927,"host_enqueue_us":7.44159375,"host_batch_us":10.73903125,"event_interval_us":10.5569992065}
{"variant":"staged_graph","round":15,"order":4,"batch":32,"host_single_us":13.155,"host_enqueue_us":1.80096875,"host_batch_us":8.01328125,"event_interval_us":7.82999944687}
{"variant":"cudnn_stream","round":15,"order":5,"batch":32,"host_single_us":9.151,"host_enqueue_us":1.93728125,"host_batch_us":3.4208125,"event_interval_us":3.23900008202}
{"variant":"empty_sync","round":16,"host_single_us":1.488}
{"variant":"fused_graph","round":16,"order":0,"batch":32,"host_single_us":8.463,"host_enqueue_us":1.87234375,"host_batch_us":3.5688125,"event_interval_us":3.3869998455}
{"variant":"cudnn_graph","round":16,"order":1,"batch":32,"host_single_us":8.307,"host_enqueue_us":1.86521875,"host_batch_us":3.32809375,"event_interval_us":3.14499998093}
{"variant":"staged_graph","round":16,"order":2,"batch":32,"host_single_us":13.01,"host_enqueue_us":1.84765625,"host_batch_us":8.014,"event_interval_us":7.83500003815}
{"variant":"fused_stream","round":16,"order":3,"batch":32,"host_single_us":8.932,"host_enqueue_us":1.71253125,"host_batch_us":3.76990625,"event_interval_us":3.58400011063}
{"variant":"cudnn_stream","round":16,"order":4,"batch":32,"host_single_us":8.991,"host_enqueue_us":1.9748125,"host_batch_us":3.41221875,"event_interval_us":3.22799992561}
{"variant":"staged_stream","round":16,"order":5,"batch":32,"host_single_us":16.075,"host_enqueue_us":6.79325,"host_batch_us":10.728375,"event_interval_us":10.5430002213}
{"variant":"empty_sync","round":17,"host_single_us":1.482}
{"variant":"cudnn_stream","round":17,"order":0,"batch":32,"host_single_us":8.821,"host_enqueue_us":1.93509375,"host_batch_us":3.41603125,"event_interval_us":3.23699998856}
{"variant":"fused_graph","round":17,"order":1,"batch":32,"host_single_us":8.525,"host_enqueue_us":1.82634375,"host_batch_us":3.5818125,"event_interval_us":3.39899992943}
{"variant":"cudnn_graph","round":17,"order":2,"batch":32,"host_single_us":8.245,"host_enqueue_us":1.8458125,"host_batch_us":3.31240625,"event_interval_us":3.13100004196}
{"variant":"staged_stream","round":17,"order":3,"batch":32,"host_single_us":16.154,"host_enqueue_us":7.15321875,"host_batch_us":10.71290625,"event_interval_us":10.5310001373}
{"variant":"fused_stream","round":17,"order":4,"batch":32,"host_single_us":9.108,"host_enqueue_us":1.69659375,"host_batch_us":3.74528125,"event_interval_us":3.56100010872}
{"variant":"staged_graph","round":17,"order":5,"batch":32,"host_single_us":13.104,"host_enqueue_us":1.829,"host_batch_us":8.028125,"event_interval_us":7.84100055695}
{"variant":"empty_sync","round":18,"host_single_us":1.475}
{"variant":"staged_graph","round":18,"order":0,"batch":32,"host_single_us":12.681,"host_enqueue_us":1.7959375,"host_batch_us":8.0525,"event_interval_us":7.84100055695}
{"variant":"fused_graph","round":18,"order":1,"batch":32,"host_single_us":8.568,"host_enqueue_us":1.842,"host_batch_us":3.55671875,"event_interval_us":3.37700009346}
{"variant":"cudnn_stream","round":18,"order":2,"batch":32,"host_single_us":9.146,"host_enqueue_us":1.94346875,"host_batch_us":3.413625,"event_interval_us":3.21900010109}
{"variant":"cudnn_graph","round":18,"order":3,"batch":32,"host_single_us":8.132,"host_enqueue_us":1.865875,"host_batch_us":3.317875,"event_interval_us":3.1320002079}
{"variant":"staged_stream","round":18,"order":4,"batch":32,"host_single_us":16.076,"host_enqueue_us":6.76640625,"host_batch_us":10.73025,"event_interval_us":10.5450000763}
{"variant":"fused_stream","round":18,"order":5,"batch":32,"host_single_us":8.878,"host_enqueue_us":1.6944375,"host_batch_us":3.762125,"event_interval_us":3.57800006866}
{"variant":"empty_sync","round":19,"host_single_us":1.449}
{"variant":"fused_stream","round":19,"order":0,"batch":32,"host_single_us":9.005,"host_enqueue_us":1.7066875,"host_batch_us":3.76490625,"event_interval_us":3.58400011063}
{"variant":"fused_graph","round":19,"order":1,"batch":32,"host_single_us":8.545,"host_enqueue_us":1.86140625,"host_batch_us":3.57853125,"event_interval_us":3.39800000191}
{"variant":"staged_graph","round":19,"order":2,"batch":32,"host_single_us":13.052,"host_enqueue_us":1.84784375,"host_batch_us":8.01896875,"event_interval_us":7.83599996567}
{"variant":"staged_stream","round":19,"order":3,"batch":32,"host_single_us":15.925,"host_enqueue_us":6.7613125,"host_batch_us":10.776625,"event_interval_us":10.5929994583}
{"variant":"cudnn_graph","round":19,"order":4,"batch":32,"host_single_us":8.47,"host_enqueue_us":1.85009375,"host_batch_us":3.33175,"event_interval_us":3.15000009537}
{"variant":"cudnn_stream","round":19,"order":5,"batch":32,"host_single_us":8.85,"host_enqueue_us":1.9659375,"host_batch_us":3.4045,"event_interval_us":3.22300004959}
{"variant":"empty_sync","round":20,"host_single_us":1.5}
{"variant":"fused_graph","round":20,"order":0,"batch":32,"host_single_us":8.658,"host_enqueue_us":1.8433125,"host_batch_us":3.57534375,"event_interval_us":3.39199995995}
{"variant":"cudnn_stream","round":20,"order":1,"batch":32,"host_single_us":8.745,"host_enqueue_us":1.91975,"host_batch_us":3.47384375,"event_interval_us":3.28999996185}
{"variant":"staged_stream","round":20,"order":2,"batch":32,"host_single_us":16.433,"host_enqueue_us":6.7659375,"host_batch_us":10.7024375,"event_interval_us":10.5190000534}
{"variant":"cudnn_graph","round":20,"order":3,"batch":32,"host_single_us":8.291,"host_enqueue_us":1.8435,"host_batch_us":3.32253125,"event_interval_us":3.13800001144}
{"variant":"fused_stream","round":20,"order":4,"batch":32,"host_single_us":9.048,"host_enqueue_us":1.72846875,"host_batch_us":3.72484375,"event_interval_us":3.53699994087}
{"variant":"staged_graph","round":20,"order":5,"batch":32,"host_single_us":13.116,"host_enqueue_us":1.8315625,"host_batch_us":8.0303125,"event_interval_us":7.84900045395}