{"variant":"empty_sync","round":0,"host_single_us":2.02}
{"variant":"fused_stream","round":0,"order":0,"batch":32,"host_single_us":53.823,"host_enqueue_us":2.08071875,"host_batch_us":49.2365625,"event_interval_us":49.0459976196}
{"variant":"staged_graph","round":0,"order":1,"batch":32,"host_single_us":171.067,"host_enqueue_us":2.0605,"host_batch_us":162.85834375,"event_interval_us":162.595001221}
{"variant":"staged_stream","round":0,"order":2,"batch":32,"host_single_us":172.91,"host_enqueue_us":8.24696875,"host_batch_us":167.6041875,"event_interval_us":167.400009155}
{"variant":"fused_graph","round":0,"order":3,"batch":32,"host_single_us":54.283,"host_enqueue_us":2.0161875,"host_batch_us":48.71878125,"event_interval_us":48.4879989624}
{"variant":"cudnn_stream","round":0,"order":4,"batch":32,"host_single_us":55.57,"host_enqueue_us":2.386625,"host_batch_us":50.39596875,"event_interval_us":50.1910018921}
{"variant":"cudnn_graph","round":0,"order":5,"batch":32,"host_single_us":56.949,"host_enqueue_us":2.046875,"host_batch_us":49.76265625,"event_interval_us":49.5620002747}
{"variant":"empty_sync","round":1,"host_single_us":1.583}
{"variant":"cudnn_stream","round":1,"order":0,"batch":32,"host_single_us":55.298,"host_enqueue_us":2.32353125,"host_batch_us":50.374125,"event_interval_us":50.1679992676}
{"variant":"cudnn_graph","round":1,"order":1,"batch":32,"host_single_us":55.944,"host_enqueue_us":1.9758125,"host_batch_us":49.69721875,"event_interval_us":49.4720001221}
{"variant":"fused_graph","round":1,"order":2,"batch":32,"host_single_us":55.56,"host_enqueue_us":2.0085625,"host_batch_us":48.7700625,"event_interval_us":48.5419998169}
{"variant":"fused_stream","round":1,"order":3,"batch":32,"host_single_us":55.746,"host_enqueue_us":2.0610625,"host_batch_us":49.36959375,"event_interval_us":49.1629981995}
{"variant":"staged_stream","round":1,"order":4,"batch":32,"host_single_us":171.417,"host_enqueue_us":8.21271875,"host_batch_us":167.74390625,"event_interval_us":167.542999268}
{"variant":"staged_graph","round":1,"order":5,"batch":32,"host_single_us":169.032,"host_enqueue_us":1.99403125,"host_batch_us":162.6656875,"event_interval_us":162.43901062}
{"variant":"empty_sync","round":2,"host_single_us":1.562}
{"variant":"fused_stream","round":2,"order":0,"batch":32,"host_single_us":52.78,"host_enqueue_us":2.470625,"host_batch_us":49.26775,"event_interval_us":49.0659980774}
{"variant":"staged_stream","round":2,"order":1,"batch":32,"host_single_us":173.003,"host_enqueue_us":8.1325,"host_batch_us":167.60503125,"event_interval_us":167.402999878}
{"variant":"cudnn_graph","round":2,"order":2,"batch":32,"host_single_us":56.123,"host_enqueue_us":2.002125,"host_batch_us":49.6025625,"event_interval_us":49.3950004578}
{"variant":"fused_graph","round":2,"order":3,"batch":32,"host_single_us":54.932,"host_enqueue_us":2.02796875,"host_batch_us":48.59790625,"event_interval_us":48.3620033264}
{"variant":"staged_graph","round":2,"order":4,"batch":32,"host_single_us":172.078,"host_enqueue_us":1.9965,"host_batch_us":162.83721875,"event_interval_us":162.603012085}
{"variant":"cudnn_stream","round":2,"order":5,"batch":32,"host_single_us":54.08,"host_enqueue_us":2.39284375,"host_batch_us":50.29078125,"event_interval_us":50.0890007019}
{"variant":"empty_sync","round":3,"host_single_us":1.562}
{"variant":"staged_graph","round":3,"order":0,"batch":32,"host_single_us":169.768,"host_enqueue_us":2.02478125,"host_batch_us":162.75225,"event_interval_us":162.511001587}
{"variant":"staged_stream","round":3,"order":1,"batch":32,"host_single_us":171.973,"host_enqueue_us":8.239375,"host_batch_us":167.50425,"event_interval_us":167.290008545}
{"variant":"cudnn_stream","round":3,"order":2,"batch":32,"host_single_us":54.689,"host_enqueue_us":2.32,"host_batch_us":50.43190625,"event_interval_us":50.2200012207}
{"variant":"fused_stream","round":3,"order":3,"batch":32,"host_single_us":55.118,"host_enqueue_us":2.0325625,"host_batch_us":49.40190625,"event_interval_us":49.1990013123}
{"variant":"fused_graph","round":3,"order":4,"batch":32,"host_single_us":54.999,"host_enqueue_us":1.98821875,"host_batch_us":48.6486875,"event_interval_us":48.4470024109}
{"variant":"cudnn_graph","round":3,"order":5,"batch":32,"host_single_us":56.68,"host_enqueue_us":2.01075,"host_batch_us":49.70571875,"event_interval_us":49.4729995728}
{"variant":"empty_sync","round":4,"host_single_us":1.523}
{"variant":"staged_stream","round":4,"order":0,"batch":32,"host_single_us":172.562,"host_enqueue_us":8.0280625,"host_batch_us":167.52090625,"event_interval_us":167.318008423}
{"variant":"fused_stream","round":4,"order":1,"batch":32,"host_single_us":53.857,"host_enqueue_us":2.035125,"host_batch_us":49.1725625,"event_interval_us":48.9710006714}
{"variant":"fused_graph","round":4,"order":2,"batch":32,"host_single_us":56.798,"host_enqueue_us":2.02315625,"host_batch_us":48.607375,"event_interval_us":48.3779983521}
{"variant":"staged_graph","round":4,"order":3,"batch":32,"host_single_us":171.2,"host_enqueue_us":2.0078125,"host_batch_us":162.8235,"event_interval_us":162.613998413}
{"variant":"cudnn_graph","round":4,"order":4,"batch":32,"host_single_us":56.2,"host_enqueue_us":1.99746875,"host_batch_us":49.6854375,"event_interval_us":49.4530029297}
{"variant":"cudnn_stream","round":4,"order":5,"batch":32,"host_single_us":55.361,"host_enqueue_us":2.29109375,"host_batch_us":50.3031875,"event_interval_us":50.0960006714}
{"variant":"empty_sync","round":5,"host_single_us":1.532}
{"variant":"staged_stream","round":5,"order":0,"batch":32,"host_single_us":172.604,"host_enqueue_us":8.05603125,"host_batch_us":167.56840625,"event_interval_us":167.363998413}
{"variant":"fused_stream","round":5,"order":1,"batch":32,"host_single_us":52.794,"host_enqueue_us":2.04846875,"host_batch_us":49.20578125,"event_interval_us":48.9970016479}
{"variant":"fused_graph","round":5,"order":2,"batch":32,"host_single_us":55.742,"host_enqueue_us":1.99828125,"host_batch_us":48.66571875,"event_interval_us":48.4329986572}
{"variant":"staged_graph","round":5,"order":3,"batch":32,"host_single_us":170.498,"host_enqueue_us":2.008125,"host_batch_us":162.75296875,"event_interval_us":162.518997192}
{"variant":"cudnn_graph","round":5,"order":4,"batch":32,"host_single_us":55.007,"host_enqueue_us":2.0448125,"host_batch_us":49.77903125,"event_interval_us":49.5760002136}
{"variant":"cudnn_stream","round":5,"order":5,"batch":32,"host_single_us":56.36,"host_enqueue_us":2.3094375,"host_batch_us":50.2355625,"event_interval_us":50.0270004272}
{"variant":"empty_sync","round":6,"host_single_us":1.498}
{"variant":"cudnn_stream","round":6,"order":0,"batch":32,"host_single_us":57.437,"host_enqueue_us":2.48190625,"host_batch_us":50.3833125,"event_interval_us":50.1510009766}
{"variant":"staged_stream","round":6,"order":1,"batch":32,"host_single_us":171.533,"host_enqueue_us":8.27290625,"host_batch_us":167.7921875,"event_interval_us":167.585998535}
{"variant":"cudnn_graph","round":6,"order":2,"batch":32,"host_single_us":55.703,"host_enqueue_us":2.00165625,"host_batch_us":49.7288125,"event_interval_us":49.5289993286}
{"variant":"staged_graph","round":6,"order":3,"batch":32,"host_single_us":169.487,"host_enqueue_us":2.15,"host_batch_us":162.7599375,"event_interval_us":162.526992798}
{"variant":"fused_graph","round":6,"order":4,"batch":32,"host_single_us":53.635,"host_enqueue_us":1.98896875,"host_batch_us":48.51003125,"event_interval_us":48.283000946}
{"variant":"fused_stream","round":6,"order":5,"batch":32,"host_single_us":54.802,"host_enqueue_us":2.038375,"host_batch_us":49.33428125,"event_interval_us":49.1309967041}
{"variant":"empty_sync","round":7,"host_single_us":1.531}
{"variant":"fused_stream","round":7,"order":0,"batch":32,"host_single_us":53.741,"host_enqueue_us":2.0299375,"host_batch_us":49.32740625,"event_interval_us":49.1180000305}
{"variant":"cudnn_graph","round":7,"order":1,"batch":32,"host_single_us":57.357,"host_enqueue_us":1.97859375,"host_batch_us":49.76478125,"event_interval_us":49.5320014954}
{"variant":"fused_graph","round":7,"order":2,"batch":32,"host_single_us":54.038,"host_enqueue_us":2.011625,"host_batch_us":48.75328125,"event_interval_us":48.5239982605}
{"variant":"staged_graph","round":7,"order":3,"batch":32,"host_single_us":171.103,"host_enqueue_us":2.01784375,"host_batch_us":162.84828125,"event_interval_us":162.617004395}
{"variant":"cudnn_stream","round":7,"order":4,"batch":32,"host_single_us":56.569,"host_enqueue_us":2.31803125,"host_batch_us":50.35915625,"event_interval_us":50.1369972229}
{"variant":"staged_stream","round":7,"order":5,"batch":32,"host_single_us":173.258,"host_enqueue_us":8.190375,"host_batch_us":167.84128125,"event_interval_us":167.630004883}
{"variant":"empty_sync","round":8,"host_single_us":1.645}
{"variant":"cudnn_stream","round":8,"order":0,"batch":32,"host_single_us":55.942,"host_enqueue_us":2.33459375,"host_batch_us":50.31209375,"event_interval_us":50.0979995728}
{"variant":"cudnn_graph","round":8,"order":1,"batch":32,"host_single_us":56.047,"host_enqueue_us":2.0136875,"host_batch_us":49.669875,"event_interval_us":49.4420013428}
{"variant":"fused_graph","round":8,"order":2,"batch":32,"host_single_us":55.888,"host_enqueue_us":2.00440625,"host_batch_us":48.69790625,"event_interval_us":48.466999054}
{"variant":"fused_stream","round":8,"order":3,"batch":32,"host_single_us":54.881,"host_enqueue_us":2.0263125,"host_batch_us":49.18259375,"event_interval_us":48.9809989929}
{"variant":"staged_stream","round":8,"order":4,"batch":32,"host_single_us":174.615,"host_enqueue_us":8.1265625,"host_batch_us":167.62584375,"event_interval_us":167.417999268}
{"variant":"staged_graph","round":8,"order":5,"batch":32,"host_single_us":169.93,"host_enqueue_us":2.00509375,"host_batch_us":163.0890625,"event_interval_us":162.854003906}
{"variant":"empty_sync","round":9,"host_single_us":1.538}
{"variant":"staged_graph","round":9,"order":0,"batch":32,"host_single_us":169.535,"host_enqueue_us":1.981,"host_batch_us":162.94915625,"event_interval_us":162.710998535}
{"variant":"cudnn_graph","round":9,"order":1,"batch":32,"host_single_us":55.752,"host_enqueue_us":2.01671875,"host_batch_us":49.7728125,"event_interval_us":49.5419998169}
{"variant":"fused_graph","round":9,"order":2,"batch":32,"host_single_us":54.422,"host_enqueue_us":1.96384375,"host_batch_us":48.82990625,"event_interval_us":48.5979995728}
{"variant":"cudnn_stream","round":9,"order":3,"batch":32,"host_single_us":55.331,"host_enqueue_us":2.3643125,"host_batch_us":50.26934375,"event_interval_us":50.0609970093}
{"variant":"staged_stream","round":9,"order":4,"batch":32,"host_single_us":172.799,"host_enqueue_us":8.00184375,"host_batch_us":167.73378125,"event_interval_us":167.524002075}
{"variant":"fused_stream","round":9,"order":5,"batch":32,"host_single_us":53.457,"host_enqueue_us":2.03278125,"host_batch_us":49.41890625,"event_interval_us":49.216999054}
{"variant":"empty_sync","round":10,"host_single_us":1.586}
{"variant":"fused_stream","round":10,"order":0,"batch":32,"host_single_us":54.751,"host_enqueue_us":1.98646875,"host_batch_us":49.29421875,"event_interval_us":49.0880012512}
{"variant":"fused_graph","round":10,"order":1,"batch":32,"host_single_us":54.778,"host_enqueue_us":1.9799375,"host_batch_us":48.745125,"event_interval_us":48.5200004578}
{"variant":"cudnn_graph","round":10,"order":2,"batch":32,"host_single_us":56.578,"host_enqueue_us":2.0348125,"host_batch_us":49.8585625,"event_interval_us":49.6269989014}
{"variant":"staged_graph","round":10,"order":3,"batch":32,"host_single_us":171.395,"host_enqueue_us":1.999875,"host_batch_us":162.96196875,"event_interval_us":162.727996826}
{"variant":"cudnn_stream","round":10,"order":4,"batch":32,"host_single_us":55.23,"host_enqueue_us":2.4908125,"host_batch_us":50.401,"event_interval_us":50.1970024109}
{"variant":"staged_stream","round":10,"order":5,"batch":32,"host_single_us":172.917,"host_enqueue_us":7.99353125,"host_batch_us":167.73715625,"event_interval_us":167.527008057}
{"variant":"empty_sync","round":11,"host_single_us":2.003}
{"variant":"staged_stream","round":11,"order":0,"batch":32,"host_single_us":171.841,"host_enqueue_us":8.00478125,"host_batch_us":167.705,"event_interval_us":167.496994019}
{"variant":"fused_graph","round":11,"order":1,"batch":32,"host_single_us":53.501,"host_enqueue_us":2.004375,"host_batch_us":48.70865625,"event_interval_us":48.5060005188}
{"variant":"cudnn_stream","round":11,"order":2,"batch":32,"host_single_us":55.353,"host_enqueue_us":2.30309375,"host_batch_us":50.26928125,"event_interval_us":50.0570030212}
{"variant":"staged_graph","round":11,"order":3,"batch":32,"host_single_us":170.745,"host_enqueue_us":2.00321875,"host_batch_us":162.87259375,"event_interval_us":162.646987915}
{"variant":"fused_stream","round":11,"order":4,"batch":32,"host_single_us":53.69,"host_enqueue_us":2.03228125,"host_batch_us":49.400625,"event_interval_us":49.202999115}
{"variant":"cudnn_graph","round":11,"order":5,"batch":32,"host_single_us":55.975,"host_enqueue_us":1.95440625,"host_batch_us":49.7649375,"event_interval_us":49.5270004272}
{"variant":"empty_sync","round":12,"host_single_us":1.645}
{"variant":"staged_graph","round":12,"order":0,"batch":32,"host_single_us":170.937,"host_enqueue_us":2.00803125,"host_batch_us":162.80359375,"event_interval_us":162.596008301}
{"variant":"fused_stream","round":12,"order":1,"batch":32,"host_single_us":53.597,"host_enqueue_us":2.02859375,"host_batch_us":49.2365,"event_interval_us":49.0319976807}
{"variant":"fused_graph","round":12,"order":2,"batch":32,"host_single_us":56.37,"host_enqueue_us":2.030125,"host_batch_us":48.77459375,"event_interval_us":48.5419998169}
{"variant":"staged_stream","round":12,"order":3,"batch":32,"host_single_us":172.225,"host_enqueue_us":8.21659375,"host_batch_us":167.78778125,"event_interval_us":167.578994751}
{"variant":"cudnn_stream","round":12,"order":4,"batch":32,"host_single_us":55.72,"host_enqueue_us":2.28796875,"host_batch_us":50.29765625,"event_interval_us":50.0909996033}
{"variant":"cudnn_graph","round":12,"order":5,"batch":32,"host_single_us":56.075,"host_enqueue_us":1.9691875,"host_batch_us":49.6903125,"event_interval_us":49.4620018005}
{"variant":"empty_sync","round":13,"host_single_us":1.562}
{"variant":"cudnn_graph","round":13,"order":0,"batch":32,"host_single_us":56.529,"host_enqueue_us":1.99859375,"host_batch_us":49.7503125,"event_interval_us":49.5229988098}
{"variant":"cudnn_stream","round":13,"order":1,"batch":32,"host_single_us":55.666,"host_enqueue_us":2.304125,"host_batch_us":50.31215625,"event_interval_us":50.1050033569}
{"variant":"staged_graph","round":13,"order":2,"batch":32,"host_single_us":170.799,"host_enqueue_us":1.99190625,"host_batch_us":162.8140625,"event_interval_us":162.582992554}
{"variant":"fused_stream","round":13,"order":3,"batch":32,"host_single_us":54.846,"host_enqueue_us":2.0549375,"host_batch_us":49.47425,"event_interval_us":49.2709999084}
{"variant":"staged_stream","round":13,"order":4,"batch":32,"host_single_us":172.852,"host_enqueue_us":7.96625,"host_batch_us":167.63996875,"event_interval_us":167.436004639}
{"variant":"fused_graph","round":13,"order":5,"batch":32,"host_single_us":54.336,"host_enqueue_us":2.009,"host_batch_us":48.82565625,"event_interval_us":48.5859985352}
{"variant":"empty_sync","round":14,"host_single_us":1.577}
{"variant":"cudnn_graph","round":14,"order":0,"batch":32,"host_single_us":57.025,"host_enqueue_us":2.01996875,"host_batch_us":49.67921875,"event_interval_us":49.4770011902}
{"variant":"fused_stream","round":14,"order":1,"batch":32,"host_single_us":53.474,"host_enqueue_us":2.01440625,"host_batch_us":49.31759375,"event_interval_us":49.1090011597}
{"variant":"fused_graph","round":14,"order":2,"batch":32,"host_single_us":56.016,"host_enqueue_us":2.0216875,"host_batch_us":48.679,"event_interval_us":48.4489974976}
{"variant":"cudnn_stream","round":14,"order":3,"batch":32,"host_single_us":56.477,"host_enqueue_us":2.30025,"host_batch_us":50.23396875,"event_interval_us":50.0260009766}
{"variant":"staged_graph","round":14,"order":4,"batch":32,"host_single_us":171.412,"host_enqueue_us":2.0180625,"host_batch_us":162.80196875,"event_interval_us":162.570007324}
{"variant":"staged_stream","round":14,"order":5,"batch":32,"host_single_us":170.15,"host_enqueue_us":7.96571875,"host_batch_us":167.45315625,"event_interval_us":167.205001831}
{"variant":"empty_sync","round":15,"host_single_us":1.618}
{"variant":"fused_stream","round":15,"order":0,"batch":32,"host_single_us":54.886,"host_enqueue_us":2.05928125,"host_batch_us":49.27059375,"event_interval_us":49.0569992065}
{"variant":"fused_graph","round":15,"order":1,"batch":32,"host_single_us":55.76,"host_enqueue_us":1.96378125,"host_batch_us":48.56934375,"event_interval_us":48.3409996033}
{"variant":"cudnn_graph","round":15,"order":2,"batch":32,"host_single_us":55.826,"host_enqueue_us":1.98709375,"host_batch_us":49.710375,"event_interval_us":49.483001709}
{"variant":"staged_stream","round":15,"order":3,"batch":32,"host_single_us":173.885,"host_enqueue_us":8.0695625,"host_batch_us":167.7648125,"event_interval_us":167.555007935}
{"variant":"staged_graph","round":15,"order":4,"batch":32,"host_single_us":170.402,"host_enqueue_us":1.946875,"host_batch_us":162.8214375,"event_interval_us":162.615997314}
{"variant":"cudnn_stream","round":15,"order":5,"batch":32,"host_single_us":55.273,"host_enqueue_us":2.1608125,"host_batch_us":50.28271875,"event_interval_us":50.0670013428}
{"variant":"empty_sync","round":16,"host_single_us":1.565}
{"variant":"fused_graph","round":16,"order":0,"batch":32,"host_single_us":54.408,"host_enqueue_us":1.97728125,"host_batch_us":48.5828125,"event_interval_us":48.3740005493}
{"variant":"cudnn_graph","round":16,"order":1,"batch":32,"host_single_us":57.817,"host_enqueue_us":1.978875,"host_batch_us":49.56203125,"event_interval_us":49.3590011597}
{"variant":"staged_graph","round":16,"order":2,"batch":32,"host_single_us":170.108,"host_enqueue_us":1.9896875,"host_batch_us":162.92896875,"event_interval_us":162.697998047}
{"variant":"fused_stream","round":16,"order":3,"batch":32,"host_single_us":54.031,"host_enqueue_us":1.892,"host_batch_us":49.49375,"event_interval_us":49.2939987183}
{"variant":"cudnn_stream","round":16,"order":4,"batch":32,"host_single_us":57.305,"host_enqueue_us":2.1430625,"host_batch_us":50.281875,"event_interval_us":50.0719985962}
{"variant":"staged_stream","round":16,"order":5,"batch":32,"host_single_us":172.601,"host_enqueue_us":7.4586875,"host_batch_us":168.38225,"event_interval_us":168.152008057}
{"variant":"empty_sync","round":17,"host_single_us":1.562}
{"variant":"cudnn_stream","round":17,"order":0,"batch":32,"host_single_us":55.173,"host_enqueue_us":2.10609375,"host_batch_us":50.40996875,"event_interval_us":50.2070007324}
{"variant":"fused_graph","round":17,"order":1,"batch":32,"host_single_us":54.52,"host_enqueue_us":1.98628125,"host_batch_us":48.74484375,"event_interval_us":48.5429992676}
{"variant":"cudnn_graph","round":17,"order":2,"batch":32,"host_single_us":56.231,"host_enqueue_us":1.99334375,"host_batch_us":49.61025,"event_interval_us":49.3849983215}
{"variant":"staged_stream","round":17,"order":3,"batch":32,"host_single_us":172.603,"host_enqueue_us":7.504875,"host_batch_us":167.86215625,"event_interval_us":167.632003784}
{"variant":"fused_stream","round":17,"order":4,"batch":32,"host_single_us":53.25,"host_enqueue_us":1.8944375,"host_batch_us":49.82490625,"event_interval_us":49.5960006714}
{"variant":"staged_graph","round":17,"order":5,"batch":32,"host_single_us":171.062,"host_enqueue_us":2.023875,"host_batch_us":162.76053125,"event_interval_us":162.552993774}
{"variant":"empty_sync","round":18,"host_single_us":1.584}
{"variant":"staged_graph","round":18,"order":0,"batch":32,"host_single_us":169.616,"host_enqueue_us":1.9810625,"host_batch_us":162.8336875,"event_interval_us":162.602005005}
{"variant":"fused_graph","round":18,"order":1,"batch":32,"host_single_us":53.636,"host_enqueue_us":1.9846875,"host_batch_us":48.58265625,"event_interval_us":48.3520011902}
{"variant":"cudnn_stream","round":18,"order":2,"batch":32,"host_single_us":56.547,"host_enqueue_us":2.143625,"host_batch_us":50.27759375,"event_interval_us":50.0620002747}
{"variant":"cudnn_graph","round":18,"order":3,"batch":32,"host_single_us":55.733,"host_enqueue_us":2.00525,"host_batch_us":49.68553125,"event_interval_us":49.4770011902}
{"variant":"staged_stream","round":18,"order":4,"batch":32,"host_single_us":172.617,"host_enqueue_us":7.54659375,"host_batch_us":167.49675,"event_interval_us":167.291992188}
{"variant":"fused_stream","round":18,"order":5,"batch":32,"host_single_us":52.816,"host_enqueue_us":1.88284375,"host_batch_us":49.53103125,"event_interval_us":49.3209991455}
{"variant":"empty_sync","round":19,"host_single_us":1.588}
{"variant":"fused_stream","round":19,"order":0,"batch":32,"host_single_us":55.912,"host_enqueue_us":1.86334375,"host_batch_us":49.28609375,"event_interval_us":49.0750007629}
{"variant":"fused_graph","round":19,"order":1,"batch":32,"host_single_us":55.622,"host_enqueue_us":2.1358125,"host_batch_us":48.56675,"event_interval_us":48.3639984131}
{"variant":"staged_graph","round":19,"order":2,"batch":32,"host_single_us":170.617,"host_enqueue_us":1.995125,"host_batch_us":162.77034375,"event_interval_us":162.542999268}
{"variant":"staged_stream","round":19,"order":3,"batch":32,"host_single_us":171.625,"host_enqueue_us":7.44878125,"host_batch_us":167.688125,"event_interval_us":167.430999756}
{"variant":"cudnn_graph","round":19,"order":4,"batch":32,"host_single_us":55.414,"host_enqueue_us":1.99909375,"host_batch_us":49.8805,"event_interval_us":49.6469993591}
{"variant":"cudnn_stream","round":19,"order":5,"batch":32,"host_single_us":56.16,"host_enqueue_us":2.29515625,"host_batch_us":50.25484375,"event_interval_us":50.0449981689}
{"variant":"empty_sync","round":20,"host_single_us":1.553}
{"variant":"fused_graph","round":20,"order":0,"batch":32,"host_single_us":55.038,"host_enqueue_us":1.96940625,"host_batch_us":48.637125,"event_interval_us":48.4340019226}
{"variant":"cudnn_stream","round":20,"order":1,"batch":32,"host_single_us":56.788,"host_enqueue_us":2.17253125,"host_batch_us":50.3436875,"event_interval_us":50.1229972839}
{"variant":"staged_stream","round":20,"order":2,"batch":32,"host_single_us":172.05,"host_enqueue_us":7.50421875,"host_batch_us":167.496125,"event_interval_us":167.293991089}
{"variant":"cudnn_graph","round":20,"order":3,"batch":32,"host_single_us":56.073,"host_enqueue_us":2.01384375,"host_batch_us":49.5871875,"event_interval_us":49.3829994202}
{"variant":"fused_stream","round":20,"order":4,"batch":32,"host_single_us":53.636,"host_enqueue_us":1.90534375,"host_batch_us":49.17959375,"event_interval_us":48.9760017395}
{"variant":"staged_graph","round":20,"order":5,"batch":32,"host_single_us":177.416,"host_enqueue_us":1.996125,"host_batch_us":162.79484375,"event_interval_us":162.566009521}