{"variant":"empty_sync","round":0,"host_single_us":1.733}
{"variant":"fused_stream","round":0,"order":0,"batch":32,"host_single_us":92.5,"host_enqueue_us":2.43709375,"host_batch_us":85.95740625,"event_interval_us":85.7599945068}
{"variant":"staged_graph","round":0,"order":1,"batch":32,"host_single_us":170.428,"host_enqueue_us":2.8363125,"host_batch_us":163.43071875,"event_interval_us":163.23600769}
{"variant":"staged_stream","round":0,"order":2,"batch":32,"host_single_us":171.991,"host_enqueue_us":9.99953125,"host_batch_us":168.19053125,"event_interval_us":167.990005493}
{"variant":"fused_graph","round":0,"order":3,"batch":32,"host_single_us":92.994,"host_enqueue_us":2.7199375,"host_batch_us":85.45953125,"event_interval_us":85.2649993896}
{"variant":"cudnn_stream","round":0,"order":4,"batch":32,"host_single_us":91.835,"host_enqueue_us":2.825625,"host_batch_us":86.1150625,"event_interval_us":85.9160003662}
{"variant":"cudnn_graph","round":0,"order":5,"batch":32,"host_single_us":92.738,"host_enqueue_us":2.7138125,"host_batch_us":85.805375,"event_interval_us":85.6119995117}
{"variant":"empty_sync","round":1,"host_single_us":1.471}
{"variant":"cudnn_stream","round":1,"order":0,"batch":32,"host_single_us":91.554,"host_enqueue_us":2.78675,"host_batch_us":86.12521875,"event_interval_us":85.9249954224}
{"variant":"cudnn_graph","round":1,"order":1,"batch":32,"host_single_us":92.452,"host_enqueue_us":2.78553125,"host_batch_us":85.7499375,"event_interval_us":85.5510025024}
{"variant":"fused_graph","round":1,"order":2,"batch":32,"host_single_us":91.834,"host_enqueue_us":2.76475,"host_batch_us":85.474125,"event_interval_us":85.2850036621}
{"variant":"fused_stream","round":1,"order":3,"batch":32,"host_single_us":91.959,"host_enqueue_us":2.4310625,"host_batch_us":85.91325,"event_interval_us":85.7179946899}
{"variant":"staged_stream","round":1,"order":4,"batch":32,"host_single_us":172.604,"host_enqueue_us":9.7441875,"host_batch_us":168.41975,"event_interval_us":168.229995728}
{"variant":"staged_graph","round":1,"order":5,"batch":32,"host_single_us":168.824,"host_enqueue_us":2.78621875,"host_batch_us":163.52759375,"event_interval_us":163.335998535}
{"variant":"empty_sync","round":2,"host_single_us":1.477}
{"variant":"fused_stream","round":2,"order":0,"batch":32,"host_single_us":92.752,"host_enqueue_us":2.4915625,"host_batch_us":85.90271875,"event_interval_us":85.7049942017}
{"variant":"staged_stream","round":2,"order":1,"batch":32,"host_single_us":171.761,"host_enqueue_us":9.57775,"host_batch_us":168.45046875,"event_interval_us":168.257003784}
{"variant":"cudnn_graph","round":2,"order":2,"batch":32,"host_single_us":92.257,"host_enqueue_us":2.75721875,"host_batch_us":85.73446875,"event_interval_us":85.5419998169}
{"variant":"fused_graph","round":2,"order":3,"batch":32,"host_single_us":93.204,"host_enqueue_us":2.79609375,"host_batch_us":85.3485,"event_interval_us":85.1579971313}
{"variant":"staged_graph","round":2,"order":4,"batch":32,"host_single_us":169.435,"host_enqueue_us":2.723,"host_batch_us":163.39703125,"event_interval_us":163.205993652}
{"variant":"cudnn_stream","round":2,"order":5,"batch":32,"host_single_us":92.228,"host_enqueue_us":2.86184375,"host_batch_us":86.15103125,"event_interval_us":85.9379959106}
{"variant":"empty_sync","round":3,"host_single_us":1.482}
{"variant":"staged_graph","round":3,"order":0,"batch":32,"host_single_us":170.878,"host_enqueue_us":2.80790625,"host_batch_us":163.4340625,"event_interval_us":163.242996216}
{"variant":"staged_stream","round":3,"order":1,"batch":32,"host_single_us":173.325,"host_enqueue_us":9.48465625,"host_batch_us":168.15925,"event_interval_us":167.962997437}
{"variant":"cudnn_stream","round":3,"order":2,"batch":32,"host_single_us":92.4,"host_enqueue_us":2.760125,"host_batch_us":86.023125,"event_interval_us":85.8209991455}
{"variant":"fused_stream","round":3,"order":3,"batch":32,"host_single_us":92.791,"host_enqueue_us":2.38528125,"host_batch_us":86.227625,"event_interval_us":86.0250015259}
{"variant":"fused_graph","round":3,"order":4,"batch":32,"host_single_us":92.299,"host_enqueue_us":2.71928125,"host_batch_us":85.486375,"event_interval_us":85.2519989014}
{"variant":"cudnn_graph","round":3,"order":5,"batch":32,"host_single_us":92.87,"host_enqueue_us":2.7816875,"host_batch_us":85.7499375,"event_interval_us":85.5569992065}
{"variant":"empty_sync","round":4,"host_single_us":1.456}
{"variant":"staged_stream","round":4,"order":0,"batch":32,"host_single_us":173.015,"host_enqueue_us":9.5905625,"host_batch_us":168.33278125,"event_interval_us":168.098007202}
{"variant":"fused_stream","round":4,"order":1,"batch":32,"host_single_us":91.938,"host_enqueue_us":2.3958125,"host_batch_us":85.96396875,"event_interval_us":85.7700042725}
{"variant":"fused_graph","round":4,"order":2,"batch":32,"host_single_us":92.808,"host_enqueue_us":2.7166875,"host_batch_us":85.479375,"event_interval_us":85.2859954834}
{"variant":"staged_graph","round":4,"order":3,"batch":32,"host_single_us":169.986,"host_enqueue_us":2.78503125,"host_batch_us":163.58375,"event_interval_us":163.390991211}
{"variant":"cudnn_graph","round":4,"order":4,"batch":32,"host_single_us":92.649,"host_enqueue_us":2.75775,"host_batch_us":85.803875,"event_interval_us":85.608001709}
{"variant":"cudnn_stream","round":4,"order":5,"batch":32,"host_single_us":92.255,"host_enqueue_us":2.76734375,"host_batch_us":86.156125,"event_interval_us":85.9570007324}
{"variant":"empty_sync","round":5,"host_single_us":1.433}
{"variant":"staged_stream","round":5,"order":0,"batch":32,"host_single_us":171.378,"host_enqueue_us":9.584875,"host_batch_us":168.47984375,"event_interval_us":168.286987305}
{"variant":"fused_stream","round":5,"order":1,"batch":32,"host_single_us":91.532,"host_enqueue_us":2.4235625,"host_batch_us":85.95825,"event_interval_us":85.7620010376}
{"variant":"fused_graph","round":5,"order":2,"batch":32,"host_single_us":92.205,"host_enqueue_us":2.757625,"host_batch_us":85.44915625,"event_interval_us":85.2549972534}
{"variant":"staged_graph","round":5,"order":3,"batch":32,"host_single_us":170.393,"host_enqueue_us":2.74515625,"host_batch_us":163.53840625,"event_interval_us":163.348007202}
{"variant":"cudnn_graph","round":5,"order":4,"batch":32,"host_single_us":93.012,"host_enqueue_us":2.7775,"host_batch_us":85.83153125,"event_interval_us":85.6340026855}
{"variant":"cudnn_stream","round":5,"order":5,"batch":32,"host_single_us":92.544,"host_enqueue_us":2.73240625,"host_batch_us":86.280375,"event_interval_us":86.0849990845}
{"variant":"empty_sync","round":6,"host_single_us":1.427}
{"variant":"cudnn_stream","round":6,"order":0,"batch":32,"host_single_us":92.635,"host_enqueue_us":2.77059375,"host_batch_us":86.061875,"event_interval_us":85.8590011597}
{"variant":"staged_stream","round":6,"order":1,"batch":32,"host_single_us":172.136,"host_enqueue_us":9.693,"host_batch_us":168.39340625,"event_interval_us":168.199996948}
{"variant":"cudnn_graph","round":6,"order":2,"batch":32,"host_single_us":93.405,"host_enqueue_us":2.87321875,"host_batch_us":85.80246875,"event_interval_us":85.6029968262}
{"variant":"staged_graph","round":6,"order":3,"batch":32,"host_single_us":170.838,"host_enqueue_us":2.9445,"host_batch_us":163.58309375,"event_interval_us":163.384002686}
{"variant":"fused_graph","round":6,"order":4,"batch":32,"host_single_us":92.173,"host_enqueue_us":2.7316875,"host_batch_us":85.54215625,"event_interval_us":85.3170013428}
{"variant":"fused_stream","round":6,"order":5,"batch":32,"host_single_us":91.357,"host_enqueue_us":2.414,"host_batch_us":85.9800625,"event_interval_us":85.7840042114}
{"variant":"empty_sync","round":7,"host_single_us":1.465}
{"variant":"fused_stream","round":7,"order":0,"batch":32,"host_single_us":91.156,"host_enqueue_us":2.3918125,"host_batch_us":86.001875,"event_interval_us":85.7919998169}
{"variant":"cudnn_graph","round":7,"order":1,"batch":32,"host_single_us":92.791,"host_enqueue_us":2.74165625,"host_batch_us":85.84128125,"event_interval_us":85.6510009766}
{"variant":"fused_graph","round":7,"order":2,"batch":32,"host_single_us":92.864,"host_enqueue_us":2.75971875,"host_batch_us":85.48521875,"event_interval_us":85.2919998169}
{"variant":"staged_graph","round":7,"order":3,"batch":32,"host_single_us":170.742,"host_enqueue_us":2.7615625,"host_batch_us":163.5190625,"event_interval_us":163.32901001}
{"variant":"cudnn_stream","round":7,"order":4,"batch":32,"host_single_us":92.264,"host_enqueue_us":2.77040625,"host_batch_us":86.07884375,"event_interval_us":85.875}
{"variant":"staged_stream","round":7,"order":5,"batch":32,"host_single_us":173.362,"host_enqueue_us":9.54075,"host_batch_us":168.44446875,"event_interval_us":168.250991821}
{"variant":"empty_sync","round":8,"host_single_us":1.503}
{"variant":"cudnn_stream","round":8,"order":0,"batch":32,"host_single_us":91.571,"host_enqueue_us":2.79015625,"host_batch_us":86.17428125,"event_interval_us":85.96900177}
{"variant":"cudnn_graph","round":8,"order":1,"batch":32,"host_single_us":92.659,"host_enqueue_us":2.83059375,"host_batch_us":85.801375,"event_interval_us":85.6010055542}
{"variant":"fused_graph","round":8,"order":2,"batch":32,"host_single_us":91.88,"host_enqueue_us":2.78128125,"host_batch_us":85.40903125,"event_interval_us":85.216003418}
{"variant":"fused_stream","round":8,"order":3,"batch":32,"host_single_us":91.505,"host_enqueue_us":2.5991875,"host_batch_us":85.93125,"event_interval_us":85.7369995117}
{"variant":"staged_stream","round":8,"order":4,"batch":32,"host_single_us":172.869,"host_enqueue_us":9.5763125,"host_batch_us":168.37446875,"event_interval_us":168.147003174}
{"variant":"staged_graph","round":8,"order":5,"batch":32,"host_single_us":171.058,"host_enqueue_us":2.77971875,"host_batch_us":163.371375,"event_interval_us":163.180999756}
{"variant":"empty_sync","round":9,"host_single_us":1.46}
{"variant":"staged_graph","round":9,"order":0,"batch":32,"host_single_us":171.137,"host_enqueue_us":2.90046875,"host_batch_us":163.45934375,"event_interval_us":163.26499939}
{"variant":"cudnn_graph","round":9,"order":1,"batch":32,"host_single_us":93.103,"host_enqueue_us":2.760625,"host_batch_us":85.784875,"event_interval_us":85.5879974365}
{"variant":"fused_graph","round":9,"order":2,"batch":32,"host_single_us":91.973,"host_enqueue_us":2.74753125,"host_batch_us":85.518375,"event_interval_us":85.3209991455}
{"variant":"cudnn_stream","round":9,"order":3,"batch":32,"host_single_us":91.516,"host_enqueue_us":2.77184375,"host_batch_us":86.15909375,"event_interval_us":85.9630050659}
{"variant":"staged_stream","round":9,"order":4,"batch":32,"host_single_us":172.321,"host_enqueue_us":9.45903125,"host_batch_us":168.3830625,"event_interval_us":168.192001343}
{"variant":"fused_stream","round":9,"order":5,"batch":32,"host_single_us":91.824,"host_enqueue_us":2.41971875,"host_batch_us":85.9325,"event_interval_us":85.7380065918}
{"variant":"empty_sync","round":10,"host_single_us":1.467}
{"variant":"fused_stream","round":10,"order":0,"batch":32,"host_single_us":91.989,"host_enqueue_us":2.378625,"host_batch_us":85.91290625,"event_interval_us":85.7210006714}
{"variant":"fused_graph","round":10,"order":1,"batch":32,"host_single_us":92.341,"host_enqueue_us":2.712625,"host_batch_us":85.51321875,"event_interval_us":85.3199996948}
{"variant":"cudnn_graph","round":10,"order":2,"batch":32,"host_single_us":92.552,"host_enqueue_us":2.9038125,"host_batch_us":85.79278125,"event_interval_us":85.591003418}
{"variant":"staged_graph","round":10,"order":3,"batch":32,"host_single_us":169.81,"host_enqueue_us":2.926375,"host_batch_us":163.38821875,"event_interval_us":163.194992065}
{"variant":"cudnn_stream","round":10,"order":4,"batch":32,"host_single_us":92.932,"host_enqueue_us":2.74734375,"host_batch_us":85.9365,"event_interval_us":85.7350006104}
{"variant":"staged_stream","round":10,"order":5,"batch":32,"host_single_us":171.282,"host_enqueue_us":9.56584375,"host_batch_us":168.3194375,"event_interval_us":168.12600708}
{"variant":"empty_sync","round":11,"host_single_us":1.486}
{"variant":"staged_stream","round":11,"order":0,"batch":32,"host_single_us":171.836,"host_enqueue_us":9.4429375,"host_batch_us":168.3449375,"event_interval_us":168.147003174}
{"variant":"fused_graph","round":11,"order":1,"batch":32,"host_single_us":93.052,"host_enqueue_us":2.72525,"host_batch_us":85.448375,"event_interval_us":85.2549972534}
{"variant":"cudnn_stream","round":11,"order":2,"batch":32,"host_single_us":92.192,"host_enqueue_us":2.7759375,"host_batch_us":85.96446875,"event_interval_us":85.7649993896}
{"variant":"staged_graph","round":11,"order":3,"batch":32,"host_single_us":169.008,"host_enqueue_us":2.8976875,"host_batch_us":163.328875,"event_interval_us":163.136001587}
{"variant":"fused_stream","round":11,"order":4,"batch":32,"host_single_us":91.281,"host_enqueue_us":2.403625,"host_batch_us":85.9645,"event_interval_us":85.7710037231}
{"variant":"cudnn_graph","round":11,"order":5,"batch":32,"host_single_us":93.155,"host_enqueue_us":2.784875,"host_batch_us":85.8203125,"event_interval_us":85.5859985352}
{"variant":"empty_sync","round":12,"host_single_us":1.484}
{"variant":"staged_graph","round":12,"order":0,"batch":32,"host_single_us":170.337,"host_enqueue_us":2.77884375,"host_batch_us":163.4684375,"event_interval_us":163.264007568}
{"variant":"fused_stream","round":12,"order":1,"batch":32,"host_single_us":91.603,"host_enqueue_us":2.39090625,"host_batch_us":85.993875,"event_interval_us":85.800994873}
{"variant":"fused_graph","round":12,"order":2,"batch":32,"host_single_us":92.226,"host_enqueue_us":2.8113125,"host_batch_us":85.420375,"event_interval_us":85.2249984741}
{"variant":"staged_stream","round":12,"order":3,"batch":32,"host_single_us":173.902,"host_enqueue_us":9.48675,"host_batch_us":168.2774375,"event_interval_us":168.080993652}
{"variant":"cudnn_stream","round":12,"order":4,"batch":32,"host_single_us":91.85,"host_enqueue_us":2.71421875,"host_batch_us":86.15346875,"event_interval_us":85.9529953003}
{"variant":"cudnn_graph","round":12,"order":5,"batch":32,"host_single_us":92.285,"host_enqueue_us":2.76325,"host_batch_us":85.7416875,"event_interval_us":85.5469970703}
{"variant":"empty_sync","round":13,"host_single_us":1.421}
{"variant":"cudnn_graph","round":13,"order":0,"batch":32,"host_single_us":92.579,"host_enqueue_us":2.7334375,"host_batch_us":85.773125,"event_interval_us":85.5450057983}
{"variant":"cudnn_stream","round":13,"order":1,"batch":32,"host_single_us":93.555,"host_enqueue_us":2.71190625,"host_batch_us":86.1725625,"event_interval_us":85.9789962769}
{"variant":"staged_graph","round":13,"order":2,"batch":32,"host_single_us":169.933,"host_enqueue_us":2.7751875,"host_batch_us":163.514,"event_interval_us":163.320999146}
{"variant":"fused_stream","round":13,"order":3,"batch":32,"host_single_us":95.043,"host_enqueue_us":2.34796875,"host_batch_us":85.960625,"event_interval_us":85.7649993896}
{"variant":"staged_stream","round":13,"order":4,"batch":32,"host_single_us":172.744,"host_enqueue_us":9.54078125,"host_batch_us":168.348625,"event_interval_us":168.149993896}
{"variant":"fused_graph","round":13,"order":5,"batch":32,"host_single_us":92.467,"host_enqueue_us":2.69659375,"host_batch_us":85.44984375,"event_interval_us":85.25}
{"variant":"empty_sync","round":14,"host_single_us":1.446}
{"variant":"cudnn_graph","round":14,"order":0,"batch":32,"host_single_us":92.767,"host_enqueue_us":2.67753125,"host_batch_us":85.74240625,"event_interval_us":85.5419998169}
{"variant":"fused_stream","round":14,"order":1,"batch":32,"host_single_us":91.897,"host_enqueue_us":2.38721875,"host_batch_us":85.9241875,"event_interval_us":85.7269973755}
{"variant":"fused_graph","round":14,"order":2,"batch":32,"host_single_us":92.384,"host_enqueue_us":2.7575625,"host_batch_us":85.43784375,"event_interval_us":85.2409973145}
{"variant":"cudnn_stream","round":14,"order":3,"batch":32,"host_single_us":92.267,"host_enqueue_us":2.7313125,"host_batch_us":85.99203125,"event_interval_us":85.7890014648}
{"variant":"staged_graph","round":14,"order":4,"batch":32,"host_single_us":169.218,"host_enqueue_us":2.76046875,"host_batch_us":163.4989375,"event_interval_us":163.299987793}
{"variant":"staged_stream","round":14,"order":5,"batch":32,"host_single_us":171.117,"host_enqueue_us":9.37790625,"host_batch_us":168.40771875,"event_interval_us":168.208007812}
{"variant":"empty_sync","round":15,"host_single_us":1.436}
{"variant":"fused_stream","round":15,"order":0,"batch":32,"host_single_us":91.577,"host_enqueue_us":2.4159375,"host_batch_us":85.9671875,"event_interval_us":85.7470016479}
{"variant":"fused_graph","round":15,"order":1,"batch":32,"host_single_us":92.986,"host_enqueue_us":2.804625,"host_batch_us":85.48640625,"event_interval_us":85.2970046997}
{"variant":"cudnn_graph","round":15,"order":2,"batch":32,"host_single_us":92.278,"host_enqueue_us":2.7763125,"host_batch_us":85.87509375,"event_interval_us":85.638999939}
{"variant":"staged_stream","round":15,"order":3,"batch":32,"host_single_us":172.974,"host_enqueue_us":9.6220625,"host_batch_us":168.32034375,"event_interval_us":168.128997803}
{"variant":"staged_graph","round":15,"order":4,"batch":32,"host_single_us":171.258,"host_enqueue_us":2.76828125,"host_batch_us":163.46075,"event_interval_us":163.268005371}
{"variant":"cudnn_stream","round":15,"order":5,"batch":32,"host_single_us":92.764,"host_enqueue_us":2.504625,"host_batch_us":86.09128125,"event_interval_us":85.8850021362}
{"variant":"empty_sync","round":16,"host_single_us":1.476}
{"variant":"fused_graph","round":16,"order":0,"batch":32,"host_single_us":91.564,"host_enqueue_us":2.801625,"host_batch_us":85.482625,"event_interval_us":85.2910003662}
{"variant":"cudnn_graph","round":16,"order":1,"batch":32,"host_single_us":91.71,"host_enqueue_us":2.773625,"host_batch_us":85.73684375,"event_interval_us":85.5419998169}
{"variant":"staged_graph","round":16,"order":2,"batch":32,"host_single_us":169.927,"host_enqueue_us":2.75096875,"host_batch_us":163.4541875,"event_interval_us":163.259002686}
{"variant":"fused_stream","round":16,"order":3,"batch":32,"host_single_us":92.224,"host_enqueue_us":2.2239375,"host_batch_us":85.94203125,"event_interval_us":85.7380065918}
{"variant":"cudnn_stream","round":16,"order":4,"batch":32,"host_single_us":91.58,"host_enqueue_us":2.50878125,"host_batch_us":86.03721875,"event_interval_us":85.8390045166}
{"variant":"staged_stream","round":16,"order":5,"batch":32,"host_single_us":172.429,"host_enqueue_us":8.7305,"host_batch_us":168.2961875,"event_interval_us":168.101989746}
{"variant":"empty_sync","round":17,"host_single_us":1.459}
{"variant":"cudnn_stream","round":17,"order":0,"batch":32,"host_single_us":92.486,"host_enqueue_us":2.5326875,"host_batch_us":86.135625,"event_interval_us":85.9319992065}
{"variant":"fused_graph","round":17,"order":1,"batch":32,"host_single_us":93.64,"host_enqueue_us":2.72846875,"host_batch_us":85.433875,"event_interval_us":85.2309951782}
{"variant":"cudnn_graph","round":17,"order":2,"batch":32,"host_single_us":92.904,"host_enqueue_us":2.77646875,"host_batch_us":85.81509375,"event_interval_us":85.6210021973}
{"variant":"staged_stream","round":17,"order":3,"batch":32,"host_single_us":172.598,"host_enqueue_us":8.9213125,"host_batch_us":168.4284375,"event_interval_us":168.20199585}
{"variant":"fused_stream","round":17,"order":4,"batch":32,"host_single_us":92.678,"host_enqueue_us":2.168375,"host_batch_us":86.009625,"event_interval_us":85.8089981079}
{"variant":"staged_graph","round":17,"order":5,"batch":32,"host_single_us":170.645,"host_enqueue_us":2.77159375,"host_batch_us":163.4766875,"event_interval_us":163.280990601}
{"variant":"empty_sync","round":18,"host_single_us":1.424}
{"variant":"staged_graph","round":18,"order":0,"batch":32,"host_single_us":171.014,"host_enqueue_us":2.750375,"host_batch_us":163.468125,"event_interval_us":163.271987915}
{"variant":"fused_graph","round":18,"order":1,"batch":32,"host_single_us":93.301,"host_enqueue_us":2.7243125,"host_batch_us":85.44046875,"event_interval_us":85.2490005493}
{"variant":"cudnn_stream","round":18,"order":2,"batch":32,"host_single_us":92.423,"host_enqueue_us":2.50465625,"host_batch_us":86.0561875,"event_interval_us":85.8590011597}
{"variant":"cudnn_graph","round":18,"order":3,"batch":32,"host_single_us":93.113,"host_enqueue_us":2.75375,"host_batch_us":85.79859375,"event_interval_us":85.6060028076}
{"variant":"staged_stream","round":18,"order":4,"batch":32,"host_single_us":172.706,"host_enqueue_us":8.958875,"host_batch_us":168.3939375,"event_interval_us":168.182998657}
{"variant":"fused_stream","round":18,"order":5,"batch":32,"host_single_us":91.638,"host_enqueue_us":2.18165625,"host_batch_us":85.93321875,"event_interval_us":85.7170028687}
{"variant":"empty_sync","round":19,"host_single_us":1.576}
{"variant":"fused_stream","round":19,"order":0,"batch":32,"host_single_us":92.055,"host_enqueue_us":2.2041875,"host_batch_us":85.86140625,"event_interval_us":85.6669998169}
{"variant":"fused_graph","round":19,"order":1,"batch":32,"host_single_us":92.979,"host_enqueue_us":2.80934375,"host_batch_us":85.465625,"event_interval_us":85.2770004272}
{"variant":"staged_graph","round":19,"order":2,"batch":32,"host_single_us":170.098,"host_enqueue_us":2.76253125,"host_batch_us":163.401375,"event_interval_us":163.201004028}
{"variant":"staged_stream","round":19,"order":3,"batch":32,"host_single_us":173.326,"host_enqueue_us":8.742125,"host_batch_us":168.29303125,"event_interval_us":168.097000122}
{"variant":"cudnn_graph","round":19,"order":4,"batch":32,"host_single_us":92.788,"host_enqueue_us":2.6664375,"host_batch_us":85.86615625,"event_interval_us":85.6409988403}
{"variant":"cudnn_stream","round":19,"order":5,"batch":32,"host_single_us":91.945,"host_enqueue_us":2.50546875,"host_batch_us":86.1645,"event_interval_us":85.9649963379}
{"variant":"empty_sync","round":20,"host_single_us":1.432}
{"variant":"fused_graph","round":20,"order":0,"batch":32,"host_single_us":92.395,"host_enqueue_us":2.738,"host_batch_us":85.47525,"event_interval_us":85.2850036621}
{"variant":"cudnn_stream","round":20,"order":1,"batch":32,"host_single_us":92.251,"host_enqueue_us":2.50034375,"host_batch_us":86.20703125,"event_interval_us":86.0009994507}
{"variant":"staged_stream","round":20,"order":2,"batch":32,"host_single_us":172.647,"host_enqueue_us":8.79125,"host_batch_us":168.18946875,"event_interval_us":167.996002197}
{"variant":"cudnn_graph","round":20,"order":3,"batch":32,"host_single_us":92.42,"host_enqueue_us":2.72603125,"host_batch_us":85.80053125,"event_interval_us":85.6119995117}
{"variant":"fused_stream","round":20,"order":4,"batch":32,"host_single_us":91.255,"host_enqueue_us":2.17684375,"host_batch_us":85.95425,"event_interval_us":85.7620010376}
{"variant":"staged_graph","round":20,"order":5,"batch":32,"host_single_us":169.818,"host_enqueue_us":2.797625,"host_batch_us":163.57796875,"event_interval_us":163.381988525}