{"variant":"empty_sync","round":0,"host_single_us":1.837}
{"variant":"fused_stream","round":0,"order":0,"batch":32,"host_single_us":26.62,"host_enqueue_us":1.90365625,"host_batch_us":21.7193125,"event_interval_us":21.5410003662}
{"variant":"staged_graph","round":0,"order":1,"batch":32,"host_single_us":36.718,"host_enqueue_us":1.9233125,"host_batch_us":34.81728125,"event_interval_us":34.6289978027}
{"variant":"staged_stream","round":0,"order":2,"batch":32,"host_single_us":43.311,"host_enqueue_us":7.38340625,"host_batch_us":39.45371875,"event_interval_us":39.2700004578}
{"variant":"fused_graph","round":0,"order":3,"batch":32,"host_single_us":30.418,"host_enqueue_us":1.8075,"host_batch_us":21.03790625,"event_interval_us":20.8349990845}
{"variant":"cudnn_stream","round":0,"order":4,"batch":32,"host_single_us":24.522,"host_enqueue_us":2.1385625,"host_batch_us":19.00609375,"event_interval_us":18.8289985657}
{"variant":"cudnn_graph","round":0,"order":5,"batch":32,"host_single_us":24.724,"host_enqueue_us":1.82784375,"host_batch_us":18.505875,"event_interval_us":18.3269996643}
{"variant":"empty_sync","round":1,"host_single_us":1.543}
{"variant":"cudnn_stream","round":1,"order":0,"batch":32,"host_single_us":26.304,"host_enqueue_us":2.15246875,"host_batch_us":19.008875,"event_interval_us":18.8250007629}
{"variant":"cudnn_graph","round":1,"order":1,"batch":32,"host_single_us":25.265,"host_enqueue_us":1.838125,"host_batch_us":18.5044375,"event_interval_us":18.3229999542}
{"variant":"fused_graph","round":1,"order":2,"batch":32,"host_single_us":27.422,"host_enqueue_us":1.79884375,"host_batch_us":21.0354375,"event_interval_us":20.829000473}
{"variant":"fused_stream","round":1,"order":3,"batch":32,"host_single_us":27.121,"host_enqueue_us":1.857625,"host_batch_us":21.71765625,"event_interval_us":21.5380001068}
{"variant":"staged_stream","round":1,"order":4,"batch":32,"host_single_us":39.233,"host_enqueue_us":7.32284375,"host_batch_us":39.51053125,"event_interval_us":39.3219985962}
{"variant":"staged_graph","round":1,"order":5,"batch":32,"host_single_us":41.51,"host_enqueue_us":1.8223125,"host_batch_us":34.7121875,"event_interval_us":34.5019989014}
{"variant":"empty_sync","round":2,"host_single_us":1.474}
{"variant":"fused_stream","round":2,"order":0,"batch":32,"host_single_us":29.55,"host_enqueue_us":1.889,"host_batch_us":21.6625,"event_interval_us":21.4779987335}
{"variant":"staged_stream","round":2,"order":1,"batch":32,"host_single_us":38.372,"host_enqueue_us":7.351375,"host_batch_us":39.46353125,"event_interval_us":39.2779998779}
{"variant":"cudnn_graph","round":2,"order":2,"batch":32,"host_single_us":29.771,"host_enqueue_us":1.82178125,"host_batch_us":18.45646875,"event_interval_us":18.267999649}
{"variant":"fused_graph","round":2,"order":3,"batch":32,"host_single_us":27.511,"host_enqueue_us":1.8221875,"host_batch_us":20.98525,"event_interval_us":20.8050003052}
{"variant":"staged_graph","round":2,"order":4,"batch":32,"host_single_us":36.156,"host_enqueue_us":1.85565625,"host_batch_us":34.84834375,"event_interval_us":34.6289978027}
{"variant":"cudnn_stream","round":2,"order":5,"batch":32,"host_single_us":28.671,"host_enqueue_us":2.1740625,"host_batch_us":19.02346875,"event_interval_us":18.8320007324}
{"variant":"empty_sync","round":3,"host_single_us":1.482}
{"variant":"staged_graph","round":3,"order":0,"batch":32,"host_single_us":36.908,"host_enqueue_us":1.83928125,"host_batch_us":34.8263125,"event_interval_us":34.5989990234}
{"variant":"staged_stream","round":3,"order":1,"batch":32,"host_single_us":43.859,"host_enqueue_us":7.3795625,"host_batch_us":39.42575,"event_interval_us":39.2299995422}
{"variant":"cudnn_stream","round":3,"order":2,"batch":32,"host_single_us":30.528,"host_enqueue_us":2.10746875,"host_batch_us":19.01125,"event_interval_us":18.8180007935}
{"variant":"fused_stream","round":3,"order":3,"batch":32,"host_single_us":26.828,"host_enqueue_us":1.835,"host_batch_us":21.66378125,"event_interval_us":21.4740009308}
{"variant":"fused_graph","round":3,"order":4,"batch":32,"host_single_us":27.55,"host_enqueue_us":1.82553125,"host_batch_us":21.0005625,"event_interval_us":20.8170013428}
{"variant":"cudnn_graph","round":3,"order":5,"batch":32,"host_single_us":24.888,"host_enqueue_us":1.82346875,"host_batch_us":18.4533125,"event_interval_us":18.2559986115}
{"variant":"empty_sync","round":4,"host_single_us":1.441}
{"variant":"staged_stream","round":4,"order":0,"batch":32,"host_single_us":39.029,"host_enqueue_us":7.42934375,"host_batch_us":39.38646875,"event_interval_us":39.1980018616}
{"variant":"fused_stream","round":4,"order":1,"batch":32,"host_single_us":30.259,"host_enqueue_us":1.83109375,"host_batch_us":21.70284375,"event_interval_us":21.5119991302}
{"variant":"fused_graph","round":4,"order":2,"batch":32,"host_single_us":27.18,"host_enqueue_us":1.8225,"host_batch_us":21.04903125,"event_interval_us":20.8379993439}
{"variant":"staged_graph","round":4,"order":3,"batch":32,"host_single_us":36.017,"host_enqueue_us":1.81153125,"host_batch_us":34.862,"event_interval_us":34.6759986877}
{"variant":"cudnn_graph","round":4,"order":4,"batch":32,"host_single_us":29.39,"host_enqueue_us":1.8156875,"host_batch_us":18.522125,"event_interval_us":18.3159999847}
{"variant":"cudnn_stream","round":4,"order":5,"batch":32,"host_single_us":24.427,"host_enqueue_us":2.113875,"host_batch_us":18.967375,"event_interval_us":18.7870006561}
{"variant":"empty_sync","round":5,"host_single_us":1.456}
{"variant":"staged_stream","round":5,"order":0,"batch":32,"host_single_us":37.957,"host_enqueue_us":7.30271875,"host_batch_us":39.41553125,"event_interval_us":39.1959991455}
{"variant":"fused_stream","round":5,"order":1,"batch":32,"host_single_us":29.339,"host_enqueue_us":1.85346875,"host_batch_us":21.68071875,"event_interval_us":21.4930000305}
{"variant":"fused_graph","round":5,"order":2,"batch":32,"host_single_us":27.089,"host_enqueue_us":1.79759375,"host_batch_us":20.94978125,"event_interval_us":20.763999939}
{"variant":"staged_graph","round":5,"order":3,"batch":32,"host_single_us":35.94,"host_enqueue_us":1.80590625,"host_batch_us":34.77828125,"event_interval_us":34.591999054}
{"variant":"cudnn_graph","round":5,"order":4,"batch":32,"host_single_us":29.167,"host_enqueue_us":2.02509375,"host_batch_us":18.4984375,"event_interval_us":18.283000946}
{"variant":"cudnn_stream","round":5,"order":5,"batch":32,"host_single_us":24.553,"host_enqueue_us":2.12509375,"host_batch_us":19.04553125,"event_interval_us":18.8590011597}
{"variant":"empty_sync","round":6,"host_single_us":1.481}
{"variant":"cudnn_stream","round":6,"order":0,"batch":32,"host_single_us":24.871,"host_enqueue_us":2.0896875,"host_batch_us":19.00375,"event_interval_us":18.8270015717}
{"variant":"staged_stream","round":6,"order":1,"batch":32,"host_single_us":38.413,"host_enqueue_us":7.3285,"host_batch_us":39.5295,"event_interval_us":39.3400001526}
{"variant":"cudnn_graph","round":6,"order":2,"batch":32,"host_single_us":29.073,"host_enqueue_us":1.8120625,"host_batch_us":18.50896875,"event_interval_us":18.3229999542}
{"variant":"staged_graph","round":6,"order":3,"batch":32,"host_single_us":35.699,"host_enqueue_us":1.81584375,"host_batch_us":34.788,"event_interval_us":34.6000022888}
{"variant":"fused_graph","round":6,"order":4,"batch":32,"host_single_us":30.078,"host_enqueue_us":1.81871875,"host_batch_us":21.00415625,"event_interval_us":20.795999527}
{"variant":"fused_stream","round":6,"order":5,"batch":32,"host_single_us":26.533,"host_enqueue_us":1.84434375,"host_batch_us":21.68671875,"event_interval_us":21.5100002289}
{"variant":"empty_sync","round":7,"host_single_us":1.444}
{"variant":"fused_stream","round":7,"order":0,"batch":32,"host_single_us":27.082,"host_enqueue_us":1.8318125,"host_batch_us":21.62696875,"event_interval_us":21.4489994049}
{"variant":"cudnn_graph","round":7,"order":1,"batch":32,"host_single_us":24.767,"host_enqueue_us":1.83290625,"host_batch_us":18.49184375,"event_interval_us":18.3150005341}
{"variant":"fused_graph","round":7,"order":2,"batch":32,"host_single_us":27.214,"host_enqueue_us":1.8149375,"host_batch_us":20.952,"event_interval_us":20.7759990692}
{"variant":"staged_graph","round":7,"order":3,"batch":32,"host_single_us":36.169,"host_enqueue_us":1.8144375,"host_batch_us":34.808125,"event_interval_us":34.5960006714}
{"variant":"cudnn_stream","round":7,"order":4,"batch":32,"host_single_us":65.13,"host_enqueue_us":2.334125,"host_batch_us":19.117,"event_interval_us":18.9430007935}
{"variant":"staged_stream","round":7,"order":5,"batch":32,"host_single_us":43.819,"host_enqueue_us":7.40046875,"host_batch_us":39.4325,"event_interval_us":39.2490005493}
{"variant":"empty_sync","round":8,"host_single_us":1.656}
{"variant":"cudnn_stream","round":8,"order":0,"batch":32,"host_single_us":28.541,"host_enqueue_us":2.13159375,"host_batch_us":19.02090625,"event_interval_us":18.8339996338}
{"variant":"cudnn_graph","round":8,"order":1,"batch":32,"host_single_us":31.388,"host_enqueue_us":1.94559375,"host_batch_us":18.50265625,"event_interval_us":18.3249988556}
{"variant":"fused_graph","round":8,"order":2,"batch":32,"host_single_us":29.284,"host_enqueue_us":1.8510625,"host_batch_us":21.0010625,"event_interval_us":20.8220005035}
{"variant":"fused_stream","round":8,"order":3,"batch":32,"host_single_us":28.09,"host_enqueue_us":1.84775,"host_batch_us":21.64871875,"event_interval_us":21.4650001526}
{"variant":"staged_stream","round":8,"order":4,"batch":32,"host_single_us":39.106,"host_enqueue_us":7.3279375,"host_batch_us":39.5349375,"event_interval_us":39.3470001221}
{"variant":"staged_graph","round":8,"order":5,"batch":32,"host_single_us":42.706,"host_enqueue_us":1.85075,"host_batch_us":34.796625,"event_interval_us":34.5810012817}
{"variant":"empty_sync","round":9,"host_single_us":1.485}
{"variant":"staged_graph","round":9,"order":0,"batch":32,"host_single_us":41.198,"host_enqueue_us":1.83996875,"host_batch_us":34.826375,"event_interval_us":34.6210021973}
{"variant":"cudnn_graph","round":9,"order":1,"batch":32,"host_single_us":29.058,"host_enqueue_us":1.86671875,"host_batch_us":18.49184375,"event_interval_us":18.3029994965}
{"variant":"fused_graph","round":9,"order":2,"batch":32,"host_single_us":27.209,"host_enqueue_us":2.00575,"host_batch_us":21.05446875,"event_interval_us":20.8730010986}
{"variant":"cudnn_stream","round":9,"order":3,"batch":32,"host_single_us":24.153,"host_enqueue_us":2.1264375,"host_batch_us":19.04390625,"event_interval_us":18.861000061}
{"variant":"staged_stream","round":9,"order":4,"batch":32,"host_single_us":40.862,"host_enqueue_us":7.375125,"host_batch_us":39.4460625,"event_interval_us":39.2560005188}
{"variant":"fused_stream","round":9,"order":5,"batch":32,"host_single_us":29.655,"host_enqueue_us":1.85915625,"host_batch_us":21.75084375,"event_interval_us":21.561000824}
{"variant":"empty_sync","round":10,"host_single_us":1.492}
{"variant":"fused_stream","round":10,"order":0,"batch":32,"host_single_us":27.125,"host_enqueue_us":1.8404375,"host_batch_us":21.64925,"event_interval_us":21.4689998627}
{"variant":"fused_graph","round":10,"order":1,"batch":32,"host_single_us":27.269,"host_enqueue_us":1.8300625,"host_batch_us":20.97196875,"event_interval_us":20.7950000763}
{"variant":"cudnn_graph","round":10,"order":2,"batch":32,"host_single_us":25.076,"host_enqueue_us":1.846625,"host_batch_us":18.440625,"event_interval_us":18.2590007782}
{"variant":"staged_graph","round":10,"order":3,"batch":32,"host_single_us":36.231,"host_enqueue_us":1.82278125,"host_batch_us":34.76484375,"event_interval_us":34.577999115}
{"variant":"cudnn_stream","round":10,"order":4,"batch":32,"host_single_us":28.872,"host_enqueue_us":2.11540625,"host_batch_us":18.9823125,"event_interval_us":18.7950000763}
{"variant":"staged_stream","round":10,"order":5,"batch":32,"host_single_us":38.856,"host_enqueue_us":7.31125,"host_batch_us":39.465625,"event_interval_us":39.2769966125}
{"variant":"empty_sync","round":11,"host_single_us":1.465}
{"variant":"staged_stream","round":11,"order":0,"batch":32,"host_single_us":42.922,"host_enqueue_us":7.344375,"host_batch_us":39.3866875,"event_interval_us":39.1989974976}
{"variant":"fused_graph","round":11,"order":1,"batch":32,"host_single_us":30.466,"host_enqueue_us":1.8443125,"host_batch_us":21.040375,"event_interval_us":20.827999115}
{"variant":"cudnn_stream","round":11,"order":2,"batch":32,"host_single_us":24.259,"host_enqueue_us":2.09771875,"host_batch_us":19.00221875,"event_interval_us":18.8229999542}
{"variant":"staged_graph","round":11,"order":3,"batch":32,"host_single_us":36.424,"host_enqueue_us":1.82990625,"host_batch_us":34.96134375,"event_interval_us":34.7459983826}
{"variant":"fused_stream","round":11,"order":4,"batch":32,"host_single_us":29.955,"host_enqueue_us":1.86209375,"host_batch_us":21.771625,"event_interval_us":21.5850009918}
{"variant":"cudnn_graph","round":11,"order":5,"batch":32,"host_single_us":24.83,"host_enqueue_us":1.83921875,"host_batch_us":18.47028125,"event_interval_us":18.2910003662}
{"variant":"empty_sync","round":12,"host_single_us":1.414}
{"variant":"staged_graph","round":12,"order":0,"batch":32,"host_single_us":36.775,"host_enqueue_us":1.81459375,"host_batch_us":34.846875,"event_interval_us":34.6340026855}
{"variant":"fused_stream","round":12,"order":1,"batch":32,"host_single_us":29.704,"host_enqueue_us":1.82146875,"host_batch_us":21.70321875,"event_interval_us":21.4829998016}
{"variant":"fused_graph","round":12,"order":2,"batch":32,"host_single_us":27.028,"host_enqueue_us":1.8373125,"host_batch_us":21.0166875,"event_interval_us":20.8119983673}
{"variant":"staged_stream","round":12,"order":3,"batch":32,"host_single_us":38.178,"host_enqueue_us":7.501,"host_batch_us":39.54275,"event_interval_us":39.3559989929}
{"variant":"cudnn_stream","round":12,"order":4,"batch":32,"host_single_us":29.392,"host_enqueue_us":2.115375,"host_batch_us":19.03509375,"event_interval_us":18.8420009613}
{"variant":"cudnn_graph","round":12,"order":5,"batch":32,"host_single_us":25.411,"host_enqueue_us":1.8400625,"host_batch_us":18.4721875,"event_interval_us":18.2889995575}
{"variant":"empty_sync","round":13,"host_single_us":1.415}
{"variant":"cudnn_graph","round":13,"order":0,"batch":32,"host_single_us":24.678,"host_enqueue_us":1.8268125,"host_batch_us":18.47090625,"event_interval_us":18.2880001068}
{"variant":"cudnn_stream","round":13,"order":1,"batch":32,"host_single_us":24.208,"host_enqueue_us":2.1329375,"host_batch_us":19.0244375,"event_interval_us":18.843000412}
{"variant":"staged_graph","round":13,"order":2,"batch":32,"host_single_us":36.174,"host_enqueue_us":1.84065625,"host_batch_us":34.75940625,"event_interval_us":34.5480003357}
{"variant":"fused_stream","round":13,"order":3,"batch":32,"host_single_us":29.67,"host_enqueue_us":1.84409375,"host_batch_us":21.66790625,"event_interval_us":21.4779987335}
{"variant":"staged_stream","round":13,"order":4,"batch":32,"host_single_us":37.981,"host_enqueue_us":7.38265625,"host_batch_us":39.3965625,"event_interval_us":39.2110023499}
{"variant":"fused_graph","round":13,"order":5,"batch":32,"host_single_us":30.101,"host_enqueue_us":1.82484375,"host_batch_us":21.05103125,"event_interval_us":20.8390007019}
{"variant":"empty_sync","round":14,"host_single_us":1.405}
{"variant":"cudnn_graph","round":14,"order":0,"batch":32,"host_single_us":24.812,"host_enqueue_us":1.92996875,"host_batch_us":18.41678125,"event_interval_us":18.2369995117}
{"variant":"fused_stream","round":14,"order":1,"batch":32,"host_single_us":27.487,"host_enqueue_us":1.8571875,"host_batch_us":21.66003125,"event_interval_us":21.4779987335}
{"variant":"fused_graph","round":14,"order":2,"batch":32,"host_single_us":27.071,"host_enqueue_us":1.8490625,"host_batch_us":21.04896875,"event_interval_us":20.8420009613}
{"variant":"cudnn_stream","round":14,"order":3,"batch":32,"host_single_us":24.265,"host_enqueue_us":2.13834375,"host_batch_us":18.94865625,"event_interval_us":18.7700004578}
{"variant":"staged_graph","round":14,"order":4,"batch":32,"host_single_us":36.117,"host_enqueue_us":1.8390625,"host_batch_us":34.7975625,"event_interval_us":34.5820007324}
{"variant":"staged_stream","round":14,"order":5,"batch":32,"host_single_us":43.632,"host_enqueue_us":7.45109375,"host_batch_us":39.30325,"event_interval_us":39.1159973145}
{"variant":"empty_sync","round":15,"host_single_us":1.44}
{"variant":"fused_stream","round":15,"order":0,"batch":32,"host_single_us":29.581,"host_enqueue_us":1.83171875,"host_batch_us":21.66071875,"event_interval_us":21.4750003815}
{"variant":"fused_graph","round":15,"order":1,"batch":32,"host_single_us":41.341,"host_enqueue_us":1.93084375,"host_batch_us":21.01915625,"event_interval_us":20.8390007019}
{"variant":"cudnn_graph","round":15,"order":2,"batch":32,"host_single_us":26.617,"host_enqueue_us":1.86565625,"host_batch_us":18.481625,"event_interval_us":18.2950000763}
{"variant":"staged_stream","round":15,"order":3,"batch":32,"host_single_us":46.955,"host_enqueue_us":7.9166875,"host_batch_us":39.3706875,"event_interval_us":39.1739997864}
{"variant":"staged_graph","round":15,"order":4,"batch":32,"host_single_us":42.256,"host_enqueue_us":1.8328125,"host_batch_us":34.97396875,"event_interval_us":34.7599983215}
{"variant":"cudnn_stream","round":15,"order":5,"batch":32,"host_single_us":35.772,"host_enqueue_us":1.9673125,"host_batch_us":19.07690625,"event_interval_us":18.8839988708}
{"variant":"empty_sync","round":16,"host_single_us":1.584}
{"variant":"fused_graph","round":16,"order":0,"batch":32,"host_single_us":27.334,"host_enqueue_us":1.906125,"host_batch_us":21.0033125,"event_interval_us":20.8209991455}
{"variant":"cudnn_graph","round":16,"order":1,"batch":32,"host_single_us":24.674,"host_enqueue_us":1.86928125,"host_batch_us":18.43509375,"event_interval_us":18.2559986115}
{"variant":"staged_graph","round":16,"order":2,"batch":32,"host_single_us":35.806,"host_enqueue_us":1.9870625,"host_batch_us":34.7078125,"event_interval_us":34.5190010071}
{"variant":"fused_stream","round":16,"order":3,"batch":32,"host_single_us":30.794,"host_enqueue_us":1.74053125,"host_batch_us":21.6965625,"event_interval_us":21.5009994507}
{"variant":"cudnn_stream","round":16,"order":4,"batch":32,"host_single_us":24.511,"host_enqueue_us":1.979875,"host_batch_us":19.389875,"event_interval_us":19.2140007019}
{"variant":"staged_stream","round":16,"order":5,"batch":32,"host_single_us":38.925,"host_enqueue_us":6.8693125,"host_batch_us":40.34746875,"event_interval_us":40.158000946}
{"variant":"empty_sync","round":17,"host_single_us":1.51}
{"variant":"cudnn_stream","round":17,"order":0,"batch":32,"host_single_us":28.505,"host_enqueue_us":1.9494375,"host_batch_us":19.049125,"event_interval_us":18.8619995117}
{"variant":"fused_graph","round":17,"order":1,"batch":32,"host_single_us":27.175,"host_enqueue_us":1.84696875,"host_batch_us":21.0401875,"event_interval_us":20.861000061}
{"variant":"cudnn_graph","round":17,"order":2,"batch":32,"host_single_us":24.881,"host_enqueue_us":1.850875,"host_batch_us":18.4584375,"event_interval_us":18.2799987793}
{"variant":"staged_stream","round":17,"order":3,"batch":32,"host_single_us":38.1,"host_enqueue_us":6.81240625,"host_batch_us":39.46078125,"event_interval_us":39.2730026245}
{"variant":"fused_stream","round":17,"order":4,"batch":32,"host_single_us":30.106,"host_enqueue_us":1.71634375,"host_batch_us":21.7196875,"event_interval_us":21.5310001373}
{"variant":"staged_graph","round":17,"order":5,"batch":32,"host_single_us":35.398,"host_enqueue_us":1.86346875,"host_batch_us":34.82990625,"event_interval_us":34.6149978638}
{"variant":"empty_sync","round":18,"host_single_us":1.485}
{"variant":"staged_graph","round":18,"order":0,"batch":32,"host_single_us":41.168,"host_enqueue_us":1.830625,"host_batch_us":34.85178125,"event_interval_us":34.641002655}
{"variant":"fused_graph","round":18,"order":1,"batch":32,"host_single_us":30.259,"host_enqueue_us":1.83521875,"host_batch_us":21.05646875,"event_interval_us":20.8429985046}
{"variant":"cudnn_stream","round":18,"order":2,"batch":32,"host_single_us":24.665,"host_enqueue_us":1.9818125,"host_batch_us":19.0374375,"event_interval_us":18.857000351}
{"variant":"cudnn_graph","round":18,"order":3,"batch":32,"host_single_us":25.139,"host_enqueue_us":1.87365625,"host_batch_us":18.4804375,"event_interval_us":18.2980003357}
{"variant":"staged_stream","round":18,"order":4,"batch":32,"host_single_us":38.56,"host_enqueue_us":7.134875,"host_batch_us":39.49084375,"event_interval_us":39.2700004578}
{"variant":"fused_stream","round":18,"order":5,"batch":32,"host_single_us":29.57,"host_enqueue_us":1.7209375,"host_batch_us":21.7304375,"event_interval_us":21.5429992676}
{"variant":"empty_sync","round":19,"host_single_us":1.493}
{"variant":"fused_stream","round":19,"order":0,"batch":32,"host_single_us":26.949,"host_enqueue_us":1.71225,"host_batch_us":21.67590625,"event_interval_us":21.4939994812}
{"variant":"fused_graph","round":19,"order":1,"batch":32,"host_single_us":27.611,"host_enqueue_us":1.847375,"host_batch_us":20.9818125,"event_interval_us":20.8030014038}
{"variant":"staged_graph","round":19,"order":2,"batch":32,"host_single_us":36.968,"host_enqueue_us":1.826875,"host_batch_us":34.77171875,"event_interval_us":34.5629997253}
{"variant":"staged_stream","round":19,"order":3,"batch":32,"host_single_us":42.917,"host_enqueue_us":6.86071875,"host_batch_us":39.440625,"event_interval_us":39.2550010681}
{"variant":"cudnn_graph","round":19,"order":4,"batch":32,"host_single_us":29.389,"host_enqueue_us":1.8485625,"host_batch_us":18.5896875,"event_interval_us":18.3460006714}
{"variant":"cudnn_stream","round":19,"order":5,"batch":32,"host_single_us":30.378,"host_enqueue_us":2.01159375,"host_batch_us":19.7960625,"event_interval_us":19.2460002899}
{"variant":"empty_sync","round":20,"host_single_us":1.437}
{"variant":"fused_graph","round":20,"order":0,"batch":32,"host_single_us":27.538,"host_enqueue_us":1.8298125,"host_batch_us":21.00771875,"event_interval_us":20.8299999237}
{"variant":"cudnn_stream","round":20,"order":1,"batch":32,"host_single_us":24.122,"host_enqueue_us":1.97696875,"host_batch_us":19.03134375,"event_interval_us":18.845998764}
{"variant":"staged_stream","round":20,"order":2,"batch":32,"host_single_us":39.21,"host_enqueue_us":6.837875,"host_batch_us":39.40896875,"event_interval_us":39.2239990234}
{"variant":"cudnn_graph","round":20,"order":3,"batch":32,"host_single_us":29.731,"host_enqueue_us":1.8591875,"host_batch_us":18.51446875,"event_interval_us":18.3020000458}
{"variant":"fused_stream","round":20,"order":4,"batch":32,"host_single_us":26.761,"host_enqueue_us":1.704125,"host_batch_us":21.75696875,"event_interval_us":21.517999649}
{"variant":"staged_graph","round":20,"order":5,"batch":32,"host_single_us":36.246,"host_enqueue_us":1.8691875,"host_batch_us":34.85621875,"event_interval_us":34.6450004578}