{"variant":"empty_sync","round":0,"host_single_us":1.647}
{"variant":"fused_stream","round":0,"order":0,"batch":32,"host_single_us":26.452,"host_enqueue_us":1.911875,"host_batch_us":17.8795625,"event_interval_us":17.7030010223}
{"variant":"staged_graph","round":0,"order":1,"batch":32,"host_single_us":22.544,"host_enqueue_us":1.98140625,"host_batch_us":17.0993125,"event_interval_us":16.9159984589}
{"variant":"staged_stream","round":0,"order":2,"batch":32,"host_single_us":25.576,"host_enqueue_us":7.46275,"host_batch_us":19.91190625,"event_interval_us":19.7220001221}
{"variant":"fused_graph","round":0,"order":3,"batch":32,"host_single_us":22.774,"host_enqueue_us":1.855375,"host_batch_us":17.723625,"event_interval_us":17.5380001068}
{"variant":"cudnn_stream","round":0,"order":4,"batch":32,"host_single_us":8.904,"host_enqueue_us":2.0831875,"host_batch_us":3.22609375,"event_interval_us":3.04600000381}
{"variant":"cudnn_graph","round":0,"order":5,"batch":32,"host_single_us":8.147,"host_enqueue_us":1.8605625,"host_batch_us":3.104625,"event_interval_us":2.92199993134}
{"variant":"empty_sync","round":1,"host_single_us":1.497}
{"variant":"cudnn_stream","round":1,"order":0,"batch":32,"host_single_us":9.138,"host_enqueue_us":2.1544375,"host_batch_us":3.2313125,"event_interval_us":3.04499983788}
{"variant":"cudnn_graph","round":1,"order":1,"batch":32,"host_single_us":7.794,"host_enqueue_us":1.85121875,"host_batch_us":3.1035625,"event_interval_us":2.92199993134}
{"variant":"fused_graph","round":1,"order":2,"batch":32,"host_single_us":22.575,"host_enqueue_us":1.84965625,"host_batch_us":17.70475,"event_interval_us":17.5219993591}
{"variant":"fused_stream","round":1,"order":3,"batch":32,"host_single_us":23.142,"host_enqueue_us":1.84225,"host_batch_us":17.83525,"event_interval_us":17.6500015259}
{"variant":"staged_stream","round":1,"order":4,"batch":32,"host_single_us":25.079,"host_enqueue_us":7.561375,"host_batch_us":19.95871875,"event_interval_us":19.7749996185}
{"variant":"staged_graph","round":1,"order":5,"batch":32,"host_single_us":21.915,"host_enqueue_us":1.84596875,"host_batch_us":17.0901875,"event_interval_us":16.9090003967}
{"variant":"empty_sync","round":2,"host_single_us":1.462}
{"variant":"fused_stream","round":2,"order":0,"batch":32,"host_single_us":23.206,"host_enqueue_us":1.9438125,"host_batch_us":17.90325,"event_interval_us":17.7170009613}
{"variant":"staged_stream","round":2,"order":1,"batch":32,"host_single_us":25.502,"host_enqueue_us":7.4713125,"host_batch_us":19.89753125,"event_interval_us":19.7139987946}
{"variant":"cudnn_graph","round":2,"order":2,"batch":32,"host_single_us":8.014,"host_enqueue_us":1.86021875,"host_batch_us":3.09075,"event_interval_us":2.90899991989}
{"variant":"fused_graph","round":2,"order":3,"batch":32,"host_single_us":22.439,"host_enqueue_us":1.85546875,"host_batch_us":17.7225625,"event_interval_us":17.5410003662}
{"variant":"staged_graph","round":2,"order":4,"batch":32,"host_single_us":22.119,"host_enqueue_us":1.8431875,"host_batch_us":17.07896875,"event_interval_us":16.8980007172}
{"variant":"cudnn_stream","round":2,"order":5,"batch":32,"host_single_us":8.531,"host_enqueue_us":2.0789375,"host_batch_us":3.20525,"event_interval_us":3.02300000191}
{"variant":"empty_sync","round":3,"host_single_us":1.474}
{"variant":"staged_graph","round":3,"order":0,"batch":32,"host_single_us":21.953,"host_enqueue_us":1.84590625,"host_batch_us":17.07625,"event_interval_us":16.8950004578}
{"variant":"staged_stream","round":3,"order":1,"batch":32,"host_single_us":25.836,"host_enqueue_us":7.2484375,"host_batch_us":19.889625,"event_interval_us":19.7080001831}
{"variant":"cudnn_stream","round":3,"order":2,"batch":32,"host_single_us":8.918,"host_enqueue_us":2.0179375,"host_batch_us":3.22184375,"event_interval_us":3.03600001335}
{"variant":"fused_stream","round":3,"order":3,"batch":32,"host_single_us":23.378,"host_enqueue_us":1.84903125,"host_batch_us":17.88053125,"event_interval_us":17.6919994354}
{"variant":"fused_graph","round":3,"order":4,"batch":32,"host_single_us":22.946,"host_enqueue_us":1.8218125,"host_batch_us":17.7269375,"event_interval_us":17.5429992676}
{"variant":"cudnn_graph","round":3,"order":5,"batch":32,"host_single_us":7.775,"host_enqueue_us":1.8503125,"host_batch_us":3.10675,"event_interval_us":2.9240000248}
{"variant":"empty_sync","round":4,"host_single_us":1.422}
{"variant":"staged_stream","round":4,"order":0,"batch":32,"host_single_us":25.359,"host_enqueue_us":7.4853125,"host_batch_us":19.98309375,"event_interval_us":19.8010005951}
{"variant":"fused_stream","round":4,"order":1,"batch":32,"host_single_us":23.187,"host_enqueue_us":1.84584375,"host_batch_us":17.8929375,"event_interval_us":17.7019996643}
{"variant":"fused_graph","round":4,"order":2,"batch":32,"host_single_us":22.712,"host_enqueue_us":1.82478125,"host_batch_us":17.749125,"event_interval_us":17.5410003662}
{"variant":"staged_graph","round":4,"order":3,"batch":32,"host_single_us":21.967,"host_enqueue_us":1.86121875,"host_batch_us":17.07771875,"event_interval_us":16.8950004578}
{"variant":"cudnn_graph","round":4,"order":4,"batch":32,"host_single_us":7.998,"host_enqueue_us":1.8861875,"host_batch_us":3.08734375,"event_interval_us":2.90499997139}
{"variant":"cudnn_stream","round":4,"order":5,"batch":32,"host_single_us":8.425,"host_enqueue_us":2.0298125,"host_batch_us":3.21946875,"event_interval_us":3.03500008583}
{"variant":"empty_sync","round":5,"host_single_us":1.426}
{"variant":"staged_stream","round":5,"order":0,"batch":32,"host_single_us":25.091,"host_enqueue_us":7.5135625,"host_batch_us":19.899125,"event_interval_us":19.7159996033}
{"variant":"fused_stream","round":5,"order":1,"batch":32,"host_single_us":23.14,"host_enqueue_us":1.8181875,"host_batch_us":17.8483125,"event_interval_us":17.6650009155}
{"variant":"fused_graph","round":5,"order":2,"batch":32,"host_single_us":22.616,"host_enqueue_us":1.83615625,"host_batch_us":17.71353125,"event_interval_us":17.5289993286}
{"variant":"staged_graph","round":5,"order":3,"batch":32,"host_single_us":21.919,"host_enqueue_us":1.8204375,"host_batch_us":17.07459375,"event_interval_us":16.892999649}
{"variant":"cudnn_graph","round":5,"order":4,"batch":32,"host_single_us":7.978,"host_enqueue_us":1.89296875,"host_batch_us":3.10803125,"event_interval_us":2.9240000248}
{"variant":"cudnn_stream","round":5,"order":5,"batch":32,"host_single_us":8.681,"host_enqueue_us":2.03565625,"host_batch_us":3.23946875,"event_interval_us":3.05999994278}
{"variant":"empty_sync","round":6,"host_single_us":1.438}
{"variant":"cudnn_stream","round":6,"order":0,"batch":32,"host_single_us":8.515,"host_enqueue_us":2.00475,"host_batch_us":3.2155,"event_interval_us":3.03400015831}
{"variant":"staged_stream","round":6,"order":1,"batch":32,"host_single_us":24.885,"host_enqueue_us":7.42925,"host_batch_us":19.92609375,"event_interval_us":19.7399997711}
{"variant":"cudnn_graph","round":6,"order":2,"batch":32,"host_single_us":7.882,"host_enqueue_us":1.89096875,"host_batch_us":3.12025,"event_interval_us":2.91100001335}
{"variant":"staged_graph","round":6,"order":3,"batch":32,"host_single_us":22.656,"host_enqueue_us":1.8429375,"host_batch_us":17.0834375,"event_interval_us":16.9029998779}
{"variant":"fused_graph","round":6,"order":4,"batch":32,"host_single_us":22.508,"host_enqueue_us":1.87184375,"host_batch_us":17.715625,"event_interval_us":17.5340003967}
{"variant":"fused_stream","round":6,"order":5,"batch":32,"host_single_us":22.997,"host_enqueue_us":1.84571875,"host_batch_us":17.88896875,"event_interval_us":17.7089996338}
{"variant":"empty_sync","round":7,"host_single_us":1.442}
{"variant":"fused_stream","round":7,"order":0,"batch":32,"host_single_us":25.813,"host_enqueue_us":1.8378125,"host_batch_us":17.8864375,"event_interval_us":17.6999988556}
{"variant":"cudnn_graph","round":7,"order":1,"batch":32,"host_single_us":8.115,"host_enqueue_us":1.87540625,"host_batch_us":3.10703125,"event_interval_us":2.92499995232}
{"variant":"fused_graph","round":7,"order":2,"batch":32,"host_single_us":22.346,"host_enqueue_us":1.7909375,"host_batch_us":17.71925,"event_interval_us":17.5359992981}
{"variant":"staged_graph","round":7,"order":3,"batch":32,"host_single_us":22.132,"host_enqueue_us":1.8501875,"host_batch_us":17.088625,"event_interval_us":16.9079990387}
{"variant":"cudnn_stream","round":7,"order":4,"batch":32,"host_single_us":9.522,"host_enqueue_us":2.049,"host_batch_us":3.2101875,"event_interval_us":3.02399992943}
{"variant":"staged_stream","round":7,"order":5,"batch":32,"host_single_us":25.096,"host_enqueue_us":7.4096875,"host_batch_us":19.94884375,"event_interval_us":19.7659988403}
{"variant":"empty_sync","round":8,"host_single_us":1.449}
{"variant":"cudnn_stream","round":8,"order":0,"batch":32,"host_single_us":8.431,"host_enqueue_us":2.0358125,"host_batch_us":3.221875,"event_interval_us":3.03800010681}
{"variant":"cudnn_graph","round":8,"order":1,"batch":32,"host_single_us":8.258,"host_enqueue_us":1.86596875,"host_batch_us":3.10140625,"event_interval_us":2.92000007629}
{"variant":"fused_graph","round":8,"order":2,"batch":32,"host_single_us":23.048,"host_enqueue_us":1.819625,"host_batch_us":17.69875,"event_interval_us":17.5180015564}
{"variant":"fused_stream","round":8,"order":3,"batch":32,"host_single_us":23.8,"host_enqueue_us":1.85184375,"host_batch_us":17.93159375,"event_interval_us":17.7460002899}
{"variant":"staged_stream","round":8,"order":4,"batch":32,"host_single_us":25.242,"host_enqueue_us":7.28103125,"host_batch_us":19.90825,"event_interval_us":19.7250003815}
{"variant":"staged_graph","round":8,"order":5,"batch":32,"host_single_us":21.925,"host_enqueue_us":1.87553125,"host_batch_us":17.07725,"event_interval_us":16.8970012665}
{"variant":"empty_sync","round":9,"host_single_us":1.435}
{"variant":"staged_graph","round":9,"order":0,"batch":32,"host_single_us":21.945,"host_enqueue_us":1.82475,"host_batch_us":17.09796875,"event_interval_us":16.8910007477}
{"variant":"cudnn_graph","round":9,"order":1,"batch":32,"host_single_us":8.515,"host_enqueue_us":1.88103125,"host_batch_us":3.08440625,"event_interval_us":2.90299987793}
{"variant":"fused_graph","round":9,"order":2,"batch":32,"host_single_us":22.613,"host_enqueue_us":1.81846875,"host_batch_us":17.70825,"event_interval_us":17.5260009766}
{"variant":"cudnn_stream","round":9,"order":3,"batch":32,"host_single_us":8.535,"host_enqueue_us":2.0335,"host_batch_us":3.23725,"event_interval_us":3.0529999733}
{"variant":"staged_stream","round":9,"order":4,"batch":32,"host_single_us":25.561,"host_enqueue_us":7.320375,"host_batch_us":19.95978125,"event_interval_us":19.7740001678}
{"variant":"fused_stream","round":9,"order":5,"batch":32,"host_single_us":23.184,"host_enqueue_us":1.82621875,"host_batch_us":17.88371875,"event_interval_us":17.6999988556}
{"variant":"empty_sync","round":10,"host_single_us":1.49}
{"variant":"fused_stream","round":10,"order":0,"batch":32,"host_single_us":22.95,"host_enqueue_us":1.828625,"host_batch_us":17.851125,"event_interval_us":17.670999527}
{"variant":"fused_graph","round":10,"order":1,"batch":32,"host_single_us":22.446,"host_enqueue_us":1.8343125,"host_batch_us":17.71196875,"event_interval_us":17.5300006866}
{"variant":"cudnn_graph","round":10,"order":2,"batch":32,"host_single_us":8.066,"host_enqueue_us":1.87578125,"host_batch_us":3.10309375,"event_interval_us":2.92100000381}
{"variant":"staged_graph","round":10,"order":3,"batch":32,"host_single_us":22.021,"host_enqueue_us":1.84846875,"host_batch_us":17.0838125,"event_interval_us":16.8999996185}
{"variant":"cudnn_stream","round":10,"order":4,"batch":32,"host_single_us":8.619,"host_enqueue_us":2.01765625,"host_batch_us":3.1984375,"event_interval_us":3.01600003242}
{"variant":"staged_stream","round":10,"order":5,"batch":32,"host_single_us":25.132,"host_enqueue_us":7.4724375,"host_batch_us":19.882625,"event_interval_us":19.6989994049}
{"variant":"empty_sync","round":11,"host_single_us":1.473}
{"variant":"staged_stream","round":11,"order":0,"batch":32,"host_single_us":24.688,"host_enqueue_us":7.37096875,"host_batch_us":19.9208125,"event_interval_us":19.7379989624}
{"variant":"fused_graph","round":11,"order":1,"batch":32,"host_single_us":22.572,"host_enqueue_us":1.86425,"host_batch_us":17.71525,"event_interval_us":17.533000946}
{"variant":"cudnn_stream","round":11,"order":2,"batch":32,"host_single_us":8.681,"host_enqueue_us":2.00434375,"host_batch_us":3.22296875,"event_interval_us":3.03600001335}
{"variant":"staged_graph","round":11,"order":3,"batch":32,"host_single_us":22.186,"host_enqueue_us":1.85303125,"host_batch_us":17.08646875,"event_interval_us":16.9050006866}
{"variant":"fused_stream","round":11,"order":4,"batch":32,"host_single_us":23.009,"host_enqueue_us":1.8455,"host_batch_us":17.866375,"event_interval_us":17.6819992065}
{"variant":"cudnn_graph","round":11,"order":5,"batch":32,"host_single_us":8.349,"host_enqueue_us":1.850375,"host_batch_us":3.10578125,"event_interval_us":2.92000007629}
{"variant":"empty_sync","round":12,"host_single_us":1.423}
{"variant":"staged_graph","round":12,"order":0,"batch":32,"host_single_us":22.093,"host_enqueue_us":1.82246875,"host_batch_us":17.0743125,"event_interval_us":16.891998291}
{"variant":"fused_stream","round":12,"order":1,"batch":32,"host_single_us":22.919,"host_enqueue_us":1.87409375,"host_batch_us":17.84509375,"event_interval_us":17.6639995575}
{"variant":"fused_graph","round":12,"order":2,"batch":32,"host_single_us":22.51,"host_enqueue_us":1.81709375,"host_batch_us":17.71134375,"event_interval_us":17.5300006866}
{"variant":"staged_stream","round":12,"order":3,"batch":32,"host_single_us":25.6,"host_enqueue_us":7.353625,"host_batch_us":20.0025,"event_interval_us":19.8199996948}
{"variant":"cudnn_stream","round":12,"order":4,"batch":32,"host_single_us":9.018,"host_enqueue_us":2.0238125,"host_batch_us":3.2126875,"event_interval_us":3.02900004387}
{"variant":"cudnn_graph","round":12,"order":5,"batch":32,"host_single_us":7.931,"host_enqueue_us":1.877125,"host_batch_us":3.08990625,"event_interval_us":2.90700006485}
{"variant":"empty_sync","round":13,"host_single_us":1.442}
{"variant":"cudnn_graph","round":13,"order":0,"batch":32,"host_single_us":7.886,"host_enqueue_us":1.8544375,"host_batch_us":3.09475,"event_interval_us":2.91100001335}
{"variant":"cudnn_stream","round":13,"order":1,"batch":32,"host_single_us":8.672,"host_enqueue_us":2.04746875,"host_batch_us":3.218375,"event_interval_us":3.03800010681}
{"variant":"staged_graph","round":13,"order":2,"batch":32,"host_single_us":22.047,"host_enqueue_us":1.8756875,"host_batch_us":17.075375,"event_interval_us":16.8939990997}
{"variant":"fused_stream","round":13,"order":3,"batch":32,"host_single_us":23.393,"host_enqueue_us":2.035,"host_batch_us":17.89075,"event_interval_us":17.7089996338}
{"variant":"staged_stream","round":13,"order":4,"batch":32,"host_single_us":25.799,"host_enqueue_us":7.35428125,"host_batch_us":19.9769375,"event_interval_us":19.7910003662}
{"variant":"fused_graph","round":13,"order":5,"batch":32,"host_single_us":22.547,"host_enqueue_us":1.83184375,"host_batch_us":17.71615625,"event_interval_us":17.5380001068}
{"variant":"empty_sync","round":14,"host_single_us":1.46}
{"variant":"cudnn_graph","round":14,"order":0,"batch":32,"host_single_us":7.977,"host_enqueue_us":1.89175,"host_batch_us":3.0979375,"event_interval_us":2.91600012779}
{"variant":"fused_stream","round":14,"order":1,"batch":32,"host_single_us":23.005,"host_enqueue_us":1.82996875,"host_batch_us":17.893,"event_interval_us":17.7129993439}
{"variant":"fused_graph","round":14,"order":2,"batch":32,"host_single_us":22.775,"host_enqueue_us":1.81078125,"host_batch_us":17.7029375,"event_interval_us":17.5230007172}
{"variant":"cudnn_stream","round":14,"order":3,"batch":32,"host_single_us":8.819,"host_enqueue_us":2.03109375,"host_batch_us":3.21346875,"event_interval_us":3.02900004387}
{"variant":"staged_graph","round":14,"order":4,"batch":32,"host_single_us":21.981,"host_enqueue_us":1.8735,"host_batch_us":17.078375,"event_interval_us":16.8999996185}
{"variant":"staged_stream","round":14,"order":5,"batch":32,"host_single_us":25.288,"host_enqueue_us":7.3788125,"host_batch_us":19.9008125,"event_interval_us":19.718000412}
{"variant":"empty_sync","round":15,"host_single_us":1.446}
{"variant":"fused_stream","round":15,"order":0,"batch":32,"host_single_us":23.122,"host_enqueue_us":1.82965625,"host_batch_us":17.877625,"event_interval_us":17.6919994354}
{"variant":"fused_graph","round":15,"order":1,"batch":32,"host_single_us":23.558,"host_enqueue_us":1.829375,"host_batch_us":17.70678125,"event_interval_us":17.5260009766}
{"variant":"cudnn_graph","round":15,"order":2,"batch":32,"host_single_us":7.897,"host_enqueue_us":1.8998125,"host_batch_us":3.1081875,"event_interval_us":2.92599987984}
{"variant":"staged_stream","round":15,"order":3,"batch":32,"host_single_us":25.873,"host_enqueue_us":7.3558125,"host_batch_us":19.96946875,"event_interval_us":19.7859992981}
{"variant":"staged_graph","round":15,"order":4,"batch":32,"host_single_us":22.024,"host_enqueue_us":1.88034375,"host_batch_us":17.092875,"event_interval_us":16.9070014954}
{"variant":"cudnn_stream","round":15,"order":5,"batch":32,"host_single_us":8.982,"host_enqueue_us":2.02209375,"host_batch_us":3.22271875,"event_interval_us":3.04299998283}
{"variant":"empty_sync","round":16,"host_single_us":1.397}
{"variant":"fused_graph","round":16,"order":0,"batch":32,"host_single_us":22.682,"host_enqueue_us":1.83409375,"host_batch_us":17.7145625,"event_interval_us":17.5349998474}
{"variant":"cudnn_graph","round":16,"order":1,"batch":32,"host_single_us":7.944,"host_enqueue_us":1.8615625,"host_batch_us":3.09940625,"event_interval_us":2.91799998283}
{"variant":"staged_graph","round":16,"order":2,"batch":32,"host_single_us":21.826,"host_enqueue_us":1.84871875,"host_batch_us":17.09834375,"event_interval_us":16.9159984589}
{"variant":"fused_stream","round":16,"order":3,"batch":32,"host_single_us":23.47,"host_enqueue_us":1.7024375,"host_batch_us":17.865625,"event_interval_us":17.6539993286}
{"variant":"cudnn_stream","round":16,"order":4,"batch":32,"host_single_us":8.49,"host_enqueue_us":1.888,"host_batch_us":3.18884375,"event_interval_us":3.00900006294}
{"variant":"staged_stream","round":16,"order":5,"batch":32,"host_single_us":25.449,"host_enqueue_us":6.665875,"host_batch_us":19.91603125,"event_interval_us":19.7340011597}
{"variant":"empty_sync","round":17,"host_single_us":1.449}
{"variant":"cudnn_stream","round":17,"order":0,"batch":32,"host_single_us":8.628,"host_enqueue_us":1.88153125,"host_batch_us":3.22546875,"event_interval_us":3.04499983788}
{"variant":"fused_graph","round":17,"order":1,"batch":32,"host_single_us":22.519,"host_enqueue_us":1.83059375,"host_batch_us":17.707875,"event_interval_us":17.5279998779}
{"variant":"cudnn_graph","round":17,"order":2,"batch":32,"host_single_us":7.95,"host_enqueue_us":1.98965625,"host_batch_us":3.12946875,"event_interval_us":2.9240000248}
{"variant":"staged_stream","round":17,"order":3,"batch":32,"host_single_us":25.425,"host_enqueue_us":6.9519375,"host_batch_us":19.968625,"event_interval_us":19.7880001068}
{"variant":"fused_stream","round":17,"order":4,"batch":32,"host_single_us":23.213,"host_enqueue_us":1.7086875,"host_batch_us":17.85384375,"event_interval_us":17.6700000763}
{"variant":"staged_graph","round":17,"order":5,"batch":32,"host_single_us":22.083,"host_enqueue_us":1.83346875,"host_batch_us":17.09515625,"event_interval_us":16.9149990082}
{"variant":"empty_sync","round":18,"host_single_us":1.414}
{"variant":"staged_graph","round":18,"order":0,"batch":32,"host_single_us":21.979,"host_enqueue_us":1.82865625,"host_batch_us":17.083375,"event_interval_us":16.9039993286}
{"variant":"fused_graph","round":18,"order":1,"batch":32,"host_single_us":22.8,"host_enqueue_us":2.00015625,"host_batch_us":17.72125,"event_interval_us":17.5400009155}
{"variant":"cudnn_stream","round":18,"order":2,"batch":32,"host_single_us":8.768,"host_enqueue_us":1.8925625,"host_batch_us":3.2064375,"event_interval_us":3.01999998093}
{"variant":"cudnn_graph","round":18,"order":3,"batch":32,"host_single_us":7.778,"host_enqueue_us":1.879375,"host_batch_us":3.10746875,"event_interval_us":2.92899990082}
{"variant":"staged_stream","round":18,"order":4,"batch":32,"host_single_us":25.106,"host_enqueue_us":6.77384375,"host_batch_us":19.928875,"event_interval_us":19.7469997406}
{"variant":"fused_stream","round":18,"order":5,"batch":32,"host_single_us":23.245,"host_enqueue_us":1.6965,"host_batch_us":17.84540625,"event_interval_us":17.6589984894}
{"variant":"empty_sync","round":19,"host_single_us":1.437}
{"variant":"fused_stream","round":19,"order":0,"batch":32,"host_single_us":22.994,"host_enqueue_us":1.73678125,"host_batch_us":17.82740625,"event_interval_us":17.6410007477}
{"variant":"fused_graph","round":19,"order":1,"batch":32,"host_single_us":22.614,"host_enqueue_us":1.8223125,"host_batch_us":17.7075,"event_interval_us":17.5260009766}
{"variant":"staged_graph","round":19,"order":2,"batch":32,"host_single_us":21.97,"host_enqueue_us":1.8303125,"host_batch_us":17.09028125,"event_interval_us":16.9090003967}
{"variant":"staged_stream","round":19,"order":3,"batch":32,"host_single_us":25.136,"host_enqueue_us":6.8493125,"host_batch_us":19.8945,"event_interval_us":19.7089996338}
{"variant":"cudnn_graph","round":19,"order":4,"batch":32,"host_single_us":8.087,"host_enqueue_us":1.8525,"host_batch_us":3.0995625,"event_interval_us":2.91600012779}
{"variant":"cudnn_stream","round":19,"order":5,"batch":32,"host_single_us":8.63,"host_enqueue_us":1.894125,"host_batch_us":3.15934375,"event_interval_us":2.97800016403}
{"variant":"empty_sync","round":20,"host_single_us":1.431}
{"variant":"fused_graph","round":20,"order":0,"batch":32,"host_single_us":22.609,"host_enqueue_us":1.8410625,"host_batch_us":17.7109375,"event_interval_us":17.5310001373}
{"variant":"cudnn_stream","round":20,"order":1,"batch":32,"host_single_us":8.485,"host_enqueue_us":1.88009375,"host_batch_us":3.20328125,"event_interval_us":3.01499986649}
{"variant":"staged_stream","round":20,"order":2,"batch":32,"host_single_us":25.316,"host_enqueue_us":6.8561875,"host_batch_us":20.01590625,"event_interval_us":19.8340015411}
{"variant":"cudnn_graph","round":20,"order":3,"batch":32,"host_single_us":7.954,"host_enqueue_us":1.8835625,"host_batch_us":3.123125,"event_interval_us":2.94099998474}
{"variant":"fused_stream","round":20,"order":4,"batch":32,"host_single_us":23.161,"host_enqueue_us":1.691125,"host_batch_us":17.86375,"event_interval_us":17.6810016632}
{"variant":"staged_graph","round":20,"order":5,"batch":32,"host_single_us":22.012,"host_enqueue_us":1.83496875,"host_batch_us":17.11090625,"event_interval_us":16.9290008545}