{"case":"pointwise_256","variant":"pointwise_256_separate_stream","round":0,"order":0,"batch":128,"host_single_us":14.151,"host_enqueue_us":8.3640390625,"host_batch_us":8.437890625,"event_interval_us":8.39225006104}
{"case":"pointwise_256","variant":"pointwise_256_fused_graph","round":0,"order":1,"batch":128,"host_single_us":7.236,"host_enqueue_us":1.2346875,"host_batch_us":2.003375,"event_interval_us":1.95175004005}
{"case":"pointwise_256","variant":"pointwise_256_fused_stream","round":0,"order":2,"batch":128,"host_single_us":8.355,"host_enqueue_us":2.903703125,"host_batch_us":2.9742578125,"event_interval_us":2.92874979973}
{"case":"pointwise_256","variant":"pointwise_256_separate_graph","round":0,"order":3,"batch":128,"host_single_us":11.513,"host_enqueue_us":1.2339375,"host_batch_us":4.25490625,"event_interval_us":4.2077498436}
{"case":"pointwise_256","variant":"pointwise_256_fused_graph","round":1,"order":0,"batch":128,"host_single_us":7.131,"host_enqueue_us":1.2955546875,"host_batch_us":2.001515625,"event_interval_us":1.94999992847}
{"case":"pointwise_256","variant":"pointwise_256_fused_stream","round":1,"order":1,"batch":128,"host_single_us":8.499,"host_enqueue_us":2.7677109375,"host_batch_us":2.8400703125,"event_interval_us":2.79400014877}
{"case":"pointwise_256","variant":"pointwise_256_separate_stream","round":1,"order":2,"batch":128,"host_single_us":14.809,"host_enqueue_us":8.4478125,"host_batch_us":8.5194140625,"event_interval_us":8.4732503891}
{"case":"pointwise_256","variant":"pointwise_256_separate_graph","round":1,"order":3,"batch":128,"host_single_us":9.383,"host_enqueue_us":1.232859375,"host_batch_us":4.2550703125,"event_interval_us":4.20324993134}
{"case":"pointwise_256","variant":"pointwise_256_separate_stream","round":2,"order":0,"batch":128,"host_single_us":14.366,"host_enqueue_us":8.369328125,"host_batch_us":8.438625,"event_interval_us":8.39249992371}
{"case":"pointwise_256","variant":"pointwise_256_fused_stream","round":2,"order":1,"batch":128,"host_single_us":8.55,"host_enqueue_us":2.8624296875,"host_batch_us":2.9327109375,"event_interval_us":2.88700008392}
{"case":"pointwise_256","variant":"pointwise_256_separate_graph","round":2,"order":2,"batch":128,"host_single_us":9.215,"host_enqueue_us":1.238078125,"host_batch_us":4.2595234375,"event_interval_us":4.20825004578}
{"case":"pointwise_256","variant":"pointwise_256_fused_graph","round":2,"order":3,"batch":128,"host_single_us":7.417,"host_enqueue_us":1.26771875,"host_batch_us":2.0042265625,"event_interval_us":1.95399999619}
{"case":"pointwise_256","variant":"pointwise_256_separate_stream","round":3,"order":0,"batch":128,"host_single_us":13.802,"host_enqueue_us":8.387734375,"host_batch_us":8.458484375,"event_interval_us":8.41250038147}
{"case":"pointwise_256","variant":"pointwise_256_fused_graph","round":3,"order":1,"batch":128,"host_single_us":6.956,"host_enqueue_us":1.24915625,"host_batch_us":2.00353125,"event_interval_us":1.95299994946}
{"case":"pointwise_256","variant":"pointwise_256_separate_graph","round":3,"order":2,"batch":128,"host_single_us":8.967,"host_enqueue_us":1.278875,"host_batch_us":4.2576796875,"event_interval_us":4.20650005341}
{"case":"pointwise_256","variant":"pointwise_256_fused_stream","round":3,"order":3,"batch":128,"host_single_us":8.968,"host_enqueue_us":2.755328125,"host_batch_us":2.8258125,"event_interval_us":2.77999997139}
{"case":"pointwise_256","variant":"pointwise_256_fused_stream","round":4,"order":0,"batch":128,"host_single_us":8.709,"host_enqueue_us":2.8645390625,"host_batch_us":2.9343515625,"event_interval_us":2.8884999752}
{"case":"pointwise_256","variant":"pointwise_256_separate_stream","round":4,"order":1,"batch":128,"host_single_us":14.466,"host_enqueue_us":8.4118515625,"host_batch_us":8.482078125,"event_interval_us":8.43674945831}
{"case":"pointwise_256","variant":"pointwise_256_fused_graph","round":4,"order":2,"batch":128,"host_single_us":6.983,"host_enqueue_us":1.239890625,"host_batch_us":2.0006796875,"event_interval_us":1.94974994659}
{"case":"pointwise_256","variant":"pointwise_256_separate_graph","round":4,"order":3,"batch":128,"host_single_us":9.287,"host_enqueue_us":1.23425,"host_batch_us":4.2557109375,"event_interval_us":4.20424985886}
{"case":"pointwise_256","variant":"pointwise_256_separate_stream","round":5,"order":0,"batch":128,"host_single_us":14.959,"host_enqueue_us":8.3235546875,"host_batch_us":8.3943828125,"event_interval_us":8.34924983978}
{"case":"pointwise_256","variant":"pointwise_256_fused_graph","round":5,"order":1,"batch":128,"host_single_us":6.859,"host_enqueue_us":1.168625,"host_batch_us":2.003515625,"event_interval_us":1.95350003242}
{"case":"pointwise_256","variant":"pointwise_256_fused_stream","round":5,"order":2,"batch":128,"host_single_us":7.836,"host_enqueue_us":2.695234375,"host_batch_us":2.7671328125,"event_interval_us":2.72074985504}
{"case":"pointwise_256","variant":"pointwise_256_separate_graph","round":5,"order":3,"batch":128,"host_single_us":8.902,"host_enqueue_us":1.17746875,"host_batch_us":4.2539609375,"event_interval_us":4.20324993134}
{"case":"pointwise_256","variant":"pointwise_256_separate_graph","round":6,"order":0,"batch":128,"host_single_us":9.303,"host_enqueue_us":1.1459375,"host_batch_us":4.256984375,"event_interval_us":4.20674991608}
{"case":"pointwise_256","variant":"pointwise_256_fused_stream","round":6,"order":1,"batch":128,"host_single_us":8.377,"host_enqueue_us":2.64671875,"host_batch_us":2.716765625,"event_interval_us":2.67124986649}
{"case":"pointwise_256","variant":"pointwise_256_fused_graph","round":6,"order":2,"batch":128,"host_single_us":6.748,"host_enqueue_us":1.17334375,"host_batch_us":2.009046875,"event_interval_us":1.95925009251}
{"case":"pointwise_256","variant":"pointwise_256_separate_stream","round":6,"order":3,"batch":128,"host_single_us":13.724,"host_enqueue_us":7.61990625,"host_batch_us":7.6900234375,"event_interval_us":7.64424991608}
{"case":"pointwise_256","variant":"pointwise_256_fused_stream","round":7,"order":0,"batch":128,"host_single_us":8.486,"host_enqueue_us":2.4887734375,"host_batch_us":2.55896875,"event_interval_us":2.51300001144}
{"case":"pointwise_256","variant":"pointwise_256_separate_graph","round":7,"order":1,"batch":128,"host_single_us":9.138,"host_enqueue_us":1.2096171875,"host_batch_us":4.252640625,"event_interval_us":4.20300006866}
{"case":"pointwise_256","variant":"pointwise_256_fused_graph","round":7,"order":2,"batch":128,"host_single_us":6.738,"host_enqueue_us":1.1584765625,"host_batch_us":2.0010234375,"event_interval_us":1.95199990273}
{"case":"pointwise_256","variant":"pointwise_256_separate_stream","round":7,"order":3,"batch":128,"host_single_us":13.611,"host_enqueue_us":7.6138046875,"host_batch_us":7.684046875,"event_interval_us":7.63724994659}
{"case":"pointwise_256","variant":"pointwise_256_separate_stream","round":8,"order":0,"batch":128,"host_single_us":13.304,"host_enqueue_us":7.667640625,"host_batch_us":7.7371796875,"event_interval_us":7.69075012207}
{"case":"pointwise_256","variant":"pointwise_256_fused_graph","round":8,"order":1,"batch":128,"host_single_us":6.993,"host_enqueue_us":1.1823515625,"host_batch_us":2.0001640625,"event_interval_us":1.95124995708}
{"case":"pointwise_256","variant":"pointwise_256_fused_stream","round":8,"order":2,"batch":128,"host_single_us":10.682,"host_enqueue_us":2.5179453125,"host_batch_us":2.5887265625,"event_interval_us":2.54325008392}
{"case":"pointwise_256","variant":"pointwise_256_separate_graph","round":8,"order":3,"batch":128,"host_single_us":9.369,"host_enqueue_us":1.1467734375,"host_batch_us":4.2542734375,"event_interval_us":4.20450019836}
{"case":"pointwise_256","variant":"pointwise_256_separate_stream","round":9,"order":0,"batch":128,"host_single_us":13.663,"host_enqueue_us":7.4273984375,"host_batch_us":7.4977890625,"event_interval_us":7.45200014114}
{"case":"pointwise_256","variant":"pointwise_256_fused_stream","round":9,"order":1,"batch":128,"host_single_us":8.409,"host_enqueue_us":2.597734375,"host_batch_us":2.668453125,"event_interval_us":2.62249994278}
{"case":"pointwise_256","variant":"pointwise_256_separate_graph","round":9,"order":2,"batch":128,"host_single_us":9.137,"host_enqueue_us":1.1483515625,"host_batch_us":4.247609375,"event_interval_us":4.1970000267}
{"case":"pointwise_256","variant":"pointwise_256_fused_graph","round":9,"order":3,"batch":128,"host_single_us":8.702,"host_enqueue_us":1.2283984375,"host_batch_us":2.0065703125,"event_interval_us":1.95425009727}
{"case":"pointwise_256","variant":"pointwise_256_separate_stream","round":10,"order":0,"batch":128,"host_single_us":14.63,"host_enqueue_us":7.772203125,"host_batch_us":7.8428515625,"event_interval_us":7.79649972916}
{"case":"pointwise_256","variant":"pointwise_256_fused_graph","round":10,"order":1,"batch":128,"host_single_us":6.939,"host_enqueue_us":1.242828125,"host_batch_us":2.0061015625,"event_interval_us":1.95599997044}
{"case":"pointwise_256","variant":"pointwise_256_separate_graph","round":10,"order":2,"batch":128,"host_single_us":9.47,"host_enqueue_us":1.19853125,"host_batch_us":4.255,"event_interval_us":4.20050001144}
{"case":"pointwise_256","variant":"pointwise_256_fused_stream","round":10,"order":3,"batch":128,"host_single_us":8.846,"host_enqueue_us":2.64309375,"host_batch_us":2.71246875,"event_interval_us":2.66700005531}
{"case":"pointwise_256","variant":"pointwise_256_fused_graph","round":11,"order":0,"batch":128,"host_single_us":6.9,"host_enqueue_us":1.288921875,"host_batch_us":2.005484375,"event_interval_us":1.95550012589}
{"case":"pointwise_256","variant":"pointwise_256_separate_graph","round":11,"order":1,"batch":128,"host_single_us":8.965,"host_enqueue_us":1.2139140625,"host_batch_us":4.2504765625,"event_interval_us":4.20024967194}
{"case":"pointwise_256","variant":"pointwise_256_separate_stream","round":11,"order":2,"batch":128,"host_single_us":13.778,"host_enqueue_us":7.830421875,"host_batch_us":7.900421875,"event_interval_us":7.85500001907}
{"case":"pointwise_256","variant":"pointwise_256_fused_stream","round":11,"order":3,"batch":128,"host_single_us":8.307,"host_enqueue_us":2.690984375,"host_batch_us":2.761609375,"event_interval_us":2.71550011635}
{"case":"pointwise_256","variant":"pointwise_256_fused_graph","round":12,"order":0,"batch":128,"host_single_us":6.916,"host_enqueue_us":1.207265625,"host_batch_us":1.9962890625,"event_interval_us":1.94624996185}
{"case":"pointwise_256","variant":"pointwise_256_separate_stream","round":12,"order":1,"batch":128,"host_single_us":13.097,"host_enqueue_us":7.8800234375,"host_batch_us":7.9503046875,"event_interval_us":7.90399980545}
{"case":"pointwise_256","variant":"pointwise_256_fused_stream","round":12,"order":2,"batch":128,"host_single_us":8.622,"host_enqueue_us":2.558046875,"host_batch_us":2.628921875,"event_interval_us":2.58325004578}
{"case":"pointwise_256","variant":"pointwise_256_separate_graph","round":12,"order":3,"batch":128,"host_single_us":9.44,"host_enqueue_us":1.222546875,"host_batch_us":4.2449609375,"event_interval_us":4.1939997673}
{"case":"pointwise_256","variant":"pointwise_256_fused_graph","round":13,"order":0,"batch":128,"host_single_us":7.118,"host_enqueue_us":1.226796875,"host_batch_us":2.00753125,"event_interval_us":1.95725011826}
{"case":"pointwise_256","variant":"pointwise_256_separate_stream","round":13,"order":1,"batch":128,"host_single_us":13.344,"host_enqueue_us":7.6910625,"host_batch_us":7.762015625,"event_interval_us":7.71674966812}
{"case":"pointwise_256","variant":"pointwise_256_separate_graph","round":13,"order":2,"batch":128,"host_single_us":9.173,"host_enqueue_us":1.1955625,"host_batch_us":4.2544453125,"event_interval_us":4.20350027084}
{"case":"pointwise_256","variant":"pointwise_256_fused_stream","round":13,"order":3,"batch":128,"host_single_us":9.016,"host_enqueue_us":2.541515625,"host_batch_us":2.613453125,"event_interval_us":2.56699991226}
{"case":"pointwise_256","variant":"pointwise_256_separate_graph","round":14,"order":0,"batch":128,"host_single_us":9.079,"host_enqueue_us":1.2055078125,"host_batch_us":4.253015625,"event_interval_us":4.20125007629}
{"case":"pointwise_256","variant":"pointwise_256_fused_graph","round":14,"order":1,"batch":128,"host_single_us":6.989,"host_enqueue_us":1.1811953125,"host_batch_us":2.0119609375,"event_interval_us":1.96149992943}
{"case":"pointwise_256","variant":"pointwise_256_fused_stream","round":14,"order":2,"batch":128,"host_single_us":8.733,"host_enqueue_us":2.5073359375,"host_batch_us":2.5776015625,"event_interval_us":2.53200006485}
{"case":"pointwise_256","variant":"pointwise_256_separate_stream","round":14,"order":3,"batch":128,"host_single_us":13.825,"host_enqueue_us":7.707703125,"host_batch_us":7.7796171875,"event_interval_us":7.73449993134}
{"case":"pointwise_256","variant":"pointwise_256_fused_stream","round":15,"order":0,"batch":128,"host_single_us":8.565,"host_enqueue_us":2.61303125,"host_batch_us":2.6836171875,"event_interval_us":2.63725018501}
{"case":"pointwise_256","variant":"pointwise_256_separate_stream","round":15,"order":1,"batch":128,"host_single_us":13.74,"host_enqueue_us":7.630921875,"host_batch_us":7.702125,"event_interval_us":7.65650033951}
{"case":"pointwise_256","variant":"pointwise_256_separate_graph","round":15,"order":2,"batch":128,"host_single_us":9.165,"host_enqueue_us":1.144984375,"host_batch_us":4.2488671875,"event_interval_us":4.19899988174}
{"case":"pointwise_256","variant":"pointwise_256_fused_graph","round":15,"order":3,"batch":128,"host_single_us":6.581,"host_enqueue_us":1.16090625,"host_batch_us":2.012546875,"event_interval_us":1.96300005913}
{"case":"pointwise_256","variant":"pointwise_256_fused_stream","round":16,"order":0,"batch":128,"host_single_us":8.324,"host_enqueue_us":2.5777734375,"host_batch_us":2.6475859375,"event_interval_us":2.60199999809}
{"case":"pointwise_256","variant":"pointwise_256_separate_graph","round":16,"order":1,"batch":128,"host_single_us":9.091,"host_enqueue_us":1.1541171875,"host_batch_us":4.25259375,"event_interval_us":4.20174980164}
{"case":"pointwise_256","variant":"pointwise_256_separate_stream","round":16,"order":2,"batch":128,"host_single_us":13.622,"host_enqueue_us":7.4172578125,"host_batch_us":7.4879453125,"event_interval_us":7.44174957275}
{"case":"pointwise_256","variant":"pointwise_256_fused_graph","round":16,"order":3,"batch":128,"host_single_us":7.156,"host_enqueue_us":1.1573515625,"host_batch_us":2.01059375,"event_interval_us":1.96000003815}
{"case":"pointwise_256","variant":"pointwise_256_fused_stream","round":17,"order":0,"batch":128,"host_single_us":8.702,"host_enqueue_us":2.530515625,"host_batch_us":2.6013125,"event_interval_us":2.55499982834}
{"case":"pointwise_256","variant":"pointwise_256_fused_graph","round":17,"order":1,"batch":128,"host_single_us":6.759,"host_enqueue_us":1.15934375,"host_batch_us":2.0075859375,"event_interval_us":1.95774996281}
{"case":"pointwise_256","variant":"pointwise_256_separate_graph","round":17,"order":2,"batch":128,"host_single_us":8.899,"host_enqueue_us":1.171515625,"host_batch_us":4.2248203125,"event_interval_us":4.17474985123}
{"case":"pointwise_256","variant":"pointwise_256_separate_stream","round":17,"order":3,"batch":128,"host_single_us":13.904,"host_enqueue_us":7.4989609375,"host_batch_us":7.570390625,"event_interval_us":7.52499961853}
{"case":"pointwise_256","variant":"pointwise_256_fused_stream","round":18,"order":0,"batch":128,"host_single_us":8.14,"host_enqueue_us":2.5528359375,"host_batch_us":2.626171875,"event_interval_us":2.57899999619}
{"case":"pointwise_256","variant":"pointwise_256_fused_graph","round":18,"order":1,"batch":128,"host_single_us":6.77,"host_enqueue_us":1.142078125,"host_batch_us":2.003453125,"event_interval_us":1.95399999619}
{"case":"pointwise_256","variant":"pointwise_256_separate_stream","round":18,"order":2,"batch":128,"host_single_us":13.777,"host_enqueue_us":7.6964609375,"host_batch_us":7.7665234375,"event_interval_us":7.72049999237}
{"case":"pointwise_256","variant":"pointwise_256_separate_graph","round":18,"order":3,"batch":128,"host_single_us":9.23,"host_enqueue_us":1.255828125,"host_batch_us":4.2554765625,"event_interval_us":4.20399999619}
{"case":"pointwise_256","variant":"pointwise_256_fused_stream","round":19,"order":0,"batch":128,"host_single_us":8.755,"host_enqueue_us":2.588703125,"host_batch_us":2.6590546875,"event_interval_us":2.61275005341}
{"case":"pointwise_256","variant":"pointwise_256_fused_graph","round":19,"order":1,"batch":128,"host_single_us":6.886,"host_enqueue_us":1.257734375,"host_batch_us":2.0009375,"event_interval_us":1.9509999752}
{"case":"pointwise_256","variant":"pointwise_256_separate_stream","round":19,"order":2,"batch":128,"host_single_us":15.494,"host_enqueue_us":7.8870390625,"host_batch_us":7.9575625,"event_interval_us":7.91175031662}
{"case":"pointwise_256","variant":"pointwise_256_separate_graph","round":19,"order":3,"batch":128,"host_single_us":9.479,"host_enqueue_us":1.218109375,"host_batch_us":4.256484375,"event_interval_us":4.20499992371}
{"case":"pointwise_256","variant":"pointwise_256_separate_graph","round":20,"order":0,"batch":128,"host_single_us":9.334,"host_enqueue_us":1.185890625,"host_batch_us":4.2509765625,"event_interval_us":4.19974994659}
{"case":"pointwise_256","variant":"pointwise_256_fused_stream","round":20,"order":1,"batch":128,"host_single_us":8.457,"host_enqueue_us":2.6725859375,"host_batch_us":2.7435625,"event_interval_us":2.69749999046}
{"case":"pointwise_256","variant":"pointwise_256_fused_graph","round":20,"order":2,"batch":128,"host_single_us":6.919,"host_enqueue_us":1.236140625,"host_batch_us":1.9970625,"event_interval_us":1.94725000858}
{"case":"pointwise_256","variant":"pointwise_256_separate_stream","round":20,"order":3,"batch":128,"host_single_us":13.222,"host_enqueue_us":7.6235234375,"host_batch_us":7.6929921875,"event_interval_us":7.64774990082}
{"case":"pointwise_32768","variant":"pointwise_32768_separate_stream","round":0,"order":0,"batch":128,"host_single_us":14.853,"host_enqueue_us":8.054875,"host_batch_us":8.129109375,"event_interval_us":8.08399963379}
{"case":"pointwise_32768","variant":"pointwise_32768_fused_graph","round":0,"order":1,"batch":128,"host_single_us":7.358,"host_enqueue_us":1.2328046875,"host_batch_us":2.1259609375,"event_interval_us":2.07474994659}
{"case":"pointwise_32768","variant":"pointwise_32768_fused_stream","round":0,"order":2,"batch":128,"host_single_us":8.715,"host_enqueue_us":2.676671875,"host_batch_us":2.7486015625,"event_interval_us":2.70350003242}
{"case":"pointwise_32768","variant":"pointwise_32768_separate_graph","round":0,"order":3,"batch":128,"host_single_us":9.881,"host_enqueue_us":1.2658828125,"host_batch_us":4.9459296875,"event_interval_us":4.89200019836}
{"case":"pointwise_32768","variant":"pointwise_32768_fused_graph","round":1,"order":0,"batch":128,"host_single_us":7.537,"host_enqueue_us":1.23284375,"host_batch_us":2.12059375,"event_interval_us":2.06975007057}
{"case":"pointwise_32768","variant":"pointwise_32768_fused_stream","round":1,"order":1,"batch":128,"host_single_us":8.719,"host_enqueue_us":2.7371015625,"host_batch_us":2.80921875,"event_interval_us":2.76250004768}
{"case":"pointwise_32768","variant":"pointwise_32768_separate_stream","round":1,"order":2,"batch":128,"host_single_us":13.606,"host_enqueue_us":8.0706875,"host_batch_us":8.1418125,"event_interval_us":8.09549999237}
{"case":"pointwise_32768","variant":"pointwise_32768_separate_graph","round":1,"order":3,"batch":128,"host_single_us":9.806,"host_enqueue_us":1.2311328125,"host_batch_us":4.950515625,"event_interval_us":4.89925003052}
{"case":"pointwise_32768","variant":"pointwise_32768_separate_stream","round":2,"order":0,"batch":128,"host_single_us":16.815,"host_enqueue_us":8.0046796875,"host_batch_us":8.0772265625,"event_interval_us":8.03075027466}
{"case":"pointwise_32768","variant":"pointwise_32768_fused_stream","round":2,"order":1,"batch":128,"host_single_us":8.681,"host_enqueue_us":2.7184296875,"host_batch_us":2.790546875,"event_interval_us":2.74375009537}
{"case":"pointwise_32768","variant":"pointwise_32768_separate_graph","round":2,"order":2,"batch":128,"host_single_us":9.938,"host_enqueue_us":1.213609375,"host_batch_us":4.9472734375,"event_interval_us":4.89549970627}
{"case":"pointwise_32768","variant":"pointwise_32768_fused_graph","round":2,"order":3,"batch":128,"host_single_us":7.219,"host_enqueue_us":1.3072421875,"host_batch_us":2.1235078125,"event_interval_us":2.07299995422}
{"case":"pointwise_32768","variant":"pointwise_32768_separate_stream","round":3,"order":0,"batch":128,"host_single_us":14.019,"host_enqueue_us":8.079265625,"host_batch_us":8.149890625,"event_interval_us":8.10424995422}
{"case":"pointwise_32768","variant":"pointwise_32768_fused_graph","round":3,"order":1,"batch":128,"host_single_us":7.121,"host_enqueue_us":1.2503359375,"host_batch_us":2.1182421875,"event_interval_us":2.06850004196}
{"case":"pointwise_32768","variant":"pointwise_32768_separate_graph","round":3,"order":2,"batch":128,"host_single_us":9.633,"host_enqueue_us":1.204078125,"host_batch_us":4.94084375,"event_interval_us":4.88999986649}
{"case":"pointwise_32768","variant":"pointwise_32768_fused_stream","round":3,"order":3,"batch":128,"host_single_us":8.807,"host_enqueue_us":2.5846640625,"host_batch_us":2.6575,"event_interval_us":2.61100006104}
{"case":"pointwise_32768","variant":"pointwise_32768_fused_stream","round":4,"order":0,"batch":128,"host_single_us":8.307,"host_enqueue_us":2.624296875,"host_batch_us":2.69678125,"event_interval_us":2.65075016022}
{"case":"pointwise_32768","variant":"pointwise_32768_separate_stream","round":4,"order":1,"batch":128,"host_single_us":14.046,"host_enqueue_us":7.93665625,"host_batch_us":8.0073671875,"event_interval_us":7.96175003052}
{"case":"pointwise_32768","variant":"pointwise_32768_fused_graph","round":4,"order":2,"batch":128,"host_single_us":7.578,"host_enqueue_us":1.268765625,"host_batch_us":2.1230234375,"event_interval_us":2.07124996185}
{"case":"pointwise_32768","variant":"pointwise_32768_separate_graph","round":4,"order":3,"batch":128,"host_single_us":9.723,"host_enqueue_us":1.19059375,"host_batch_us":4.951609375,"event_interval_us":4.90074968338}
{"case":"pointwise_32768","variant":"pointwise_32768_separate_stream","round":5,"order":0,"batch":128,"host_single_us":13.735,"host_enqueue_us":8.0625390625,"host_batch_us":8.1340625,"event_interval_us":8.08850002289}
{"case":"pointwise_32768","variant":"pointwise_32768_fused_graph","round":5,"order":1,"batch":128,"host_single_us":7.124,"host_enqueue_us":1.3245078125,"host_batch_us":2.112875,"event_interval_us":2.06275010109}
{"case":"pointwise_32768","variant":"pointwise_32768_fused_stream","round":5,"order":2,"batch":128,"host_single_us":8.667,"host_enqueue_us":2.6266796875,"host_batch_us":2.699078125,"event_interval_us":2.65324997902}
{"case":"pointwise_32768","variant":"pointwise_32768_separate_graph","round":5,"order":3,"batch":128,"host_single_us":9.794,"host_enqueue_us":1.255953125,"host_batch_us":4.9383203125,"event_interval_us":4.88649988174}
{"case":"pointwise_32768","variant":"pointwise_32768_separate_graph","round":6,"order":0,"batch":128,"host_single_us":10.172,"host_enqueue_us":1.21265625,"host_batch_us":4.9448828125,"event_interval_us":4.89225006104}
{"case":"pointwise_32768","variant":"pointwise_32768_fused_stream","round":6,"order":1,"batch":128,"host_single_us":8.93,"host_enqueue_us":2.6680234375,"host_batch_us":2.739609375,"event_interval_us":2.69425010681}
{"case":"pointwise_32768","variant":"pointwise_32768_fused_graph","round":6,"order":2,"batch":128,"host_single_us":7.06,"host_enqueue_us":1.2540234375,"host_batch_us":2.11184375,"event_interval_us":2.06174993515}
{"case":"pointwise_32768","variant":"pointwise_32768_separate_stream","round":6,"order":3,"batch":128,"host_single_us":13.663,"host_enqueue_us":7.8853515625,"host_batch_us":7.9568046875,"event_interval_us":7.91024971008}
{"case":"pointwise_32768","variant":"pointwise_32768_fused_stream","round":7,"order":0,"batch":128,"host_single_us":8.878,"host_enqueue_us":2.64059375,"host_batch_us":2.7129375,"event_interval_us":2.66649985313}
{"case":"pointwise_32768","variant":"pointwise_32768_separate_graph","round":7,"order":1,"batch":128,"host_single_us":9.982,"host_enqueue_us":1.290046875,"host_batch_us":4.93878125,"event_interval_us":4.88800001144}
{"case":"pointwise_32768","variant":"pointwise_32768_fused_graph","round":7,"order":2,"batch":128,"host_single_us":6.783,"host_enqueue_us":1.24390625,"host_batch_us":2.1246953125,"event_interval_us":2.0735001564}
{"case":"pointwise_32768","variant":"pointwise_32768_separate_stream","round":7,"order":3,"batch":128,"host_single_us":14.732,"host_enqueue_us":7.951875,"host_batch_us":8.0245234375,"event_interval_us":7.97825050354}
{"case":"pointwise_32768","variant":"pointwise_32768_separate_stream","round":8,"order":0,"batch":128,"host_single_us":16.926,"host_enqueue_us":8.0686953125,"host_batch_us":8.14171875,"event_interval_us":8.0952501297}
{"case":"pointwise_32768","variant":"pointwise_32768_fused_graph","round":8,"order":1,"batch":128,"host_single_us":7.317,"host_enqueue_us":1.2811328125,"host_batch_us":2.126875,"event_interval_us":2.07574987411}
{"case":"pointwise_32768","variant":"pointwise_32768_fused_stream","round":8,"order":2,"batch":128,"host_single_us":8.408,"host_enqueue_us":2.63521875,"host_batch_us":2.7067265625,"event_interval_us":2.66125011444}
{"case":"pointwise_32768","variant":"pointwise_32768_separate_graph","round":8,"order":3,"batch":128,"host_single_us":9.751,"host_enqueue_us":1.20871875,"host_batch_us":4.9412421875,"event_interval_us":4.88975000381}
{"case":"pointwise_32768","variant":"pointwise_32768_separate_stream","round":9,"order":0,"batch":128,"host_single_us":14.303,"host_enqueue_us":7.8488828125,"host_batch_us":7.919890625,"event_interval_us":7.87375020981}
{"case":"pointwise_32768","variant":"pointwise_32768_fused_stream","round":9,"order":1,"batch":128,"host_single_us":8.192,"host_enqueue_us":2.552734375,"host_batch_us":2.6256015625,"event_interval_us":2.57899999619}
{"case":"pointwise_32768","variant":"pointwise_32768_separate_graph","round":9,"order":2,"batch":128,"host_single_us":9.737,"host_enqueue_us":1.168328125,"host_batch_us":4.9419296875,"event_interval_us":4.89124965668}
{"case":"pointwise_32768","variant":"pointwise_32768_fused_graph","round":9,"order":3,"batch":128,"host_single_us":7.02,"host_enqueue_us":1.1573515625,"host_batch_us":2.1165,"event_interval_us":2.06750011444}
{"case":"pointwise_32768","variant":"pointwise_32768_separate_stream","round":10,"order":0,"batch":128,"host_single_us":13.991,"host_enqueue_us":7.7489453125,"host_batch_us":7.82321875,"event_interval_us":7.77499961853}
{"case":"pointwise_32768","variant":"pointwise_32768_fused_graph","round":10,"order":1,"batch":128,"host_single_us":7.197,"host_enqueue_us":1.208859375,"host_batch_us":2.11796875,"event_interval_us":2.06774997711}
{"case":"pointwise_32768","variant":"pointwise_32768_separate_graph","round":10,"order":2,"batch":128,"host_single_us":9.543,"host_enqueue_us":1.1728125,"host_batch_us":4.94390625,"event_interval_us":4.89375019073}
{"case":"pointwise_32768","variant":"pointwise_32768_fused_stream","round":10,"order":3,"batch":128,"host_single_us":8.739,"host_enqueue_us":2.4727734375,"host_batch_us":2.54696875,"event_interval_us":2.50074982643}
{"case":"pointwise_32768","variant":"pointwise_32768_fused_graph","round":11,"order":0,"batch":128,"host_single_us":6.848,"host_enqueue_us":1.187734375,"host_batch_us":2.116125,"event_interval_us":2.06550002098}
{"case":"pointwise_32768","variant":"pointwise_32768_separate_graph","round":11,"order":1,"batch":128,"host_single_us":9.904,"host_enqueue_us":1.151671875,"host_batch_us":4.94309375,"event_interval_us":4.89249992371}
{"case":"pointwise_32768","variant":"pointwise_32768_separate_stream","round":11,"order":2,"batch":128,"host_single_us":14.05,"host_enqueue_us":7.5771953125,"host_batch_us":7.6475390625,"event_interval_us":7.60225009918}
{"case":"pointwise_32768","variant":"pointwise_32768_fused_stream","round":11,"order":3,"batch":128,"host_single_us":8.595,"host_enqueue_us":2.64371875,"host_batch_us":2.7136640625,"event_interval_us":2.66799998283}
{"case":"pointwise_32768","variant":"pointwise_32768_fused_graph","round":12,"order":0,"batch":128,"host_single_us":7.125,"host_enqueue_us":1.1638984375,"host_batch_us":2.0997109375,"event_interval_us":2.04949998856}
{"case":"pointwise_32768","variant":"pointwise_32768_separate_stream","round":12,"order":1,"batch":128,"host_single_us":13.16,"host_enqueue_us":7.6993984375,"host_batch_us":7.770921875,"event_interval_us":7.72499990463}
{"case":"pointwise_32768","variant":"pointwise_32768_fused_stream","round":12,"order":2,"batch":128,"host_single_us":8.826,"host_enqueue_us":2.5770625,"host_batch_us":2.6483828125,"event_interval_us":2.60149979591}
{"case":"pointwise_32768","variant":"pointwise_32768_separate_graph","round":12,"order":3,"batch":128,"host_single_us":9.772,"host_enqueue_us":1.1759375,"host_batch_us":4.941578125,"event_interval_us":4.89149999619}
{"case":"pointwise_32768","variant":"pointwise_32768_fused_graph","round":13,"order":0,"batch":128,"host_single_us":7.097,"host_enqueue_us":1.152265625,"host_batch_us":2.110359375,"event_interval_us":2.06024980545}
{"case":"pointwise_32768","variant":"pointwise_32768_separate_stream","round":13,"order":1,"batch":128,"host_single_us":13.616,"host_enqueue_us":7.4537109375,"host_batch_us":7.52534375,"event_interval_us":7.47924995422}
{"case":"pointwise_32768","variant":"pointwise_32768_separate_graph","round":13,"order":2,"batch":128,"host_single_us":9.804,"host_enqueue_us":1.270203125,"host_batch_us":4.9446171875,"event_interval_us":4.89349985123}
{"case":"pointwise_32768","variant":"pointwise_32768_fused_stream","round":13,"order":3,"batch":128,"host_single_us":8.951,"host_enqueue_us":2.585171875,"host_batch_us":2.657796875,"event_interval_us":2.61100006104}
{"case":"pointwise_32768","variant":"pointwise_32768_separate_graph","round":14,"order":0,"batch":128,"host_single_us":9.818,"host_enqueue_us":1.18415625,"host_batch_us":4.94028125,"event_interval_us":4.88999986649}
{"case":"pointwise_32768","variant":"pointwise_32768_fused_graph","round":14,"order":1,"batch":128,"host_single_us":7.18,"host_enqueue_us":1.2110859375,"host_batch_us":2.118921875,"event_interval_us":2.06900000572}
{"case":"pointwise_32768","variant":"pointwise_32768_fused_stream","round":14,"order":2,"batch":128,"host_single_us":8.391,"host_enqueue_us":2.6237890625,"host_batch_us":2.694890625,"event_interval_us":2.64824986458}
{"case":"pointwise_32768","variant":"pointwise_32768_separate_stream","round":14,"order":3,"batch":128,"host_single_us":13.652,"host_enqueue_us":7.951734375,"host_batch_us":8.0215859375,"event_interval_us":7.97550010681}
{"case":"pointwise_32768","variant":"pointwise_32768_fused_stream","round":15,"order":0,"batch":128,"host_single_us":8.242,"host_enqueue_us":2.6384296875,"host_batch_us":2.7086875,"event_interval_us":2.66300010681}
{"case":"pointwise_32768","variant":"pointwise_32768_separate_stream","round":15,"order":1,"batch":128,"host_single_us":14.092,"host_enqueue_us":7.8585703125,"host_batch_us":7.9325390625,"event_interval_us":7.88400030136}
{"case":"pointwise_32768","variant":"pointwise_32768_separate_graph","round":15,"order":2,"batch":128,"host_single_us":9.896,"host_enqueue_us":1.1908125,"host_batch_us":4.9426484375,"event_interval_us":4.89025020599}
{"case":"pointwise_32768","variant":"pointwise_32768_fused_graph","round":15,"order":3,"batch":128,"host_single_us":7.16,"host_enqueue_us":1.2907734375,"host_batch_us":2.1521796875,"event_interval_us":2.10175013542}
{"case":"pointwise_32768","variant":"pointwise_32768_fused_stream","round":16,"order":0,"batch":128,"host_single_us":8.817,"host_enqueue_us":2.6009296875,"host_batch_us":2.6721015625,"event_interval_us":2.62599992752}
{"case":"pointwise_32768","variant":"pointwise_32768_separate_graph","round":16,"order":1,"batch":128,"host_single_us":9.665,"host_enqueue_us":1.1997421875,"host_batch_us":4.9452734375,"event_interval_us":4.89275026321}
{"case":"pointwise_32768","variant":"pointwise_32768_separate_stream","round":16,"order":2,"batch":128,"host_single_us":14.08,"host_enqueue_us":7.7542421875,"host_batch_us":7.8260625,"event_interval_us":7.78050041199}
{"case":"pointwise_32768","variant":"pointwise_32768_fused_graph","round":16,"order":3,"batch":128,"host_single_us":6.947,"host_enqueue_us":1.2045234375,"host_batch_us":2.111390625,"event_interval_us":2.06124997139}
{"case":"pointwise_32768","variant":"pointwise_32768_fused_stream","round":17,"order":0,"batch":128,"host_single_us":8.216,"host_enqueue_us":2.6274375,"host_batch_us":2.6993515625,"event_interval_us":2.65324997902}
{"case":"pointwise_32768","variant":"pointwise_32768_fused_graph","round":17,"order":1,"batch":128,"host_single_us":8.738,"host_enqueue_us":1.23578125,"host_batch_us":2.13328125,"event_interval_us":2.08174991608}
{"case":"pointwise_32768","variant":"pointwise_32768_separate_graph","round":17,"order":2,"batch":128,"host_single_us":9.507,"host_enqueue_us":1.26528125,"host_batch_us":4.94484375,"event_interval_us":4.89349985123}
{"case":"pointwise_32768","variant":"pointwise_32768_separate_stream","round":17,"order":3,"batch":128,"host_single_us":15.25,"host_enqueue_us":7.87065625,"host_batch_us":7.94228125,"event_interval_us":7.89599943161}
{"case":"pointwise_32768","variant":"pointwise_32768_fused_stream","round":18,"order":0,"batch":128,"host_single_us":8.287,"host_enqueue_us":2.5127734375,"host_batch_us":2.5852109375,"event_interval_us":2.53874993324}
{"case":"pointwise_32768","variant":"pointwise_32768_fused_graph","round":18,"order":1,"batch":128,"host_single_us":7.007,"host_enqueue_us":1.1839140625,"host_batch_us":2.122890625,"event_interval_us":2.07224988937}
{"case":"pointwise_32768","variant":"pointwise_32768_separate_stream","round":18,"order":2,"batch":128,"host_single_us":13.499,"host_enqueue_us":7.734140625,"host_batch_us":7.804796875,"event_interval_us":7.75900030136}
{"case":"pointwise_32768","variant":"pointwise_32768_separate_graph","round":18,"order":3,"batch":128,"host_single_us":9.88,"host_enqueue_us":1.1898125,"host_batch_us":4.9487734375,"event_interval_us":4.89750003815}
{"case":"pointwise_32768","variant":"pointwise_32768_fused_stream","round":19,"order":0,"batch":128,"host_single_us":8.218,"host_enqueue_us":2.6869140625,"host_batch_us":2.7586328125,"event_interval_us":2.7132499218}
{"case":"pointwise_32768","variant":"pointwise_32768_fused_graph","round":19,"order":1,"batch":128,"host_single_us":6.983,"host_enqueue_us":1.2048359375,"host_batch_us":2.1165078125,"event_interval_us":2.06624984741}
{"case":"pointwise_32768","variant":"pointwise_32768_separate_stream","round":19,"order":2,"batch":128,"host_single_us":14.006,"host_enqueue_us":7.727953125,"host_batch_us":7.79928125,"event_interval_us":7.75349998474}
{"case":"pointwise_32768","variant":"pointwise_32768_separate_graph","round":19,"order":3,"batch":128,"host_single_us":9.761,"host_enqueue_us":1.19409375,"host_batch_us":4.9487578125,"event_interval_us":4.89750003815}
{"case":"pointwise_32768","variant":"pointwise_32768_separate_graph","round":20,"order":0,"batch":128,"host_single_us":10.247,"host_enqueue_us":1.21984375,"host_batch_us":4.94396875,"event_interval_us":4.89375019073}
{"case":"pointwise_32768","variant":"pointwise_32768_fused_stream","round":20,"order":1,"batch":128,"host_single_us":8.367,"host_enqueue_us":2.663796875,"host_batch_us":2.73528125,"event_interval_us":2.68875002861}
{"case":"pointwise_32768","variant":"pointwise_32768_fused_graph","round":20,"order":2,"batch":128,"host_single_us":6.975,"host_enqueue_us":1.22971875,"host_batch_us":2.113234375,"event_interval_us":2.06150007248}
{"case":"pointwise_32768","variant":"pointwise_32768_separate_stream","round":20,"order":3,"batch":128,"host_single_us":13.755,"host_enqueue_us":7.77434375,"host_batch_us":7.846203125,"event_interval_us":7.80074977875}
{"case":"pointwise_1048576","variant":"pointwise_1048576_separate_stream","round":0,"order":0,"batch":128,"host_single_us":19.767,"host_enqueue_us":8.0555,"host_batch_us":13.6361796875,"event_interval_us":13.5932502747}
{"case":"pointwise_1048576","variant":"pointwise_1048576_fused_graph","round":0,"order":1,"batch":128,"host_single_us":10.193,"host_enqueue_us":1.31190625,"host_batch_us":4.53925,"event_interval_us":4.492000103}
{"case":"pointwise_1048576","variant":"pointwise_1048576_fused_stream","round":0,"order":2,"batch":128,"host_single_us":11.584,"host_enqueue_us":2.6862109375,"host_batch_us":4.568015625,"event_interval_us":4.52075004578}
{"case":"pointwise_1048576","variant":"pointwise_1048576_separate_graph","round":0,"order":3,"batch":128,"host_single_us":17.114,"host_enqueue_us":1.214921875,"host_batch_us":11.70734375,"event_interval_us":11.655749321}
{"case":"pointwise_1048576","variant":"pointwise_1048576_fused_graph","round":1,"order":0,"batch":128,"host_single_us":9.823,"host_enqueue_us":1.2285625,"host_batch_us":4.5416484375,"event_interval_us":4.49024963379}
{"case":"pointwise_1048576","variant":"pointwise_1048576_fused_stream","round":1,"order":1,"batch":128,"host_single_us":11.142,"host_enqueue_us":2.598640625,"host_batch_us":4.56921875,"event_interval_us":4.52324962616}
{"case":"pointwise_1048576","variant":"pointwise_1048576_separate_stream","round":1,"order":2,"batch":128,"host_single_us":20.593,"host_enqueue_us":8.0283671875,"host_batch_us":13.629921875,"event_interval_us":13.5837507248}
{"case":"pointwise_1048576","variant":"pointwise_1048576_separate_graph","round":1,"order":3,"batch":128,"host_single_us":16.816,"host_enqueue_us":1.1746328125,"host_batch_us":11.7044921875,"event_interval_us":11.6525001526}
{"case":"pointwise_1048576","variant":"pointwise_1048576_separate_stream","round":2,"order":0,"batch":128,"host_single_us":19.906,"host_enqueue_us":7.9303828125,"host_batch_us":13.61384375,"event_interval_us":13.5672502518}
{"case":"pointwise_1048576","variant":"pointwise_1048576_fused_stream","round":2,"order":1,"batch":128,"host_single_us":11.48,"host_enqueue_us":2.583765625,"host_batch_us":4.5585703125,"event_interval_us":4.51224994659}
{"case":"pointwise_1048576","variant":"pointwise_1048576_separate_graph","round":2,"order":2,"batch":128,"host_single_us":16.526,"host_enqueue_us":1.139515625,"host_batch_us":11.701546875,"event_interval_us":11.6499996185}
{"case":"pointwise_1048576","variant":"pointwise_1048576_fused_graph","round":2,"order":3,"batch":128,"host_single_us":9.53,"host_enqueue_us":1.2132734375,"host_batch_us":4.5424765625,"event_interval_us":4.49149990082}
{"case":"pointwise_1048576","variant":"pointwise_1048576_separate_stream","round":3,"order":0,"batch":128,"host_single_us":20.139,"host_enqueue_us":7.6558125,"host_batch_us":13.6359296875,"event_interval_us":13.5895004272}
{"case":"pointwise_1048576","variant":"pointwise_1048576_fused_graph","round":3,"order":1,"batch":128,"host_single_us":9.619,"host_enqueue_us":1.1042421875,"host_batch_us":4.5363828125,"event_interval_us":4.48500013351}
{"case":"pointwise_1048576","variant":"pointwise_1048576_separate_graph","round":3,"order":2,"batch":128,"host_single_us":16.753,"host_enqueue_us":1.2500078125,"host_batch_us":11.70759375,"event_interval_us":11.6565008163}
{"case":"pointwise_1048576","variant":"pointwise_1048576_fused_stream","round":3,"order":3,"batch":128,"host_single_us":10.978,"host_enqueue_us":2.589,"host_batch_us":4.5474453125,"event_interval_us":4.50099992752}
{"case":"pointwise_1048576","variant":"pointwise_1048576_fused_stream","round":4,"order":0,"batch":128,"host_single_us":11.312,"host_enqueue_us":2.5969140625,"host_batch_us":4.558890625,"event_interval_us":4.51349973679}
{"case":"pointwise_1048576","variant":"pointwise_1048576_separate_stream","round":4,"order":1,"batch":128,"host_single_us":19.931,"host_enqueue_us":7.9191015625,"host_batch_us":13.6346953125,"event_interval_us":13.5882492065}
{"case":"pointwise_1048576","variant":"pointwise_1048576_fused_graph","round":4,"order":2,"batch":128,"host_single_us":9.803,"host_enqueue_us":1.20553125,"host_batch_us":4.5451875,"event_interval_us":4.49300003052}
{"case":"pointwise_1048576","variant":"pointwise_1048576_separate_graph","round":4,"order":3,"batch":128,"host_single_us":16.751,"host_enqueue_us":1.1920234375,"host_batch_us":11.703140625,"event_interval_us":11.6522502899}
{"case":"pointwise_1048576","variant":"pointwise_1048576_separate_stream","round":5,"order":0,"batch":128,"host_single_us":19.802,"host_enqueue_us":7.8369609375,"host_batch_us":13.64821875,"event_interval_us":13.6019992828}
{"case":"pointwise_1048576","variant":"pointwise_1048576_fused_graph","round":5,"order":1,"batch":128,"host_single_us":9.655,"host_enqueue_us":1.2006796875,"host_batch_us":4.5398359375,"event_interval_us":4.48824977875}
{"case":"pointwise_1048576","variant":"pointwise_1048576_fused_stream","round":5,"order":2,"batch":128,"host_single_us":11.133,"host_enqueue_us":2.6868046875,"host_batch_us":4.5622734375,"event_interval_us":4.51625013351}
{"case":"pointwise_1048576","variant":"pointwise_1048576_separate_graph","round":5,"order":3,"batch":128,"host_single_us":29.611,"host_enqueue_us":1.2149453125,"host_batch_us":11.6964140625,"event_interval_us":11.6494998932}
{"case":"pointwise_1048576","variant":"pointwise_1048576_separate_graph","round":6,"order":0,"batch":128,"host_single_us":16.917,"host_enqueue_us":1.2067734375,"host_batch_us":11.7018203125,"event_interval_us":11.6494998932}
{"case":"pointwise_1048576","variant":"pointwise_1048576_fused_stream","round":6,"order":1,"batch":128,"host_single_us":17.865,"host_enqueue_us":2.59046875,"host_batch_us":4.5678515625,"event_interval_us":4.52199983597}
{"case":"pointwise_1048576","variant":"pointwise_1048576_fused_graph","round":6,"order":2,"batch":128,"host_single_us":9.879,"host_enqueue_us":1.151671875,"host_batch_us":4.54240625,"event_interval_us":4.49175024033}
{"case":"pointwise_1048576","variant":"pointwise_1048576_separate_stream","round":6,"order":3,"batch":128,"host_single_us":20.286,"host_enqueue_us":7.83115625,"host_batch_us":13.6255859375,"event_interval_us":13.5789995193}
{"case":"pointwise_1048576","variant":"pointwise_1048576_fused_stream","round":7,"order":0,"batch":128,"host_single_us":11.409,"host_enqueue_us":2.6848515625,"host_batch_us":4.553390625,"event_interval_us":4.50675010681}
{"case":"pointwise_1048576","variant":"pointwise_1048576_separate_graph","round":7,"order":1,"batch":128,"host_single_us":17.126,"host_enqueue_us":1.1986953125,"host_batch_us":11.700125,"event_interval_us":11.654250145}
{"case":"pointwise_1048576","variant":"pointwise_1048576_fused_graph","round":7,"order":2,"batch":128,"host_single_us":9.73,"host_enqueue_us":1.201734375,"host_batch_us":4.539890625,"event_interval_us":4.48925018311}
{"case":"pointwise_1048576","variant":"pointwise_1048576_separate_stream","round":7,"order":3,"batch":128,"host_single_us":20.891,"host_enqueue_us":8.0235,"host_batch_us":13.6321796875,"event_interval_us":13.5855007172}
{"case":"pointwise_1048576","variant":"pointwise_1048576_separate_stream","round":8,"order":0,"batch":128,"host_single_us":20.299,"host_enqueue_us":8.0815625,"host_batch_us":13.62515625,"event_interval_us":13.5789995193}
{"case":"pointwise_1048576","variant":"pointwise_1048576_fused_graph","round":8,"order":1,"batch":128,"host_single_us":9.743,"host_enqueue_us":1.254734375,"host_batch_us":4.5426796875,"event_interval_us":4.49125003815}
{"case":"pointwise_1048576","variant":"pointwise_1048576_fused_stream","round":8,"order":2,"batch":128,"host_single_us":11.605,"host_enqueue_us":2.5900234375,"host_batch_us":4.55225,"event_interval_us":4.50550031662}
{"case":"pointwise_1048576","variant":"pointwise_1048576_separate_graph","round":8,"order":3,"batch":128,"host_single_us":16.837,"host_enqueue_us":1.28390625,"host_batch_us":11.7030703125,"event_interval_us":11.6505002975}
{"case":"pointwise_1048576","variant":"pointwise_1048576_separate_stream","round":9,"order":0,"batch":128,"host_single_us":19.716,"host_enqueue_us":8.0591015625,"host_batch_us":13.63,"event_interval_us":13.5822496414}
{"case":"pointwise_1048576","variant":"pointwise_1048576_fused_stream","round":9,"order":1,"batch":128,"host_single_us":11.167,"host_enqueue_us":2.6326015625,"host_batch_us":4.55228125,"event_interval_us":4.50524997711}
{"case":"pointwise_1048576","variant":"pointwise_1048576_separate_graph","round":9,"order":2,"batch":128,"host_single_us":17.178,"host_enqueue_us":1.2480234375,"host_batch_us":11.6948828125,"event_interval_us":11.6492500305}
{"case":"pointwise_1048576","variant":"pointwise_1048576_fused_graph","round":9,"order":3,"batch":128,"host_single_us":9.657,"host_enqueue_us":1.22878125,"host_batch_us":4.545078125,"event_interval_us":4.49424982071}
{"case":"pointwise_1048576","variant":"pointwise_1048576_separate_stream","round":10,"order":0,"batch":128,"host_single_us":20.212,"host_enqueue_us":7.8218203125,"host_batch_us":13.607,"event_interval_us":13.5602502823}
{"case":"pointwise_1048576","variant":"pointwise_1048576_fused_graph","round":10,"order":1,"batch":128,"host_single_us":9.673,"host_enqueue_us":1.23090625,"host_batch_us":4.5416328125,"event_interval_us":4.4904999733}
{"case":"pointwise_1048576","variant":"pointwise_1048576_separate_graph","round":10,"order":2,"batch":128,"host_single_us":16.693,"host_enqueue_us":1.186609375,"host_batch_us":11.6969609375,"event_interval_us":11.6454992294}
{"case":"pointwise_1048576","variant":"pointwise_1048576_fused_stream","round":10,"order":3,"batch":128,"host_single_us":11.284,"host_enqueue_us":2.656015625,"host_batch_us":4.5667734375,"event_interval_us":4.52100038528}
{"case":"pointwise_1048576","variant":"pointwise_1048576_fused_graph","round":11,"order":0,"batch":128,"host_single_us":9.394,"host_enqueue_us":1.194796875,"host_batch_us":4.5403515625,"event_interval_us":4.48950004578}
{"case":"pointwise_1048576","variant":"pointwise_1048576_separate_graph","round":11,"order":1,"batch":128,"host_single_us":16.934,"host_enqueue_us":1.185453125,"host_batch_us":11.708078125,"event_interval_us":11.6565008163}
{"case":"pointwise_1048576","variant":"pointwise_1048576_separate_stream","round":11,"order":2,"batch":128,"host_single_us":19.711,"host_enqueue_us":7.9244921875,"host_batch_us":13.6201171875,"event_interval_us":13.5732498169}
{"case":"pointwise_1048576","variant":"pointwise_1048576_fused_stream","round":11,"order":3,"batch":128,"host_single_us":11.097,"host_enqueue_us":2.6078203125,"host_batch_us":4.568890625,"event_interval_us":4.52199983597}
{"case":"pointwise_1048576","variant":"pointwise_1048576_fused_graph","round":12,"order":0,"batch":128,"host_single_us":9.746,"host_enqueue_us":1.2662734375,"host_batch_us":4.53925,"event_interval_us":4.48775005341}
{"case":"pointwise_1048576","variant":"pointwise_1048576_separate_stream","round":12,"order":1,"batch":128,"host_single_us":19.986,"host_enqueue_us":7.79996875,"host_batch_us":13.6217578125,"event_interval_us":13.5752506256}
{"case":"pointwise_1048576","variant":"pointwise_1048576_fused_stream","round":12,"order":2,"batch":128,"host_single_us":11.332,"host_enqueue_us":2.5714765625,"host_batch_us":4.5718203125,"event_interval_us":4.52524995804}
{"case":"pointwise_1048576","variant":"pointwise_1048576_separate_graph","round":12,"order":3,"batch":128,"host_single_us":16.904,"host_enqueue_us":1.2568671875,"host_batch_us":11.7045,"event_interval_us":11.6529998779}
{"case":"pointwise_1048576","variant":"pointwise_1048576_fused_graph","round":13,"order":0,"batch":128,"host_single_us":9.621,"host_enqueue_us":1.191234375,"host_batch_us":4.542578125,"event_interval_us":4.492000103}
{"case":"pointwise_1048576","variant":"pointwise_1048576_separate_stream","round":13,"order":1,"batch":128,"host_single_us":26.218,"host_enqueue_us":7.78765625,"host_batch_us":13.6330859375,"event_interval_us":13.5874996185}
{"case":"pointwise_1048576","variant":"pointwise_1048576_separate_graph","round":13,"order":2,"batch":128,"host_single_us":16.706,"host_enqueue_us":1.218578125,"host_batch_us":11.696453125,"event_interval_us":11.6452503204}
{"case":"pointwise_1048576","variant":"pointwise_1048576_fused_stream","round":13,"order":3,"batch":128,"host_single_us":11.487,"host_enqueue_us":2.6089609375,"host_batch_us":4.55221875,"event_interval_us":4.50574970245}
{"case":"pointwise_1048576","variant":"pointwise_1048576_separate_graph","round":14,"order":0,"batch":128,"host_single_us":16.877,"host_enqueue_us":1.2700859375,"host_batch_us":11.7054609375,"event_interval_us":11.6527500153}
{"case":"pointwise_1048576","variant":"pointwise_1048576_fused_graph","round":14,"order":1,"batch":128,"host_single_us":9.709,"host_enqueue_us":1.2194296875,"host_batch_us":4.544984375,"event_interval_us":4.49324989319}
{"case":"pointwise_1048576","variant":"pointwise_1048576_fused_stream","round":14,"order":2,"batch":128,"host_single_us":11.131,"host_enqueue_us":2.666921875,"host_batch_us":4.568890625,"event_interval_us":4.52374982834}
{"case":"pointwise_1048576","variant":"pointwise_1048576_separate_stream","round":14,"order":3,"batch":128,"host_single_us":19.913,"host_enqueue_us":7.45946875,"host_batch_us":13.623125,"event_interval_us":13.5775003433}
{"case":"pointwise_1048576","variant":"pointwise_1048576_fused_stream","round":15,"order":0,"batch":128,"host_single_us":13.358,"host_enqueue_us":2.6215078125,"host_batch_us":4.5528671875,"event_interval_us":4.50775003433}
{"case":"pointwise_1048576","variant":"pointwise_1048576_separate_stream","round":15,"order":1,"batch":128,"host_single_us":20.082,"host_enqueue_us":7.8366640625,"host_batch_us":13.6411796875,"event_interval_us":13.594499588}
{"case":"pointwise_1048576","variant":"pointwise_1048576_separate_graph","round":15,"order":2,"batch":128,"host_single_us":17.76,"host_enqueue_us":1.18225,"host_batch_us":11.702234375,"event_interval_us":11.6502504349}
{"case":"pointwise_1048576","variant":"pointwise_1048576_fused_graph","round":15,"order":3,"batch":128,"host_single_us":9.596,"host_enqueue_us":1.2100859375,"host_batch_us":4.5421875,"event_interval_us":4.49074983597}
{"case":"pointwise_1048576","variant":"pointwise_1048576_fused_stream","round":16,"order":0,"batch":128,"host_single_us":11.19,"host_enqueue_us":2.68134375,"host_batch_us":4.5780703125,"event_interval_us":4.53149986267}
{"case":"pointwise_1048576","variant":"pointwise_1048576_separate_graph","round":16,"order":1,"batch":128,"host_single_us":16.784,"host_enqueue_us":1.186765625,"host_batch_us":11.7000625,"event_interval_us":11.6490001678}
{"case":"pointwise_1048576","variant":"pointwise_1048576_separate_stream","round":16,"order":2,"batch":128,"host_single_us":19.988,"host_enqueue_us":7.6403203125,"host_batch_us":13.6211015625,"event_interval_us":13.5749998093}
{"case":"pointwise_1048576","variant":"pointwise_1048576_fused_graph","round":16,"order":3,"batch":128,"host_single_us":9.823,"host_enqueue_us":1.1990859375,"host_batch_us":4.538546875,"event_interval_us":4.48699998856}
{"case":"pointwise_1048576","variant":"pointwise_1048576_fused_stream","round":17,"order":0,"batch":128,"host_single_us":10.972,"host_enqueue_us":2.5541484375,"host_batch_us":4.5762734375,"event_interval_us":4.53049993515}
{"case":"pointwise_1048576","variant":"pointwise_1048576_fused_graph","round":17,"order":1,"batch":128,"host_single_us":9.423,"host_enqueue_us":1.238953125,"host_batch_us":4.54121875,"event_interval_us":4.4904999733}
{"case":"pointwise_1048576","variant":"pointwise_1048576_separate_graph","round":17,"order":2,"batch":128,"host_single_us":16.809,"host_enqueue_us":1.1769453125,"host_batch_us":11.701140625,"event_interval_us":11.6497497559}
{"case":"pointwise_1048576","variant":"pointwise_1048576_separate_stream","round":17,"order":3,"batch":128,"host_single_us":19.975,"host_enqueue_us":7.8696328125,"host_batch_us":13.6254609375,"event_interval_us":13.5787506104}
{"case":"pointwise_1048576","variant":"pointwise_1048576_fused_stream","round":18,"order":0,"batch":128,"host_single_us":11.27,"host_enqueue_us":2.6122421875,"host_batch_us":4.5693828125,"event_interval_us":4.52250003815}
{"case":"pointwise_1048576","variant":"pointwise_1048576_fused_graph","round":18,"order":1,"batch":128,"host_single_us":9.567,"host_enqueue_us":1.199765625,"host_batch_us":4.546125,"event_interval_us":4.49324989319}
{"case":"pointwise_1048576","variant":"pointwise_1048576_separate_stream","round":18,"order":2,"batch":128,"host_single_us":19.781,"host_enqueue_us":7.836734375,"host_batch_us":13.6390703125,"event_interval_us":13.5925006866}
{"case":"pointwise_1048576","variant":"pointwise_1048576_separate_graph","round":18,"order":3,"batch":128,"host_single_us":16.836,"host_enqueue_us":1.2015625,"host_batch_us":11.703125,"event_interval_us":11.6522502899}
{"case":"pointwise_1048576","variant":"pointwise_1048576_fused_stream","round":19,"order":0,"batch":128,"host_single_us":11.14,"host_enqueue_us":2.4936171875,"host_batch_us":4.5685390625,"event_interval_us":4.52225017548}
{"case":"pointwise_1048576","variant":"pointwise_1048576_fused_graph","round":19,"order":1,"batch":128,"host_single_us":9.271,"host_enqueue_us":1.162546875,"host_batch_us":4.547703125,"event_interval_us":4.49749994278}
{"case":"pointwise_1048576","variant":"pointwise_1048576_separate_stream","round":19,"order":2,"batch":128,"host_single_us":20.309,"host_enqueue_us":7.667828125,"host_batch_us":13.625203125,"event_interval_us":13.5792503357}
{"case":"pointwise_1048576","variant":"pointwise_1048576_separate_graph","round":19,"order":3,"batch":128,"host_single_us":16.957,"host_enqueue_us":1.1318203125,"host_batch_us":11.7032109375,"event_interval_us":11.6522502899}
{"case":"pointwise_1048576","variant":"pointwise_1048576_separate_graph","round":20,"order":0,"batch":128,"host_single_us":16.61,"host_enqueue_us":1.1267421875,"host_batch_us":11.7004921875,"event_interval_us":11.6502504349}
{"case":"pointwise_1048576","variant":"pointwise_1048576_fused_stream","round":20,"order":1,"batch":128,"host_single_us":11.085,"host_enqueue_us":2.4379609375,"host_batch_us":4.55534375,"event_interval_us":4.50974988937}
{"case":"pointwise_1048576","variant":"pointwise_1048576_fused_graph","round":20,"order":2,"batch":128,"host_single_us":9.311,"host_enqueue_us":1.12859375,"host_batch_us":4.5377734375,"event_interval_us":4.48824977875}
{"case":"pointwise_1048576","variant":"pointwise_1048576_separate_stream","round":20,"order":3,"batch":128,"host_single_us":19.676,"host_enqueue_us":7.488046875,"host_batch_us":13.602734375,"event_interval_us":13.5559997559}
{"case":"pointwise_16777216","variant":"pointwise_16777216_separate_stream","round":0,"order":0,"batch":32,"host_single_us":181.782,"host_enqueue_us":8.427375,"host_batch_us":176.99909375,"event_interval_us":176.791992188}
{"case":"pointwise_16777216","variant":"pointwise_16777216_fused_graph","round":0,"order":1,"batch":32,"host_single_us":66.37,"host_enqueue_us":1.246125,"host_batch_us":58.82153125,"event_interval_us":58.6090011597}
{"case":"pointwise_16777216","variant":"pointwise_16777216_fused_stream","round":0,"order":2,"batch":32,"host_single_us":65.769,"host_enqueue_us":2.82965625,"host_batch_us":59.25853125,"event_interval_us":59.0629997253}
{"case":"pointwise_16777216","variant":"pointwise_16777216_separate_graph","round":0,"order":3,"batch":32,"host_single_us":179.375,"host_enqueue_us":1.24596875,"host_batch_us":173.830625,"event_interval_us":173.616012573}
{"case":"pointwise_16777216","variant":"pointwise_16777216_fused_graph","round":1,"order":0,"batch":32,"host_single_us":65.924,"host_enqueue_us":1.2290625,"host_batch_us":58.7881875,"event_interval_us":58.5669975281}
{"case":"pointwise_16777216","variant":"pointwise_16777216_fused_stream","round":1,"order":1,"batch":32,"host_single_us":65.221,"host_enqueue_us":2.82834375,"host_batch_us":59.31725,"event_interval_us":59.1069984436}
{"case":"pointwise_16777216","variant":"pointwise_16777216_separate_stream","round":1,"order":2,"batch":32,"host_single_us":182.122,"host_enqueue_us":7.723625,"host_batch_us":177.0038125,"event_interval_us":176.807998657}
{"case":"pointwise_16777216","variant":"pointwise_16777216_separate_graph","round":1,"order":3,"batch":32,"host_single_us":179.572,"host_enqueue_us":1.2891875,"host_batch_us":173.83246875,"event_interval_us":173.619995117}
{"case":"pointwise_16777216","variant":"pointwise_16777216_separate_stream","round":2,"order":0,"batch":32,"host_single_us":182.366,"host_enqueue_us":8.119875,"host_batch_us":176.93225,"event_interval_us":176.736999512}
{"case":"pointwise_16777216","variant":"pointwise_16777216_fused_stream","round":2,"order":1,"batch":32,"host_single_us":65.214,"host_enqueue_us":2.54003125,"host_batch_us":59.3606875,"event_interval_us":59.1700019836}
{"case":"pointwise_16777216","variant":"pointwise_16777216_separate_graph","round":2,"order":2,"batch":32,"host_single_us":180.348,"host_enqueue_us":1.17953125,"host_batch_us":173.801875,"event_interval_us":173.589004517}
{"case":"pointwise_16777216","variant":"pointwise_16777216_fused_graph","round":2,"order":3,"batch":32,"host_single_us":65.611,"host_enqueue_us":1.21559375,"host_batch_us":58.778375,"event_interval_us":58.5520019531}
{"case":"pointwise_16777216","variant":"pointwise_16777216_separate_stream","round":3,"order":0,"batch":32,"host_single_us":187.732,"host_enqueue_us":8.1364375,"host_batch_us":176.94665625,"event_interval_us":176.75}
{"case":"pointwise_16777216","variant":"pointwise_16777216_fused_graph","round":3,"order":1,"batch":32,"host_single_us":75.572,"host_enqueue_us":1.280625,"host_batch_us":58.7954375,"event_interval_us":58.5790023804}
{"case":"pointwise_16777216","variant":"pointwise_16777216_separate_graph","round":3,"order":2,"batch":32,"host_single_us":180.384,"host_enqueue_us":1.19825,"host_batch_us":173.78821875,"event_interval_us":173.57901001}
{"case":"pointwise_16777216","variant":"pointwise_16777216_fused_stream","round":3,"order":3,"batch":32,"host_single_us":67.161,"host_enqueue_us":2.5324375,"host_batch_us":59.29890625,"event_interval_us":59.0970001221}
{"case":"pointwise_16777216","variant":"pointwise_16777216_fused_stream","round":4,"order":0,"batch":32,"host_single_us":66.033,"host_enqueue_us":2.81903125,"host_batch_us":59.349875,"event_interval_us":59.1549987793}
{"case":"pointwise_16777216","variant":"pointwise_16777216_separate_stream","round":4,"order":1,"batch":32,"host_single_us":181.09,"host_enqueue_us":8.0460625,"host_batch_us":176.9999375,"event_interval_us":176.805007935}
{"case":"pointwise_16777216","variant":"pointwise_16777216_fused_graph","round":4,"order":2,"batch":32,"host_single_us":65.892,"host_enqueue_us":1.15734375,"host_batch_us":58.74165625,"event_interval_us":58.5389976501}
{"case":"pointwise_16777216","variant":"pointwise_16777216_separate_graph","round":4,"order":3,"batch":32,"host_single_us":179.337,"host_enqueue_us":1.19296875,"host_batch_us":173.862375,"event_interval_us":173.644012451}
{"case":"pointwise_16777216","variant":"pointwise_16777216_separate_stream","round":5,"order":0,"batch":32,"host_single_us":182.856,"host_enqueue_us":8.0829375,"host_batch_us":176.9460625,"event_interval_us":176.744003296}
{"case":"pointwise_16777216","variant":"pointwise_16777216_fused_graph","round":5,"order":1,"batch":32,"host_single_us":65.887,"host_enqueue_us":1.29484375,"host_batch_us":58.7613125,"event_interval_us":58.5720024109}
{"case":"pointwise_16777216","variant":"pointwise_16777216_fused_stream","round":5,"order":2,"batch":32,"host_single_us":64.929,"host_enqueue_us":2.700375,"host_batch_us":59.32203125,"event_interval_us":59.1259994507}
{"case":"pointwise_16777216","variant":"pointwise_16777216_separate_graph","round":5,"order":3,"batch":32,"host_single_us":180.214,"host_enqueue_us":1.21659375,"host_batch_us":173.77803125,"event_interval_us":173.56300354}
{"case":"pointwise_16777216","variant":"pointwise_16777216_separate_graph","round":6,"order":0,"batch":32,"host_single_us":180.452,"host_enqueue_us":1.19428125,"host_batch_us":173.76121875,"event_interval_us":173.54800415}
{"case":"pointwise_16777216","variant":"pointwise_16777216_fused_stream","round":6,"order":1,"batch":32,"host_single_us":66.44,"host_enqueue_us":2.6315625,"host_batch_us":59.328625,"event_interval_us":59.1319999695}
{"case":"pointwise_16777216","variant":"pointwise_16777216_fused_graph","round":6,"order":2,"batch":32,"host_single_us":66.912,"host_enqueue_us":1.2259375,"host_batch_us":58.76509375,"event_interval_us":58.5550003052}
{"case":"pointwise_16777216","variant":"pointwise_16777216_separate_stream","round":6,"order":3,"batch":32,"host_single_us":181.732,"host_enqueue_us":7.9775625,"host_batch_us":177.01853125,"event_interval_us":176.817993164}
{"case":"pointwise_16777216","variant":"pointwise_16777216_fused_stream","round":7,"order":0,"batch":32,"host_single_us":65.708,"host_enqueue_us":2.60684375,"host_batch_us":59.28853125,"event_interval_us":59.094997406}
{"case":"pointwise_16777216","variant":"pointwise_16777216_separate_graph","round":7,"order":1,"batch":32,"host_single_us":180.342,"host_enqueue_us":1.12075,"host_batch_us":173.8213125,"event_interval_us":173.619003296}
{"case":"pointwise_16777216","variant":"pointwise_16777216_fused_graph","round":7,"order":2,"batch":32,"host_single_us":66.6,"host_enqueue_us":1.33934375,"host_batch_us":58.767875,"event_interval_us":58.5699996948}
{"case":"pointwise_16777216","variant":"pointwise_16777216_separate_stream","round":7,"order":3,"batch":32,"host_single_us":181.333,"host_enqueue_us":7.5485,"host_batch_us":177.02565625,"event_interval_us":176.817001343}
{"case":"pointwise_16777216","variant":"pointwise_16777216_separate_stream","round":8,"order":0,"batch":32,"host_single_us":182.138,"host_enqueue_us":7.93040625,"host_batch_us":177.136875,"event_interval_us":176.936004639}
{"case":"pointwise_16777216","variant":"pointwise_16777216_fused_graph","round":8,"order":1,"batch":32,"host_single_us":66.593,"host_enqueue_us":1.1763125,"host_batch_us":58.81428125,"event_interval_us":58.6049995422}
{"case":"pointwise_16777216","variant":"pointwise_16777216_fused_stream","round":8,"order":2,"batch":32,"host_single_us":65.512,"host_enqueue_us":2.549,"host_batch_us":59.412375,"event_interval_us":59.2159996033}
{"case":"pointwise_16777216","variant":"pointwise_16777216_separate_graph","round":8,"order":3,"batch":32,"host_single_us":180.183,"host_enqueue_us":1.27603125,"host_batch_us":174.0564375,"event_interval_us":173.851989746}
{"case":"pointwise_16777216","variant":"pointwise_16777216_separate_stream","round":9,"order":0,"batch":32,"host_single_us":183.542,"host_enqueue_us":8.015875,"host_batch_us":177.2926875,"event_interval_us":177.098999023}
{"case":"pointwise_16777216","variant":"pointwise_16777216_fused_stream","round":9,"order":1,"batch":32,"host_single_us":64.988,"host_enqueue_us":2.639375,"host_batch_us":59.3906875,"event_interval_us":59.188999176}
{"case":"pointwise_16777216","variant":"pointwise_16777216_separate_graph","round":9,"order":2,"batch":32,"host_single_us":181.872,"host_enqueue_us":1.2613125,"host_batch_us":174.06040625,"event_interval_us":173.843002319}
{"case":"pointwise_16777216","variant":"pointwise_16777216_fused_graph","round":9,"order":3,"batch":32,"host_single_us":65.417,"host_enqueue_us":1.21621875,"host_batch_us":58.87384375,"event_interval_us":58.655002594}
{"case":"pointwise_16777216","variant":"pointwise_16777216_separate_stream","round":10,"order":0,"batch":32,"host_single_us":183.036,"host_enqueue_us":8.6999375,"host_batch_us":177.24009375,"event_interval_us":177.026000977}
{"case":"pointwise_16777216","variant":"pointwise_16777216_fused_graph","round":10,"order":1,"batch":32,"host_single_us":66.31,"host_enqueue_us":1.25034375,"host_batch_us":58.84875,"event_interval_us":58.6280021667}
{"case":"pointwise_16777216","variant":"pointwise_16777216_separate_graph","round":10,"order":2,"batch":32,"host_single_us":179.976,"host_enqueue_us":1.28965625,"host_batch_us":174.082125,"event_interval_us":173.865997314}
{"case":"pointwise_16777216","variant":"pointwise_16777216_fused_stream","round":10,"order":3,"batch":32,"host_single_us":65.946,"host_enqueue_us":2.96175,"host_batch_us":59.39553125,"event_interval_us":59.2019996643}
{"case":"pointwise_16777216","variant":"pointwise_16777216_fused_graph","round":11,"order":0,"batch":32,"host_single_us":64.846,"host_enqueue_us":1.23303125,"host_batch_us":58.88584375,"event_interval_us":58.6819992065}
{"case":"pointwise_16777216","variant":"pointwise_16777216_separate_graph","round":11,"order":1,"batch":32,"host_single_us":180.523,"host_enqueue_us":1.22915625,"host_batch_us":174.04590625,"event_interval_us":173.841995239}
{"case":"pointwise_16777216","variant":"pointwise_16777216_separate_stream","round":11,"order":2,"batch":32,"host_single_us":181.428,"host_enqueue_us":7.55965625,"host_batch_us":177.137125,"event_interval_us":176.93699646}
{"case":"pointwise_16777216","variant":"pointwise_16777216_fused_stream","round":11,"order":3,"batch":32,"host_single_us":65.735,"host_enqueue_us":2.882,"host_batch_us":59.44428125,"event_interval_us":59.2459983826}
{"case":"pointwise_16777216","variant":"pointwise_16777216_fused_graph","round":12,"order":0,"batch":32,"host_single_us":65.848,"host_enqueue_us":1.4240625,"host_batch_us":58.8208125,"event_interval_us":58.6170005798}
{"case":"pointwise_16777216","variant":"pointwise_16777216_separate_stream","round":12,"order":1,"batch":32,"host_single_us":182.558,"host_enqueue_us":7.8059375,"host_batch_us":177.2916875,"event_interval_us":177.093994141}
{"case":"pointwise_16777216","variant":"pointwise_16777216_fused_stream","round":12,"order":2,"batch":32,"host_single_us":67.44,"host_enqueue_us":2.62803125,"host_batch_us":59.4770625,"event_interval_us":59.28099823}
{"case":"pointwise_16777216","variant":"pointwise_16777216_separate_graph","round":12,"order":3,"batch":32,"host_single_us":181.104,"host_enqueue_us":1.2458125,"host_batch_us":174.09734375,"event_interval_us":173.893005371}
{"case":"pointwise_16777216","variant":"pointwise_16777216_fused_graph","round":13,"order":0,"batch":32,"host_single_us":65.059,"host_enqueue_us":1.2126875,"host_batch_us":58.80009375,"event_interval_us":58.5950012207}
{"case":"pointwise_16777216","variant":"pointwise_16777216_separate_stream","round":13,"order":1,"batch":32,"host_single_us":182.731,"host_enqueue_us":8.1699375,"host_batch_us":177.24790625,"event_interval_us":177.04699707}
{"case":"pointwise_16777216","variant":"pointwise_16777216_separate_graph","round":13,"order":2,"batch":32,"host_single_us":179.589,"host_enqueue_us":1.134,"host_batch_us":174.0413125,"event_interval_us":173.839004517}
{"case":"pointwise_16777216","variant":"pointwise_16777216_fused_stream","round":13,"order":3,"batch":32,"host_single_us":66.43,"host_enqueue_us":2.60153125,"host_batch_us":59.4225625,"event_interval_us":59.2329978943}
{"case":"pointwise_16777216","variant":"pointwise_16777216_separate_graph","round":14,"order":0,"batch":32,"host_single_us":180.672,"host_enqueue_us":1.1815,"host_batch_us":174.15659375,"event_interval_us":173.933990479}
{"case":"pointwise_16777216","variant":"pointwise_16777216_fused_graph","round":14,"order":1,"batch":32,"host_single_us":65.607,"host_enqueue_us":1.20796875,"host_batch_us":58.86040625,"event_interval_us":58.658000946}
{"case":"pointwise_16777216","variant":"pointwise_16777216_fused_stream","round":14,"order":2,"batch":32,"host_single_us":65.631,"host_enqueue_us":2.584,"host_batch_us":59.44271875,"event_interval_us":59.25}
{"case":"pointwise_16777216","variant":"pointwise_16777216_separate_stream","round":14,"order":3,"batch":32,"host_single_us":181.646,"host_enqueue_us":8.03503125,"host_batch_us":177.247375,"event_interval_us":177.049987793}
{"case":"pointwise_16777216","variant":"pointwise_16777216_fused_stream","round":15,"order":0,"batch":32,"host_single_us":66.472,"host_enqueue_us":2.6196875,"host_batch_us":59.41878125,"event_interval_us":59.2259979248}
{"case":"pointwise_16777216","variant":"pointwise_16777216_separate_stream","round":15,"order":1,"batch":32,"host_single_us":181.432,"host_enqueue_us":7.91353125,"host_batch_us":177.1305625,"event_interval_us":176.932998657}
{"case":"pointwise_16777216","variant":"pointwise_16777216_separate_graph","round":15,"order":2,"batch":32,"host_single_us":182.538,"host_enqueue_us":1.241625,"host_batch_us":174.089625,"event_interval_us":173.874008179}
{"case":"pointwise_16777216","variant":"pointwise_16777216_fused_graph","round":15,"order":3,"batch":32,"host_single_us":65.307,"host_enqueue_us":1.15684375,"host_batch_us":59.17084375,"event_interval_us":58.6459999084}
{"case":"pointwise_16777216","variant":"pointwise_16777216_fused_stream","round":16,"order":0,"batch":32,"host_single_us":89.43,"host_enqueue_us":4.353125,"host_batch_us":59.50825,"event_interval_us":59.3260002136}
{"case":"pointwise_16777216","variant":"pointwise_16777216_separate_graph","round":16,"order":1,"batch":32,"host_single_us":188.693,"host_enqueue_us":1.65790625,"host_batch_us":174.2039375,"event_interval_us":173.994003296}
{"case":"pointwise_16777216","variant":"pointwise_16777216_separate_stream","round":16,"order":2,"batch":32,"host_single_us":185.449,"host_enqueue_us":11.66703125,"host_batch_us":177.314,"event_interval_us":177.090011597}
{"case":"pointwise_16777216","variant":"pointwise_16777216_fused_graph","round":16,"order":3,"batch":32,"host_single_us":68.236,"host_enqueue_us":1.50215625,"host_batch_us":58.8459375,"event_interval_us":58.6140022278}
{"case":"pointwise_16777216","variant":"pointwise_16777216_fused_stream","round":17,"order":0,"batch":32,"host_single_us":67.204,"host_enqueue_us":3.79859375,"host_batch_us":59.46540625,"event_interval_us":59.2550010681}
{"case":"pointwise_16777216","variant":"pointwise_16777216_fused_graph","round":17,"order":1,"batch":32,"host_single_us":66.432,"host_enqueue_us":1.4880625,"host_batch_us":58.8998125,"event_interval_us":58.6669998169}
{"case":"pointwise_16777216","variant":"pointwise_16777216_separate_graph","round":17,"order":2,"batch":32,"host_single_us":180.998,"host_enqueue_us":1.45665625,"host_batch_us":174.05803125,"event_interval_us":173.830993652}
{"case":"pointwise_16777216","variant":"pointwise_16777216_separate_stream","round":17,"order":3,"batch":32,"host_single_us":183.599,"host_enqueue_us":10.9641875,"host_batch_us":177.3150625,"event_interval_us":177.105987549}
{"case":"pointwise_16777216","variant":"pointwise_16777216_fused_stream","round":18,"order":0,"batch":32,"host_single_us":68.246,"host_enqueue_us":3.80190625,"host_batch_us":59.476125,"event_interval_us":59.2620010376}
{"case":"pointwise_16777216","variant":"pointwise_16777216_fused_graph","round":18,"order":1,"batch":32,"host_single_us":67.764,"host_enqueue_us":1.46390625,"host_batch_us":58.87484375,"event_interval_us":58.6349983215}
{"case":"pointwise_16777216","variant":"pointwise_16777216_separate_stream","round":18,"order":2,"batch":32,"host_single_us":184.653,"host_enqueue_us":11.3093125,"host_batch_us":177.34125,"event_interval_us":177.137008667}
{"case":"pointwise_16777216","variant":"pointwise_16777216_separate_graph","round":18,"order":3,"batch":32,"host_single_us":182.62,"host_enqueue_us":1.57484375,"host_batch_us":174.04584375,"event_interval_us":173.832992554}
{"case":"pointwise_16777216","variant":"pointwise_16777216_fused_stream","round":19,"order":0,"batch":32,"host_single_us":67.674,"host_enqueue_us":3.8634375,"host_batch_us":59.45446875,"event_interval_us":59.2389984131}
{"case":"pointwise_16777216","variant":"pointwise_16777216_fused_graph","round":19,"order":1,"batch":32,"host_single_us":67.243,"host_enqueue_us":1.47453125,"host_batch_us":58.89271875,"event_interval_us":58.6669998169}
{"case":"pointwise_16777216","variant":"pointwise_16777216_separate_stream","round":19,"order":2,"batch":32,"host_single_us":183.613,"host_enqueue_us":11.5965,"host_batch_us":177.3530625,"event_interval_us":177.117996216}
{"case":"pointwise_16777216","variant":"pointwise_16777216_separate_graph","round":19,"order":3,"batch":32,"host_single_us":183.244,"host_enqueue_us":1.54578125,"host_batch_us":174.07934375,"event_interval_us":173.851989746}
{"case":"pointwise_16777216","variant":"pointwise_16777216_separate_graph","round":20,"order":0,"batch":32,"host_single_us":182.29,"host_enqueue_us":1.4666875,"host_batch_us":174.0321875,"event_interval_us":173.794006348}
{"case":"pointwise_16777216","variant":"pointwise_16777216_fused_stream","round":20,"order":1,"batch":32,"host_single_us":74.738,"host_enqueue_us":3.89071875,"host_batch_us":59.45878125,"event_interval_us":59.2520027161}
{"case":"pointwise_16777216","variant":"pointwise_16777216_fused_graph","round":20,"order":2,"batch":32,"host_single_us":67.274,"host_enqueue_us":1.7154375,"host_batch_us":58.939125,"event_interval_us":58.7119979858}
{"case":"pointwise_16777216","variant":"pointwise_16777216_separate_stream","round":20,"order":3,"batch":32,"host_single_us":183.629,"host_enqueue_us":11.45571875,"host_batch_us":177.2975,"event_interval_us":177.070999146}
{"case":"tiles_ragged","variant":"tiles_ragged_queue_graph","round":0,"order":0,"batch":128,"host_single_us":205.434,"host_enqueue_us":2.37475,"host_batch_us":199.55475,"event_interval_us":199.491760254}
{"case":"tiles_ragged","variant":"tiles_ragged_fused_graph","round":0,"order":1,"batch":128,"host_single_us":216.436,"host_enqueue_us":1.4586015625,"host_batch_us":207.506929687,"event_interval_us":207.449996948}
{"case":"tiles_ragged","variant":"tiles_ragged_queue_stream","round":0,"order":2,"batch":128,"host_single_us":220.41,"host_enqueue_us":4.9635078125,"host_batch_us":199.660234375,"event_interval_us":199.60874939}
{"case":"tiles_ragged","variant":"tiles_ragged_separate_graph","round":0,"order":3,"batch":128,"host_single_us":211.649,"host_enqueue_us":1.5014921875,"host_batch_us":199.256289063,"event_interval_us":199.204498291}
{"case":"tiles_ragged","variant":"tiles_ragged_fused_stream","round":0,"order":4,"batch":128,"host_single_us":216.233,"host_enqueue_us":3.774515625,"host_batch_us":207.021835937,"event_interval_us":206.966506958}
{"case":"tiles_ragged","variant":"tiles_ragged_separate_stream","round":0,"order":5,"batch":128,"host_single_us":210.726,"host_enqueue_us":7.2318671875,"host_batch_us":200.24934375,"event_interval_us":200.197998047}
{"case":"tiles_ragged","variant":"tiles_ragged_fused_stream","round":1,"order":0,"batch":128,"host_single_us":212.004,"host_enqueue_us":3.5959609375,"host_batch_us":207.379015625,"event_interval_us":207.322250366}
{"case":"tiles_ragged","variant":"tiles_ragged_queue_stream","round":1,"order":1,"batch":128,"host_single_us":211.652,"host_enqueue_us":4.8321015625,"host_batch_us":199.607523437,"event_interval_us":199.56350708}
{"case":"tiles_ragged","variant":"tiles_ragged_fused_graph","round":1,"order":2,"batch":128,"host_single_us":213.485,"host_enqueue_us":1.51403125,"host_batch_us":207.215984375,"event_interval_us":207.166992188}
{"case":"tiles_ragged","variant":"tiles_ragged_separate_graph","round":1,"order":3,"batch":128,"host_single_us":205.907,"host_enqueue_us":1.3370859375,"host_batch_us":199.183820312,"event_interval_us":199.135238647}
{"case":"tiles_ragged","variant":"tiles_ragged_queue_graph","round":1,"order":4,"batch":128,"host_single_us":205.631,"host_enqueue_us":2.1191640625,"host_batch_us":199.629101563,"event_interval_us":199.567001343}
{"case":"tiles_ragged","variant":"tiles_ragged_separate_stream","round":1,"order":5,"batch":128,"host_single_us":209.159,"host_enqueue_us":7.03325,"host_batch_us":200.231195313,"event_interval_us":200.177749634}
{"case":"tiles_ragged","variant":"tiles_ragged_separate_stream","round":2,"order":0,"batch":128,"host_single_us":209.911,"host_enqueue_us":7.1584921875,"host_batch_us":200.167664062,"event_interval_us":200.117248535}
{"case":"tiles_ragged","variant":"tiles_ragged_queue_graph","round":2,"order":1,"batch":128,"host_single_us":206.364,"host_enqueue_us":2.128515625,"host_batch_us":199.611390625,"event_interval_us":199.561248779}
{"case":"tiles_ragged","variant":"tiles_ragged_fused_graph","round":2,"order":2,"batch":128,"host_single_us":222.308,"host_enqueue_us":1.2926640625,"host_batch_us":207.461140625,"event_interval_us":207.399246216}
{"case":"tiles_ragged","variant":"tiles_ragged_queue_stream","round":2,"order":3,"batch":128,"host_single_us":211.808,"host_enqueue_us":4.629875,"host_batch_us":199.616390625,"event_interval_us":199.562744141}
{"case":"tiles_ragged","variant":"tiles_ragged_separate_graph","round":2,"order":4,"batch":128,"host_single_us":206.232,"host_enqueue_us":1.3615859375,"host_batch_us":199.36103125,"event_interval_us":199.305252075}
{"case":"tiles_ragged","variant":"tiles_ragged_fused_stream","round":2,"order":5,"batch":128,"host_single_us":212.406,"host_enqueue_us":3.4809375,"host_batch_us":206.455148437,"event_interval_us":206.403488159}
{"case":"tiles_ragged","variant":"tiles_ragged_fused_stream","round":3,"order":0,"batch":128,"host_single_us":224.849,"host_enqueue_us":3.467578125,"host_batch_us":206.826367188,"event_interval_us":206.772750854}
{"case":"tiles_ragged","variant":"tiles_ragged_separate_stream","round":3,"order":1,"batch":128,"host_single_us":209.046,"host_enqueue_us":6.8812109375,"host_batch_us":200.272335938,"event_interval_us":200.21875}
{"case":"tiles_ragged","variant":"tiles_ragged_queue_graph","round":3,"order":2,"batch":128,"host_single_us":207.2,"host_enqueue_us":2.1896953125,"host_batch_us":199.547828125,"event_interval_us":199.50050354}
{"case":"tiles_ragged","variant":"tiles_ragged_separate_graph","round":3,"order":3,"batch":128,"host_single_us":203,"host_enqueue_us":1.431890625,"host_batch_us":199.285992187,"event_interval_us":199.225494385}
{"case":"tiles_ragged","variant":"tiles_ragged_queue_stream","round":3,"order":4,"batch":128,"host_single_us":209.904,"host_enqueue_us":4.848359375,"host_batch_us":199.698007813,"event_interval_us":199.638504028}
{"case":"tiles_ragged","variant":"tiles_ragged_fused_graph","round":3,"order":5,"batch":128,"host_single_us":210.926,"host_enqueue_us":1.3925703125,"host_batch_us":207.235585937,"event_interval_us":207.177749634}
{"case":"tiles_ragged","variant":"tiles_ragged_queue_stream","round":4,"order":0,"batch":128,"host_single_us":209.71,"host_enqueue_us":4.874078125,"host_batch_us":199.62471875,"event_interval_us":199.567001343}
{"case":"tiles_ragged","variant":"tiles_ragged_queue_graph","round":4,"order":1,"batch":128,"host_single_us":205.941,"host_enqueue_us":2.314609375,"host_batch_us":199.563796875,"event_interval_us":199.505752563}
{"case":"tiles_ragged","variant":"tiles_ragged_separate_stream","round":4,"order":2,"batch":128,"host_single_us":210.157,"host_enqueue_us":7.35759375,"host_batch_us":200.369804687,"event_interval_us":200.313995361}
{"case":"tiles_ragged","variant":"tiles_ragged_fused_graph","round":4,"order":3,"batch":128,"host_single_us":223.441,"host_enqueue_us":1.4138984375,"host_batch_us":207.084492187,"event_interval_us":207.030258179}
{"case":"tiles_ragged","variant":"tiles_ragged_separate_graph","round":4,"order":4,"batch":128,"host_single_us":207.056,"host_enqueue_us":1.4325546875,"host_batch_us":199.24140625,"event_interval_us":199.188751221}
{"case":"tiles_ragged","variant":"tiles_ragged_fused_stream","round":4,"order":5,"batch":128,"host_single_us":213.082,"host_enqueue_us":3.542765625,"host_batch_us":207.810632812,"event_interval_us":207.76399231}
{"case":"tiles_ragged","variant":"tiles_ragged_separate_stream","round":5,"order":0,"batch":128,"host_single_us":209.4,"host_enqueue_us":7.047171875,"host_batch_us":200.147007812,"event_interval_us":200.097244263}
{"case":"tiles_ragged","variant":"tiles_ragged_separate_graph","round":5,"order":1,"batch":128,"host_single_us":206.528,"host_enqueue_us":1.296859375,"host_batch_us":199.441164063,"event_interval_us":199.381759644}
{"case":"tiles_ragged","variant":"tiles_ragged_fused_graph","round":5,"order":2,"batch":128,"host_single_us":210.343,"host_enqueue_us":1.3435546875,"host_batch_us":207.250414062,"event_interval_us":207.201751709}
{"case":"tiles_ragged","variant":"tiles_ragged_queue_stream","round":5,"order":3,"batch":128,"host_single_us":222.917,"host_enqueue_us":4.68353125,"host_batch_us":199.638648437,"event_interval_us":199.576248169}
{"case":"tiles_ragged","variant":"tiles_ragged_fused_stream","round":5,"order":4,"batch":128,"host_single_us":211.889,"host_enqueue_us":3.6219140625,"host_batch_us":207.521257813,"event_interval_us":207.471740723}
{"case":"tiles_ragged","variant":"tiles_ragged_queue_graph","round":5,"order":5,"batch":128,"host_single_us":205.668,"host_enqueue_us":1.9722109375,"host_batch_us":199.635445312,"event_interval_us":199.581253052}
{"case":"tiles_ragged","variant":"tiles_ragged_separate_stream","round":6,"order":0,"batch":128,"host_single_us":208.947,"host_enqueue_us":6.8921015625,"host_batch_us":200.40225,"event_interval_us":200.352249146}
{"case":"tiles_ragged","variant":"tiles_ragged_fused_graph","round":6,"order":1,"batch":128,"host_single_us":211.283,"host_enqueue_us":1.3540703125,"host_batch_us":206.068757812,"event_interval_us":206.016494751}
{"case":"tiles_ragged","variant":"tiles_ragged_queue_stream","round":6,"order":2,"batch":128,"host_single_us":208.887,"host_enqueue_us":4.6694609375,"host_batch_us":199.677796875,"event_interval_us":199.622756958}
{"case":"tiles_ragged","variant":"tiles_ragged_fused_stream","round":6,"order":3,"batch":128,"host_single_us":212.719,"host_enqueue_us":3.6138046875,"host_batch_us":207.5074375,"event_interval_us":207.456497192}
{"case":"tiles_ragged","variant":"tiles_ragged_separate_graph","round":6,"order":4,"batch":128,"host_single_us":206.786,"host_enqueue_us":1.321640625,"host_batch_us":199.021828125,"event_interval_us":198.966003418}
{"case":"tiles_ragged","variant":"tiles_ragged_queue_graph","round":6,"order":5,"batch":128,"host_single_us":204.81,"host_enqueue_us":2.026328125,"host_batch_us":199.581757813,"event_interval_us":199.523254395}
{"case":"tiles_ragged","variant":"tiles_ragged_queue_stream","round":7,"order":0,"batch":128,"host_single_us":213.444,"host_enqueue_us":4.740765625,"host_batch_us":199.607929687,"event_interval_us":199.554000854}
{"case":"tiles_ragged","variant":"tiles_ragged_queue_graph","round":7,"order":1,"batch":128,"host_single_us":205.296,"host_enqueue_us":2.0631015625,"host_batch_us":199.614625,"event_interval_us":199.56048584}
{"case":"tiles_ragged","variant":"tiles_ragged_separate_stream","round":7,"order":2,"batch":128,"host_single_us":209.371,"host_enqueue_us":6.8931015625,"host_batch_us":200.100890625,"event_interval_us":200.053497314}
{"case":"tiles_ragged","variant":"tiles_ragged_separate_graph","round":7,"order":3,"batch":128,"host_single_us":211.843,"host_enqueue_us":1.2633671875,"host_batch_us":199.301421875,"event_interval_us":199.250991821}
{"case":"tiles_ragged","variant":"tiles_ragged_fused_stream","round":7,"order":4,"batch":128,"host_single_us":212.21,"host_enqueue_us":3.4524765625,"host_batch_us":207.759867187,"event_interval_us":207.705001831}
{"case":"tiles_ragged","variant":"tiles_ragged_fused_graph","round":7,"order":5,"batch":128,"host_single_us":212.524,"host_enqueue_us":1.2966640625,"host_batch_us":207.087359375,"event_interval_us":207.036254883}
{"case":"tiles_ragged","variant":"tiles_ragged_fused_graph","round":8,"order":0,"batch":128,"host_single_us":211.719,"host_enqueue_us":1.326109375,"host_batch_us":206.397054688,"event_interval_us":206.348251343}
{"case":"tiles_ragged","variant":"tiles_ragged_separate_stream","round":8,"order":1,"batch":128,"host_single_us":213.321,"host_enqueue_us":7.005890625,"host_batch_us":200.352273438,"event_interval_us":200.299758911}
{"case":"tiles_ragged","variant":"tiles_ragged_separate_graph","round":8,"order":2,"batch":128,"host_single_us":206.967,"host_enqueue_us":1.2975390625,"host_batch_us":199.332429687,"event_interval_us":199.273742676}
{"case":"tiles_ragged","variant":"tiles_ragged_fused_stream","round":8,"order":3,"batch":128,"host_single_us":226.446,"host_enqueue_us":3.2457734375,"host_batch_us":206.938890625,"event_interval_us":206.887237549}
{"case":"tiles_ragged","variant":"tiles_ragged_queue_graph","round":8,"order":4,"batch":128,"host_single_us":205.79,"host_enqueue_us":2.1179375,"host_batch_us":199.582414062,"event_interval_us":199.522994995}
{"case":"tiles_ragged","variant":"tiles_ragged_queue_stream","round":8,"order":5,"batch":128,"host_single_us":210.49,"host_enqueue_us":4.7943359375,"host_batch_us":199.610585937,"event_interval_us":199.549240112}
{"case":"tiles_ragged","variant":"tiles_ragged_queue_stream","round":9,"order":0,"batch":128,"host_single_us":209.486,"host_enqueue_us":4.689,"host_batch_us":199.624351563,"event_interval_us":199.570251465}
{"case":"tiles_ragged","variant":"tiles_ragged_queue_graph","round":9,"order":1,"batch":128,"host_single_us":204.473,"host_enqueue_us":2.0010234375,"host_batch_us":199.555492187,"event_interval_us":199.500747681}
{"case":"tiles_ragged","variant":"tiles_ragged_fused_graph","round":9,"order":2,"batch":128,"host_single_us":221.639,"host_enqueue_us":1.299828125,"host_batch_us":207.005984375,"event_interval_us":206.949508667}
{"case":"tiles_ragged","variant":"tiles_ragged_fused_stream","round":9,"order":3,"batch":128,"host_single_us":225.061,"host_enqueue_us":3.480390625,"host_batch_us":207.741390625,"event_interval_us":207.690750122}
{"case":"tiles_ragged","variant":"tiles_ragged_separate_stream","round":9,"order":4,"batch":128,"host_single_us":209.32,"host_enqueue_us":7.351796875,"host_batch_us":200.259492188,"event_interval_us":200.210998535}
{"case":"tiles_ragged","variant":"tiles_ragged_separate_graph","round":9,"order":5,"batch":128,"host_single_us":206.147,"host_enqueue_us":1.4163125,"host_batch_us":199.271335937,"event_interval_us":199.220993042}
{"case":"tiles_ragged","variant":"tiles_ragged_separate_graph","round":10,"order":0,"batch":128,"host_single_us":205.496,"host_enqueue_us":1.443515625,"host_batch_us":199.314140625,"event_interval_us":199.253250122}
{"case":"tiles_ragged","variant":"tiles_ragged_fused_stream","round":10,"order":1,"batch":128,"host_single_us":213.977,"host_enqueue_us":3.556140625,"host_batch_us":206.863195313,"event_interval_us":206.8125}
{"case":"tiles_ragged","variant":"tiles_ragged_queue_stream","round":10,"order":2,"batch":128,"host_single_us":210.059,"host_enqueue_us":4.95728125,"host_batch_us":199.628554688,"event_interval_us":199.569259644}
{"case":"tiles_ragged","variant":"tiles_ragged_separate_stream","round":10,"order":3,"batch":128,"host_single_us":210.874,"host_enqueue_us":7.388640625,"host_batch_us":200.170578125,"event_interval_us":200.121002197}
{"case":"tiles_ragged","variant":"tiles_ragged_queue_graph","round":10,"order":4,"batch":128,"host_single_us":206.64,"host_enqueue_us":2.2417109375,"host_batch_us":199.562171875,"event_interval_us":199.507995605}
{"case":"tiles_ragged","variant":"tiles_ragged_fused_graph","round":10,"order":5,"batch":128,"host_single_us":211.77,"host_enqueue_us":1.428015625,"host_batch_us":206.828445313,"event_interval_us":206.780487061}
{"case":"tiles_ragged","variant":"tiles_ragged_separate_graph","round":11,"order":0,"batch":128,"host_single_us":206.444,"host_enqueue_us":1.4978671875,"host_batch_us":199.25284375,"event_interval_us":199.197250366}
{"case":"tiles_ragged","variant":"tiles_ragged_queue_stream","round":11,"order":1,"batch":128,"host_single_us":210.727,"host_enqueue_us":4.9005,"host_batch_us":199.621421875,"event_interval_us":199.566009521}
{"case":"tiles_ragged","variant":"tiles_ragged_fused_graph","round":11,"order":2,"batch":128,"host_single_us":210.703,"host_enqueue_us":1.4477734375,"host_batch_us":206.213414062,"event_interval_us":206.156005859}
{"case":"tiles_ragged","variant":"tiles_ragged_fused_stream","round":11,"order":3,"batch":128,"host_single_us":213.594,"host_enqueue_us":3.6505703125,"host_batch_us":207.747328125,"event_interval_us":207.697494507}
{"case":"tiles_ragged","variant":"tiles_ragged_separate_stream","round":11,"order":4,"batch":128,"host_single_us":210.138,"host_enqueue_us":7.4050546875,"host_batch_us":200.319992187,"event_interval_us":200.270996094}
{"case":"tiles_ragged","variant":"tiles_ragged_queue_graph","round":11,"order":5,"batch":128,"host_single_us":205.262,"host_enqueue_us":2.2626015625,"host_batch_us":199.553382812,"event_interval_us":199.496490479}
{"case":"tiles_ragged","variant":"tiles_ragged_queue_graph","round":12,"order":0,"batch":128,"host_single_us":204.735,"host_enqueue_us":2.26090625,"host_batch_us":199.560054688,"event_interval_us":199.509506226}
{"case":"tiles_ragged","variant":"tiles_ragged_queue_stream","round":12,"order":1,"batch":128,"host_single_us":209.887,"host_enqueue_us":4.8581796875,"host_batch_us":199.622304687,"event_interval_us":199.574493408}
{"case":"tiles_ragged","variant":"tiles_ragged_fused_stream","round":12,"order":2,"batch":128,"host_single_us":212.184,"host_enqueue_us":3.7832265625,"host_batch_us":207.24003125,"event_interval_us":207.189239502}
{"case":"tiles_ragged","variant":"tiles_ragged_separate_stream","round":12,"order":3,"batch":128,"host_single_us":208.688,"host_enqueue_us":7.4817734375,"host_batch_us":200.195984375,"event_interval_us":200.145751953}
{"case":"tiles_ragged","variant":"tiles_ragged_fused_graph","round":12,"order":4,"batch":128,"host_single_us":222.307,"host_enqueue_us":1.442203125,"host_batch_us":206.735976563,"event_interval_us":206.680511475}
{"case":"tiles_ragged","variant":"tiles_ragged_separate_graph","round":12,"order":5,"batch":128,"host_single_us":206.854,"host_enqueue_us":1.4253828125,"host_batch_us":199.293570313,"event_interval_us":199.240249634}
{"case":"tiles_ragged","variant":"tiles_ragged_fused_graph","round":13,"order":0,"batch":128,"host_single_us":212.513,"host_enqueue_us":1.5113515625,"host_batch_us":206.84659375,"event_interval_us":206.795501709}
{"case":"tiles_ragged","variant":"tiles_ragged_separate_stream","round":13,"order":1,"batch":128,"host_single_us":213.812,"host_enqueue_us":7.5526015625,"host_batch_us":200.474101563,"event_interval_us":200.423492432}
{"case":"tiles_ragged","variant":"tiles_ragged_separate_graph","round":13,"order":2,"batch":128,"host_single_us":250.571,"host_enqueue_us":1.44609375,"host_batch_us":199.402460937,"event_interval_us":199.352508545}
{"case":"tiles_ragged","variant":"tiles_ragged_queue_stream","round":13,"order":3,"batch":128,"host_single_us":230.245,"host_enqueue_us":4.9187421875,"host_batch_us":199.636578125,"event_interval_us":199.585754395}
{"case":"tiles_ragged","variant":"tiles_ragged_fused_stream","round":13,"order":4,"batch":128,"host_single_us":215.172,"host_enqueue_us":3.5577734375,"host_batch_us":207.050351562,"event_interval_us":206.998245239}
{"case":"tiles_ragged","variant":"tiles_ragged_queue_graph","round":13,"order":5,"batch":128,"host_single_us":209.63,"host_enqueue_us":2.343578125,"host_batch_us":199.563,"event_interval_us":199.509246826}
{"case":"tiles_ragged","variant":"tiles_ragged_fused_stream","round":14,"order":0,"batch":128,"host_single_us":226.134,"host_enqueue_us":3.881515625,"host_batch_us":206.341617187,"event_interval_us":206.258499146}
{"case":"tiles_ragged","variant":"tiles_ragged_separate_graph","round":14,"order":1,"batch":128,"host_single_us":208.021,"host_enqueue_us":1.4799609375,"host_batch_us":199.365132813,"event_interval_us":199.312255859}
{"case":"tiles_ragged","variant":"tiles_ragged_separate_stream","round":14,"order":2,"batch":128,"host_single_us":211.756,"host_enqueue_us":7.373328125,"host_batch_us":200.222148438,"event_interval_us":200.17149353}
{"case":"tiles_ragged","variant":"tiles_ragged_fused_graph","round":14,"order":3,"batch":128,"host_single_us":211.494,"host_enqueue_us":1.4225078125,"host_batch_us":206.883585937,"event_interval_us":206.832748413}
{"case":"tiles_ragged","variant":"tiles_ragged_queue_graph","round":14,"order":4,"batch":128,"host_single_us":205.574,"host_enqueue_us":2.2672890625,"host_batch_us":199.56659375,"event_interval_us":199.51651001}
{"case":"tiles_ragged","variant":"tiles_ragged_queue_stream","round":14,"order":5,"batch":128,"host_single_us":209.911,"host_enqueue_us":4.8014140625,"host_batch_us":199.611851562,"event_interval_us":199.560745239}
{"case":"tiles_ragged","variant":"tiles_ragged_queue_stream","round":15,"order":0,"batch":128,"host_single_us":208.975,"host_enqueue_us":5.0997421875,"host_batch_us":199.624109375,"event_interval_us":199.573760986}
{"case":"tiles_ragged","variant":"tiles_ragged_queue_graph","round":15,"order":1,"batch":128,"host_single_us":206.557,"host_enqueue_us":2.279265625,"host_batch_us":199.53665625,"event_interval_us":199.487747192}
{"case":"tiles_ragged","variant":"tiles_ragged_fused_stream","round":15,"order":2,"batch":128,"host_single_us":213.877,"host_enqueue_us":3.7244140625,"host_batch_us":206.740375,"event_interval_us":206.690002441}
{"case":"tiles_ragged","variant":"tiles_ragged_separate_stream","round":15,"order":3,"batch":128,"host_single_us":209.77,"host_enqueue_us":8.2756171875,"host_batch_us":200.316992188,"event_interval_us":200.268508911}
{"case":"tiles_ragged","variant":"tiles_ragged_fused_graph","round":15,"order":4,"batch":128,"host_single_us":212.972,"host_enqueue_us":1.4319921875,"host_batch_us":206.144546875,"event_interval_us":206.091247559}
{"case":"tiles_ragged","variant":"tiles_ragged_separate_graph","round":15,"order":5,"batch":128,"host_single_us":207.294,"host_enqueue_us":1.4244296875,"host_batch_us":199.119742188,"event_interval_us":199.06300354}
{"case":"tiles_ragged","variant":"tiles_ragged_fused_graph","round":16,"order":0,"batch":128,"host_single_us":211.883,"host_enqueue_us":1.4256640625,"host_batch_us":206.85784375,"event_interval_us":206.804748535}
{"case":"tiles_ragged","variant":"tiles_ragged_queue_graph","round":16,"order":1,"batch":128,"host_single_us":207.388,"host_enqueue_us":2.267953125,"host_batch_us":199.575984375,"event_interval_us":199.526992798}
{"case":"tiles_ragged","variant":"tiles_ragged_separate_stream","round":16,"order":2,"batch":128,"host_single_us":211.794,"host_enqueue_us":7.4043203125,"host_batch_us":200.247929688,"event_interval_us":200.197998047}
{"case":"tiles_ragged","variant":"tiles_ragged_fused_stream","round":16,"order":3,"batch":128,"host_single_us":211.756,"host_enqueue_us":3.7061953125,"host_batch_us":207.289585937,"event_interval_us":207.239486694}
{"case":"tiles_ragged","variant":"tiles_ragged_separate_graph","round":16,"order":4,"batch":128,"host_single_us":207.599,"host_enqueue_us":1.391828125,"host_batch_us":199.304242187,"event_interval_us":199.253494263}
{"case":"tiles_ragged","variant":"tiles_ragged_queue_stream","round":16,"order":5,"batch":128,"host_single_us":209.625,"host_enqueue_us":4.695578125,"host_batch_us":199.642734375,"event_interval_us":199.579742432}
{"case":"tiles_ragged","variant":"tiles_ragged_queue_stream","round":17,"order":0,"batch":128,"host_single_us":208.109,"host_enqueue_us":4.7128984375,"host_batch_us":199.68571875,"event_interval_us":199.628753662}
{"case":"tiles_ragged","variant":"tiles_ragged_queue_graph","round":17,"order":1,"batch":128,"host_single_us":206.872,"host_enqueue_us":2.25109375,"host_batch_us":199.544992187,"event_interval_us":199.494750977}
{"case":"tiles_ragged","variant":"tiles_ragged_separate_graph","round":17,"order":2,"batch":128,"host_single_us":207.088,"host_enqueue_us":1.3419609375,"host_batch_us":199.342710937,"event_interval_us":199.287506104}
{"case":"tiles_ragged","variant":"tiles_ragged_separate_stream","round":17,"order":3,"batch":128,"host_single_us":209.892,"host_enqueue_us":7.3438515625,"host_batch_us":200.283390625,"event_interval_us":200.231246948}
{"case":"tiles_ragged","variant":"tiles_ragged_fused_graph","round":17,"order":4,"batch":128,"host_single_us":222.662,"host_enqueue_us":1.3894296875,"host_batch_us":206.911117187,"event_interval_us":206.862487793}
{"case":"tiles_ragged","variant":"tiles_ragged_fused_stream","round":17,"order":5,"batch":128,"host_single_us":212.609,"host_enqueue_us":3.549703125,"host_batch_us":206.819625,"event_interval_us":206.770492554}
{"case":"tiles_ragged","variant":"tiles_ragged_separate_graph","round":18,"order":0,"batch":128,"host_single_us":206.191,"host_enqueue_us":1.3806640625,"host_batch_us":199.283421875,"event_interval_us":199.225494385}
{"case":"tiles_ragged","variant":"tiles_ragged_separate_stream","round":18,"order":1,"batch":128,"host_single_us":209.644,"host_enqueue_us":7.0948046875,"host_batch_us":200.168585938,"event_interval_us":200.117248535}
{"case":"tiles_ragged","variant":"tiles_ragged_queue_graph","round":18,"order":2,"batch":128,"host_single_us":205.502,"host_enqueue_us":2.13578125,"host_batch_us":199.547054688,"event_interval_us":199.499252319}
{"case":"tiles_ragged","variant":"tiles_ragged_fused_stream","round":18,"order":3,"batch":128,"host_single_us":212.773,"host_enqueue_us":3.669953125,"host_batch_us":206.982992188,"event_interval_us":206.931991577}
{"case":"tiles_ragged","variant":"tiles_ragged_fused_graph","round":18,"order":4,"batch":128,"host_single_us":222.811,"host_enqueue_us":1.350640625,"host_batch_us":206.796570312,"event_interval_us":206.737243652}
{"case":"tiles_ragged","variant":"tiles_ragged_queue_stream","round":18,"order":5,"batch":128,"host_single_us":211.065,"host_enqueue_us":4.76759375,"host_batch_us":199.673460938,"event_interval_us":199.614257812}
{"case":"tiles_ragged","variant":"tiles_ragged_queue_stream","round":19,"order":0,"batch":128,"host_single_us":207.808,"host_enqueue_us":4.7025546875,"host_batch_us":199.689796875,"event_interval_us":199.631500244}
{"case":"tiles_ragged","variant":"tiles_ragged_fused_graph","round":19,"order":1,"batch":128,"host_single_us":210.844,"host_enqueue_us":1.3861171875,"host_batch_us":206.9726875,"event_interval_us":206.913253784}
{"case":"tiles_ragged","variant":"tiles_ragged_separate_stream","round":19,"order":2,"batch":128,"host_single_us":209.027,"host_enqueue_us":7.32690625,"host_batch_us":200.418757812,"event_interval_us":200.368743896}
{"case":"tiles_ragged","variant":"tiles_ragged_fused_stream","round":19,"order":3,"batch":128,"host_single_us":213.161,"host_enqueue_us":3.4753125,"host_batch_us":207.689125,"event_interval_us":207.634490967}
{"case":"tiles_ragged","variant":"tiles_ragged_queue_graph","round":19,"order":4,"batch":128,"host_single_us":206.321,"host_enqueue_us":2.21565625,"host_batch_us":199.57540625,"event_interval_us":199.525741577}
{"case":"tiles_ragged","variant":"tiles_ragged_separate_graph","round":19,"order":5,"batch":128,"host_single_us":223.087,"host_enqueue_us":1.4007734375,"host_batch_us":199.266867187,"event_interval_us":199.212509155}
{"case":"tiles_ragged","variant":"tiles_ragged_fused_stream","round":20,"order":0,"batch":128,"host_single_us":233.063,"host_enqueue_us":3.6719765625,"host_batch_us":207.6821875,"event_interval_us":207.626998901}
{"case":"tiles_ragged","variant":"tiles_ragged_separate_graph","round":20,"order":1,"batch":128,"host_single_us":203.689,"host_enqueue_us":1.4481484375,"host_batch_us":199.0495,"event_interval_us":198.997756958}
{"case":"tiles_ragged","variant":"tiles_ragged_separate_stream","round":20,"order":2,"batch":128,"host_single_us":212.044,"host_enqueue_us":7.1875,"host_batch_us":200.190039063,"event_interval_us":200.14074707}
{"case":"tiles_ragged","variant":"tiles_ragged_queue_graph","round":20,"order":3,"batch":128,"host_single_us":209.74,"host_enqueue_us":2.1091640625,"host_batch_us":199.59246875,"event_interval_us":199.537246704}
{"case":"tiles_ragged","variant":"tiles_ragged_queue_stream","round":20,"order":4,"batch":128,"host_single_us":219.43,"host_enqueue_us":4.6440078125,"host_batch_us":199.675804688,"event_interval_us":199.623001099}
{"case":"tiles_ragged","variant":"tiles_ragged_fused_graph","round":20,"order":5,"batch":128,"host_single_us":223.77,"host_enqueue_us":1.3768125,"host_batch_us":207.135976562,"event_interval_us":207.084259033}
{"case":"tiles_balanced","variant":"tiles_balanced_queue_graph","round":0,"order":0,"batch":128,"host_single_us":122.139,"host_enqueue_us":2.257046875,"host_batch_us":117.163132812,"event_interval_us":117.108001709}
{"case":"tiles_balanced","variant":"tiles_balanced_fused_graph","round":0,"order":1,"batch":128,"host_single_us":127.357,"host_enqueue_us":1.3998359375,"host_batch_us":120.92496875,"event_interval_us":120.867752075}
{"case":"tiles_balanced","variant":"tiles_balanced_queue_stream","round":0,"order":2,"batch":128,"host_single_us":126.467,"host_enqueue_us":4.8339140625,"host_batch_us":117.273523438,"event_interval_us":117.21900177}
{"case":"tiles_balanced","variant":"tiles_balanced_separate_graph","round":0,"order":3,"batch":128,"host_single_us":130.542,"host_enqueue_us":1.3508671875,"host_batch_us":124.107867188,"event_interval_us":124.051498413}
{"case":"tiles_balanced","variant":"tiles_balanced_fused_stream","round":0,"order":4,"batch":128,"host_single_us":129.498,"host_enqueue_us":3.435203125,"host_batch_us":120.947335938,"event_interval_us":120.900749207}
{"case":"tiles_balanced","variant":"tiles_balanced_separate_stream","round":0,"order":5,"batch":128,"host_single_us":133.074,"host_enqueue_us":7.1218984375,"host_batch_us":124.986023437,"event_interval_us":124.93699646}
{"case":"tiles_balanced","variant":"tiles_balanced_fused_stream","round":1,"order":0,"batch":128,"host_single_us":131.143,"host_enqueue_us":3.348203125,"host_batch_us":120.92696875,"event_interval_us":120.877250671}
{"case":"tiles_balanced","variant":"tiles_balanced_queue_stream","round":1,"order":1,"batch":128,"host_single_us":127.881,"host_enqueue_us":4.90028125,"host_batch_us":117.2826875,"event_interval_us":117.21900177}
{"case":"tiles_balanced","variant":"tiles_balanced_fused_graph","round":1,"order":2,"batch":128,"host_single_us":129.557,"host_enqueue_us":1.39646875,"host_batch_us":120.921265625,"event_interval_us":120.865745544}
{"case":"tiles_balanced","variant":"tiles_balanced_separate_graph","round":1,"order":3,"batch":128,"host_single_us":131.488,"host_enqueue_us":1.294578125,"host_batch_us":124.120140625,"event_interval_us":124.06174469}
{"case":"tiles_balanced","variant":"tiles_balanced_queue_graph","round":1,"order":4,"batch":128,"host_single_us":123.581,"host_enqueue_us":2.1348984375,"host_batch_us":117.144515625,"event_interval_us":117.086997986}
{"case":"tiles_balanced","variant":"tiles_balanced_separate_stream","round":1,"order":5,"batch":128,"host_single_us":134.205,"host_enqueue_us":7.2044375,"host_batch_us":125.00625,"event_interval_us":124.956504822}
{"case":"tiles_balanced","variant":"tiles_balanced_separate_stream","round":2,"order":0,"batch":128,"host_single_us":133.529,"host_enqueue_us":7.0909375,"host_batch_us":124.985414062,"event_interval_us":124.936500549}
{"case":"tiles_balanced","variant":"tiles_balanced_queue_graph","round":2,"order":1,"batch":128,"host_single_us":122.958,"host_enqueue_us":2.1332578125,"host_batch_us":117.133609375,"event_interval_us":117.074752808}
{"case":"tiles_balanced","variant":"tiles_balanced_fused_graph","round":2,"order":2,"batch":128,"host_single_us":133.318,"host_enqueue_us":1.31115625,"host_batch_us":120.909820313,"event_interval_us":120.861244202}
{"case":"tiles_balanced","variant":"tiles_balanced_queue_stream","round":2,"order":3,"batch":128,"host_single_us":126.562,"host_enqueue_us":5.043359375,"host_batch_us":117.312507813,"event_interval_us":117.257255554}
{"case":"tiles_balanced","variant":"tiles_balanced_separate_graph","round":2,"order":4,"batch":128,"host_single_us":130.922,"host_enqueue_us":1.4139375,"host_batch_us":124.1108125,"event_interval_us":124.055747986}
{"case":"tiles_balanced","variant":"tiles_balanced_fused_stream","round":2,"order":5,"batch":128,"host_single_us":132.249,"host_enqueue_us":3.7398203125,"host_batch_us":120.94484375,"event_interval_us":120.894752502}
{"case":"tiles_balanced","variant":"tiles_balanced_fused_stream","round":3,"order":0,"batch":128,"host_single_us":129.9,"host_enqueue_us":3.596265625,"host_batch_us":120.931414062,"event_interval_us":120.879249573}
{"case":"tiles_balanced","variant":"tiles_balanced_separate_stream","round":3,"order":1,"batch":128,"host_single_us":133.744,"host_enqueue_us":7.253421875,"host_batch_us":125.009015625,"event_interval_us":124.961006165}
{"case":"tiles_balanced","variant":"tiles_balanced_queue_graph","round":3,"order":2,"batch":128,"host_single_us":123.654,"host_enqueue_us":2.0751875,"host_batch_us":117.209398437,"event_interval_us":117.149505615}
{"case":"tiles_balanced","variant":"tiles_balanced_separate_graph","round":3,"order":3,"batch":128,"host_single_us":130.644,"host_enqueue_us":1.3067265625,"host_batch_us":124.115132812,"event_interval_us":124.059501648}
{"case":"tiles_balanced","variant":"tiles_balanced_queue_stream","round":3,"order":4,"batch":128,"host_single_us":125.765,"host_enqueue_us":4.646515625,"host_batch_us":117.244859375,"event_interval_us":117.18825531}
{"case":"tiles_balanced","variant":"tiles_balanced_fused_graph","round":3,"order":5,"batch":128,"host_single_us":127.464,"host_enqueue_us":1.3464453125,"host_batch_us":120.926960937,"event_interval_us":120.869247437}
{"case":"tiles_balanced","variant":"tiles_balanced_queue_stream","round":4,"order":0,"batch":128,"host_single_us":123.949,"host_enqueue_us":4.643640625,"host_batch_us":117.239890625,"event_interval_us":117.183753967}
{"case":"tiles_balanced","variant":"tiles_balanced_queue_graph","round":4,"order":1,"batch":128,"host_single_us":122.547,"host_enqueue_us":2.1918671875,"host_batch_us":117.139671875,"event_interval_us":117.084251404}
{"case":"tiles_balanced","variant":"tiles_balanced_separate_stream","round":4,"order":2,"batch":128,"host_single_us":133.594,"host_enqueue_us":7.258015625,"host_batch_us":124.992335938,"event_interval_us":124.939002991}
{"case":"tiles_balanced","variant":"tiles_balanced_fused_graph","round":4,"order":3,"batch":128,"host_single_us":127.263,"host_enqueue_us":1.3936484375,"host_batch_us":120.905460937,"event_interval_us":120.848251343}
{"case":"tiles_balanced","variant":"tiles_balanced_separate_graph","round":4,"order":4,"batch":128,"host_single_us":130.715,"host_enqueue_us":1.314171875,"host_batch_us":124.1035625,"event_interval_us":124.054252625}
{"case":"tiles_balanced","variant":"tiles_balanced_fused_stream","round":4,"order":5,"batch":128,"host_single_us":140.929,"host_enqueue_us":3.4809140625,"host_batch_us":120.941148438,"event_interval_us":120.89200592}
{"case":"tiles_balanced","variant":"tiles_balanced_separate_stream","round":5,"order":0,"batch":128,"host_single_us":135.933,"host_enqueue_us":7.2941953125,"host_batch_us":124.991421875,"event_interval_us":124.944000244}
{"case":"tiles_balanced","variant":"tiles_balanced_separate_graph","round":5,"order":1,"batch":128,"host_single_us":130.961,"host_enqueue_us":1.42325,"host_batch_us":124.091773437,"event_interval_us":124.042747498}
{"case":"tiles_balanced","variant":"tiles_balanced_fused_graph","round":5,"order":2,"batch":128,"host_single_us":126.967,"host_enqueue_us":1.42346875,"host_batch_us":120.905421875,"event_interval_us":120.847503662}
{"case":"tiles_balanced","variant":"tiles_balanced_queue_stream","round":5,"order":3,"batch":128,"host_single_us":130.33,"host_enqueue_us":4.7963984375,"host_batch_us":117.256789063,"event_interval_us":117.202255249}
{"case":"tiles_balanced","variant":"tiles_balanced_fused_stream","round":5,"order":4,"batch":128,"host_single_us":129.89,"host_enqueue_us":3.4904921875,"host_batch_us":120.9373125,"event_interval_us":120.888244629}
{"case":"tiles_balanced","variant":"tiles_balanced_queue_graph","round":5,"order":5,"batch":128,"host_single_us":122.69,"host_enqueue_us":2.17421875,"host_batch_us":117.151429687,"event_interval_us":117.094245911}
{"case":"tiles_balanced","variant":"tiles_balanced_separate_stream","round":6,"order":0,"batch":128,"host_single_us":132.652,"host_enqueue_us":7.0612109375,"host_batch_us":124.99390625,"event_interval_us":124.945495605}
{"case":"tiles_balanced","variant":"tiles_balanced_fused_graph","round":6,"order":1,"batch":128,"host_single_us":126.692,"host_enqueue_us":1.3072578125,"host_batch_us":120.908851563,"event_interval_us":120.852996826}
{"case":"tiles_balanced","variant":"tiles_balanced_queue_stream","round":6,"order":2,"batch":128,"host_single_us":125.198,"host_enqueue_us":4.5626640625,"host_batch_us":117.220054687,"event_interval_us":117.17124939}
{"case":"tiles_balanced","variant":"tiles_balanced_fused_stream","round":6,"order":3,"batch":128,"host_single_us":129.249,"host_enqueue_us":3.436921875,"host_batch_us":120.946421875,"event_interval_us":120.88924408}
{"case":"tiles_balanced","variant":"tiles_balanced_separate_graph","round":6,"order":4,"batch":128,"host_single_us":130.761,"host_enqueue_us":1.425828125,"host_batch_us":124.106515625,"event_interval_us":124.050498962}
{"case":"tiles_balanced","variant":"tiles_balanced_queue_graph","round":6,"order":5,"batch":128,"host_single_us":122.492,"host_enqueue_us":2.1296796875,"host_batch_us":117.126789062,"event_interval_us":117.071250916}
{"case":"tiles_balanced","variant":"tiles_balanced_queue_stream","round":7,"order":0,"batch":128,"host_single_us":125.761,"host_enqueue_us":4.52621875,"host_batch_us":117.227734375,"event_interval_us":117.268501282}
{"case":"tiles_balanced","variant":"tiles_balanced_queue_graph","round":7,"order":1,"batch":128,"host_single_us":122.157,"host_enqueue_us":2.118765625,"host_batch_us":117.139648438,"event_interval_us":117.083999634}
{"case":"tiles_balanced","variant":"tiles_balanced_separate_stream","round":7,"order":2,"batch":128,"host_single_us":132.897,"host_enqueue_us":7.2612421875,"host_batch_us":125.035703125,"event_interval_us":124.987251282}
{"case":"tiles_balanced","variant":"tiles_balanced_separate_graph","round":7,"order":3,"batch":128,"host_single_us":131.064,"host_enqueue_us":1.3086484375,"host_batch_us":124.117265625,"event_interval_us":124.064750671}
{"case":"tiles_balanced","variant":"tiles_balanced_fused_stream","round":7,"order":4,"batch":128,"host_single_us":129.844,"host_enqueue_us":3.4615078125,"host_batch_us":120.917429688,"event_interval_us":120.868247986}
{"case":"tiles_balanced","variant":"tiles_balanced_fused_graph","round":7,"order":5,"batch":128,"host_single_us":127.562,"host_enqueue_us":1.309265625,"host_batch_us":120.919351562,"event_interval_us":120.874000549}
{"case":"tiles_balanced","variant":"tiles_balanced_fused_graph","round":8,"order":0,"batch":128,"host_single_us":126.988,"host_enqueue_us":1.33546875,"host_batch_us":120.926734375,"event_interval_us":120.867752075}
{"case":"tiles_balanced","variant":"tiles_balanced_separate_stream","round":8,"order":1,"batch":128,"host_single_us":134.059,"host_enqueue_us":7.181828125,"host_batch_us":124.992976563,"event_interval_us":124.945999146}
{"case":"tiles_balanced","variant":"tiles_balanced_separate_graph","round":8,"order":2,"batch":128,"host_single_us":130.348,"host_enqueue_us":1.3063203125,"host_batch_us":124.094109375,"event_interval_us":124.038246155}
{"case":"tiles_balanced","variant":"tiles_balanced_fused_stream","round":8,"order":3,"batch":128,"host_single_us":128.219,"host_enqueue_us":3.3753203125,"host_batch_us":120.9183125,"event_interval_us":120.869247437}
{"case":"tiles_balanced","variant":"tiles_balanced_queue_graph","round":8,"order":4,"batch":128,"host_single_us":122.283,"host_enqueue_us":2.1263125,"host_batch_us":117.140585938,"event_interval_us":117.089004517}
{"case":"tiles_balanced","variant":"tiles_balanced_queue_stream","round":8,"order":5,"batch":128,"host_single_us":126.646,"host_enqueue_us":4.72034375,"host_batch_us":117.243296875,"event_interval_us":117.186500549}
{"case":"tiles_balanced","variant":"tiles_balanced_queue_stream","round":9,"order":0,"batch":128,"host_single_us":125.824,"host_enqueue_us":4.626828125,"host_batch_us":117.216671875,"event_interval_us":117.161499023}
{"case":"tiles_balanced","variant":"tiles_balanced_queue_graph","round":9,"order":1,"batch":128,"host_single_us":122.708,"host_enqueue_us":2.152296875,"host_batch_us":117.141164062,"event_interval_us":117.085250854}
{"case":"tiles_balanced","variant":"tiles_balanced_fused_graph","round":9,"order":2,"batch":128,"host_single_us":127.551,"host_enqueue_us":1.29325,"host_batch_us":120.924617188,"event_interval_us":120.876754761}
{"case":"tiles_balanced","variant":"tiles_balanced_fused_stream","round":9,"order":3,"batch":128,"host_single_us":129.42,"host_enqueue_us":3.5381953125,"host_batch_us":120.933015625,"event_interval_us":120.885498047}
{"case":"tiles_balanced","variant":"tiles_balanced_separate_stream","round":9,"order":4,"batch":128,"host_single_us":133.359,"host_enqueue_us":7.1214453125,"host_batch_us":124.995632813,"event_interval_us":124.944999695}
{"case":"tiles_balanced","variant":"tiles_balanced_separate_graph","round":9,"order":5,"batch":128,"host_single_us":131.028,"host_enqueue_us":1.4167109375,"host_batch_us":124.102867187,"event_interval_us":124.053245544}
{"case":"tiles_balanced","variant":"tiles_balanced_separate_graph","round":10,"order":0,"batch":128,"host_single_us":130.138,"host_enqueue_us":1.435171875,"host_batch_us":124.094492187,"event_interval_us":124.039245605}
{"case":"tiles_balanced","variant":"tiles_balanced_fused_stream","round":10,"order":1,"batch":128,"host_single_us":128.572,"host_enqueue_us":3.5433984375,"host_batch_us":120.952976562,"event_interval_us":120.902503967}
{"case":"tiles_balanced","variant":"tiles_balanced_queue_stream","round":10,"order":2,"batch":128,"host_single_us":124.012,"host_enqueue_us":4.7336484375,"host_batch_us":117.218976563,"event_interval_us":117.165496826}
{"case":"tiles_balanced","variant":"tiles_balanced_separate_stream","round":10,"order":3,"batch":128,"host_single_us":133.159,"host_enqueue_us":7.3756953125,"host_batch_us":124.986085937,"event_interval_us":124.93800354}
{"case":"tiles_balanced","variant":"tiles_balanced_queue_graph","round":10,"order":4,"batch":128,"host_single_us":122.897,"host_enqueue_us":2.261359375,"host_batch_us":117.1378125,"event_interval_us":117.086997986}
{"case":"tiles_balanced","variant":"tiles_balanced_fused_graph","round":10,"order":5,"batch":128,"host_single_us":128.945,"host_enqueue_us":1.3479453125,"host_batch_us":120.922242188,"event_interval_us":120.861747742}
{"case":"tiles_balanced","variant":"tiles_balanced_separate_graph","round":11,"order":0,"batch":128,"host_single_us":130.119,"host_enqueue_us":1.3589140625,"host_batch_us":124.1031875,"event_interval_us":124.04800415}
{"case":"tiles_balanced","variant":"tiles_balanced_queue_stream","round":11,"order":1,"batch":128,"host_single_us":124.408,"host_enqueue_us":4.9255546875,"host_batch_us":117.246210937,"event_interval_us":117.192253113}
{"case":"tiles_balanced","variant":"tiles_balanced_fused_graph","round":11,"order":2,"batch":128,"host_single_us":128.61,"host_enqueue_us":1.4008359375,"host_batch_us":120.92359375,"event_interval_us":120.866500854}
{"case":"tiles_balanced","variant":"tiles_balanced_fused_stream","round":11,"order":3,"batch":128,"host_single_us":129.33,"host_enqueue_us":3.4526328125,"host_batch_us":120.942476563,"event_interval_us":120.892745972}
{"case":"tiles_balanced","variant":"tiles_balanced_separate_stream","round":11,"order":4,"batch":128,"host_single_us":133.61,"host_enqueue_us":7.1587265625,"host_batch_us":125.000773438,"event_interval_us":124.950996399}
{"case":"tiles_balanced","variant":"tiles_balanced_queue_graph","round":11,"order":5,"batch":128,"host_single_us":122.833,"host_enqueue_us":2.129140625,"host_batch_us":117.144320312,"event_interval_us":117.090499878}
{"case":"tiles_balanced","variant":"tiles_balanced_queue_graph","round":12,"order":0,"batch":128,"host_single_us":122.585,"host_enqueue_us":2.1217265625,"host_batch_us":117.1786875,"event_interval_us":117.129753113}
{"case":"tiles_balanced","variant":"tiles_balanced_queue_stream","round":12,"order":1,"batch":128,"host_single_us":126.915,"host_enqueue_us":4.6352578125,"host_batch_us":117.270398438,"event_interval_us":117.216751099}
{"case":"tiles_balanced","variant":"tiles_balanced_fused_stream","round":12,"order":2,"batch":128,"host_single_us":129.751,"host_enqueue_us":3.425265625,"host_batch_us":120.932828125,"event_interval_us":120.882247925}
{"case":"tiles_balanced","variant":"tiles_balanced_separate_stream","round":12,"order":3,"batch":128,"host_single_us":132.823,"host_enqueue_us":7.358921875,"host_batch_us":124.992632813,"event_interval_us":124.939750671}
{"case":"tiles_balanced","variant":"tiles_balanced_fused_graph","round":12,"order":4,"batch":128,"host_single_us":127.588,"host_enqueue_us":1.371171875,"host_batch_us":120.914,"event_interval_us":120.858001709}
{"case":"tiles_balanced","variant":"tiles_balanced_separate_graph","round":12,"order":5,"batch":128,"host_single_us":130.583,"host_enqueue_us":1.296984375,"host_batch_us":124.090140625,"event_interval_us":124.034004211}
{"case":"tiles_balanced","variant":"tiles_balanced_fused_graph","round":13,"order":0,"batch":128,"host_single_us":127.799,"host_enqueue_us":1.412328125,"host_batch_us":120.92021875,"event_interval_us":120.85849762}
{"case":"tiles_balanced","variant":"tiles_balanced_separate_stream","round":13,"order":1,"batch":128,"host_single_us":133.999,"host_enqueue_us":7.1131484375,"host_batch_us":124.965390625,"event_interval_us":124.914001465}
{"case":"tiles_balanced","variant":"tiles_balanced_separate_graph","round":13,"order":2,"batch":128,"host_single_us":130.755,"host_enqueue_us":1.34809375,"host_batch_us":124.117117187,"event_interval_us":124.059249878}
{"case":"tiles_balanced","variant":"tiles_balanced_queue_stream","round":13,"order":3,"batch":128,"host_single_us":125.096,"host_enqueue_us":4.8334140625,"host_batch_us":117.218320312,"event_interval_us":117.164245605}
{"case":"tiles_balanced","variant":"tiles_balanced_fused_stream","round":13,"order":4,"batch":128,"host_single_us":129.853,"host_enqueue_us":3.5291875,"host_batch_us":120.913273437,"event_interval_us":120.863250732}
{"case":"tiles_balanced","variant":"tiles_balanced_queue_graph","round":13,"order":5,"batch":128,"host_single_us":123.627,"host_enqueue_us":2.1945546875,"host_batch_us":117.157507813,"event_interval_us":117.108505249}
{"case":"tiles_balanced","variant":"tiles_balanced_fused_stream","round":14,"order":0,"batch":128,"host_single_us":130.466,"host_enqueue_us":3.4400625,"host_batch_us":120.948835937,"event_interval_us":120.896751404}
{"case":"tiles_balanced","variant":"tiles_balanced_separate_graph","round":14,"order":1,"batch":128,"host_single_us":130.264,"host_enqueue_us":1.3521484375,"host_batch_us":124.0818125,"event_interval_us":124.03175354}
{"case":"tiles_balanced","variant":"tiles_balanced_separate_stream","round":14,"order":2,"batch":128,"host_single_us":132.874,"host_enqueue_us":7.154859375,"host_batch_us":124.994742187,"event_interval_us":124.946250916}
{"case":"tiles_balanced","variant":"tiles_balanced_fused_graph","round":14,"order":3,"batch":128,"host_single_us":127.48,"host_enqueue_us":1.35684375,"host_batch_us":120.898,"event_interval_us":120.841751099}
{"case":"tiles_balanced","variant":"tiles_balanced_queue_graph","round":14,"order":4,"batch":128,"host_single_us":122.703,"host_enqueue_us":2.244453125,"host_batch_us":117.15678125,"event_interval_us":117.100753784}
{"case":"tiles_balanced","variant":"tiles_balanced_queue_stream","round":14,"order":5,"batch":128,"host_single_us":126.02,"host_enqueue_us":4.6552734375,"host_batch_us":117.227601562,"event_interval_us":117.170249939}
{"case":"tiles_balanced","variant":"tiles_balanced_queue_stream","round":15,"order":0,"batch":128,"host_single_us":125.825,"host_enqueue_us":4.755171875,"host_batch_us":117.251640625,"event_interval_us":117.190505981}
{"case":"tiles_balanced","variant":"tiles_balanced_queue_graph","round":15,"order":1,"batch":128,"host_single_us":123.745,"host_enqueue_us":2.1265859375,"host_batch_us":117.149835938,"event_interval_us":117.099502563}
{"case":"tiles_balanced","variant":"tiles_balanced_fused_stream","round":15,"order":2,"batch":128,"host_single_us":129.417,"host_enqueue_us":3.3872109375,"host_batch_us":120.94003125,"event_interval_us":120.886993408}
{"case":"tiles_balanced","variant":"tiles_balanced_separate_stream","round":15,"order":3,"batch":128,"host_single_us":133.199,"host_enqueue_us":7.07965625,"host_batch_us":124.979960937,"event_interval_us":124.930000305}
{"case":"tiles_balanced","variant":"tiles_balanced_fused_graph","round":15,"order":4,"batch":128,"host_single_us":127.275,"host_enqueue_us":1.35109375,"host_batch_us":120.910773437,"event_interval_us":120.853996277}
{"case":"tiles_balanced","variant":"tiles_balanced_separate_graph","round":15,"order":5,"batch":128,"host_single_us":129.929,"host_enqueue_us":1.349359375,"host_batch_us":124.10053125,"event_interval_us":124.042503357}
{"case":"tiles_balanced","variant":"tiles_balanced_fused_graph","round":16,"order":0,"batch":128,"host_single_us":126.988,"host_enqueue_us":1.3609609375,"host_batch_us":120.899367188,"event_interval_us":120.842002869}
{"case":"tiles_balanced","variant":"tiles_balanced_queue_graph","round":16,"order":1,"batch":128,"host_single_us":122.884,"host_enqueue_us":2.2212265625,"host_batch_us":117.165195313,"event_interval_us":117.098007202}
{"case":"tiles_balanced","variant":"tiles_balanced_separate_stream","round":16,"order":2,"batch":128,"host_single_us":135.086,"host_enqueue_us":7.217234375,"host_batch_us":124.990679688,"event_interval_us":124.940246582}
{"case":"tiles_balanced","variant":"tiles_balanced_fused_stream","round":16,"order":3,"batch":128,"host_single_us":128.336,"host_enqueue_us":3.6217109375,"host_batch_us":120.942367187,"event_interval_us":120.89125061}
{"case":"tiles_balanced","variant":"tiles_balanced_separate_graph","round":16,"order":4,"batch":128,"host_single_us":130.604,"host_enqueue_us":1.307375,"host_batch_us":124.0965625,"event_interval_us":124.040756226}
{"case":"tiles_balanced","variant":"tiles_balanced_queue_stream","round":16,"order":5,"batch":128,"host_single_us":126.727,"host_enqueue_us":4.6863515625,"host_batch_us":117.233851563,"event_interval_us":117.177246094}
{"case":"tiles_balanced","variant":"tiles_balanced_queue_stream","round":17,"order":0,"batch":128,"host_single_us":124.146,"host_enqueue_us":4.7629609375,"host_batch_us":117.255257813,"event_interval_us":117.199005127}
{"case":"tiles_balanced","variant":"tiles_balanced_queue_graph","round":17,"order":1,"batch":128,"host_single_us":122.735,"host_enqueue_us":2.121265625,"host_batch_us":117.189421875,"event_interval_us":117.129997253}
{"case":"tiles_balanced","variant":"tiles_balanced_separate_graph","round":17,"order":2,"batch":128,"host_single_us":130.504,"host_enqueue_us":1.3559921875,"host_batch_us":124.094320313,"event_interval_us":124.037498474}
{"case":"tiles_balanced","variant":"tiles_balanced_separate_stream","round":17,"order":3,"batch":128,"host_single_us":132.651,"host_enqueue_us":7.128390625,"host_batch_us":125.021164063,"event_interval_us":124.970748901}
{"case":"tiles_balanced","variant":"tiles_balanced_fused_graph","round":17,"order":4,"batch":128,"host_single_us":128.409,"host_enqueue_us":1.372515625,"host_batch_us":120.927234375,"event_interval_us":120.870750427}
{"case":"tiles_balanced","variant":"tiles_balanced_fused_stream","round":17,"order":5,"batch":128,"host_single_us":128.828,"host_enqueue_us":3.5778046875,"host_batch_us":120.94909375,"event_interval_us":120.896247864}
{"case":"tiles_balanced","variant":"tiles_balanced_separate_graph","round":18,"order":0,"batch":128,"host_single_us":130.411,"host_enqueue_us":1.41146875,"host_batch_us":124.08471875,"event_interval_us":124.028747559}
{"case":"tiles_balanced","variant":"tiles_balanced_separate_stream","round":18,"order":1,"batch":128,"host_single_us":133.608,"host_enqueue_us":7.3044375,"host_batch_us":124.995523437,"event_interval_us":124.943748474}
{"case":"tiles_balanced","variant":"tiles_balanced_queue_graph","round":18,"order":2,"batch":128,"host_single_us":122.708,"host_enqueue_us":2.3338046875,"host_batch_us":117.141445312,"event_interval_us":117.079498291}
{"case":"tiles_balanced","variant":"tiles_balanced_fused_stream","round":18,"order":3,"batch":128,"host_single_us":129.893,"host_enqueue_us":3.599390625,"host_batch_us":120.935351563,"event_interval_us":120.881996155}
{"case":"tiles_balanced","variant":"tiles_balanced_fused_graph","round":18,"order":4,"batch":128,"host_single_us":127.24,"host_enqueue_us":1.3915859375,"host_batch_us":120.907734375,"event_interval_us":120.849250793}
{"case":"tiles_balanced","variant":"tiles_balanced_queue_stream","round":18,"order":5,"batch":128,"host_single_us":124.726,"host_enqueue_us":4.8519453125,"host_batch_us":117.227820313,"event_interval_us":117.172744751}
{"case":"tiles_balanced","variant":"tiles_balanced_queue_stream","round":19,"order":0,"batch":128,"host_single_us":125.374,"host_enqueue_us":4.7140234375,"host_batch_us":117.227320312,"event_interval_us":117.17250061}
{"case":"tiles_balanced","variant":"tiles_balanced_fused_graph","round":19,"order":1,"batch":128,"host_single_us":127.786,"host_enqueue_us":1.43428125,"host_batch_us":120.902210938,"event_interval_us":120.853996277}
{"case":"tiles_balanced","variant":"tiles_balanced_separate_stream","round":19,"order":2,"batch":128,"host_single_us":133.567,"host_enqueue_us":7.3060546875,"host_batch_us":125.015789063,"event_interval_us":124.963500977}
{"case":"tiles_balanced","variant":"tiles_balanced_fused_stream","round":19,"order":3,"batch":128,"host_single_us":129.879,"host_enqueue_us":3.531578125,"host_batch_us":120.948273438,"event_interval_us":120.900253296}
{"case":"tiles_balanced","variant":"tiles_balanced_queue_graph","round":19,"order":4,"batch":128,"host_single_us":122.89,"host_enqueue_us":2.285265625,"host_batch_us":117.141015625,"event_interval_us":117.091499329}
{"case":"tiles_balanced","variant":"tiles_balanced_separate_graph","round":19,"order":5,"batch":128,"host_single_us":130.084,"host_enqueue_us":1.399453125,"host_batch_us":124.093484375,"event_interval_us":124.043998718}
{"case":"tiles_balanced","variant":"tiles_balanced_fused_stream","round":20,"order":0,"batch":128,"host_single_us":128.653,"host_enqueue_us":3.616390625,"host_batch_us":120.932320312,"event_interval_us":120.882507324}
{"case":"tiles_balanced","variant":"tiles_balanced_separate_graph","round":20,"order":1,"batch":128,"host_single_us":130.154,"host_enqueue_us":1.3823984375,"host_batch_us":124.096195313,"event_interval_us":124.045249939}
{"case":"tiles_balanced","variant":"tiles_balanced_separate_stream","round":20,"order":2,"batch":128,"host_single_us":132.729,"host_enqueue_us":7.1833828125,"host_batch_us":124.997195312,"event_interval_us":124.947746277}
{"case":"tiles_balanced","variant":"tiles_balanced_queue_graph","round":20,"order":3,"batch":128,"host_single_us":122.518,"host_enqueue_us":2.1874375,"host_batch_us":117.149273437,"event_interval_us":117.090744019}
{"case":"tiles_balanced","variant":"tiles_balanced_queue_stream","round":20,"order":4,"batch":128,"host_single_us":125.7,"host_enqueue_us":4.7746484375,"host_batch_us":117.3416875,"event_interval_us":117.287498474}
{"case":"tiles_balanced","variant":"tiles_balanced_fused_graph","round":20,"order":5,"batch":128,"host_single_us":126.829,"host_enqueue_us":1.36225,"host_batch_us":120.9365,"event_interval_us":120.87474823}