.. DO NOT EDIT.
.. THIS FILE WAS AUTOMATICALLY GENERATED BY SPHINX-GALLERY.
.. TO MAKE CHANGES, EDIT THE SOURCE PYTHON FILE:
.. "gyexamples/plot_export_onnx_tests.py"
.. LINE NUMBERS ARE GIVEN BELOW.

.. only:: html

    .. note::
        :class: sphx-glr-download-link-note

        Click :ref:`here <sphx_glr_download_gyexamples_plot_export_onnx_tests.py>`
        to download the full example code

.. rst-class:: sphx-glr-example-title

.. _sphx_glr_gyexamples_plot_export_onnx_tests.py:


.. _l-export-onnx-test:

Walk through all methods to export an ONNX model
================================================

An ONNX model can be exported into many formats
(see :ref:`l-api-export-onnx`). This example checks the
availibility through all onnx examples and all formats.

.. contents::
    :local:

.. GENERATED FROM PYTHON SOURCE LINES 15-25

.. code-block:: default

    import os
    import numpy
    from pandas import DataFrame
    import matplotlib.pyplot as plt
    from tqdm import tqdm
    from mlprodict.testing.onnx_backend import enumerate_onnx_tests
    from mlprodict.onnx_tools.onnx_export import (
        export2onnx, export2tf2onnx, export2xop,
        export2python, export2numpy, export2cpp)








.. GENERATED FROM PYTHON SOURCE LINES 26-28

Load the tests
++++++++++++++

.. GENERATED FROM PYTHON SOURCE LINES 28-33

.. code-block:: default


    tests = []
    for test in tqdm(enumerate_onnx_tests('node')):
        tests.append(test)





.. rst-class:: sphx-glr-script-out

 .. code-block:: none


    0it [00:00, ?it/s]
    2it [00:00, 17.38it/s]
    6it [00:00, 27.82it/s]
    9it [00:00, 22.04it/s]
    13it [00:00, 26.90it/s]
    16it [00:00, 27.33it/s]
    20it [00:00, 22.02it/s]
    23it [00:00, 23.68it/s]
    29it [00:01, 32.06it/s]
    33it [00:01, 33.61it/s]
    38it [00:01, 36.98it/s]
    44it [00:01, 40.84it/s]
    49it [00:01, 33.37it/s]
    53it [00:02, 20.59it/s]
    56it [00:02, 21.33it/s]
    59it [00:02, 16.94it/s]
    63it [00:02, 20.28it/s]
    68it [00:02, 25.51it/s]
    72it [00:02, 27.47it/s]
    78it [00:02, 32.53it/s]
    84it [00:03, 37.48it/s]
    89it [00:03, 39.51it/s]
    94it [00:03, 40.65it/s]
    99it [00:03, 42.76it/s]
    104it [00:03, 41.05it/s]
    109it [00:03, 41.29it/s]
    114it [00:03, 34.33it/s]
    118it [00:03, 35.14it/s]
    122it [00:04, 29.21it/s]
    126it [00:04, 21.32it/s]
    129it [00:04, 17.18it/s]
    132it [00:04, 17.27it/s]
    135it [00:05, 16.54it/s]
    137it [00:05, 13.72it/s]
    139it [00:05, 14.48it/s]
    141it [00:05, 12.76it/s]
    143it [00:05, 11.46it/s]
    145it [00:06, 10.64it/s]
    147it [00:06,  9.78it/s]
    149it [00:06, 11.36it/s]
    151it [00:06, 10.45it/s]
    153it [00:06,  9.98it/s]
    160it [00:07, 18.90it/s]
    164it [00:07, 21.92it/s]
    169it [00:07, 26.54it/s]
    174it [00:07, 30.55it/s]
    178it [00:07, 30.47it/s]
    185it [00:07, 35.35it/s]
    189it [00:07, 35.97it/s]
    194it [00:07, 37.81it/s]
    200it [00:08, 42.42it/s]
    205it [00:08, 42.55it/s]
    210it [00:08, 43.79it/s]
    217it [00:08, 49.60it/s]
    223it [00:08, 49.67it/s]
    229it [00:08, 45.32it/s]
    234it [00:08, 41.59it/s]
    240it [00:08, 43.90it/s]
    245it [00:09, 43.37it/s]
    250it [00:09, 43.15it/s]
    255it [00:09, 40.49it/s]
    260it [00:09, 41.44it/s]
    265it [00:09, 19.52it/s]
    269it [00:10, 19.94it/s]
    274it [00:10, 24.27it/s]
    278it [00:10, 25.39it/s]
    283it [00:10, 29.39it/s]
    290it [00:10, 37.91it/s]
    297it [00:10, 42.90it/s]
    302it [00:10, 39.24it/s]
    308it [00:11, 41.86it/s]
    313it [00:11, 42.94it/s]
    318it [00:11, 42.94it/s]
    323it [00:11, 28.56it/s]
    327it [00:12, 14.54it/s]
    330it [00:12, 12.71it/s]
    334it [00:12, 15.72it/s]
    339it [00:12, 19.80it/s]
    343it [00:12, 22.74it/s]
    350it [00:13, 31.29it/s]
    356it [00:13, 36.30it/s]
    361it [00:13, 37.61it/s]
    366it [00:13, 38.35it/s]
    371it [00:13, 40.69it/s]
    376it [00:13, 39.31it/s]
    381it [00:13, 41.82it/s]
    386it [00:13, 34.45it/s]
    390it [00:14, 27.19it/s]
    394it [00:14, 25.00it/s]
    397it [00:14, 25.17it/s]
    402it [00:14, 28.70it/s]
    408it [00:14, 35.52it/s]
    412it [00:14, 32.63it/s]
    416it [00:15, 29.81it/s]
    420it [00:15, 29.58it/s]
    424it [00:15, 28.07it/s]
    428it [00:15, 29.78it/s]
    432it [00:15, 30.88it/s]
    436it [00:15, 31.90it/s]
    440it [00:15, 28.83it/s]
    444it [00:16, 29.57it/s]
    449it [00:16, 33.45it/s]
    455it [00:16, 39.96it/s]
    460it [00:16, 40.01it/s]
    465it [00:16, 41.86it/s]
    471it [00:16, 43.77it/s]
    477it [00:16, 46.53it/s]
    482it [00:16, 34.79it/s]
    489it [00:17, 40.49it/s]
    496it [00:17, 44.93it/s]
    501it [00:17, 39.15it/s]
    506it [00:17, 39.94it/s]
    512it [00:17, 43.33it/s]
    517it [00:17, 36.75it/s]
    524it [00:17, 43.35it/s]
    529it [00:17, 44.23it/s]
    535it [00:18, 45.06it/s]
    540it [00:18, 44.46it/s]
    548it [00:18, 52.50it/s]
    554it [00:18, 51.77it/s]
    560it [00:18, 53.39it/s]
    566it [00:18, 53.19it/s]
    573it [00:18, 55.87it/s]
    579it [00:18, 56.06it/s]
    585it [00:19, 54.73it/s]
    591it [00:19, 54.85it/s]
    598it [00:19, 54.30it/s]
    605it [00:19, 56.95it/s]
    611it [00:19, 54.70it/s]
    617it [00:19, 52.76it/s]
    623it [00:19, 52.50it/s]
    629it [00:19, 53.06it/s]
    635it [00:21,  9.97it/s]
    639it [00:22,  8.16it/s]
    642it [00:23,  6.89it/s]
    645it [00:24,  4.93it/s]
    647it [00:24,  4.81it/s]
    649it [00:25,  5.21it/s]
    652it [00:25,  6.78it/s]
    654it [00:25,  7.77it/s]
    656it [00:25,  8.78it/s]
    660it [00:25, 10.25it/s]
    662it [00:25, 10.58it/s]
    664it [00:26, 11.54it/s]
    666it [00:26, 12.10it/s]
    668it [00:26, 12.40it/s]
    670it [00:26, 13.47it/s]
    673it [00:26, 16.18it/s]
    675it [00:26, 14.72it/s]
    677it [00:26, 15.01it/s]
    680it [00:27, 17.25it/s]
    683it [00:27, 19.29it/s]
    686it [00:27, 19.26it/s]
    688it [00:27, 16.49it/s]
    690it [00:27, 16.49it/s]
    692it [00:27, 15.95it/s]
    695it [00:27, 17.03it/s]
    697it [00:27, 17.60it/s]
    699it [00:28, 17.35it/s]
    702it [00:28, 19.08it/s]
    704it [00:28, 18.54it/s]
    707it [00:28, 19.51it/s]
    711it [00:28, 21.64it/s]
    714it [00:28, 19.24it/s]
    717it [00:28, 19.51it/s]
    723it [00:29, 26.23it/s]
    726it [00:29, 25.68it/s]
    729it [00:29, 24.72it/s]
    732it [00:29, 18.29it/s]
    735it [00:30,  9.99it/s]
    738it [00:30, 11.92it/s]
    740it [00:30, 12.44it/s]
    742it [00:30, 12.87it/s]
    744it [00:30, 13.89it/s]
    747it [00:30, 15.97it/s]
    749it [00:31, 16.73it/s]
    751it [00:31, 16.32it/s]
    753it [00:31, 15.49it/s]
    755it [00:31, 16.27it/s]
    757it [00:31, 14.82it/s]
    761it [00:31, 19.98it/s]
    764it [00:31, 20.49it/s]
    767it [00:32, 18.02it/s]
    769it [00:32, 17.00it/s]
    772it [00:32, 18.22it/s]
    774it [00:32, 17.08it/s]
    776it [00:32, 17.02it/s]
    780it [00:32, 22.45it/s]
    784it [00:32, 26.60it/s]
    790it [00:32, 35.31it/s]
    794it [00:33, 35.46it/s]
    800it [00:33, 38.81it/s]
    804it [00:33, 29.63it/s]
    808it [00:33, 18.76it/s]
    811it [00:33, 18.75it/s]
    814it [00:34, 19.39it/s]
    818it [00:34, 22.32it/s]
    822it [00:34, 25.45it/s]
    825it [00:34, 23.77it/s]
    830it [00:34, 27.95it/s]
    834it [00:34, 29.62it/s]
    839it [00:34, 33.45it/s]
    845it [00:34, 39.95it/s]
    851it [00:35, 43.40it/s]
    858it [00:35, 48.58it/s]
    864it [00:35, 44.34it/s]
    870it [00:35, 45.94it/s]
    877it [00:35, 48.71it/s]
    882it [00:35, 46.83it/s]
    888it [00:35, 49.76it/s]
    895it [00:35, 53.89it/s]
    901it [00:36, 50.90it/s]
    907it [00:36, 37.99it/s]
    914it [00:36, 42.71it/s]
    921it [00:36, 47.50it/s]
    927it [00:36, 48.95it/s]
    933it [00:36, 49.09it/s]
    939it [00:36, 47.84it/s]
    944it [00:37, 47.89it/s]
    949it [00:37, 47.99it/s]
    954it [00:37, 44.39it/s]
    961it [00:37, 50.08it/s]
    968it [00:37, 53.35it/s]
    975it [00:37, 54.84it/s]
    981it [00:37, 54.97it/s]
    987it [00:38, 16.62it/s]
    992it [00:38, 18.68it/s]
    997it [00:38, 22.02it/s]
    1001it [00:39, 24.52it/s]
    1005it [00:39, 16.74it/s]
    1008it [00:39, 17.47it/s]
    1011it [00:39, 18.64it/s]
    1014it [00:39, 17.43it/s]
    1018it [00:40, 19.35it/s]
    1021it [00:40, 18.76it/s]
    1024it [00:40, 19.86it/s]
    1027it [00:40, 18.92it/s]
    1030it [00:40, 18.20it/s]
    1033it [00:40, 19.14it/s]
    1036it [00:41, 20.74it/s]
    1039it [00:41, 20.39it/s]
    1042it [00:41, 19.88it/s]
    1045it [00:41, 18.29it/s]
    1048it [00:41, 20.37it/s]
    1051it [00:41, 21.08it/s]
    1054it [00:42, 18.25it/s]
    1056it [00:42, 16.68it/s]
    1058it [00:42, 17.02it/s]
    1060it [00:42, 15.74it/s]
    1062it [00:42, 15.44it/s]
    1065it [00:42, 17.19it/s]
    1068it [00:42, 17.19it/s]
    1070it [00:43, 14.17it/s]
    1073it [00:43, 15.55it/s]
    1075it [00:43, 16.30it/s]
    1077it [00:43, 15.78it/s]
    1080it [00:43, 17.01it/s]
    1082it [00:43, 15.34it/s]
    1084it [00:43, 14.98it/s]
    1086it [00:44, 15.83it/s]
    1088it [00:44, 16.22it/s]
    1090it [00:44, 14.08it/s]
    1093it [00:44, 15.65it/s]
    1096it [00:44, 17.58it/s]
    1097it [00:44, 24.50it/s]




.. GENERATED FROM PYTHON SOURCE LINES 34-36

Code
++++

.. GENERATED FROM PYTHON SOURCE LINES 36-69

.. code-block:: default


    conv = dict(onnx=export2onnx,
                tf2onnx=export2tf2onnx,
                xop=export2xop,
                python=export2python,
                numpy=export2numpy,
                cpp=export2cpp)

    for fmt in conv:
        if not os.path.exists(fmt):
            os.mkdir(fmt)


    data = []
    for test in tqdm(tests):
        for fmt, fct in conv.items():
            onx = test.onnx_model
            ext = ".cpp" if 'cpp' in fmt else ".py"
            try:
                code = fct(onx)
                error = ""
            except Exception as e:
                error = str(e)
                code = None
            obs = dict(name=test.name, format=fmt, error=error,
                       ok=1 if error == "" else 0, code=code)
            data.append(obs)
            if code is not None:
                filename = os.path.join(fmt, test.name + ext)
                with open(filename, "w", encoding="utf-8") as f:
                    f.write(code)






.. rst-class:: sphx-glr-script-out

 .. code-block:: none


      0%|          | 0/1097 [00:00<?, ?it/s]
      0%|          | 1/1097 [00:02<53:01,  2.90s/it]
      0%|          | 2/1097 [00:03<31:03,  1.70s/it]
      0%|          | 3/1097 [00:06<35:42,  1.96s/it]
      0%|          | 4/1097 [00:06<28:34,  1.57s/it]
      0%|          | 5/1097 [00:08<25:33,  1.40s/it]
      1%|          | 6/1097 [00:09<22:44,  1.25s/it]
      1%|          | 7/1097 [00:10<20:53,  1.15s/it]
      1%|          | 8/1097 [00:10<19:28,  1.07s/it]
      1%|          | 9/1097 [00:11<18:18,  1.01s/it]
      1%|          | 10/1097 [00:12<17:58,  1.01it/s]
      1%|1         | 11/1097 [00:13<17:57,  1.01it/s]
      1%|1         | 12/1097 [00:14<17:39,  1.02it/s]
      1%|1         | 13/1097 [00:15<17:40,  1.02it/s]
      1%|1         | 14/1097 [00:16<17:53,  1.01it/s]
      1%|1         | 15/1097 [00:17<17:16,  1.04it/s]
      1%|1         | 16/1097 [00:18<17:10,  1.05it/s]
      2%|1         | 17/1097 [00:19<16:53,  1.07it/s]
      2%|1         | 18/1097 [00:20<16:56,  1.06it/s]
      2%|1         | 19/1097 [00:21<16:30,  1.09it/s]
      2%|1         | 20/1097 [00:22<16:53,  1.06it/s]
      2%|1         | 21/1097 [00:23<16:40,  1.08it/s]
      2%|2         | 22/1097 [00:24<16:53,  1.06it/s]
      2%|2         | 23/1097 [00:25<16:47,  1.07it/s]
      2%|2         | 24/1097 [00:26<17:27,  1.02it/s]
      2%|2         | 25/1097 [00:27<17:10,  1.04it/s]
      2%|2         | 26/1097 [00:27<17:09,  1.04it/s]
      2%|2         | 27/1097 [00:28<16:55,  1.05it/s]
      3%|2         | 28/1097 [00:30<17:50,  1.00s/it]
      3%|2         | 29/1097 [00:30<17:22,  1.02it/s]
      3%|2         | 30/1097 [00:33<26:06,  1.47s/it]
      3%|2         | 31/1097 [00:34<23:04,  1.30s/it]
      3%|2         | 32/1097 [00:35<21:00,  1.18s/it]
      3%|3         | 33/1097 [00:36<23:04,  1.30s/it]
      3%|3         | 34/1097 [00:38<21:59,  1.24s/it]
      3%|3         | 35/1097 [00:39<22:59,  1.30s/it]
      3%|3         | 36/1097 [00:40<23:49,  1.35s/it]
      3%|3         | 37/1097 [00:41<21:14,  1.20s/it]
      3%|3         | 38/1097 [00:43<24:21,  1.38s/it]
      4%|3         | 39/1097 [00:44<21:43,  1.23s/it]
      4%|3         | 40/1097 [00:45<19:53,  1.13s/it]
      4%|3         | 41/1097 [00:46<18:40,  1.06s/it]
      4%|3         | 42/1097 [00:48<24:51,  1.41s/it]
      4%|3         | 43/1097 [00:49<22:06,  1.26s/it]
      4%|4         | 44/1097 [00:50<20:08,  1.15s/it]
      4%|4         | 45/1097 [00:51<19:51,  1.13s/it]
      4%|4         | 46/1097 [00:52<18:30,  1.06s/it]
      4%|4         | 47/1097 [00:53<17:27,  1.00it/s]
      4%|4         | 48/1097 [00:54<17:00,  1.03it/s]
      4%|4         | 49/1097 [00:54<16:44,  1.04it/s]
      5%|4         | 50/1097 [00:55<16:26,  1.06it/s]
      5%|4         | 51/1097 [00:56<16:41,  1.04it/s]
      5%|4         | 52/1097 [00:57<16:49,  1.03it/s]
      5%|4         | 53/1097 [00:58<16:38,  1.05it/s]
      5%|4         | 54/1097 [01:00<18:19,  1.05s/it]
      5%|5         | 55/1097 [01:01<18:28,  1.06s/it]
      5%|5         | 56/1097 [01:02<17:40,  1.02s/it]
      5%|5         | 57/1097 [01:02<17:00,  1.02it/s]
      5%|5         | 58/1097 [01:04<18:42,  1.08s/it]
      5%|5         | 59/1097 [01:05<17:44,  1.03s/it]
      5%|5         | 60/1097 [01:06<19:49,  1.15s/it]
      6%|5         | 61/1097 [01:07<18:53,  1.09s/it]
      6%|5         | 62/1097 [01:08<17:50,  1.03s/it]
      6%|5         | 63/1097 [01:09<17:07,  1.01it/s]
      6%|5         | 64/1097 [01:10<17:15,  1.00s/it]
      6%|5         | 65/1097 [01:11<17:24,  1.01s/it]
      6%|6         | 66/1097 [01:12<20:04,  1.17s/it]
      6%|6         | 67/1097 [01:13<19:21,  1.13s/it]
      6%|6         | 68/1097 [01:14<18:39,  1.09s/it]
      6%|6         | 69/1097 [01:15<17:38,  1.03s/it]
      6%|6         | 70/1097 [01:16<17:07,  1.00s/it]
      6%|6         | 71/1097 [01:18<19:50,  1.16s/it]
      7%|6         | 72/1097 [01:19<20:11,  1.18s/it]
      7%|6         | 73/1097 [01:22<27:00,  1.58s/it]
      7%|6         | 74/1097 [01:22<23:23,  1.37s/it]
      7%|6         | 75/1097 [01:23<21:11,  1.24s/it]
      7%|6         | 76/1097 [01:24<19:51,  1.17s/it]
      7%|7         | 77/1097 [01:25<19:15,  1.13s/it]
      7%|7         | 78/1097 [01:27<20:38,  1.21s/it]
      7%|7         | 79/1097 [01:28<19:10,  1.13s/it]
      7%|7         | 80/1097 [01:29<18:00,  1.06s/it]
      7%|7         | 81/1097 [01:30<16:58,  1.00s/it]
      7%|7         | 82/1097 [01:30<16:15,  1.04it/s]
      8%|7         | 83/1097 [01:32<16:47,  1.01it/s]
      8%|7         | 84/1097 [01:33<19:17,  1.14s/it]
      8%|7         | 85/1097 [01:34<19:39,  1.17s/it]
      8%|7         | 86/1097 [01:35<18:36,  1.10s/it]
      8%|7         | 87/1097 [01:36<17:21,  1.03s/it]
      8%|8         | 88/1097 [01:37<16:47,  1.00it/s]
      8%|8         | 89/1097 [01:38<16:06,  1.04it/s]
      8%|8         | 90/1097 [01:39<16:05,  1.04it/s]
      8%|8         | 91/1097 [01:40<16:35,  1.01it/s]
      8%|8         | 92/1097 [01:41<16:28,  1.02it/s]
      8%|8         | 93/1097 [01:42<18:41,  1.12s/it]
      9%|8         | 94/1097 [01:43<17:28,  1.04s/it]
      9%|8         | 95/1097 [01:44<17:14,  1.03s/it]
      9%|8         | 96/1097 [01:45<16:32,  1.01it/s]
      9%|8         | 97/1097 [01:46<16:55,  1.02s/it]
      9%|8         | 98/1097 [01:47<16:19,  1.02it/s]
      9%|9         | 99/1097 [01:48<16:11,  1.03it/s]
      9%|9         | 100/1097 [01:49<16:52,  1.02s/it]
      9%|9         | 101/1097 [01:50<16:10,  1.03it/s]
      9%|9         | 102/1097 [01:51<16:03,  1.03it/s]
      9%|9         | 103/1097 [01:52<15:51,  1.04it/s]
      9%|9         | 104/1097 [01:53<18:35,  1.12s/it]
     10%|9         | 105/1097 [01:54<17:33,  1.06s/it]
     10%|9         | 106/1097 [01:55<18:27,  1.12s/it]
     10%|9         | 107/1097 [01:56<17:21,  1.05s/it]
     10%|9         | 108/1097 [01:57<16:52,  1.02s/it]
     10%|9         | 109/1097 [01:58<16:34,  1.01s/it]
     10%|#         | 110/1097 [01:59<16:24,  1.00it/s]
     10%|#         | 111/1097 [02:00<16:14,  1.01it/s]
     10%|#         | 112/1097 [02:01<15:49,  1.04it/s]
     10%|#         | 113/1097 [02:02<15:31,  1.06it/s]
     10%|#         | 114/1097 [02:03<16:02,  1.02it/s]
     10%|#         | 115/1097 [02:04<16:10,  1.01it/s]
     11%|#         | 116/1097 [02:05<15:48,  1.03it/s]
     11%|#         | 117/1097 [02:06<15:47,  1.03it/s]
     11%|#         | 118/1097 [02:07<15:44,  1.04it/s]
     11%|#         | 119/1097 [02:08<15:26,  1.06it/s]
     11%|#         | 120/1097 [02:11<25:04,  1.54s/it]
     11%|#1        | 121/1097 [02:13<30:05,  1.85s/it]
     11%|#1        | 122/1097 [02:15<27:17,  1.68s/it]
     11%|#1        | 123/1097 [02:16<23:48,  1.47s/it]
     11%|#1        | 124/1097 [02:17<21:01,  1.30s/it]
     11%|#1        | 125/1097 [02:17<19:06,  1.18s/it]
     11%|#1        | 126/1097 [02:18<17:55,  1.11s/it]
     12%|#1        | 127/1097 [02:19<17:03,  1.05s/it]
     12%|#1        | 128/1097 [02:20<16:20,  1.01s/it]
     12%|#1        | 129/1097 [02:21<16:07,  1.00it/s]
     12%|#1        | 130/1097 [02:22<15:31,  1.04it/s]
     12%|#1        | 131/1097 [02:23<15:33,  1.03it/s]
     12%|#2        | 132/1097 [02:24<15:06,  1.06it/s]
     12%|#2        | 133/1097 [02:25<15:52,  1.01it/s]
     12%|#2        | 134/1097 [02:26<15:20,  1.05it/s]
     12%|#2        | 135/1097 [02:27<15:16,  1.05it/s]
     12%|#2        | 136/1097 [02:28<15:56,  1.00it/s]
     12%|#2        | 137/1097 [02:29<15:39,  1.02it/s]
     13%|#2        | 138/1097 [02:30<15:13,  1.05it/s]
     13%|#2        | 139/1097 [02:31<16:32,  1.04s/it]
     13%|#2        | 140/1097 [02:33<18:46,  1.18s/it]
     13%|#2        | 141/1097 [02:33<17:21,  1.09s/it]
     13%|#2        | 142/1097 [02:34<17:09,  1.08s/it]
     13%|#3        | 143/1097 [02:35<16:25,  1.03s/it]
     13%|#3        | 144/1097 [02:36<15:37,  1.02it/s]
     13%|#3        | 145/1097 [02:37<15:52,  1.00s/it]
     13%|#3        | 146/1097 [02:38<16:01,  1.01s/it]
     13%|#3        | 147/1097 [02:40<18:54,  1.19s/it]
     13%|#3        | 148/1097 [02:41<18:37,  1.18s/it]
     14%|#3        | 149/1097 [02:42<17:09,  1.09s/it]
     14%|#3        | 150/1097 [02:43<16:18,  1.03s/it]
     14%|#3        | 151/1097 [02:44<15:39,  1.01it/s]
     14%|#3        | 152/1097 [02:45<15:32,  1.01it/s]
     14%|#3        | 153/1097 [02:46<15:13,  1.03it/s]
     14%|#4        | 154/1097 [02:47<17:27,  1.11s/it]
     14%|#4        | 155/1097 [02:49<23:05,  1.47s/it]
     14%|#4        | 156/1097 [02:50<20:49,  1.33s/it]
     14%|#4        | 157/1097 [02:51<18:50,  1.20s/it]
     14%|#4        | 158/1097 [02:52<17:16,  1.10s/it]
     14%|#4        | 159/1097 [02:53<16:42,  1.07s/it]
     15%|#4        | 160/1097 [02:54<17:29,  1.12s/it]
     15%|#4        | 161/1097 [02:56<18:18,  1.17s/it]
     15%|#4        | 162/1097 [02:57<17:28,  1.12s/it]
     15%|#4        | 163/1097 [02:58<19:28,  1.25s/it]
     15%|#4        | 164/1097 [02:59<18:12,  1.17s/it]
     15%|#5        | 165/1097 [03:00<17:04,  1.10s/it]
     15%|#5        | 166/1097 [03:01<16:35,  1.07s/it]
     15%|#5        | 167/1097 [03:02<15:45,  1.02s/it]
     15%|#5        | 168/1097 [03:03<15:56,  1.03s/it]
     15%|#5        | 169/1097 [03:06<24:24,  1.58s/it]
     15%|#5        | 170/1097 [03:07<21:39,  1.40s/it]
     16%|#5        | 171/1097 [03:08<20:13,  1.31s/it]
     16%|#5        | 172/1097 [03:09<18:42,  1.21s/it]
     16%|#5        | 173/1097 [03:10<18:10,  1.18s/it]
     16%|#5        | 174/1097 [03:12<19:51,  1.29s/it]
     16%|#5        | 175/1097 [03:13<21:13,  1.38s/it]
     16%|#6        | 176/1097 [03:14<19:36,  1.28s/it]
     16%|#6        | 177/1097 [03:15<18:47,  1.23s/it]
     16%|#6        | 178/1097 [03:16<17:43,  1.16s/it]
     16%|#6        | 179/1097 [03:17<16:51,  1.10s/it]
     16%|#6        | 180/1097 [03:18<16:17,  1.07s/it]
     16%|#6        | 181/1097 [03:19<15:45,  1.03s/it]
     17%|#6        | 182/1097 [03:20<15:21,  1.01s/it]
     17%|#6        | 183/1097 [03:21<15:28,  1.02s/it]
     17%|#6        | 184/1097 [03:22<15:20,  1.01s/it]
     17%|#6        | 185/1097 [03:23<14:47,  1.03it/s]
     17%|#6        | 186/1097 [03:24<14:50,  1.02it/s]
     17%|#7        | 187/1097 [03:25<14:26,  1.05it/s]
     17%|#7        | 188/1097 [03:27<17:58,  1.19s/it]
     17%|#7        | 189/1097 [03:28<16:27,  1.09s/it]
     17%|#7        | 190/1097 [03:29<15:23,  1.02s/it]
     17%|#7        | 191/1097 [03:29<14:47,  1.02it/s]
     18%|#7        | 192/1097 [03:30<14:19,  1.05it/s]
     18%|#7        | 193/1097 [03:31<14:28,  1.04it/s]
     18%|#7        | 194/1097 [03:32<14:53,  1.01it/s]
     18%|#7        | 195/1097 [03:34<16:15,  1.08s/it]
     18%|#7        | 196/1097 [03:35<15:57,  1.06s/it]
     18%|#7        | 197/1097 [03:36<15:19,  1.02s/it]
     18%|#8        | 198/1097 [03:37<15:31,  1.04s/it]
     18%|#8        | 199/1097 [03:38<16:28,  1.10s/it]
     18%|#8        | 200/1097 [03:39<17:29,  1.17s/it]
     18%|#8        | 201/1097 [03:40<16:21,  1.10s/it]
     18%|#8        | 202/1097 [03:41<15:44,  1.05s/it]
     19%|#8        | 203/1097 [03:42<14:51,  1.00it/s]
     19%|#8        | 204/1097 [03:44<20:16,  1.36s/it]
     19%|#8        | 205/1097 [03:45<19:03,  1.28s/it]
     19%|#8        | 206/1097 [03:46<17:15,  1.16s/it]
     19%|#8        | 207/1097 [03:47<16:12,  1.09s/it]
     19%|#8        | 208/1097 [03:48<15:41,  1.06s/it]
     19%|#9        | 209/1097 [03:49<15:13,  1.03s/it]
     19%|#9        | 210/1097 [03:50<14:56,  1.01s/it]
     19%|#9        | 211/1097 [03:51<14:16,  1.03it/s]
     19%|#9        | 212/1097 [03:52<14:13,  1.04it/s]
     19%|#9        | 213/1097 [03:53<14:46,  1.00s/it]
     20%|#9        | 214/1097 [03:54<14:23,  1.02it/s]
     20%|#9        | 215/1097 [03:55<14:29,  1.01it/s]
     20%|#9        | 216/1097 [03:56<14:28,  1.01it/s]
     20%|#9        | 217/1097 [03:57<14:27,  1.01it/s]
     20%|#9        | 218/1097 [03:58<14:04,  1.04it/s]
     20%|#9        | 219/1097 [03:59<13:48,  1.06it/s]
     20%|##        | 220/1097 [04:00<13:26,  1.09it/s]
     20%|##        | 221/1097 [04:01<14:52,  1.02s/it]
     20%|##        | 222/1097 [04:02<16:04,  1.10s/it]
     20%|##        | 223/1097 [04:05<22:24,  1.54s/it]
     20%|##        | 224/1097 [04:06<19:51,  1.36s/it]
     21%|##        | 225/1097 [04:07<18:08,  1.25s/it]
     21%|##        | 226/1097 [04:07<16:43,  1.15s/it]
     21%|##        | 227/1097 [04:08<15:31,  1.07s/it]
     21%|##        | 228/1097 [04:09<15:00,  1.04s/it]
     21%|##        | 229/1097 [04:11<15:35,  1.08s/it]
     21%|##        | 230/1097 [04:11<14:45,  1.02s/it]
     21%|##1       | 231/1097 [04:12<14:16,  1.01it/s]
     21%|##1       | 232/1097 [04:13<14:38,  1.02s/it]
     21%|##1       | 233/1097 [04:14<14:26,  1.00s/it]
     21%|##1       | 234/1097 [04:15<14:12,  1.01it/s]
     21%|##1       | 235/1097 [04:17<15:28,  1.08s/it]
     22%|##1       | 236/1097 [04:17<14:40,  1.02s/it]
     22%|##1       | 237/1097 [04:18<14:21,  1.00s/it]
     22%|##1       | 238/1097 [04:20<14:56,  1.04s/it]
     22%|##1       | 239/1097 [04:22<21:39,  1.51s/it]
     22%|##1       | 240/1097 [04:24<21:41,  1.52s/it]
     22%|##1       | 241/1097 [04:25<19:21,  1.36s/it]
     22%|##2       | 242/1097 [04:26<17:53,  1.26s/it]
     22%|##2       | 243/1097 [04:27<16:23,  1.15s/it]
     22%|##2       | 244/1097 [04:28<15:26,  1.09s/it]
     22%|##2       | 245/1097 [04:29<14:53,  1.05s/it]
     22%|##2       | 246/1097 [04:30<16:30,  1.16s/it]
     23%|##2       | 247/1097 [04:31<15:51,  1.12s/it]
     23%|##2       | 248/1097 [04:32<15:17,  1.08s/it]
     23%|##2       | 249/1097 [04:33<14:49,  1.05s/it]
     23%|##2       | 250/1097 [04:34<14:25,  1.02s/it]
     23%|##2       | 251/1097 [04:37<22:11,  1.57s/it]
     23%|##2       | 252/1097 [04:38<19:57,  1.42s/it]
     23%|##3       | 253/1097 [04:39<17:45,  1.26s/it]
     23%|##3       | 254/1097 [04:40<16:25,  1.17s/it]
     23%|##3       | 255/1097 [04:41<16:39,  1.19s/it]
     23%|##3       | 256/1097 [04:42<16:10,  1.15s/it]
     23%|##3       | 257/1097 [04:43<15:12,  1.09s/it]
     24%|##3       | 258/1097 [04:44<15:12,  1.09s/it]
     24%|##3       | 259/1097 [04:45<14:19,  1.03s/it]
     24%|##3       | 260/1097 [04:46<14:04,  1.01s/it]
     24%|##3       | 261/1097 [04:47<13:24,  1.04it/s]
     24%|##3       | 262/1097 [04:48<13:11,  1.06it/s]
     24%|##3       | 263/1097 [04:48<12:55,  1.08it/s]
     24%|##4       | 264/1097 [04:50<13:35,  1.02it/s]
     24%|##4       | 265/1097 [04:51<13:41,  1.01it/s]
     24%|##4       | 266/1097 [04:52<14:05,  1.02s/it]
     24%|##4       | 267/1097 [04:53<14:00,  1.01s/it]
     24%|##4       | 268/1097 [04:54<14:02,  1.02s/it]
     25%|##4       | 269/1097 [04:55<14:06,  1.02s/it]
     25%|##4       | 270/1097 [04:56<13:50,  1.00s/it]
     25%|##4       | 271/1097 [04:57<13:40,  1.01it/s]
     25%|##4       | 272/1097 [04:58<13:39,  1.01it/s]
     25%|##4       | 273/1097 [04:59<13:45,  1.00s/it]
     25%|##4       | 274/1097 [05:00<13:21,  1.03it/s]
     25%|##5       | 275/1097 [05:02<19:51,  1.45s/it]
     25%|##5       | 276/1097 [05:04<23:16,  1.70s/it]
     25%|##5       | 277/1097 [05:05<20:13,  1.48s/it]
     25%|##5       | 278/1097 [05:07<20:41,  1.52s/it]
     25%|##5       | 279/1097 [05:08<18:03,  1.32s/it]
     26%|##5       | 280/1097 [05:09<16:09,  1.19s/it]
     26%|##5       | 281/1097 [05:10<14:55,  1.10s/it]
     26%|##5       | 282/1097 [05:11<14:11,  1.04s/it]
     26%|##5       | 283/1097 [05:13<18:56,  1.40s/it]
     26%|##5       | 284/1097 [05:14<19:06,  1.41s/it]
     26%|##5       | 285/1097 [05:15<17:24,  1.29s/it]
     26%|##6       | 286/1097 [05:17<20:40,  1.53s/it]
     26%|##6       | 287/1097 [05:18<18:02,  1.34s/it]
     26%|##6       | 288/1097 [05:19<16:13,  1.20s/it]
     26%|##6       | 289/1097 [05:20<14:51,  1.10s/it]
     26%|##6       | 290/1097 [05:21<14:04,  1.05s/it]
     27%|##6       | 291/1097 [05:22<13:55,  1.04s/it]
     27%|##6       | 292/1097 [05:23<13:36,  1.01s/it]
     27%|##6       | 293/1097 [05:24<14:26,  1.08s/it]
     27%|##6       | 294/1097 [05:25<13:33,  1.01s/it]
     27%|##6       | 295/1097 [05:26<14:28,  1.08s/it]
     27%|##6       | 296/1097 [05:27<13:35,  1.02s/it]
     27%|##7       | 297/1097 [05:28<13:45,  1.03s/it]
     27%|##7       | 298/1097 [05:29<13:27,  1.01s/it]
     27%|##7       | 299/1097 [05:31<15:37,  1.17s/it]
     27%|##7       | 300/1097 [05:32<14:32,  1.09s/it]
     27%|##7       | 301/1097 [05:32<13:58,  1.05s/it]
     28%|##7       | 302/1097 [05:33<13:16,  1.00s/it]
     28%|##7       | 303/1097 [05:34<12:59,  1.02it/s]
     28%|##7       | 304/1097 [05:36<15:00,  1.14s/it]
     28%|##7       | 305/1097 [05:37<14:02,  1.06s/it]
     28%|##7       | 306/1097 [05:43<33:20,  2.53s/it]
     28%|##7       | 307/1097 [05:44<27:18,  2.07s/it]
     28%|##8       | 308/1097 [05:45<26:10,  1.99s/it]
     28%|##8       | 309/1097 [05:46<21:45,  1.66s/it]
     28%|##8       | 310/1097 [05:47<19:23,  1.48s/it]
     28%|##8       | 311/1097 [05:48<17:00,  1.30s/it]
     28%|##8       | 312/1097 [05:49<15:33,  1.19s/it]
     29%|##8       | 313/1097 [05:50<14:38,  1.12s/it]
     29%|##8       | 314/1097 [05:51<13:48,  1.06s/it]
     29%|##8       | 315/1097 [05:52<13:47,  1.06s/it]
     29%|##8       | 316/1097 [05:53<13:31,  1.04s/it]
     29%|##8       | 317/1097 [05:55<18:09,  1.40s/it]
     29%|##8       | 318/1097 [05:56<16:14,  1.25s/it]
     29%|##9       | 319/1097 [05:59<22:32,  1.74s/it]
     29%|##9       | 320/1097 [06:00<20:18,  1.57s/it]
     29%|##9       | 321/1097 [06:01<17:52,  1.38s/it]
     29%|##9       | 322/1097 [06:02<15:40,  1.21s/it]
     29%|##9       | 323/1097 [06:03<14:30,  1.12s/it]
     30%|##9       | 324/1097 [06:04<14:24,  1.12s/it]
     30%|##9       | 325/1097 [06:05<13:52,  1.08s/it]
     30%|##9       | 326/1097 [06:06<13:01,  1.01s/it]
     30%|##9       | 327/1097 [06:07<13:00,  1.01s/it]
     30%|##9       | 328/1097 [06:08<12:39,  1.01it/s]
     30%|##9       | 329/1097 [06:09<12:21,  1.04it/s]
     30%|###       | 330/1097 [06:10<12:04,  1.06it/s]
     30%|###       | 331/1097 [06:11<11:48,  1.08it/s]
     30%|###       | 332/1097 [06:12<11:43,  1.09it/s]
     30%|###       | 333/1097 [06:12<11:40,  1.09it/s]
     30%|###       | 334/1097 [06:15<17:56,  1.41s/it]
     31%|###       | 335/1097 [06:16<16:13,  1.28s/it]
     31%|###       | 336/1097 [06:19<22:16,  1.76s/it]
     31%|###       | 337/1097 [06:20<18:53,  1.49s/it]
     31%|###       | 338/1097 [06:21<16:33,  1.31s/it]
     31%|###       | 339/1097 [06:21<14:56,  1.18s/it]
     31%|###       | 340/1097 [06:23<14:33,  1.15s/it]
     31%|###1      | 341/1097 [06:24<14:02,  1.11s/it]
     31%|###1      | 342/1097 [06:25<13:55,  1.11s/it]
     31%|###1      | 343/1097 [06:26<13:19,  1.06s/it]
     31%|###1      | 344/1097 [06:28<18:55,  1.51s/it]
     31%|###1      | 345/1097 [06:29<16:28,  1.31s/it]
     32%|###1      | 346/1097 [06:30<14:57,  1.19s/it]
     32%|###1      | 347/1097 [06:31<13:46,  1.10s/it]
     32%|###1      | 348/1097 [06:32<13:13,  1.06s/it]
     32%|###1      | 349/1097 [06:33<12:50,  1.03s/it]
     32%|###1      | 350/1097 [06:34<12:34,  1.01s/it]
     32%|###1      | 351/1097 [06:35<12:05,  1.03it/s]
     32%|###2      | 352/1097 [06:37<17:55,  1.44s/it]
     32%|###2      | 353/1097 [06:38<16:14,  1.31s/it]
     32%|###2      | 354/1097 [06:39<14:45,  1.19s/it]
     32%|###2      | 355/1097 [06:40<14:09,  1.15s/it]
     32%|###2      | 356/1097 [06:41<13:48,  1.12s/it]
     33%|###2      | 357/1097 [06:42<13:26,  1.09s/it]
     33%|###2      | 358/1097 [06:43<13:21,  1.08s/it]
     33%|###2      | 359/1097 [06:44<12:55,  1.05s/it]
     33%|###2      | 360/1097 [06:45<13:08,  1.07s/it]
     33%|###2      | 361/1097 [06:46<12:56,  1.06s/it]
     33%|###2      | 362/1097 [06:47<12:35,  1.03s/it]
     33%|###3      | 363/1097 [06:48<12:41,  1.04s/it]
     33%|###3      | 364/1097 [06:49<12:30,  1.02s/it]
     33%|###3      | 365/1097 [06:50<12:21,  1.01s/it]
     33%|###3      | 366/1097 [06:51<11:52,  1.03it/s]
     33%|###3      | 367/1097 [06:52<11:48,  1.03it/s]
     34%|###3      | 368/1097 [06:53<12:13,  1.01s/it]
     34%|###3      | 369/1097 [06:54<11:41,  1.04it/s]
     34%|###3      | 370/1097 [06:55<11:51,  1.02it/s]
     34%|###3      | 371/1097 [06:56<11:37,  1.04it/s]
     34%|###3      | 372/1097 [06:57<11:37,  1.04it/s]
     34%|###4      | 373/1097 [06:58<11:17,  1.07it/s]
     34%|###4      | 374/1097 [06:59<11:05,  1.09it/s]
     34%|###4      | 375/1097 [07:00<11:16,  1.07it/s]
     34%|###4      | 376/1097 [07:01<11:21,  1.06it/s]
     34%|###4      | 377/1097 [07:02<11:07,  1.08it/s]
     34%|###4      | 378/1097 [07:03<11:37,  1.03it/s]
     35%|###4      | 379/1097 [07:04<11:52,  1.01it/s]
     35%|###4      | 380/1097 [07:05<12:54,  1.08s/it]
     35%|###4      | 381/1097 [07:06<12:34,  1.05s/it]
     35%|###4      | 382/1097 [07:07<12:36,  1.06s/it]
     35%|###4      | 383/1097 [07:08<12:04,  1.02s/it]
     35%|###5      | 384/1097 [07:09<12:25,  1.05s/it]
     35%|###5      | 385/1097 [07:10<12:39,  1.07s/it]
     35%|###5      | 386/1097 [07:13<18:06,  1.53s/it]
     35%|###5      | 387/1097 [07:14<17:16,  1.46s/it]
     35%|###5      | 388/1097 [07:16<17:28,  1.48s/it]
     35%|###5      | 389/1097 [07:17<17:33,  1.49s/it]
     36%|###5      | 390/1097 [07:19<18:57,  1.61s/it]
     36%|###5      | 391/1097 [07:20<16:30,  1.40s/it]
     36%|###5      | 392/1097 [07:21<15:36,  1.33s/it]
     36%|###5      | 393/1097 [07:22<13:57,  1.19s/it]
     36%|###5      | 394/1097 [07:23<12:53,  1.10s/it]
     36%|###6      | 395/1097 [07:24<12:09,  1.04s/it]
     36%|###6      | 396/1097 [07:25<12:36,  1.08s/it]
     36%|###6      | 397/1097 [07:26<13:51,  1.19s/it]
     36%|###6      | 398/1097 [07:27<13:20,  1.15s/it]
     36%|###6      | 399/1097 [07:28<12:52,  1.11s/it]
     36%|###6      | 400/1097 [07:29<12:16,  1.06s/it]
     37%|###6      | 401/1097 [07:31<13:46,  1.19s/it]
     37%|###6      | 402/1097 [07:32<13:08,  1.13s/it]
     37%|###6      | 403/1097 [07:33<12:34,  1.09s/it]
     37%|###6      | 404/1097 [07:34<12:06,  1.05s/it]
     37%|###6      | 405/1097 [07:35<11:50,  1.03s/it]
     37%|###7      | 406/1097 [07:37<16:23,  1.42s/it]
     37%|###7      | 407/1097 [07:38<14:32,  1.26s/it]
     37%|###7      | 408/1097 [07:39<13:27,  1.17s/it]
     37%|###7      | 409/1097 [07:40<14:25,  1.26s/it]
     37%|###7      | 410/1097 [07:42<14:57,  1.31s/it]
     37%|###7      | 411/1097 [07:43<15:26,  1.35s/it]
     38%|###7      | 412/1097 [07:44<14:30,  1.27s/it]
     38%|###7      | 413/1097 [07:45<13:24,  1.18s/it]
     38%|###7      | 414/1097 [07:46<12:31,  1.10s/it]
     38%|###7      | 415/1097 [07:47<12:07,  1.07s/it]
     38%|###7      | 416/1097 [07:48<11:32,  1.02s/it]
     38%|###8      | 417/1097 [07:49<11:48,  1.04s/it]
     38%|###8      | 418/1097 [07:50<11:32,  1.02s/it]
     38%|###8      | 419/1097 [07:51<11:10,  1.01it/s]
     38%|###8      | 420/1097 [07:52<10:54,  1.03it/s]
     38%|###8      | 421/1097 [07:53<10:43,  1.05it/s]
     38%|###8      | 422/1097 [07:54<10:43,  1.05it/s]
     39%|###8      | 423/1097 [07:55<11:11,  1.00it/s]
     39%|###8      | 424/1097 [07:56<11:02,  1.02it/s]
     39%|###8      | 425/1097 [07:57<10:56,  1.02it/s]
     39%|###8      | 426/1097 [07:58<11:51,  1.06s/it]
     39%|###8      | 427/1097 [07:59<11:34,  1.04s/it]
     39%|###9      | 428/1097 [08:02<18:44,  1.68s/it]
     39%|###9      | 429/1097 [08:04<16:49,  1.51s/it]
     39%|###9      | 430/1097 [08:06<20:34,  1.85s/it]
     39%|###9      | 431/1097 [08:07<18:08,  1.63s/it]
     39%|###9      | 432/1097 [08:09<16:49,  1.52s/it]
     39%|###9      | 433/1097 [08:09<14:46,  1.34s/it]
     40%|###9      | 434/1097 [08:10<13:30,  1.22s/it]
     40%|###9      | 435/1097 [08:11<12:21,  1.12s/it]
     40%|###9      | 436/1097 [08:12<11:45,  1.07s/it]
     40%|###9      | 437/1097 [08:13<11:18,  1.03s/it]
     40%|###9      | 438/1097 [08:14<11:16,  1.03s/it]
     40%|####      | 439/1097 [08:15<10:48,  1.01it/s]
     40%|####      | 440/1097 [08:16<10:43,  1.02it/s]
     40%|####      | 441/1097 [08:17<10:30,  1.04it/s]
     40%|####      | 442/1097 [08:20<15:44,  1.44s/it]
     40%|####      | 443/1097 [08:20<13:57,  1.28s/it]
     40%|####      | 444/1097 [08:21<12:57,  1.19s/it]
     41%|####      | 445/1097 [08:23<12:45,  1.17s/it]
     41%|####      | 446/1097 [08:23<11:46,  1.08s/it]
     41%|####      | 447/1097 [08:24<11:09,  1.03s/it]
     41%|####      | 448/1097 [08:26<12:47,  1.18s/it]
     41%|####      | 449/1097 [08:27<12:26,  1.15s/it]
     41%|####1     | 450/1097 [08:28<12:36,  1.17s/it]
     41%|####1     | 451/1097 [08:29<11:41,  1.09s/it]
     41%|####1     | 452/1097 [08:30<11:43,  1.09s/it]
     41%|####1     | 453/1097 [08:31<10:51,  1.01s/it]
     41%|####1     | 454/1097 [08:32<11:00,  1.03s/it]
     41%|####1     | 455/1097 [08:33<10:54,  1.02s/it]
     42%|####1     | 456/1097 [08:34<11:21,  1.06s/it]
     42%|####1     | 457/1097 [08:35<10:45,  1.01s/it]
     42%|####1     | 458/1097 [08:36<10:23,  1.02it/s]
     42%|####1     | 459/1097 [08:37<10:31,  1.01it/s]
     42%|####1     | 460/1097 [08:38<10:29,  1.01it/s]
     42%|####2     | 461/1097 [08:40<12:37,  1.19s/it]
     42%|####2     | 462/1097 [08:41<12:04,  1.14s/it]
     42%|####2     | 463/1097 [08:42<11:27,  1.08s/it]
     42%|####2     | 464/1097 [08:43<10:54,  1.03s/it]
     42%|####2     | 465/1097 [08:44<10:52,  1.03s/it]
     42%|####2     | 466/1097 [08:44<10:21,  1.01it/s]
     43%|####2     | 467/1097 [08:45<10:00,  1.05it/s]
     43%|####2     | 468/1097 [08:48<14:08,  1.35s/it]
     43%|####2     | 469/1097 [08:49<12:41,  1.21s/it]
     43%|####2     | 470/1097 [08:50<12:12,  1.17s/it]
     43%|####2     | 471/1097 [08:51<11:24,  1.09s/it]
     43%|####3     | 472/1097 [08:52<11:09,  1.07s/it]
     43%|####3     | 473/1097 [08:53<12:34,  1.21s/it]
     43%|####3     | 474/1097 [08:54<11:28,  1.11s/it]
     43%|####3     | 475/1097 [08:55<12:33,  1.21s/it]
     43%|####3     | 476/1097 [08:56<11:33,  1.12s/it]
     43%|####3     | 477/1097 [08:57<11:15,  1.09s/it]
     44%|####3     | 478/1097 [08:59<14:16,  1.38s/it]
     44%|####3     | 479/1097 [09:00<12:55,  1.25s/it]
     44%|####3     | 480/1097 [09:01<12:01,  1.17s/it]
     44%|####3     | 481/1097 [09:02<11:29,  1.12s/it]
     44%|####3     | 482/1097 [09:03<10:57,  1.07s/it]
     44%|####4     | 483/1097 [09:04<10:45,  1.05s/it]
     44%|####4     | 484/1097 [09:05<10:15,  1.00s/it]
     44%|####4     | 485/1097 [09:06<10:08,  1.01it/s]
     44%|####4     | 486/1097 [09:07<10:04,  1.01it/s]
     44%|####4     | 487/1097 [09:08<09:47,  1.04it/s]
     44%|####4     | 488/1097 [09:09<09:52,  1.03it/s]
     45%|####4     | 489/1097 [09:10<09:48,  1.03it/s]
     45%|####4     | 490/1097 [09:11<09:26,  1.07it/s]
     45%|####4     | 491/1097 [09:12<09:15,  1.09it/s]
     45%|####4     | 492/1097 [09:13<09:24,  1.07it/s]
     45%|####4     | 493/1097 [09:14<09:34,  1.05it/s]
     45%|####5     | 494/1097 [09:15<09:35,  1.05it/s]
     45%|####5     | 495/1097 [09:15<09:16,  1.08it/s]
     45%|####5     | 496/1097 [09:16<09:07,  1.10it/s]
     45%|####5     | 497/1097 [09:19<14:13,  1.42s/it]
     45%|####5     | 498/1097 [09:22<19:23,  1.94s/it]
     45%|####5     | 499/1097 [09:25<21:19,  2.14s/it]
     46%|####5     | 500/1097 [09:26<17:41,  1.78s/it]
     46%|####5     | 501/1097 [09:27<15:12,  1.53s/it]
     46%|####5     | 502/1097 [09:28<13:17,  1.34s/it]
     46%|####5     | 503/1097 [09:29<12:22,  1.25s/it]
     46%|####5     | 504/1097 [09:30<11:45,  1.19s/it]
     46%|####6     | 505/1097 [09:31<12:36,  1.28s/it]
     46%|####6     | 506/1097 [09:32<11:55,  1.21s/it]
     46%|####6     | 507/1097 [09:33<11:04,  1.13s/it]
     46%|####6     | 508/1097 [09:36<15:22,  1.57s/it]
     46%|####6     | 509/1097 [09:37<13:59,  1.43s/it]
     46%|####6     | 510/1097 [09:38<12:44,  1.30s/it]
     47%|####6     | 511/1097 [09:39<11:37,  1.19s/it]
     47%|####6     | 512/1097 [09:41<13:40,  1.40s/it]
     47%|####6     | 513/1097 [09:42<14:06,  1.45s/it]
     47%|####6     | 514/1097 [09:43<12:42,  1.31s/it]
     47%|####6     | 515/1097 [09:44<11:33,  1.19s/it]
     47%|####7     | 516/1097 [09:45<10:52,  1.12s/it]
     47%|####7     | 517/1097 [09:46<10:23,  1.07s/it]
     47%|####7     | 518/1097 [09:47<10:05,  1.05s/it]
     47%|####7     | 519/1097 [09:48<10:32,  1.09s/it]
     47%|####7     | 520/1097 [09:49<09:51,  1.02s/it]
     47%|####7     | 521/1097 [09:50<09:41,  1.01s/it]
     48%|####7     | 522/1097 [09:51<09:25,  1.02it/s]
     48%|####7     | 523/1097 [09:52<09:16,  1.03it/s]
     48%|####7     | 524/1097 [09:53<09:10,  1.04it/s]
     48%|####7     | 525/1097 [09:54<08:52,  1.07it/s]
     48%|####7     | 526/1097 [09:55<08:52,  1.07it/s]
     48%|####8     | 527/1097 [09:56<09:18,  1.02it/s]
     48%|####8     | 528/1097 [09:57<09:38,  1.02s/it]
     48%|####8     | 529/1097 [09:58<09:23,  1.01it/s]
     48%|####8     | 530/1097 [09:59<11:19,  1.20s/it]
     48%|####8     | 531/1097 [10:01<11:24,  1.21s/it]
     48%|####8     | 532/1097 [10:02<11:24,  1.21s/it]
     49%|####8     | 533/1097 [10:03<10:40,  1.14s/it]
     49%|####8     | 534/1097 [10:04<10:21,  1.10s/it]
     49%|####8     | 535/1097 [10:05<09:41,  1.03s/it]
     49%|####8     | 536/1097 [10:06<09:16,  1.01it/s]
     49%|####8     | 537/1097 [10:06<08:54,  1.05it/s]
     49%|####9     | 538/1097 [10:07<08:58,  1.04it/s]
     49%|####9     | 539/1097 [10:08<09:00,  1.03it/s]
     49%|####9     | 540/1097 [10:09<08:54,  1.04it/s]
     49%|####9     | 541/1097 [10:10<09:10,  1.01it/s]
     49%|####9     | 542/1097 [10:11<09:09,  1.01it/s]
     49%|####9     | 543/1097 [10:12<09:08,  1.01it/s]
     50%|####9     | 544/1097 [10:13<09:09,  1.01it/s]
     50%|####9     | 545/1097 [10:14<09:03,  1.02it/s]
     50%|####9     | 546/1097 [10:16<10:23,  1.13s/it]
     50%|####9     | 547/1097 [10:19<14:50,  1.62s/it]
     50%|####9     | 548/1097 [10:20<13:51,  1.51s/it]
     50%|#####     | 549/1097 [10:22<14:17,  1.56s/it]
     50%|#####     | 550/1097 [10:23<15:00,  1.65s/it]
     50%|#####     | 551/1097 [10:24<13:07,  1.44s/it]
     50%|#####     | 552/1097 [10:25<11:32,  1.27s/it]
     50%|#####     | 553/1097 [10:29<17:25,  1.92s/it]
     51%|#####     | 554/1097 [10:30<15:33,  1.72s/it]
     51%|#####     | 555/1097 [10:31<14:06,  1.56s/it]
     51%|#####     | 556/1097 [10:32<12:45,  1.41s/it]
     51%|#####     | 557/1097 [10:33<12:08,  1.35s/it]
     51%|#####     | 558/1097 [10:34<11:03,  1.23s/it]
     51%|#####     | 559/1097 [10:36<11:10,  1.25s/it]
     51%|#####1    | 560/1097 [10:37<10:35,  1.18s/it]
     51%|#####1    | 561/1097 [10:38<10:06,  1.13s/it]
     51%|#####1    | 562/1097 [10:39<11:12,  1.26s/it]
     51%|#####1    | 563/1097 [10:41<12:01,  1.35s/it]
     51%|#####1    | 564/1097 [10:44<16:06,  1.81s/it]
     52%|#####1    | 565/1097 [10:45<14:26,  1.63s/it]
     52%|#####1    | 566/1097 [10:47<14:28,  1.64s/it]
     52%|#####1    | 567/1097 [10:48<14:50,  1.68s/it]
     52%|#####1    | 568/1097 [10:50<13:56,  1.58s/it]
     52%|#####1    | 569/1097 [10:51<12:23,  1.41s/it]
     52%|#####1    | 570/1097 [10:52<11:44,  1.34s/it]
     52%|#####2    | 571/1097 [10:53<11:08,  1.27s/it]
     52%|#####2    | 572/1097 [10:54<10:19,  1.18s/it]
     52%|#####2    | 573/1097 [10:55<09:51,  1.13s/it]
     52%|#####2    | 574/1097 [10:56<09:23,  1.08s/it]
     52%|#####2    | 575/1097 [10:57<08:52,  1.02s/it]
     53%|#####2    | 576/1097 [10:58<08:25,  1.03it/s]
     53%|#####2    | 577/1097 [10:59<08:43,  1.01s/it]
     53%|#####2    | 578/1097 [11:00<08:54,  1.03s/it]
     53%|#####2    | 579/1097 [11:01<08:58,  1.04s/it]
     53%|#####2    | 580/1097 [11:03<11:26,  1.33s/it]
     53%|#####2    | 581/1097 [11:04<11:05,  1.29s/it]
     53%|#####3    | 582/1097 [11:05<10:25,  1.21s/it]
     53%|#####3    | 583/1097 [11:06<09:59,  1.17s/it]
     53%|#####3    | 584/1097 [11:07<09:56,  1.16s/it]
     53%|#####3    | 585/1097 [11:08<09:24,  1.10s/it]
     53%|#####3    | 586/1097 [11:09<09:17,  1.09s/it]
     54%|#####3    | 587/1097 [11:10<08:51,  1.04s/it]
     54%|#####3    | 588/1097 [11:11<08:52,  1.05s/it]
     54%|#####3    | 589/1097 [11:12<08:55,  1.05s/it]
     54%|#####3    | 590/1097 [11:14<09:01,  1.07s/it]
     54%|#####3    | 591/1097 [11:15<09:03,  1.07s/it]
     54%|#####3    | 592/1097 [11:17<13:28,  1.60s/it]
     54%|#####4    | 593/1097 [11:19<12:08,  1.45s/it]
     54%|#####4    | 594/1097 [11:20<11:17,  1.35s/it]
     54%|#####4    | 595/1097 [11:21<10:14,  1.22s/it]
     54%|#####4    | 596/1097 [11:22<10:45,  1.29s/it]
     54%|#####4    | 597/1097 [11:23<10:08,  1.22s/it]
     55%|#####4    | 598/1097 [11:24<09:20,  1.12s/it]
     55%|#####4    | 599/1097 [11:25<08:50,  1.06s/it]
     55%|#####4    | 600/1097 [11:26<08:21,  1.01s/it]
     55%|#####4    | 601/1097 [11:27<08:42,  1.05s/it]
     55%|#####4    | 602/1097 [11:28<08:55,  1.08s/it]
     55%|#####4    | 603/1097 [11:29<09:34,  1.16s/it]
     55%|#####5    | 604/1097 [11:31<09:35,  1.17s/it]
     55%|#####5    | 605/1097 [11:32<09:40,  1.18s/it]
     55%|#####5    | 606/1097 [11:33<09:33,  1.17s/it]
     55%|#####5    | 607/1097 [11:34<09:47,  1.20s/it]
     55%|#####5    | 608/1097 [11:35<09:54,  1.22s/it]
     56%|#####5    | 609/1097 [11:37<09:35,  1.18s/it]
     56%|#####5    | 610/1097 [11:38<09:17,  1.14s/it]
     56%|#####5    | 611/1097 [11:39<09:07,  1.13s/it]
     56%|#####5    | 612/1097 [11:40<08:31,  1.06s/it]
     56%|#####5    | 613/1097 [11:41<09:00,  1.12s/it]
     56%|#####5    | 614/1097 [11:42<09:02,  1.12s/it]
     56%|#####6    | 615/1097 [11:43<09:37,  1.20s/it]
     56%|#####6    | 616/1097 [11:45<10:18,  1.29s/it]
     56%|#####6    | 617/1097 [11:46<10:46,  1.35s/it]
     56%|#####6    | 618/1097 [11:48<11:00,  1.38s/it]
     56%|#####6    | 619/1097 [11:49<10:27,  1.31s/it]
     57%|#####6    | 620/1097 [11:50<09:36,  1.21s/it]
     57%|#####6    | 621/1097 [11:51<08:48,  1.11s/it]
     57%|#####6    | 622/1097 [11:52<08:25,  1.06s/it]
     57%|#####6    | 623/1097 [11:53<08:06,  1.03s/it]
     57%|#####6    | 624/1097 [11:54<08:14,  1.04s/it]
     57%|#####6    | 625/1097 [11:55<08:19,  1.06s/it]
     57%|#####7    | 626/1097 [11:56<07:56,  1.01s/it]
     57%|#####7    | 627/1097 [11:57<07:47,  1.01it/s]
     57%|#####7    | 628/1097 [11:58<08:28,  1.08s/it]
     57%|#####7    | 629/1097 [12:00<09:23,  1.20s/it]
     57%|#####7    | 630/1097 [12:02<12:35,  1.62s/it]
     58%|#####7    | 631/1097 [12:03<10:51,  1.40s/it]
     58%|#####7    | 632/1097 [12:04<09:52,  1.27s/it]
     58%|#####7    | 633/1097 [12:07<13:32,  1.75s/it]
     58%|#####7    | 634/1097 [12:08<11:29,  1.49s/it]
     58%|#####7    | 635/1097 [12:09<11:16,  1.46s/it]
     58%|#####7    | 636/1097 [12:10<09:57,  1.30s/it]
     58%|#####8    | 637/1097 [12:11<10:15,  1.34s/it]
     58%|#####8    | 638/1097 [12:12<09:17,  1.21s/it]
     58%|#####8    | 639/1097 [12:13<08:46,  1.15s/it]
     58%|#####8    | 640/1097 [12:14<08:32,  1.12s/it]
     58%|#####8    | 641/1097 [12:17<11:23,  1.50s/it]
     59%|#####8    | 642/1097 [12:18<09:55,  1.31s/it]
     59%|#####8    | 643/1097 [12:19<09:14,  1.22s/it]
     59%|#####8    | 644/1097 [12:20<08:32,  1.13s/it]
     59%|#####8    | 645/1097 [12:21<08:13,  1.09s/it]
     59%|#####8    | 646/1097 [12:22<08:16,  1.10s/it]
     59%|#####8    | 647/1097 [12:23<07:46,  1.04s/it]
     59%|#####9    | 648/1097 [12:24<07:31,  1.01s/it]
     59%|#####9    | 649/1097 [12:25<07:24,  1.01it/s]
     59%|#####9    | 650/1097 [12:25<07:07,  1.04it/s]
     59%|#####9    | 651/1097 [12:26<07:00,  1.06it/s]
     59%|#####9    | 652/1097 [12:27<06:56,  1.07it/s]
     60%|#####9    | 653/1097 [12:28<07:13,  1.02it/s]
     60%|#####9    | 654/1097 [12:29<07:27,  1.01s/it]
     60%|#####9    | 655/1097 [12:30<07:18,  1.01it/s]
     60%|#####9    | 656/1097 [12:31<07:15,  1.01it/s]
     60%|#####9    | 657/1097 [12:32<07:13,  1.01it/s]
     60%|#####9    | 658/1097 [12:33<07:18,  1.00it/s]
     60%|######    | 659/1097 [12:34<07:06,  1.03it/s]
     60%|######    | 660/1097 [12:36<08:06,  1.11s/it]
     60%|######    | 661/1097 [12:37<07:52,  1.08s/it]
     60%|######    | 662/1097 [12:38<07:40,  1.06s/it]
     60%|######    | 663/1097 [12:39<07:16,  1.01s/it]
     61%|######    | 664/1097 [12:39<07:00,  1.03it/s]
     61%|######    | 665/1097 [12:40<06:59,  1.03it/s]
     61%|######    | 666/1097 [12:42<07:19,  1.02s/it]
     61%|######    | 667/1097 [12:43<07:10,  1.00s/it]
     61%|######    | 668/1097 [12:43<07:01,  1.02it/s]
     61%|######    | 669/1097 [12:45<07:19,  1.03s/it]
     61%|######1   | 670/1097 [12:46<07:48,  1.10s/it]
     61%|######1   | 671/1097 [12:47<08:36,  1.21s/it]
     61%|######1   | 672/1097 [12:48<07:53,  1.11s/it]
     61%|######1   | 673/1097 [12:49<08:02,  1.14s/it]
     61%|######1   | 674/1097 [12:50<07:32,  1.07s/it]
     62%|######1   | 675/1097 [12:51<07:24,  1.05s/it]
     62%|######1   | 676/1097 [12:52<07:13,  1.03s/it]
     62%|######1   | 677/1097 [12:54<08:02,  1.15s/it]
     62%|######1   | 678/1097 [12:55<08:44,  1.25s/it]
     62%|######1   | 679/1097 [12:57<08:55,  1.28s/it]
     62%|######1   | 680/1097 [12:58<08:13,  1.18s/it]
     62%|######2   | 681/1097 [12:59<08:26,  1.22s/it]
     62%|######2   | 682/1097 [13:00<07:44,  1.12s/it]
     62%|######2   | 683/1097 [13:01<07:18,  1.06s/it]
     62%|######2   | 684/1097 [13:02<06:54,  1.00s/it]
     62%|######2   | 685/1097 [13:02<06:39,  1.03it/s]
     63%|######2   | 686/1097 [13:03<06:35,  1.04it/s]
     63%|######2   | 687/1097 [13:04<06:43,  1.02it/s]
     63%|######2   | 688/1097 [13:05<06:45,  1.01it/s]
     63%|######2   | 689/1097 [13:06<06:42,  1.01it/s]
     63%|######2   | 690/1097 [13:07<06:51,  1.01s/it]
     63%|######2   | 691/1097 [13:08<06:55,  1.02s/it]
     63%|######3   | 692/1097 [13:10<08:02,  1.19s/it]
     63%|######3   | 693/1097 [13:11<07:31,  1.12s/it]
     63%|######3   | 694/1097 [13:12<07:21,  1.09s/it]
     63%|######3   | 695/1097 [13:14<09:41,  1.45s/it]
     63%|######3   | 696/1097 [13:15<08:32,  1.28s/it]
     64%|######3   | 697/1097 [13:16<07:50,  1.18s/it]
     64%|######3   | 698/1097 [13:17<07:12,  1.08s/it]
     64%|######3   | 699/1097 [13:18<06:41,  1.01s/it]
     64%|######3   | 700/1097 [13:19<06:39,  1.01s/it]
     64%|######3   | 701/1097 [13:20<06:33,  1.01it/s]
     64%|######3   | 702/1097 [13:21<06:29,  1.01it/s]
     64%|######4   | 703/1097 [13:22<07:05,  1.08s/it]
     64%|######4   | 704/1097 [13:23<06:43,  1.03s/it]
     64%|######4   | 705/1097 [13:26<11:21,  1.74s/it]
     64%|######4   | 706/1097 [13:27<09:51,  1.51s/it]
     64%|######4   | 707/1097 [13:28<09:01,  1.39s/it]
     65%|######4   | 708/1097 [13:30<08:22,  1.29s/it]
     65%|######4   | 709/1097 [13:31<07:46,  1.20s/it]
     65%|######4   | 710/1097 [13:32<07:36,  1.18s/it]
     65%|######4   | 711/1097 [13:33<07:12,  1.12s/it]
     65%|######4   | 712/1097 [13:34<06:42,  1.04s/it]
     65%|######4   | 713/1097 [13:35<07:46,  1.22s/it]
     65%|######5   | 714/1097 [13:37<08:20,  1.31s/it]
     65%|######5   | 715/1097 [13:38<08:37,  1.35s/it]
     65%|######5   | 716/1097 [13:39<08:02,  1.27s/it]
     65%|######5   | 717/1097 [13:40<07:33,  1.19s/it]
     65%|######5   | 718/1097 [13:41<07:25,  1.18s/it]
     66%|######5   | 719/1097 [13:42<06:55,  1.10s/it]
     66%|######5   | 720/1097 [13:43<06:54,  1.10s/it]
     66%|######5   | 721/1097 [13:44<06:28,  1.03s/it]
     66%|######5   | 722/1097 [13:45<06:26,  1.03s/it]
     66%|######5   | 723/1097 [13:46<06:10,  1.01it/s]
     66%|######5   | 724/1097 [13:47<06:10,  1.01it/s]
     66%|######6   | 725/1097 [13:48<05:58,  1.04it/s]
     66%|######6   | 726/1097 [13:49<06:08,  1.01it/s]
     66%|######6   | 727/1097 [13:50<06:49,  1.11s/it]
     66%|######6   | 728/1097 [13:51<06:23,  1.04s/it]
     66%|######6   | 729/1097 [13:52<06:22,  1.04s/it]
     67%|######6   | 730/1097 [13:53<06:13,  1.02s/it]
     67%|######6   | 731/1097 [13:55<07:38,  1.25s/it]
     67%|######6   | 732/1097 [13:56<06:58,  1.15s/it]
     67%|######6   | 733/1097 [13:57<06:28,  1.07s/it]
     67%|######6   | 734/1097 [13:59<07:25,  1.23s/it]
     67%|######7   | 735/1097 [14:00<06:58,  1.16s/it]
     67%|######7   | 736/1097 [14:01<06:41,  1.11s/it]
     67%|######7   | 737/1097 [14:02<06:24,  1.07s/it]
     67%|######7   | 738/1097 [14:03<07:02,  1.18s/it]
     67%|######7   | 739/1097 [14:04<06:37,  1.11s/it]
     67%|######7   | 740/1097 [14:05<06:38,  1.12s/it]
     68%|######7   | 741/1097 [14:06<06:20,  1.07s/it]
     68%|######7   | 742/1097 [14:08<07:26,  1.26s/it]
     68%|######7   | 743/1097 [14:09<06:56,  1.18s/it]
     68%|######7   | 744/1097 [14:10<06:23,  1.09s/it]
     68%|######7   | 745/1097 [14:11<06:10,  1.05s/it]
     68%|######8   | 746/1097 [14:12<06:00,  1.03s/it]
     68%|######8   | 747/1097 [14:12<05:47,  1.01it/s]
     68%|######8   | 748/1097 [14:13<05:33,  1.05it/s]
     68%|######8   | 749/1097 [14:14<05:34,  1.04it/s]
     68%|######8   | 750/1097 [14:15<05:40,  1.02it/s]
     68%|######8   | 751/1097 [14:16<05:31,  1.04it/s]
     69%|######8   | 752/1097 [14:17<06:05,  1.06s/it]
     69%|######8   | 753/1097 [14:18<05:46,  1.01s/it]
     69%|######8   | 754/1097 [14:19<05:31,  1.04it/s]
     69%|######8   | 755/1097 [14:20<05:32,  1.03it/s]
     69%|######8   | 756/1097 [14:22<06:25,  1.13s/it]
     69%|######9   | 757/1097 [14:23<05:59,  1.06s/it]
     69%|######9   | 758/1097 [14:24<05:53,  1.04s/it]
     69%|######9   | 759/1097 [14:25<05:48,  1.03s/it]
     69%|######9   | 760/1097 [14:26<05:46,  1.03s/it]
     69%|######9   | 761/1097 [14:27<05:33,  1.01it/s]
     69%|######9   | 762/1097 [14:28<05:49,  1.04s/it]
     70%|######9   | 763/1097 [14:29<05:45,  1.03s/it]
     70%|######9   | 764/1097 [14:30<05:28,  1.01it/s]
     70%|######9   | 765/1097 [14:31<05:31,  1.00it/s]
     70%|######9   | 766/1097 [14:32<05:19,  1.04it/s]
     70%|######9   | 767/1097 [14:33<05:24,  1.02it/s]
     70%|#######   | 768/1097 [14:34<05:38,  1.03s/it]
     70%|#######   | 769/1097 [14:35<05:32,  1.01s/it]
     70%|#######   | 770/1097 [14:36<05:33,  1.02s/it]
     70%|#######   | 771/1097 [14:37<05:30,  1.01s/it]
     70%|#######   | 772/1097 [14:38<05:15,  1.03it/s]
     70%|#######   | 773/1097 [14:39<05:14,  1.03it/s]
     71%|#######   | 774/1097 [14:40<05:16,  1.02it/s]
     71%|#######   | 775/1097 [14:40<05:08,  1.05it/s]
     71%|#######   | 776/1097 [14:41<05:11,  1.03it/s]
     71%|#######   | 777/1097 [14:42<05:03,  1.06it/s]
     71%|#######   | 778/1097 [14:43<04:58,  1.07it/s]
     71%|#######1  | 779/1097 [14:44<04:57,  1.07it/s]
     71%|#######1  | 780/1097 [14:45<04:53,  1.08it/s]
     71%|#######1  | 781/1097 [14:46<04:52,  1.08it/s]
     71%|#######1  | 782/1097 [14:47<05:00,  1.05it/s]
     71%|#######1  | 783/1097 [14:48<05:32,  1.06s/it]
     71%|#######1  | 784/1097 [14:49<05:27,  1.05s/it]
     72%|#######1  | 785/1097 [14:50<05:29,  1.06s/it]
     72%|#######1  | 786/1097 [14:51<05:20,  1.03s/it]
     72%|#######1  | 787/1097 [14:52<05:07,  1.01it/s]
     72%|#######1  | 788/1097 [14:53<05:07,  1.00it/s]
     72%|#######1  | 789/1097 [14:54<04:56,  1.04it/s]
     72%|#######2  | 790/1097 [14:56<05:53,  1.15s/it]
     72%|#######2  | 791/1097 [14:57<05:45,  1.13s/it]
     72%|#######2  | 792/1097 [14:58<05:31,  1.09s/it]
     72%|#######2  | 793/1097 [14:59<05:23,  1.06s/it]
     72%|#######2  | 794/1097 [15:00<05:12,  1.03s/it]
     72%|#######2  | 795/1097 [15:01<04:59,  1.01it/s]
     73%|#######2  | 796/1097 [15:02<04:48,  1.04it/s]
     73%|#######2  | 797/1097 [15:03<05:23,  1.08s/it]
     73%|#######2  | 798/1097 [15:04<05:13,  1.05s/it]
     73%|#######2  | 799/1097 [15:05<04:56,  1.00it/s]
     73%|#######2  | 800/1097 [15:06<04:46,  1.04it/s]
     73%|#######3  | 801/1097 [15:07<04:37,  1.07it/s]
     73%|#######3  | 802/1097 [15:08<05:48,  1.18s/it]
     73%|#######3  | 803/1097 [15:09<05:32,  1.13s/it]
     73%|#######3  | 804/1097 [15:10<05:07,  1.05s/it]
     73%|#######3  | 805/1097 [15:11<04:54,  1.01s/it]
     73%|#######3  | 806/1097 [15:12<04:55,  1.02s/it]
     74%|#######3  | 807/1097 [15:13<04:47,  1.01it/s]
     74%|#######3  | 808/1097 [15:14<04:40,  1.03it/s]
     74%|#######3  | 809/1097 [15:15<04:38,  1.04it/s]
     74%|#######3  | 810/1097 [15:16<04:31,  1.06it/s]
     74%|#######3  | 811/1097 [15:19<06:57,  1.46s/it]
     74%|#######4  | 812/1097 [15:20<06:18,  1.33s/it]
     74%|#######4  | 813/1097 [15:20<05:40,  1.20s/it]
     74%|#######4  | 814/1097 [15:23<07:06,  1.51s/it]
     74%|#######4  | 815/1097 [15:25<08:05,  1.72s/it]
     74%|#######4  | 816/1097 [15:26<06:56,  1.48s/it]
     74%|#######4  | 817/1097 [15:27<06:17,  1.35s/it]
     75%|#######4  | 818/1097 [15:28<05:41,  1.23s/it]
     75%|#######4  | 819/1097 [15:29<05:38,  1.22s/it]
     75%|#######4  | 820/1097 [15:30<05:15,  1.14s/it]
     75%|#######4  | 821/1097 [15:31<05:01,  1.09s/it]
     75%|#######4  | 822/1097 [15:32<04:53,  1.07s/it]
     75%|#######5  | 823/1097 [15:33<04:45,  1.04s/it]
     75%|#######5  | 824/1097 [15:34<04:33,  1.00s/it]
     75%|#######5  | 825/1097 [15:35<04:44,  1.05s/it]
     75%|#######5  | 826/1097 [15:36<04:36,  1.02s/it]
     75%|#######5  | 827/1097 [15:37<04:25,  1.02it/s]
     75%|#######5  | 828/1097 [15:38<04:26,  1.01it/s]
     76%|#######5  | 829/1097 [15:39<04:30,  1.01s/it]
     76%|#######5  | 830/1097 [15:40<04:41,  1.05s/it]
     76%|#######5  | 831/1097 [15:41<04:39,  1.05s/it]
     76%|#######5  | 832/1097 [15:42<04:31,  1.02s/it]
     76%|#######5  | 833/1097 [15:45<06:38,  1.51s/it]
     76%|#######6  | 834/1097 [15:46<05:47,  1.32s/it]
     76%|#######6  | 835/1097 [15:49<07:53,  1.81s/it]
     76%|#######6  | 836/1097 [15:50<06:52,  1.58s/it]
     76%|#######6  | 837/1097 [15:50<05:56,  1.37s/it]
     76%|#######6  | 838/1097 [15:53<07:30,  1.74s/it]
     76%|#######6  | 839/1097 [15:55<08:14,  1.92s/it]
     77%|#######6  | 840/1097 [15:56<06:53,  1.61s/it]
     77%|#######6  | 841/1097 [15:57<05:57,  1.40s/it]
     77%|#######6  | 842/1097 [15:59<06:19,  1.49s/it]
     77%|#######6  | 843/1097 [16:00<05:35,  1.32s/it]
     77%|#######6  | 844/1097 [16:01<05:01,  1.19s/it]
     77%|#######7  | 845/1097 [16:02<04:49,  1.15s/it]
     77%|#######7  | 846/1097 [16:03<04:41,  1.12s/it]
     77%|#######7  | 847/1097 [16:04<04:43,  1.14s/it]
     77%|#######7  | 848/1097 [16:06<05:18,  1.28s/it]
     77%|#######7  | 849/1097 [16:07<04:51,  1.17s/it]
     77%|#######7  | 850/1097 [16:08<05:18,  1.29s/it]
     78%|#######7  | 851/1097 [16:09<04:51,  1.18s/it]
     78%|#######7  | 852/1097 [16:11<05:20,  1.31s/it]
     78%|#######7  | 853/1097 [16:12<04:49,  1.19s/it]
     78%|#######7  | 854/1097 [16:12<04:28,  1.11s/it]
     78%|#######7  | 855/1097 [16:13<04:12,  1.04s/it]
     78%|#######8  | 856/1097 [16:14<04:12,  1.05s/it]
     78%|#######8  | 857/1097 [16:15<03:58,  1.00it/s]
     78%|#######8  | 858/1097 [16:16<03:59,  1.00s/it]
     78%|#######8  | 859/1097 [16:17<03:57,  1.00it/s]
     78%|#######8  | 860/1097 [16:18<04:03,  1.03s/it]
     78%|#######8  | 861/1097 [16:19<03:54,  1.01it/s]
     79%|#######8  | 862/1097 [16:20<03:47,  1.03it/s]
     79%|#######8  | 863/1097 [16:21<03:43,  1.04it/s]
     79%|#######8  | 864/1097 [16:22<04:08,  1.07s/it]
     79%|#######8  | 865/1097 [16:23<04:04,  1.05s/it]
     79%|#######8  | 866/1097 [16:24<04:00,  1.04s/it]
     79%|#######9  | 867/1097 [16:25<03:51,  1.01s/it]
     79%|#######9  | 868/1097 [16:26<03:44,  1.02it/s]
     79%|#######9  | 869/1097 [16:27<03:46,  1.01it/s]
     79%|#######9  | 870/1097 [16:29<04:40,  1.23s/it]
     79%|#######9  | 871/1097 [16:30<04:15,  1.13s/it]
     79%|#######9  | 872/1097 [16:32<04:47,  1.28s/it]
     80%|#######9  | 873/1097 [16:33<04:27,  1.20s/it]
     80%|#######9  | 874/1097 [16:34<04:06,  1.11s/it]
     80%|#######9  | 875/1097 [16:35<03:56,  1.06s/it]
     80%|#######9  | 876/1097 [16:36<03:50,  1.04s/it]
     80%|#######9  | 877/1097 [16:36<03:43,  1.01s/it]
     80%|########  | 878/1097 [16:37<03:42,  1.02s/it]
     80%|########  | 879/1097 [16:39<03:44,  1.03s/it]
     80%|########  | 880/1097 [16:40<04:16,  1.18s/it]
     80%|########  | 881/1097 [16:41<04:02,  1.12s/it]
     80%|########  | 882/1097 [16:42<03:51,  1.08s/it]
     80%|########  | 883/1097 [16:43<03:42,  1.04s/it]
     81%|########  | 884/1097 [16:44<03:50,  1.08s/it]
     81%|########  | 885/1097 [16:45<03:48,  1.08s/it]
     81%|########  | 886/1097 [16:46<03:39,  1.04s/it]
     81%|########  | 887/1097 [16:49<05:29,  1.57s/it]
     81%|########  | 888/1097 [16:51<05:29,  1.57s/it]
     81%|########1 | 889/1097 [16:52<05:00,  1.44s/it]
     81%|########1 | 890/1097 [16:53<04:23,  1.27s/it]
     81%|########1 | 891/1097 [16:54<04:13,  1.23s/it]
     81%|########1 | 892/1097 [16:55<03:54,  1.15s/it]
     81%|########1 | 893/1097 [16:56<04:02,  1.19s/it]
     81%|########1 | 894/1097 [16:57<03:42,  1.10s/it]
     82%|########1 | 895/1097 [16:58<03:34,  1.06s/it]
     82%|########1 | 896/1097 [16:59<03:36,  1.08s/it]
     82%|########1 | 897/1097 [17:00<03:31,  1.06s/it]
     82%|########1 | 898/1097 [17:01<03:22,  1.02s/it]
     82%|########1 | 899/1097 [17:02<03:28,  1.05s/it]
     82%|########2 | 900/1097 [17:03<03:33,  1.08s/it]
     82%|########2 | 901/1097 [17:04<03:22,  1.03s/it]
     82%|########2 | 902/1097 [17:05<03:11,  1.02it/s]
     82%|########2 | 903/1097 [17:06<03:18,  1.02s/it]
     82%|########2 | 904/1097 [17:07<03:15,  1.01s/it]
     82%|########2 | 905/1097 [17:10<04:48,  1.50s/it]
     83%|########2 | 906/1097 [17:11<04:18,  1.35s/it]
     83%|########2 | 907/1097 [17:12<04:03,  1.28s/it]
     83%|########2 | 908/1097 [17:13<03:44,  1.19s/it]
     83%|########2 | 909/1097 [17:14<03:30,  1.12s/it]
     83%|########2 | 910/1097 [17:15<03:37,  1.16s/it]
     83%|########3 | 911/1097 [17:16<03:24,  1.10s/it]
     83%|########3 | 912/1097 [17:17<03:17,  1.07s/it]
     83%|########3 | 913/1097 [17:18<03:08,  1.02s/it]
     83%|########3 | 914/1097 [17:19<03:35,  1.18s/it]
     83%|########3 | 915/1097 [17:21<03:48,  1.26s/it]
     84%|########3 | 916/1097 [17:22<03:26,  1.14s/it]
     84%|########3 | 917/1097 [17:23<03:18,  1.10s/it]
     84%|########3 | 918/1097 [17:25<04:37,  1.55s/it]
     84%|########3 | 919/1097 [17:26<04:10,  1.40s/it]
     84%|########3 | 920/1097 [17:27<03:46,  1.28s/it]
     84%|########3 | 921/1097 [17:28<03:26,  1.17s/it]
     84%|########4 | 922/1097 [17:29<03:21,  1.15s/it]
     84%|########4 | 923/1097 [17:30<03:12,  1.10s/it]
     84%|########4 | 924/1097 [17:33<04:30,  1.56s/it]
     84%|########4 | 925/1097 [17:34<03:55,  1.37s/it]
     84%|########4 | 926/1097 [17:35<03:33,  1.25s/it]
     85%|########4 | 927/1097 [17:36<03:20,  1.18s/it]
     85%|########4 | 928/1097 [17:37<03:07,  1.11s/it]
     85%|########4 | 929/1097 [17:38<03:02,  1.09s/it]
     85%|########4 | 930/1097 [17:39<02:53,  1.04s/it]
     85%|########4 | 931/1097 [17:40<03:05,  1.12s/it]
     85%|########4 | 932/1097 [17:41<02:58,  1.08s/it]
     85%|########5 | 933/1097 [17:43<03:11,  1.17s/it]
     85%|########5 | 934/1097 [17:43<02:56,  1.08s/it]
     85%|########5 | 935/1097 [17:44<02:54,  1.08s/it]
     85%|########5 | 936/1097 [17:45<02:48,  1.05s/it]
     85%|########5 | 937/1097 [17:46<02:40,  1.00s/it]
     86%|########5 | 938/1097 [17:47<02:38,  1.00it/s]
     86%|########5 | 939/1097 [17:48<02:34,  1.02it/s]
     86%|########5 | 940/1097 [17:49<02:29,  1.05it/s]
     86%|########5 | 941/1097 [17:50<02:31,  1.03it/s]
     86%|########5 | 942/1097 [17:51<02:31,  1.02it/s]
     86%|########5 | 943/1097 [17:52<02:30,  1.02it/s]
     86%|########6 | 944/1097 [17:53<02:25,  1.05it/s]
     86%|########6 | 945/1097 [17:54<02:32,  1.00s/it]
     86%|########6 | 946/1097 [17:55<02:26,  1.03it/s]
     86%|########6 | 947/1097 [17:56<02:32,  1.02s/it]
     86%|########6 | 948/1097 [17:57<02:28,  1.00it/s]
     87%|########6 | 949/1097 [17:58<02:27,  1.00it/s]
     87%|########6 | 950/1097 [17:59<02:25,  1.01it/s]
     87%|########6 | 951/1097 [18:00<02:21,  1.03it/s]
     87%|########6 | 952/1097 [18:01<02:18,  1.05it/s]
     87%|########6 | 953/1097 [18:02<02:32,  1.06s/it]
     87%|########6 | 954/1097 [18:03<02:28,  1.04s/it]
     87%|########7 | 955/1097 [18:04<02:22,  1.00s/it]
     87%|########7 | 956/1097 [18:07<03:37,  1.54s/it]
     87%|########7 | 957/1097 [18:08<03:12,  1.38s/it]
     87%|########7 | 958/1097 [18:09<02:51,  1.23s/it]
     87%|########7 | 959/1097 [18:10<02:39,  1.15s/it]
     88%|########7 | 960/1097 [18:11<02:30,  1.10s/it]
     88%|########7 | 961/1097 [18:12<02:22,  1.05s/it]
     88%|########7 | 962/1097 [18:13<02:19,  1.03s/it]
     88%|########7 | 963/1097 [18:14<02:14,  1.01s/it]
     88%|########7 | 964/1097 [18:15<02:10,  1.02it/s]
     88%|########7 | 965/1097 [18:15<02:06,  1.04it/s]
     88%|########8 | 966/1097 [18:16<02:02,  1.07it/s]
     88%|########8 | 967/1097 [18:17<01:59,  1.09it/s]
     88%|########8 | 968/1097 [18:18<01:58,  1.09it/s]
     88%|########8 | 969/1097 [18:19<01:57,  1.09it/s]
     88%|########8 | 970/1097 [18:20<02:02,  1.03it/s]
     89%|########8 | 971/1097 [18:21<02:01,  1.03it/s]
     89%|########8 | 972/1097 [18:22<02:02,  1.02it/s]
     89%|########8 | 973/1097 [18:23<02:02,  1.01it/s]
     89%|########8 | 974/1097 [18:24<01:58,  1.04it/s]
     89%|########8 | 975/1097 [18:25<01:55,  1.05it/s]
     89%|########8 | 976/1097 [18:26<01:55,  1.05it/s]
     89%|########9 | 977/1097 [18:27<01:55,  1.04it/s]
     89%|########9 | 978/1097 [18:28<01:52,  1.06it/s]
     89%|########9 | 979/1097 [18:29<01:51,  1.06it/s]
     89%|########9 | 980/1097 [18:30<01:48,  1.08it/s]
     89%|########9 | 981/1097 [18:31<01:51,  1.04it/s]
     90%|########9 | 982/1097 [18:32<01:47,  1.07it/s]
     90%|########9 | 983/1097 [18:34<02:45,  1.45s/it]
     90%|########9 | 984/1097 [18:35<02:25,  1.28s/it]
     90%|########9 | 985/1097 [18:36<02:10,  1.17s/it]
     90%|########9 | 986/1097 [18:37<02:01,  1.09s/it]
     90%|########9 | 987/1097 [18:38<01:54,  1.04s/it]
     90%|######### | 988/1097 [18:39<01:56,  1.07s/it]
     90%|######### | 989/1097 [18:41<02:12,  1.23s/it]
     90%|######### | 990/1097 [18:42<02:06,  1.18s/it]
     90%|######### | 991/1097 [18:43<01:58,  1.12s/it]
     90%|######### | 992/1097 [18:44<02:01,  1.16s/it]
     91%|######### | 993/1097 [18:45<02:04,  1.20s/it]
     91%|######### | 994/1097 [18:46<01:57,  1.14s/it]
     91%|######### | 995/1097 [18:47<01:49,  1.07s/it]
     91%|######### | 996/1097 [18:48<01:45,  1.04s/it]
     91%|######### | 997/1097 [18:49<01:42,  1.03s/it]
     91%|######### | 998/1097 [18:50<01:36,  1.02it/s]
     91%|#########1| 999/1097 [18:51<01:44,  1.07s/it]
     91%|#########1| 1000/1097 [18:52<01:40,  1.04s/it]
     91%|#########1| 1001/1097 [18:53<01:35,  1.01it/s]
     91%|#########1| 1002/1097 [18:54<01:31,  1.03it/s]
     91%|#########1| 1003/1097 [18:55<01:29,  1.05it/s]
     92%|#########1| 1004/1097 [18:56<01:29,  1.04it/s]
     92%|#########1| 1005/1097 [18:57<01:28,  1.04it/s]
     92%|#########1| 1006/1097 [19:00<02:19,  1.53s/it]
     92%|#########1| 1007/1097 [19:01<02:06,  1.40s/it]
     92%|#########1| 1008/1097 [19:02<01:54,  1.28s/it]
     92%|#########1| 1009/1097 [19:03<01:42,  1.17s/it]
     92%|#########2| 1010/1097 [19:04<01:37,  1.12s/it]
     92%|#########2| 1011/1097 [19:05<01:35,  1.11s/it]
     92%|#########2| 1012/1097 [19:06<01:28,  1.04s/it]
     92%|#########2| 1013/1097 [19:07<01:39,  1.19s/it]
     92%|#########2| 1014/1097 [19:09<01:46,  1.28s/it]
     93%|#########2| 1015/1097 [19:10<01:36,  1.18s/it]
     93%|#########2| 1016/1097 [19:12<02:15,  1.67s/it]
     93%|#########2| 1017/1097 [19:13<01:57,  1.47s/it]
     93%|#########2| 1018/1097 [19:14<01:44,  1.32s/it]
     93%|#########2| 1019/1097 [19:15<01:35,  1.22s/it]
     93%|#########2| 1020/1097 [19:16<01:26,  1.12s/it]
     93%|#########3| 1021/1097 [19:17<01:21,  1.07s/it]
     93%|#########3| 1022/1097 [19:18<01:17,  1.04s/it]
     93%|#########3| 1023/1097 [19:19<01:13,  1.00it/s]
     93%|#########3| 1024/1097 [19:20<01:13,  1.01s/it]
     93%|#########3| 1025/1097 [19:21<01:12,  1.01s/it]
     94%|#########3| 1026/1097 [19:22<01:09,  1.03it/s]
     94%|#########3| 1027/1097 [19:23<01:08,  1.02it/s]
     94%|#########3| 1028/1097 [19:24<01:10,  1.02s/it]
     94%|#########3| 1029/1097 [19:25<01:08,  1.00s/it]
     94%|#########3| 1030/1097 [19:26<01:05,  1.02it/s]
     94%|#########3| 1031/1097 [19:27<01:04,  1.02it/s]
     94%|#########4| 1032/1097 [19:28<01:09,  1.06s/it]
     94%|#########4| 1033/1097 [19:30<01:17,  1.21s/it]
     94%|#########4| 1034/1097 [19:31<01:11,  1.13s/it]
     94%|#########4| 1035/1097 [19:32<01:06,  1.08s/it]
     94%|#########4| 1036/1097 [19:33<01:02,  1.02s/it]
     95%|#########4| 1037/1097 [19:33<00:58,  1.02it/s]
     95%|#########4| 1038/1097 [19:36<01:26,  1.47s/it]
     95%|#########4| 1039/1097 [19:37<01:17,  1.34s/it]
     95%|#########4| 1040/1097 [19:38<01:08,  1.21s/it]
     95%|#########4| 1041/1097 [19:39<01:11,  1.28s/it]
     95%|#########4| 1042/1097 [19:40<01:05,  1.18s/it]
     95%|#########5| 1043/1097 [19:42<01:02,  1.15s/it]
     95%|#########5| 1044/1097 [19:43<00:58,  1.11s/it]
     95%|#########5| 1045/1097 [19:43<00:53,  1.04s/it]
     95%|#########5| 1046/1097 [19:44<00:51,  1.01s/it]
     95%|#########5| 1047/1097 [19:45<00:49,  1.01it/s]
     96%|#########5| 1048/1097 [19:46<00:48,  1.00it/s]
     96%|#########5| 1049/1097 [19:47<00:49,  1.02s/it]
     96%|#########5| 1050/1097 [19:49<00:56,  1.20s/it]
     96%|#########5| 1051/1097 [19:50<00:50,  1.10s/it]
     96%|#########5| 1052/1097 [19:51<00:47,  1.05s/it]
     96%|#########5| 1053/1097 [19:52<00:45,  1.03s/it]
     96%|#########6| 1054/1097 [19:54<01:03,  1.48s/it]
     96%|#########6| 1055/1097 [19:57<01:15,  1.80s/it]
     96%|#########6| 1056/1097 [19:58<01:04,  1.57s/it]
     96%|#########6| 1057/1097 [19:59<00:54,  1.37s/it]
     96%|#########6| 1058/1097 [20:01<00:57,  1.48s/it]
     97%|#########6| 1059/1097 [20:02<00:52,  1.37s/it]
     97%|#########6| 1060/1097 [20:03<00:46,  1.25s/it]
     97%|#########6| 1061/1097 [20:04<00:42,  1.18s/it]
     97%|#########6| 1062/1097 [20:05<00:38,  1.11s/it]
     97%|#########6| 1063/1097 [20:06<00:36,  1.08s/it]
     97%|#########6| 1064/1097 [20:07<00:34,  1.06s/it]
     97%|#########7| 1065/1097 [20:08<00:32,  1.01s/it]
     97%|#########7| 1066/1097 [20:08<00:30,  1.01it/s]
     97%|#########7| 1067/1097 [20:12<00:51,  1.73s/it]
     97%|#########7| 1068/1097 [20:13<00:43,  1.51s/it]
     97%|#########7| 1069/1097 [20:15<00:51,  1.83s/it]
     98%|#########7| 1070/1097 [20:18<00:58,  2.16s/it]
     98%|#########7| 1071/1097 [20:19<00:46,  1.80s/it]
     98%|#########7| 1072/1097 [20:22<00:51,  2.04s/it]
     98%|#########7| 1073/1097 [20:25<00:52,  2.19s/it]
     98%|#########7| 1074/1097 [20:25<00:41,  1.79s/it]
     98%|#########7| 1075/1097 [20:26<00:33,  1.51s/it]
     98%|#########8| 1076/1097 [20:27<00:28,  1.34s/it]
     98%|#########8| 1077/1097 [20:28<00:24,  1.22s/it]
     98%|#########8| 1078/1097 [20:29<00:22,  1.19s/it]
     98%|#########8| 1079/1097 [20:30<00:20,  1.13s/it]
     98%|#########8| 1080/1097 [20:33<00:26,  1.55s/it]
     99%|#########8| 1081/1097 [20:34<00:21,  1.37s/it]
     99%|#########8| 1082/1097 [20:35<00:18,  1.26s/it]
     99%|#########8| 1083/1097 [20:36<00:16,  1.18s/it]
     99%|#########8| 1084/1097 [20:37<00:14,  1.10s/it]
     99%|#########8| 1085/1097 [20:38<00:14,  1.22s/it]
     99%|#########8| 1086/1097 [20:39<00:12,  1.12s/it]
     99%|#########9| 1087/1097 [20:40<00:10,  1.09s/it]
     99%|#########9| 1088/1097 [20:41<00:09,  1.08s/it]
     99%|#########9| 1089/1097 [20:42<00:08,  1.08s/it]
     99%|#########9| 1090/1097 [20:45<00:10,  1.52s/it]
     99%|#########9| 1091/1097 [20:46<00:08,  1.38s/it]
    100%|#########9| 1092/1097 [20:47<00:06,  1.24s/it]
    100%|#########9| 1093/1097 [20:48<00:04,  1.14s/it]
    100%|#########9| 1094/1097 [20:49<00:03,  1.32s/it]
    100%|#########9| 1095/1097 [20:51<00:02,  1.38s/it]
    100%|#########9| 1096/1097 [20:52<00:01,  1.25s/it]
    100%|##########| 1097/1097 [20:53<00:00,  1.17s/it]
    100%|##########| 1097/1097 [20:53<00:00,  1.14s/it]




.. GENERATED FROM PYTHON SOURCE LINES 70-72

Status and summary
++++++++++++++++++

.. GENERATED FROM PYTHON SOURCE LINES 72-78

.. code-block:: default


    df = DataFrame(data)
    summary = df.pivot("name", "format", "ok").mean(axis=0).T
    print(summary)






.. rst-class:: sphx-glr-script-out

 .. code-block:: none

    somewhere/workspace/mlprodict/mlprodict_UT_39_std/_doc/examples/plot_export_onnx_tests.py:74: FutureWarning: In a future version of pandas all arguments of DataFrame.pivot will be keyword-only.
      summary = df.pivot("name", "format", "ok").mean(axis=0).T
    format
    cpp        0.999088
    numpy      0.212397
    onnx       0.999088
    python     0.993619
    tf2onnx    0.998177
    xop        0.999088
    dtype: float64




.. GENERATED FROM PYTHON SOURCE LINES 79-81

Graph
+++++

.. GENERATED FROM PYTHON SOURCE LINES 81-85

.. code-block:: default


    summary.plot.bar(title="Conversion coverage")





.. image-sg:: /gyexamples/images/sphx_glr_plot_export_onnx_tests_001.png
   :alt: Conversion coverage
   :srcset: /gyexamples/images/sphx_glr_plot_export_onnx_tests_001.png
   :class: sphx-glr-single-img


.. rst-class:: sphx-glr-script-out

 .. code-block:: none


    <AxesSubplot: title={'center': 'Conversion coverage'}, xlabel='format'>



.. GENERATED FROM PYTHON SOURCE LINES 86-88

Errors
++++++

.. GENERATED FROM PYTHON SOURCE LINES 88-95

.. code-block:: default


    for obs in data:
        if obs['error'] != '':
            print(f"{obs['name']} | {obs['format']} | {obs['error']}")


    # plt.show()




.. rst-class:: sphx-glr-script-out

 .. code-block:: none

    test_layer_normalization_2d_axis0_expanded_ver18 | numpy | Unable to convert operator type 'Constant' name=''.
    test_not_2d | numpy | Unable to convert operator type 'Not' name=''.
    test_nllloss_NCd1_ii_expanded | numpy | Unable to convert operator type 'Constant' name=''.
    test_reduce_prod_keepdims_random | numpy | Expecting at most 1 inputs for operator 'ReduceProd' not ['data', 'axes'].
    test_reduce_l2_negative_axes_keep_dims_example_expanded | numpy | Unable to convert operator type 'CastLike' name=''.
    test_reduce_min_default_axes_keepdims_example | numpy | Unable to convert operator type 'ReduceMin' name=''.
    test_dynamicquantizelinear_max_adjusted | numpy | Unable to convert operator type 'DynamicQuantizeLinear' name=''.
    test_logsoftmax_axis_0 | numpy | Unable to convert operator type 'LogSoftmax' name=''.
    test_thresholdedrelu_default | numpy | Unable to convert operator type 'ThresholdedRelu' name=''.
    test_bitshift_right_uint16 | numpy | Unable to convert operator type 'BitShift' name=''.
    test_col2im_dilations | numpy | Unable to convert operator type 'Col2Im' name=''.
    test_dynamicquantizelinear_min_adjusted | numpy | Unable to convert operator type 'DynamicQuantizeLinear' name=''.
    test_depthtospace_example | numpy | Unable to convert operator type 'DepthToSpace' name=''.
    test_maxpool_2d_pads | numpy | Unable to convert operator type 'MaxPool' name=''.
    test_triu_pos | numpy | Unable to convert operator type 'Trilu' name=''.
    test_dropout_default_ratio | numpy | Unable to convert operator type 'Dropout' name=''.
    test_logsoftmax_negative_axis | numpy | Unable to convert operator type 'LogSoftmax' name=''.
    test_softsign | numpy | Unable to convert operator type 'Softsign' name=''.
    test_shrink_hard | numpy | Unable to convert operator type 'Shrink' name=''.
    test_reduce_l1_do_not_keepdims_random | numpy | Unable to convert operator type 'ReduceL1' name=''.
    test_gathernd_example_int32 | numpy | Unable to convert operator type 'GatherND' name=''.
    test_strnormalizer_export_monday_empty_output | numpy | Unable to convert operator type 'StringNormalizer' name=''.
    test_mod_int64_fmod | numpy | Unable to convert operator type 'Mod' name=''.
    test_expand_dim_unchanged | numpy | Unable to convert operator type 'Expand' name=''.
    test_conv_with_autopad_same | numpy | Unable to convert operator type 'Conv' name=''.
    test_tril_pos | numpy | Unable to convert operator type 'Trilu' name=''.
    test_layer_normalization_4d_axis2_expanded_ver18 | numpy | Unable to convert operator type 'Constant' name=''.
    test_hannwindow_symmetric | numpy | Unable to convert operator type 'HannWindow' name=''.
    test_spacetodepth | numpy | Unable to convert operator type 'SpaceToDepth' name=''.
    test_sce_NCd1d2d3d4d5_none_no_weight_log_prob_expanded | numpy | Unable to convert operator type 'Constant' name=''.
    test_sce_mean_3d_expanded | numpy | Unable to convert operator type 'Constant' name=''.
    test_tfidfvectorizer_tf_onlybigrams_skip5 | numpy | Unable to convert operator type 'TfIdfVectorizer' name=''.
    test_atanh_example | numpy | Unable to convert operator type 'Atanh' name=''.
    test_center_crop_pad_crop_axes_hwc_expanded | numpy | Unable to convert operator type 'Constant' name=''.
    test_min_int64 | numpy | Unable to convert operator type 'Min' name=''.
    test_or_bcast4v3d | numpy | Unable to convert operator type 'Or' name=''.
    test_flatten_negative_axis2 | numpy | Unable to convert operator type 'Flatten' name=''.
    test_nllloss_NCd1d2_no_weight_reduction_mean_ii_expanded | numpy | Unable to convert operator type 'Constant' name=''.
    test_clip_default_int8_min | numpy | Unable to convert operator type 'Clip' name=''.
    test_clip | numpy | Unable to convert operator type 'Clip' name=''.
    test_averagepool_2d_ceil | numpy | Unable to convert operator type 'AveragePool' name=''.
    test_mod_mixed_sign_int8 | numpy | Unable to convert operator type 'Mod' name=''.
    test_reciprocal_example | numpy | Unable to convert operator type 'Reciprocal' name=''.
    test_mod_mixed_sign_float16 | numpy | Unable to convert operator type 'Mod' name=''.
    test_optional_get_element_optional_tensor | numpy | Unable to convert operator type 'OptionalGetElement' name=''.
    test_sce_mean_log_prob | numpy | Unable to convert operator type 'SoftmaxCrossEntropyLoss' name=''.
    test_group_normalization_example | numpy | Unable to convert operator type 'GroupNormalization' name=''.
    test_cast_FLOAT_to_BFLOAT16 | numpy | elem_type '16' is unknown
    fields:
    ['__abs__',
     '__add__',
     '__and__',
     '__bool__',
     '__ceil__',
     '__class__',
     '__delattr__',
     '__dir__',
     '__divmod__',
     '__doc__',
     '__eq__',
     '__float__',
     '__floor__',
     '__floordiv__',
     '__format__',
     '__ge__',
     '__getattribute__',
     '__getnewargs__',
     '__gt__',
     '__hash__',
     '__index__',
     '__init__',
     '__init_subclass__',
     '__int__',
     '__invert__',
     '__le__',
     '__lshift__',
     '__lt__',
     '__mod__',
     '__mul__',
     '__ne__',
     '__neg__',
     '__new__',
     '__or__',
     '__pos__',
     '__pow__',
     '__radd__',
     '__rand__',
     '__rdivmod__',
     '__reduce__',
     '__reduce_ex__',
     '__repr__',
     '__rfloordiv__',
     '__rlshift__',
     '__rmod__',
     '__rmul__',
     '__ror__',
     '__round__',
     '__rpow__',
     '__rrshift__',
     '__rshift__',
     '__rsub__',
     '__rtruediv__',
     '__rxor__',
     '__setattr__',
     '__sizeof__',
     '__str__',
     '__sub__',
     '__subclasshook__',
     '__truediv__',
     '__trunc__',
     '__xor__',
     'as_integer_ratio',
     'bit_length',
     'conjugate',
     'denominator',
     'from_bytes',
     'imag',
     'numerator',
     'real',
     'to_bytes']
    -----
    <class 'int'>.
    test_leakyrelu_example_expanded | numpy | Unable to convert operator type 'Constant' name=''.
    test_logsoftmax_large_number_expanded_ver18 | numpy | Unable to convert operator type 'Constant' name=''.
    test_adagrad_multiple | numpy | Unable to convert any operator from domain 'ai.onnx.preview.training'.
    test_clip_outbounds | numpy | Unable to convert operator type 'Clip' name=''.
    test_sce_none_weights_log_prob_expanded | numpy | Unable to convert operator type 'Constant' name=''.
    test_sce_NCd1_mean_weight_negative_ii | numpy | Unable to convert operator type 'SoftmaxCrossEntropyLoss' name=''.
    test_min_example | numpy | Unable to convert operator type 'Min' name=''.
    test_sce_mean_weight_ii_3d_expanded | numpy | Unable to convert operator type 'Constant' name=''.
    test_range_int32_type_negative_delta | numpy | Unable to convert operator type 'Range' name=''.
    test_layer_normalization_2d_axis0_expanded | numpy | Unable to convert operator type 'Constant' name=''.
    test_xor_bcast3v2d | numpy | Unable to convert operator type 'Xor' name=''.
    test_dequantizelinear_axis | numpy | Unable to convert operator type 'DequantizeLinear' name=''.
    test_sce_mean_weight_ii_log_prob | numpy | Unable to convert operator type 'SoftmaxCrossEntropyLoss' name=''.
    test_tfidfvectorizer_tf_onlybigrams_levelempty | numpy | Unable to convert operator type 'TfIdfVectorizer' name=''.
    test_dropout_random_old | numpy | Unable to convert operator type 'Dropout' name=''.
    test_clip_default_inbounds | numpy | Unable to convert operator type 'Clip' name=''.
    test_triu_square | numpy | Unable to convert operator type 'Trilu' name=''.
    test_reduce_prod_do_not_keepdims_example | numpy | Expecting at most 1 inputs for operator 'ReduceProd' not ['data', 'axes'].
    test_hardsigmoid_expanded_ver18 | numpy | Unable to convert operator type 'Constant' name=''.
    test_bernoulli_seed_expanded | numpy | Unable to convert operator type 'RandomUniformLike' name=''.
    test_compress_1 | numpy | Unable to convert operator type 'Compress' name=''.
    test_dropout_default_old | numpy | Unable to convert operator type 'Dropout' name=''.
    test_bitwise_xor_i32_2d | numpy | Unable to convert operator type 'BitwiseXor' name=''.
    test_hardswish | numpy | Unable to convert operator type 'HardSwish' name=''.
    test_split_variable_parts_default_axis_opset18 | numpy | Unable to convert operator type 'Split' name=''.
    test_sce_sum_expanded | numpy | Unable to convert operator type 'Constant' name=''.
    test_mvn | numpy | Unable to convert operator type 'MeanVarianceNormalization' name=''.
    test_sce_mean_weight_log_prob | numpy | Unable to convert operator type 'SoftmaxCrossEntropyLoss' name=''.
    test_hardswish_expanded | numpy | Unable to convert operator type 'HardSigmoid' name=''.
    test_gather_elements_1 | numpy | Unable to convert operator type 'GatherElements' name=''.
    test_reduce_log_sum_exp_default_axes_keepdims_random_expanded | numpy | Unable to convert operator type 'CastLike' name=''.
    test_mod_uint16 | numpy | Unable to convert operator type 'Mod' name=''.
    test_dropout_default_mask | numpy | Unable to convert operator type 'Dropout' name=''.
    test_sce_mean_log_prob_expanded | numpy | Unable to convert operator type 'Constant' name=''.
    test_mod_mixed_sign_float32 | numpy | Unable to convert operator type 'Mod' name=''.
    test_lstm_with_peepholes | numpy | Unable to convert operator type 'LSTM' name=''.
    test_resize_downsample_sizes_cubic | numpy | Unable to convert operator type 'Resize' name=''.
    test_gridsample_reflection_padding | numpy | Unable to convert operator type 'GridSample' name=''.
    test_resize_downsample_scales_linear | numpy | Unable to convert operator type 'Resize' name=''.
    test_celu | numpy | Unable to convert operator type 'Celu' name=''.
    test_dropout_default | numpy | Unable to convert operator type 'Dropout' name=''.
    test_scatter_elements_with_reduction_max | numpy | Unable to convert operator type 'ScatterElements' name=''.
    test_hardmax_axis_1 | numpy | Unable to convert operator type 'Hardmax' name=''.
    test_resize_downsample_scales_nearest | numpy | Unable to convert operator type 'Resize' name=''.
    test_nllloss_NC | numpy | Unable to convert operator type 'NegativeLogLikelihoodLoss' name=''.
    test_sequence_map_add_2_sequences_expanded | numpy | Unable to convert operator type 'SequenceLength' name=''.
    test_layer_normalization_4d_axis_negative_4_expanded | numpy | Unable to convert operator type 'Constant' name=''.
    test_logsoftmax_axis_0_expanded_ver18 | numpy | Unable to convert operator type 'Constant' name=''.
    test_center_crop_pad_crop_axes_hwc | numpy | Unable to convert operator type 'CenterCropPad' name=''.
    test_einsum_sum | numpy | Unable to convert operator type 'Einsum' name=''.
    test_split_equal_parts_default_axis_opset13 | numpy | Unable to convert operator type 'Split' name=''.
    test_range_float_type_positive_delta | numpy | Unable to convert operator type 'Range' name=''.
    test_unique_sorted_without_axis | numpy | Unable to convert operator type 'Unique' name=''.
    test_mod_uint32 | numpy | Unable to convert operator type 'Mod' name=''.
    test_reduce_sum_square_default_axes_keepdims_random | numpy | Expecting at most 1 inputs for operator 'ReduceSumSquare' not ['data', 'axes'].
    test_mod_mixed_sign_int64 | numpy | Unable to convert operator type 'Mod' name=''.
    test_resize_upsample_sizes_nearest_not_larger | numpy | Unable to convert operator type 'Resize' name=''.
    test_castlike_FLOAT_to_FLOAT16 | numpy | Unable to convert operator type 'CastLike' name=''.
    test_averagepool_3d_default | numpy | Unable to convert operator type 'AveragePool' name=''.
    test_batchnorm_example | numpy | Unable to convert operator type 'BatchNormalization' name=''.
    test_sum_example | numpy | Unable to convert operator type 'Sum' name=''.
    test_sce_mean_3d_log_prob_expanded | numpy | Unable to convert operator type 'Constant' name=''.
    test_castlike_FLOAT_to_STRING | numpy | Unable to convert operator type 'CastLike' name=''.
    test_greater_equal | numpy | Unable to convert operator type 'GreaterOrEqual' name=''.
    test_floor | numpy | Unable to convert operator type 'Floor' name=''.
    test_mish_expanded | numpy | Unable to convert operator type 'Softplus' name=''.
    test_group_normalization_epsilon | numpy | Unable to convert operator type 'GroupNormalization' name=''.
    test_sequence_map_identity_1_sequence | python | Unable to export node type 'SequenceMap' into python.
    test_sequence_map_identity_1_sequence | numpy | Unable to convert operator type 'SequenceMap' name=''.
    test_lrn | numpy | Unable to convert operator type 'LRN' name=''.
    test_min_uint8 | numpy | Unable to convert operator type 'Min' name=''.
    test_equal_bcast | numpy | Unable to convert operator type 'Equal' name=''.
    test_sce_NCd1d2d3d4d5_none_no_weight | numpy | Unable to convert operator type 'SoftmaxCrossEntropyLoss' name=''.
    test_tfidfvectorizer_tf_uniandbigrams_skip5 | numpy | Unable to convert operator type 'TfIdfVectorizer' name=''.
    test_hammingwindow_expanded | numpy | Unable to convert operator type 'Constant' name=''.
    test_resize_downsample_sizes_linear_antialias | numpy | Unable to convert operator type 'Resize' name=''.
    test_min_int32 | numpy | Unable to convert operator type 'Min' name=''.
    test_softmax_axis_2_expanded_ver18 | numpy | Unable to convert operator type 'Constant' name=''.
    test_roialign_aligned_true | numpy | Unable to convert operator type 'RoiAlign' name=''.
    test_nllloss_NCd1_ii | numpy | Unable to convert operator type 'NegativeLogLikelihoodLoss' name=''.
    test_nllloss_NCd1d2_with_weight_expanded | numpy | Unable to convert operator type 'Constant' name=''.
    test_strnormalizer_export_monday_insensintive_upper_twodim | numpy | Unable to convert operator type 'StringNormalizer' name=''.
    test_unique_not_sorted_without_axis | numpy | Unable to convert operator type 'Unique' name=''.
    test_strnormalizer_export_monday_casesensintive_upper | numpy | Unable to convert operator type 'StringNormalizer' name=''.
    test_group_normalization_epsilon_expanded | numpy | Unable to convert operator type 'Constant' name=''.
    test_layer_normalization_default_axis | numpy | Unable to convert operator type 'LayerNormalization' name=''.
    test_reduce_l2_negative_axes_keep_dims_random_expanded | numpy | Unable to convert operator type 'CastLike' name=''.
    test_reduce_l2_default_axes_keepdims_random_expanded | numpy | Unable to convert operator type 'CastLike' name=''.
    test_sce_NCd1d2d3d4d5_mean_weight_log_prob_expanded | numpy | Unable to convert operator type 'Constant' name=''.
    test_sce_NCd1d2d3_sum_weight_high_ii_log_prob_expanded | numpy | Unable to convert operator type 'Constant' name=''.
    test_layer_normalization_4d_axis_negative_1 | numpy | Unable to convert operator type 'LayerNormalization' name=''.
    test_top_k_smallest | numpy | Unable to convert operator type 'TopK' name=''.
    test_relu_expanded_ver18 | numpy | Unable to convert operator type 'Constant' name=''.
    test_split_variable_parts_1d_opset13 | numpy | Unable to convert operator type 'Split' name=''.
    test_reduce_sum_square_negative_axes_keepdims_random | numpy | Expecting at most 1 inputs for operator 'ReduceSumSquare' not ['data', 'axes'].
    test_reduce_mean_keepdims_example | numpy | Unable to convert operator type 'ReduceMean' name=''.
    test_layer_normalization_4d_axis1 | numpy | Unable to convert operator type 'LayerNormalization' name=''.
    test_scatternd_max | numpy | Unable to convert operator type 'ScatterND' name=''.
    test_thresholdedrelu_example | numpy | Unable to convert operator type 'ThresholdedRelu' name=''.
    test_nllloss_NCd1d2_with_weight_reduction_mean | numpy | Unable to convert operator type 'NegativeLogLikelihoodLoss' name=''.
    test_sequence_map_add_1_sequence_1_tensor | python | Unable to export node type 'SequenceMap' into python.
    test_sequence_map_add_1_sequence_1_tensor | numpy | Unable to convert operator type 'SequenceMap' name=''.
    test_sum_one_input | numpy | Unable to convert operator type 'Sum' name=''.
    test_isinf | numpy | Unable to convert operator type 'IsInf' name=''.
    test_bitwise_or_i32_2d | numpy | Unable to convert operator type 'BitwiseOr' name=''.
    test_instancenorm_epsilon | numpy | Unable to convert operator type 'InstanceNormalization' name=''.
    test_logsoftmax_negative_axis_expanded_ver18 | numpy | Unable to convert operator type 'Constant' name=''.
    test_bitwise_and_ui64_bcast_3v1d | numpy | Unable to convert operator type 'BitwiseAnd' name=''.
    test_sce_NCd1_mean_weight_negative_ii_log_prob | numpy | Unable to convert operator type 'SoftmaxCrossEntropyLoss' name=''.
    test_softmax_large_number_expanded_ver18 | numpy | Unable to convert operator type 'Constant' name=''.
    test_logsoftmax_axis_2_expanded | numpy | Unable to convert operator type 'Constant' name=''.
    test_tril_square_neg | numpy | Unable to convert operator type 'Trilu' name=''.
    test_reduce_mean_default_axes_keepdims_example | numpy | Unable to convert operator type 'ReduceMean' name=''.
    test_atanh | numpy | Unable to convert operator type 'Atanh' name=''.
    test_nllloss_NCd1_mean_weight_negative_ii_expanded | numpy | Unable to convert operator type 'Constant' name=''.
    test_resize_upsample_scales_cubic_A_n0p5_exclude_outside | numpy | Unable to convert operator type 'Resize' name=''.
    test_clip_default_int8_max | numpy | Unable to convert operator type 'Clip' name=''.
    test_dequantizelinear | numpy | Unable to convert operator type 'DequantizeLinear' name=''.
    test_split_variable_parts_1d_opset18 | numpy | Unable to convert operator type 'Split' name=''.
    test_reduce_max_keepdims_example | numpy | Unable to convert operator type 'ReduceMax' name=''.
    test_asin | numpy | Unable to convert operator type 'Asin' name=''.
    test_reduce_prod_keepdims_example | numpy | Expecting at most 1 inputs for operator 'ReduceProd' not ['data', 'axes'].
    test_gru_batchwise | numpy | Unable to convert operator type 'GRU' name=''.
    test_convinteger_without_padding | numpy | Unable to convert operator type 'ConvInteger' name=''.
    test_col2im_pads | numpy | Unable to convert operator type 'Col2Im' name=''.
    test_averagepool_2d_pads | numpy | Unable to convert operator type 'AveragePool' name=''.
    test_optional_has_element_empty_optional_input | numpy | Unable to convert operator type 'OptionalHasElement' name=''.
    test_hardmax_negative_axis | numpy | Unable to convert operator type 'Hardmax' name=''.
    test_logsoftmax_default_axis | numpy | Unable to convert operator type 'LogSoftmax' name=''.
    test_softmax_default_axis_expanded_ver18 | numpy | Unable to convert operator type 'Constant' name=''.
    test_softmax_large_number_expanded | numpy | Unable to convert operator type 'Constant' name=''.
    test_layer_normalization_4d_axis_negative_1_expanded | numpy | Unable to convert operator type 'Constant' name=''.
    test_split_equal_parts_2d_opset13 | numpy | Unable to convert operator type 'Split' name=''.
    test_cumsum_1d_exclusive | numpy | Unable to convert operator type 'CumSum' name=''.
    test_greater_bcast | numpy | Unable to convert operator type 'Greater' name=''.
    test_reduce_prod_do_not_keepdims_random | numpy | Expecting at most 1 inputs for operator 'ReduceProd' not ['data', 'axes'].
    test_batchnorm_example_training_mode | numpy | Unable to convert operator type 'BatchNormalization' name=''.
    test_and_bcast3v2d | numpy | Unable to convert operator type 'And' name=''.
    test_averagepool_2d_precomputed_same_upper | numpy | Unable to convert operator type 'AveragePool' name=''.
    test_bitshift_right_uint32 | numpy | Unable to convert operator type 'BitShift' name=''.
    test_softmax_axis_1_expanded | numpy | Unable to convert operator type 'Constant' name=''.
    test_clip_outbounds_expanded | numpy | Unable to convert operator type 'Less' name=''.
    test_layer_normalization_default_axis_expanded_ver18 | numpy | Unable to convert operator type 'Constant' name=''.
    test_sce_mean_weight_ii_4d_expanded | numpy | Unable to convert operator type 'Constant' name=''.
    test_nllloss_NCd1d2d3_none_no_weight_negative_ii | numpy | Unable to convert operator type 'NegativeLogLikelihoodLoss' name=''.
    test_nllloss_NCd1d2_reduction_sum | numpy | Unable to convert operator type 'NegativeLogLikelihoodLoss' name=''.
    test_sce_none_expanded | numpy | Unable to convert operator type 'Constant' name=''.
    test_resize_downsample_scales_cubic_align_corners | numpy | Unable to convert operator type 'Resize' name=''.
    test_sce_NCd1d2d3d4d5_mean_weight | numpy | Unable to convert operator type 'SoftmaxCrossEntropyLoss' name=''.
    test_reduce_min_keepdims_example | numpy | Unable to convert operator type 'ReduceMin' name=''.
    test_layer_normalization_2d_axis_negative_1_expanded | numpy | Unable to convert operator type 'Constant' name=''.
    test_sce_mean_weight_ii_3d_log_prob | numpy | Unable to convert operator type 'SoftmaxCrossEntropyLoss' name=''.
    test_convtranspose | numpy | Unable to convert operator type 'ConvTranspose' name=''.
    test_reduce_min_do_not_keepdims_random | numpy | Unable to convert operator type 'ReduceMin' name=''.
    test_softmax_axis_1_expanded_ver18 | numpy | Unable to convert operator type 'Constant' name=''.
    test_reduce_log_sum_default | numpy | Unable to convert operator type 'ReduceLogSum' name=''.
    test_layer_normalization_3d_axis0_epsilon | numpy | Unable to convert operator type 'LayerNormalization' name=''.
    test_tile | numpy | Unable to convert operator type 'Tile' name=''.
    test_reduce_log_sum_exp_negative_axes_keepdims_random | numpy | Unable to convert operator type 'ReduceLogSumExp' name=''.
    test_reciprocal | numpy | Unable to convert operator type 'Reciprocal' name=''.
    test_bitwise_and_i16_3d | numpy | Unable to convert operator type 'BitwiseAnd' name=''.
    test_resize_downsample_sizes_nearest_not_larger | numpy | Unable to convert operator type 'Resize' name=''.
    test_simple_rnn_defaults | numpy | Unable to convert operator type 'RNN' name=''.
    test_layer_normalization_3d_axis1_epsilon | numpy | Unable to convert operator type 'LayerNormalization' name=''.
    test_resize_upsample_sizes_nearest_axes_2_3 | numpy | Unable to convert operator type 'Resize' name=''.
    test_maxpool_with_argmax_2d_precomputed_pads | numpy | Unable to convert operator type 'MaxPool' name=''.
    test_sce_mean_weight_ii_4d | numpy | Unable to convert operator type 'SoftmaxCrossEntropyLoss' name=''.
    test_reduce_mean_do_not_keepdims_random | numpy | Unable to convert operator type 'ReduceMean' name=''.
    test_averagepool_1d_default | numpy | Unable to convert operator type 'AveragePool' name=''.
    test_layer_normalization_4d_axis3_expanded | numpy | Unable to convert operator type 'Constant' name=''.
    test_hannwindow_expanded | numpy | Unable to convert operator type 'Constant' name=''.
    test_nllloss_NCd1d2 | numpy | Unable to convert operator type 'NegativeLogLikelihoodLoss' name=''.
    test_sce_NCd1d2d3_none_no_weight_negative_ii_log_prob_expanded | numpy | Unable to convert operator type 'Constant' name=''.
    test_triu_zero | numpy | Unable to convert operator type 'Trilu' name=''.
    test_min_one_input | numpy | Unable to convert operator type 'Min' name=''.
    test_and_bcast4v3d | numpy | Unable to convert operator type 'And' name=''.
    test_bitwise_xor_i16_3d | numpy | Unable to convert operator type 'BitwiseXor' name=''.
    test_nllloss_NCd1_weight_ii_expanded | numpy | Unable to convert operator type 'Constant' name=''.
    test_nllloss_NCd1d2_expanded | numpy | Unable to convert operator type 'Constant' name=''.
    test_reversesequence_time | numpy | Unable to convert operator type 'ReverseSequence' name=''.
    test_nllloss_NCd1d2d3_none_no_weight_negative_ii_expanded | numpy | Unable to convert operator type 'Constant' name=''.
    test_center_crop_pad_pad | numpy | Unable to convert operator type 'CenterCropPad' name=''.
    test_convtranspose_1d | numpy | Unable to convert operator type 'ConvTranspose' name=''.
    test_hardmax_example | numpy | Unable to convert operator type 'Hardmax' name=''.
    test_reduce_max_keepdims_random | numpy | Unable to convert operator type 'ReduceMax' name=''.
    test_batchnorm_epsilon_training_mode | numpy | Unable to convert operator type 'BatchNormalization' name=''.
    test_size_example | numpy | Unable to convert operator type 'Size' name=''.
    test_softmax_example_expanded_ver18 | numpy | Unable to convert operator type 'Constant' name=''.
    test_det_nd | numpy | Unable to convert operator type 'Det' name=''.
    test_reduce_log_sum_exp_negative_axes_keepdims_example | numpy | Unable to convert operator type 'ReduceLogSumExp' name=''.
    test_nllloss_NCd1d2_reduction_sum_expanded | numpy | Unable to convert operator type 'Constant' name=''.
    test_lrn_default | numpy | Unable to convert operator type 'LRN' name=''.
    test_gather_elements_0 | numpy | Unable to convert operator type 'GatherElements' name=''.
    test_mod_broadcast | numpy | Unable to convert operator type 'Mod' name=''.
    test_sequence_insert_at_front | numpy | Unable to convert operator type 'SequenceInsert' name=''.
    test_selu_default_expanded_ver18 | numpy | Unable to convert operator type 'Constant' name=''.
    test_optional_has_element_optional_input | numpy | Unable to convert operator type 'OptionalHasElement' name=''.
    test_loop16_seq_none | numpy | Unable to convert operator type 'Loop' name=''.
    test_dynamicquantizelinear_min_adjusted_expanded | numpy | Unable to convert operator type 'Constant' name=''.
    test_less_bcast | numpy | Unable to convert operator type 'Less' name=''.
    test_less_equal_bcast_expanded | numpy | Unable to convert operator type 'Less' name=''.
    test_min_uint64 | numpy | Unable to convert operator type 'Min' name=''.
    test_nllloss_NCd1d2_with_weight_reduction_sum_ii_expanded | numpy | Unable to convert operator type 'Constant' name=''.
    test_range_float_type_positive_delta_expanded | numpy | Unable to convert operator type 'Relu' name=''.
    test_blackmanwindow | numpy | Unable to convert operator type 'BlackmanWindow' name=''.
    test_optional_has_element_empty_no_input_name_tensor_input | numpy | list object has no element 0
    test_resize_upsample_scales_cubic | numpy | Unable to convert operator type 'Resize' name=''.
    test_resize_downsample_sizes_nearest_not_smaller | numpy | Unable to convert operator type 'Resize' name=''.
    test_sce_none_log_prob | numpy | Unable to convert operator type 'SoftmaxCrossEntropyLoss' name=''.
    test_not_3d | numpy | Unable to convert operator type 'Not' name=''.
    test_reflect_pad | numpy | Unable to convert operator type 'Pad' name=''.
    test_triu_neg | numpy | Unable to convert operator type 'Trilu' name=''.
    test_elu | numpy | Unable to convert operator type 'Elu' name=''.
    test_onehot_without_axis | numpy | Unable to convert operator type 'OneHot' name=''.
    test_layer_normalization_4d_axis2_expanded | numpy | Unable to convert operator type 'Constant' name=''.
    test_reduce_log_sum_exp_default_axes_keepdims_example | numpy | Unable to convert operator type 'ReduceLogSumExp' name=''.
    test_sequence_map_add_1_sequence_1_tensor_expanded | numpy | Unable to convert operator type 'SequenceLength' name=''.
    test_erf | numpy | Unable to convert operator type 'Erf' name=''.
    test_or_bcast3v1d | numpy | Unable to convert operator type 'Or' name=''.
    test_castlike_DOUBLE_to_FLOAT | numpy | Unable to convert operator type 'CastLike' name=''.
    test_nonmaxsuppression_limit_output_size | numpy | Unable to convert operator type 'NonMaxSuppression' name=''.
    test_reduce_log_sum_exp_do_not_keepdims_random | numpy | Unable to convert operator type 'ReduceLogSumExp' name=''.
    test_layer_normalization_4d_axis_negative_3_expanded | numpy | Unable to convert operator type 'Constant' name=''.
    test_asinh | numpy | Unable to convert operator type 'Asinh' name=''.
    test_or_bcast3v2d | numpy | Unable to convert operator type 'Or' name=''.
    test_einsum_batch_matmul | numpy | Unable to convert operator type 'Einsum' name=''.
    test_reduce_max_negative_axes_keepdims_example | numpy | Unable to convert operator type 'ReduceMax' name=''.
    test_clip_default_max | numpy | Unable to convert operator type 'Clip' name=''.
    test_layer_normalization_2d_axis1_expanded | numpy | Unable to convert operator type 'Constant' name=''.
    test_layer_normalization_4d_axis0 | numpy | Unable to convert operator type 'LayerNormalization' name=''.
    test_sce_mean_weight_ii_4d_log_prob | numpy | Unable to convert operator type 'SoftmaxCrossEntropyLoss' name=''.
    test_training_dropout_default_mask | numpy | Unable to convert operator type 'Dropout' name=''.
    test_reduce_log_sum_exp_keepdims_example_expanded | numpy | Unable to convert operator type 'CastLike' name=''.
    test_simple_rnn_batchwise | numpy | Unable to convert operator type 'RNN' name=''.
    test_reversesequence_batch | numpy | Unable to convert operator type 'ReverseSequence' name=''.
    test_maxpool_2d_precomputed_strides | numpy | Unable to convert operator type 'MaxPool' name=''.
    test_equal | numpy | Unable to convert operator type 'Equal' name=''.
    test_reduce_mean_keepdims_random | numpy | Unable to convert operator type 'ReduceMean' name=''.
    test_softplus_example | numpy | Unable to convert operator type 'Softplus' name=''.
    test_reduce_min_negative_axes_keepdims_example | numpy | Unable to convert operator type 'ReduceMin' name=''.
    test_mod_uint8 | numpy | Unable to convert operator type 'Mod' name=''.
    test_triu_one_row | numpy | Unable to convert operator type 'Trilu' name=''.
    test_reduce_l2_negative_axes_keep_dims_example | numpy | Unable to convert operator type 'ReduceL2' name=''.
    test_split_zero_size_splits_opset13 | numpy | Unable to convert operator type 'Split' name=''.
    test_min_int16 | numpy | Unable to convert operator type 'Min' name=''.
    test_unique_sorted_with_axis | numpy | Unable to convert operator type 'Unique' name=''.
    test_softmax_axis_2_expanded | numpy | Unable to convert operator type 'Constant' name=''.
    test_strnormalizer_export_monday_casesensintive_lower | numpy | Unable to convert operator type 'StringNormalizer' name=''.
    test_maxpool_with_argmax_2d_precomputed_strides | numpy | Unable to convert operator type 'MaxPool' name=''.
    test_batchnorm_epsilon | numpy | Unable to convert operator type 'BatchNormalization' name=''.
    test_layer_normalization_2d_axis1_expanded_ver18 | numpy | Unable to convert operator type 'Constant' name=''.
    test_softmax_default_axis_expanded | numpy | Unable to convert operator type 'Constant' name=''.
    test_mvn_expanded | numpy | Unable to convert operator type 'Constant' name=''.
    test_sce_none_log_prob_expanded | numpy | Unable to convert operator type 'Constant' name=''.
    test_sequence_map_identity_2_sequences | python | Unable to export node type 'SequenceMap' into python.
    test_sequence_map_identity_2_sequences | numpy | Unable to convert operator type 'SequenceMap' name=''.
    test_bitwise_xor_ui64_bcast_3v1d | numpy | Unable to convert operator type 'BitwiseXor' name=''.
    test_qlinearmatmul_2D | numpy | Unable to convert operator type 'QLinearMatMul' name=''.
    test_nonzero_example | numpy | Unable to convert operator type 'NonZero' name=''.
    test_bitwise_or_ui8_bcast_4v3d | numpy | Unable to convert operator type 'BitwiseOr' name=''.
    test_isinf_negative | numpy | Unable to convert operator type 'IsInf' name=''.
    test_or2d | numpy | Unable to convert operator type 'Or' name=''.
    test_tfidfvectorizer_tf_batch_onlybigrams_skip0 | numpy | Unable to convert operator type 'TfIdfVectorizer' name=''.
    test_split_2d_uneven_split_opset18 | numpy | Unable to convert operator type 'Split' name=''.
    test_sce_none | numpy | Unable to convert operator type 'SoftmaxCrossEntropyLoss' name=''.
    test_sce_sum_log_prob_expanded | numpy | Unable to convert operator type 'Constant' name=''.
    test_convtranspose_pads | numpy | Unable to convert operator type 'ConvTranspose' name=''.
    test_gru_defaults | numpy | Unable to convert operator type 'GRU' name=''.
    test_gridsample_bilinear | numpy | Unable to convert operator type 'GridSample' name=''.
    test_blackmanwindow_symmetric_expanded | numpy | Unable to convert operator type 'Constant' name=''.
    test_hardsigmoid_example | numpy | Unable to convert operator type 'HardSigmoid' name=''.
    test_sce_mean_weight_expanded | numpy | Unable to convert operator type 'Constant' name=''.
    test_nllloss_NC_expanded | numpy | Unable to convert operator type 'Constant' name=''.
    test_selu_expanded_ver18 | numpy | Unable to convert operator type 'Constant' name=''.
    test_reduce_sum_square_keepdims_example | numpy | Expecting at most 1 inputs for operator 'ReduceSumSquare' not ['data', 'axes'].
    test_resize_upsample_sizes_cubic | numpy | Unable to convert operator type 'Resize' name=''.
    test_col2im_strides | numpy | Unable to convert operator type 'Col2Im' name=''.
    test_bitwise_not_2d | numpy | Unable to convert operator type 'BitwiseNot' name=''.
    test_resize_downsample_scales_cubic_A_n0p5_exclude_outside | numpy | Unable to convert operator type 'Resize' name=''.
    test_upsample_nearest | numpy | Unable to convert operator type 'Upsample' name=''.
    test_bitshift_right_uint64 | numpy | Unable to convert operator type 'BitShift' name=''.
    test_reduce_log_sum_asc_axes | numpy | Unable to convert operator type 'ReduceLogSum' name=''.
    test_convtranspose_kernel_shape | numpy | Unable to convert operator type 'ConvTranspose' name='test'.
    test_sce_sum_log_prob | numpy | Unable to convert operator type 'SoftmaxCrossEntropyLoss' name=''.
    test_sequence_map_identity_2_sequences_expanded | numpy | Unable to convert operator type 'SequenceLength' name=''.
    test_reduce_log_sum_exp_keepdims_random_expanded | numpy | Unable to convert operator type 'CastLike' name=''.
    test_layer_normalization_4d_axis_negative_2_expanded_ver18 | numpy | Unable to convert operator type 'Constant' name=''.
    test_resize_tf_crop_and_resize_axes_2_3 | numpy | Unable to convert operator type 'Resize' name=''.
    test_thresholdedrelu_default_expanded_ver18 | numpy | Unable to convert operator type 'Constant' name=''.
    test_maxpool_1d_default | numpy | Unable to convert operator type 'MaxPool' name=''.
    test_reduce_l1_negative_axes_keep_dims_example | numpy | Unable to convert operator type 'ReduceL1' name=''.
    test_tile_precomputed | numpy | Unable to convert operator type 'Tile' name=''.
    test_selu_example | numpy | Unable to convert operator type 'Selu' name=''.
    test_sce_NCd1d2d3d4d5_none_no_weight_log_prob | numpy | Unable to convert operator type 'SoftmaxCrossEntropyLoss' name=''.
    test_xor_bcast4v2d | numpy | Unable to convert operator type 'Xor' name=''.
    test_gridsample_bicubic | numpy | Unable to convert operator type 'GridSample' name=''.
    test_mod_mixed_sign_float64 | numpy | Unable to convert operator type 'Mod' name=''.
    test_layer_normalization_default_axis_expanded | numpy | Unable to convert operator type 'Constant' name=''.
    test_tril_one_row_neg | numpy | Unable to convert operator type 'Trilu' name=''.
    test_scatternd_add | numpy | Unable to convert operator type 'ScatterND' name=''.
    test_clip_expanded | numpy | Unable to convert operator type 'Less' name=''.
    test_globalmaxpool_precomputed | numpy | Unable to convert operator type 'GlobalMaxPool' name=''.
    test_sce_NCd1d2d3_sum_weight_high_ii_expanded | numpy | Unable to convert operator type 'Constant' name=''.
    test_melweightmatrix | numpy | Unable to convert operator type 'MelWeightMatrix' name=''.
    test_prelu_broadcast_expanded | numpy | Unable to convert operator type 'Constant' name=''.
    test_castlike_DOUBLE_to_FLOAT16 | numpy | Unable to convert operator type 'CastLike' name=''.
    test_layer_normalization_3d_axis_negative_3_epsilon | numpy | Unable to convert operator type 'LayerNormalization' name=''.
    test_optional_has_element_empty_no_input_tensor_input | numpy | list object has no element 0
    test_sce_NCd1d2d3_none_no_weight_negative_ii_log_prob | numpy | Unable to convert operator type 'SoftmaxCrossEntropyLoss' name=''.
    test_convinteger_with_padding | numpy | Unable to convert operator type 'ConvInteger' name=''.
    test_qlinearconv | numpy | Unable to convert operator type 'QLinearConv' name=''.
    test_min_two_inputs | numpy | Unable to convert operator type 'Min' name=''.
    test_resize_downsample_sizes_linear_pytorch_half_pixel | numpy | Unable to convert operator type 'Resize' name=''.
    test_split_equal_parts_1d_opset13 | numpy | Unable to convert operator type 'Split' name=''.
    test_sequence_map_extract_shapes | python | Unable to export node type 'SequenceMap' into python.
    test_sequence_map_extract_shapes | numpy | Unable to convert operator type 'SequenceMap' name=''.
    test_training_dropout_default | numpy | Unable to convert operator type 'Dropout' name=''.
    test_asinh_example | numpy | Unable to convert operator type 'Asinh' name=''.
    test_softsign_example | numpy | Unable to convert operator type 'Softsign' name=''.
    test_scan_sum | numpy | Unable to convert operator type 'Scan' name=''.
    test_instancenorm_example | numpy | Unable to convert operator type 'InstanceNormalization' name=''.
    test_split_equal_parts_1d_opset18 | numpy | Unable to convert operator type 'Split' name=''.
    test_sce_mean_weight_ii_expanded | numpy | Unable to convert operator type 'Constant' name=''.
    test_sign | numpy | Unable to convert operator type 'Sign' name=''.
    test_tfidfvectorizer_tf_batch_uniandbigrams_skip5 | numpy | Unable to convert operator type 'TfIdfVectorizer' name=''.
    test_center_crop_pad_crop_axes_chw_expanded | numpy | Unable to convert operator type 'Constant' name=''.
    test_reduce_max_negative_axes_keepdims_random | numpy | Unable to convert operator type 'ReduceMax' name=''.
    test_averagepool_2d_same_upper | numpy | Unable to convert operator type 'AveragePool' name=''.
    test_sce_mean_no_weight_ii_4d | numpy | Unable to convert operator type 'SoftmaxCrossEntropyLoss' name=''.
    test_split_zero_size_splits_opset18 | numpy | Unable to convert operator type 'Split' name=''.
    test_min_int8 | numpy | Unable to convert operator type 'Min' name=''.
    test_reduce_log_sum_exp_do_not_keepdims_example | numpy | Unable to convert operator type 'ReduceLogSumExp' name=''.
    test_resize_upsample_scales_nearest_axes_3_2 | numpy | Unable to convert operator type 'Resize' name=''.
    test_resize_downsample_sizes_nearest | numpy | Unable to convert operator type 'Resize' name=''.
    test_det_2d | numpy | Unable to convert operator type 'Det' name=''.
    test_xor3d | numpy | Unable to convert operator type 'Xor' name=''.
    test_reduce_l2_keep_dims_random | numpy | Unable to convert operator type 'ReduceL2' name=''.
    test_round | numpy | Unable to convert operator type 'Round' name=''.
    test_triu_square_neg | numpy | Unable to convert operator type 'Trilu' name=''.
    test_layer_normalization_4d_axis_negative_4_expanded_ver18 | numpy | Unable to convert operator type 'Constant' name=''.
    test_sequence_map_identity_1_sequence_1_tensor_expanded | numpy | Unable to convert operator type 'SequenceLength' name=''.
    test_layer_normalization_3d_axis0_epsilon_expanded_ver18 | numpy | Unable to convert operator type 'Constant' name=''.
    test_leakyrelu | numpy | Unable to convert operator type 'LeakyRelu' name=''.
    test_nllloss_NCd1 | numpy | Unable to convert operator type 'NegativeLogLikelihoodLoss' name=''.
    test_bernoulli_double | numpy | Unable to convert operator type 'Bernoulli' name=''.
    test_nllloss_NCd1d2_with_weight_reduction_sum_ii | numpy | Unable to convert operator type 'NegativeLogLikelihoodLoss' name=''.
    test_lstm_batchwise | numpy | Unable to convert operator type 'LSTM' name=''.
    test_shrink_soft_expanded_ver18 | numpy | Unable to convert operator type 'Constant' name=''.
    test_reduce_min_default_axes_keepdims_random | numpy | Unable to convert operator type 'ReduceMin' name=''.
    test_layer_normalization_4d_axis3_expanded_ver18 | numpy | Unable to convert operator type 'Constant' name=''.
    test_reduce_l2_keep_dims_random_expanded | numpy | Unable to convert operator type 'CastLike' name=''.
    test_sce_mean_no_weight_ii_3d | numpy | Unable to convert operator type 'SoftmaxCrossEntropyLoss' name=''.
    test_resize_downsample_scales_cubic | numpy | Unable to convert operator type 'Resize' name=''.
    test_sequence_map_identity_1_sequence_1_tensor | python | Unable to export node type 'SequenceMap' into python.
    test_sequence_map_identity_1_sequence_1_tensor | numpy | Unable to convert operator type 'SequenceMap' name=''.
    test_nllloss_NCd1_expanded | numpy | Unable to convert operator type 'Constant' name=''.
    test_reduce_log_sum_exp_keepdims_random | numpy | Unable to convert operator type 'ReduceLogSumExp' name=''.
    test_resize_upsample_scales_linear | numpy | Unable to convert operator type 'Resize' name=''.
    test_adagrad | numpy | Unable to convert any operator from domain 'ai.onnx.preview.training'.
    test_asin_example | numpy | Unable to convert operator type 'Asin' name=''.
    test_clip_default_min_expanded | numpy | Unable to convert operator type 'Less' name=''.
    test_less_equal | numpy | Unable to convert operator type 'LessOrEqual' name=''.
    test_mean_example | numpy | Unable to convert operator type 'Mean' name=''.
    test_bernoulli | numpy | Unable to convert operator type 'Bernoulli' name=''.
    test_nonmaxsuppression_two_batches | numpy | Unable to convert operator type 'NonMaxSuppression' name=''.
    test_layer_normalization_3d_axis_negative_2_epsilon | numpy | Unable to convert operator type 'LayerNormalization' name=''.
    test_nllloss_NCd1d2_with_weight_reduction_sum_expanded | numpy | Unable to convert operator type 'Constant' name=''.
    test_thresholdedrelu_example_expanded_ver18 | numpy | Unable to convert operator type 'Constant' name=''.
    test_averagepool_2d_precomputed_pads_count_include_pad | numpy | Unable to convert operator type 'AveragePool' name=''.
    test_reduce_l1_default_axes_keepdims_random | numpy | Unable to convert operator type 'ReduceL1' name=''.
    test_sce_mean_weight_ii | numpy | Unable to convert operator type 'SoftmaxCrossEntropyLoss' name=''.
    test_eyelike_without_dtype | numpy | Unable to convert operator type 'EyeLike' name=''.
    test_center_crop_pad_crop_and_pad | numpy | Unable to convert operator type 'CenterCropPad' name=''.
    test_atan | numpy | Unable to convert operator type 'Atan' name=''.
    test_scatter_elements_with_axis | numpy | Unable to convert operator type 'ScatterElements' name=''.
    test_maxpool_2d_default | numpy | Unable to convert operator type 'MaxPool' name=''.
    test_lstm_defaults | numpy | Unable to convert operator type 'LSTM' name=''.
    test_sce_mean | numpy | Unable to convert operator type 'SoftmaxCrossEntropyLoss' name=''.
    test_tfidfvectorizer_tf_only_bigrams_skip0 | numpy | Unable to convert operator type 'TfIdfVectorizer' name=''.
    test_layer_normalization_4d_axis_negative_1_expanded_ver18 | numpy | Unable to convert operator type 'Constant' name=''.
    test_bernoulli_expanded | numpy | Unable to convert operator type 'RandomUniformLike' name=''.
    test_logsoftmax_axis_1_expanded | numpy | Unable to convert operator type 'Constant' name=''.
    test_sce_mean_no_weight_ii_4d_expanded | numpy | Unable to convert operator type 'Constant' name=''.
    test_reduce_l1_negative_axes_keep_dims_random | numpy | Unable to convert operator type 'ReduceL1' name=''.
    test_elu_default | numpy | Unable to convert operator type 'Elu' name=''.
    test_layer_normalization_3d_axis_negative_2_epsilon_expanded_ver18 | numpy | Unable to convert operator type 'Constant' name=''.
    test_sce_mean_weight_ii_3d | numpy | Unable to convert operator type 'SoftmaxCrossEntropyLoss' name=''.
    test_tril_neg | numpy | Unable to convert operator type 'Trilu' name=''.
    test_sce_mean_weight | numpy | Unable to convert operator type 'SoftmaxCrossEntropyLoss' name=''.
    test_gather_elements_negative_indices | numpy | Unable to convert operator type 'GatherElements' name=''.
    test_xor_bcast4v3d | numpy | Unable to convert operator type 'Xor' name=''.
    test_celu_expanded | numpy | Unable to convert operator type 'Constant' name=''.
    test_reduce_sum_square_default_axes_keepdims_example | numpy | Expecting at most 1 inputs for operator 'ReduceSumSquare' not ['data', 'axes'].
    test_training_dropout_zero_ratio_mask | numpy | Unable to convert operator type 'Dropout' name=''.
    test_adam_multiple | numpy | Unable to convert any operator from domain 'ai.onnx.preview.training'.
    test_center_crop_pad_pad_expanded | numpy | Unable to convert operator type 'Constant' name=''.
    test_layer_normalization_2d_axis_negative_2_expanded | numpy | Unable to convert operator type 'Constant' name=''.
    test_logsoftmax_axis_0_expanded | numpy | Unable to convert operator type 'Constant' name=''.
    test_mvn_expanded_ver18 | numpy | Unable to convert operator type 'Constant' name=''.
    test_qlinearmatmul_3D | numpy | Unable to convert operator type 'QLinearMatMul' name=''.
    test_flatten_negative_axis1 | numpy | Unable to convert operator type 'Flatten' name=''.
    test_gridsample_aligncorners_true | numpy | Unable to convert operator type 'GridSample' name=''.
    test_bitwise_not_4d | numpy | Unable to convert operator type 'BitwiseNot' name=''.
    test_reduce_l2_default_axes_keepdims_random | numpy | Unable to convert operator type 'ReduceL2' name=''.
    test_lstm_with_initial_bias | numpy | Unable to convert operator type 'LSTM' name=''.
    test_reduce_log_sum_exp_keepdims_example | numpy | Unable to convert operator type 'ReduceLogSumExp' name=''.
    test_castlike_BFLOAT16_to_FLOAT | numpy | Unable to convert operator type 'CastLike' name=''.
    test_size | numpy | Unable to convert operator type 'Size' name=''.
    test_prelu_example | numpy | Unable to convert operator type 'PRelu' name=''.
    test_eyelike_populate_off_main_diagonal | numpy | Unable to convert operator type 'EyeLike' name=''.
    test_dft_axis | numpy | Unable to convert operator type 'DFT' name=''.
    test_shrink_hard_expanded_ver18 | numpy | Unable to convert operator type 'Constant' name=''.
    test_maxpool_2d_precomputed_same_upper | numpy | Unable to convert operator type 'MaxPool' name=''.
    test_reduce_l1_do_not_keepdims_example | numpy | Unable to convert operator type 'ReduceL1' name=''.
    test_sce_NCd1d2d3_sum_weight_high_ii_log_prob | numpy | Unable to convert operator type 'SoftmaxCrossEntropyLoss' name=''.
    test_dynamicquantizelinear | numpy | Unable to convert operator type 'DynamicQuantizeLinear' name=''.
    test_optional_get_element_sequence | numpy | Unable to convert operator type 'OptionalGetElement' name=''.
    test_resize_upsample_scales_nearest_axes_2_3 | numpy | Unable to convert operator type 'Resize' name=''.
    test_clip_example | numpy | Unable to convert operator type 'Clip' name=''.
    test_hannwindow_symmetric_expanded | numpy | Unable to convert operator type 'Constant' name=''.
    test_averagepool_2d_precomputed_pads | numpy | Unable to convert operator type 'AveragePool' name=''.
    test_convtranspose_output_shape | numpy | Unable to convert operator type 'ConvTranspose' name=''.
    test_hardsigmoid_default | numpy | Unable to convert operator type 'HardSigmoid' name=''.
    test_logsoftmax_axis_2_expanded_ver18 | numpy | Unable to convert operator type 'Constant' name=''.
    test_sce_mean_no_weight_ii_4d_log_prob | numpy | Unable to convert operator type 'SoftmaxCrossEntropyLoss' name=''.
    test_tril | numpy | Unable to convert operator type 'Trilu' name=''.
    test_relu | numpy | Unable to convert operator type 'Relu' name=''.
    test_cumsum_1d_reverse_exclusive | numpy | Unable to convert operator type 'CumSum' name=''.
    test_sce_mean_no_weight_ii_log_prob | numpy | Unable to convert operator type 'SoftmaxCrossEntropyLoss' name=''.
    test_onehot_with_negative_axis | numpy | Unable to convert operator type 'OneHot' name=''.
    test_sce_NCd1d2d3_sum_weight_high_ii | numpy | Unable to convert operator type 'SoftmaxCrossEntropyLoss' name=''.
    test_logsoftmax_axis_1 | numpy | Unable to convert operator type 'LogSoftmax' name=''.
    test_nllloss_NCd1_weight_ii | numpy | Unable to convert operator type 'NegativeLogLikelihoodLoss' name=''.
    test_nonmaxsuppression_identical_boxes | numpy | Unable to convert operator type 'NonMaxSuppression' name=''.
    test_einsum_inner_prod | numpy | Unable to convert operator type 'Einsum' name=''.
    test_nllloss_NCd1d2_with_weight | numpy | Unable to convert operator type 'NegativeLogLikelihoodLoss' name=''.
    test_less_equal_expanded | numpy | Unable to convert operator type 'Less' name=''.
    test_castlike_FLOAT_to_DOUBLE | numpy | Unable to convert operator type 'CastLike' name=''.
    test_softmax_negative_axis_expanded_ver18 | numpy | Unable to convert operator type 'Constant' name=''.
    test_col2im_5d | numpy | Unable to convert operator type 'Col2Im' name=''.
    test_reduce_sum_square_do_not_keepdims_example | numpy | Expecting at most 1 inputs for operator 'ReduceSumSquare' not ['data', 'axes'].
    test_layer_normalization_2d_axis_negative_1 | numpy | Unable to convert operator type 'LayerNormalization' name=''.
    test_sigmoid_example | numpy | Unable to convert operator type 'Sigmoid' name=''.
    test_globalaveragepool | numpy | Unable to convert operator type 'GlobalAveragePool' name=''.
    test_bitshift_left_uint64 | numpy | Unable to convert operator type 'BitShift' name=''.
    test_nonmaxsuppression_flipped_coordinates | numpy | Unable to convert operator type 'NonMaxSuppression' name=''.
    test_nonmaxsuppression_suppress_by_IOU_and_scores | numpy | Unable to convert operator type 'NonMaxSuppression' name=''.
    test_einsum_transpose | numpy | Unable to convert operator type 'Einsum' name=''.
    test_softmax_example_expanded | numpy | Unable to convert operator type 'Constant' name=''.
    test_sce_NCd1d2d3d4d5_none_no_weight_expanded | numpy | Unable to convert operator type 'Constant' name=''.
    test_group_normalization_example_expanded | numpy | Unable to convert operator type 'Constant' name=''.
    test_or_bcast4v4d | numpy | Unable to convert operator type 'Or' name=''.
    test_range_int32_type_negative_delta_expanded | numpy | Unable to convert operator type 'Relu' name=''.
    test_and2d | numpy | Unable to convert operator type 'And' name=''.
    test_resize_upsample_sizes_nearest_round_prefer_ceil_asymmetric | numpy | Unable to convert operator type 'Resize' name=''.
    test_bernoulli_seed | numpy | Unable to convert operator type 'Bernoulli' name=''.
    test_elu_example_expanded_ver18 | numpy | Unable to convert operator type 'Constant' name=''.
    test_layer_normalization_4d_axis_negative_3 | numpy | Unable to convert operator type 'LayerNormalization' name=''.
    test_hammingwindow_symmetric_expanded | numpy | Unable to convert operator type 'Constant' name=''.
    test_not_4d | numpy | Unable to convert operator type 'Not' name=''.
    test_expand_dim_changed | numpy | Unable to convert operator type 'Expand' name=''.
    test_maxpool_2d_strides | numpy | Unable to convert operator type 'MaxPool' name=''.
    test_reduce_log_sum_exp_default_axes_keepdims_example_expanded | numpy | Unable to convert operator type 'CastLike' name=''.
    test_and_bcast4v2d | numpy | Unable to convert operator type 'And' name=''.
    test_strnormalizer_nostopwords_nochangecase | numpy | Unable to convert operator type 'StringNormalizer' name=''.
    test_sce_mean_3d | numpy | Unable to convert operator type 'SoftmaxCrossEntropyLoss' name=''.
    test_globalaveragepool_precomputed | numpy | Unable to convert operator type 'GlobalAveragePool' name=''.
    test_logsoftmax_axis_2 | numpy | Unable to convert operator type 'LogSoftmax' name=''.
    test_strnormalizer_export_monday_casesensintive_nochangecase | numpy | Unable to convert operator type 'StringNormalizer' name=''.
    test_stft | numpy | Unable to convert operator type 'STFT' name=''.
    test_nllloss_NCd1d2d3d4d5_none_no_weight | numpy | Unable to convert operator type 'NegativeLogLikelihoodLoss' name=''.
    test_scatter_without_axis | numpy | Unable to convert operator type 'Scatter' name=''.
    test_adam | numpy | Unable to convert any operator from domain 'ai.onnx.preview.training'.
    test_nllloss_NCd1d2_no_weight_reduction_mean_ii | numpy | Unable to convert operator type 'NegativeLogLikelihoodLoss' name=''.
    test_maxpool_2d_precomputed_pads | numpy | Unable to convert operator type 'MaxPool' name=''.
    test_cumsum_2d_negative_axis | numpy | Unable to convert operator type 'CumSum' name=''.
    test_min_float64 | numpy | Unable to convert operator type 'Min' name=''.
    test_center_crop_pad_crop_axes_chw | numpy | Unable to convert operator type 'CenterCropPad' name=''.
    test_reduce_log_sum_exp_negative_axes_keepdims_random_expanded | numpy | Unable to convert operator type 'CastLike' name=''.
    test_gathernd_example_float32 | numpy | Unable to convert operator type 'GatherND' name=''.
    test_resize_upsample_sizes_nearest_floor_align_corners | numpy | Unable to convert operator type 'Resize' name=''.
    test_conv_with_strides_no_padding | numpy | Unable to convert operator type 'Conv' name=''.
    test_sce_none_weights_expanded | numpy | Unable to convert operator type 'Constant' name=''.
    test_cumsum_1d | numpy | Unable to convert operator type 'CumSum' name=''.
    test_nllloss_NCd1_mean_weight_negative_ii | numpy | Unable to convert operator type 'NegativeLogLikelihoodLoss' name=''.
    test_tril_square | numpy | Unable to convert operator type 'Trilu' name=''.
    test_elu_expanded_ver18 | numpy | Unable to convert operator type 'Constant' name=''.
    test_selu_example_expanded_ver18 | numpy | Unable to convert operator type 'Constant' name=''.
    test_logsoftmax_default_axis_expanded | numpy | Unable to convert operator type 'Constant' name=''.
    test_training_dropout_zero_ratio | numpy | Unable to convert operator type 'Dropout' name=''.
    test_momentum | numpy | Unable to convert any operator from domain 'ai.onnx.preview.training'.
    test_xor_bcast3v1d | numpy | Unable to convert operator type 'Xor' name=''.
    test_sequence_insert_at_back | numpy | Unable to convert operator type 'SequenceInsert' name=''.
    test_flatten_default_axis | numpy | Unable to convert operator type 'Flatten' name=''.
    test_or4d | numpy | Unable to convert operator type 'Or' name=''.
    test_scatter_elements_without_axis | numpy | Unable to convert operator type 'ScatterElements' name=''.
    test_gridsample_zeros_padding | numpy | Unable to convert operator type 'GridSample' name=''.
    test_maxpool_2d_ceil | numpy | Unable to convert operator type 'MaxPool' name=''.
    test_layer_normalization_4d_axis3 | numpy | Unable to convert operator type 'LayerNormalization' name=''.
    test_sce_mean_no_weight_ii_log_prob_expanded | numpy | Unable to convert operator type 'Constant' name=''.
    test_loop11 | tf2onnx | Unable to create code for operator 'Unsqueeze' (opset <= 12).
    test_loop11 | numpy | Unable to convert operator type 'Loop' name=''.
    test_cumsum_2d_axis_1 | numpy | Unable to convert operator type 'CumSum' name=''.
    test_isnan | numpy | Unable to convert operator type 'IsNaN' name=''.
    test_optional_has_element_empty_no_input_name_optional_input | numpy | list object has no element 0
    test_compress_0 | numpy | Unable to convert operator type 'Compress' name=''.
    test_reduce_l1_default_axes_keepdims_example | numpy | Unable to convert operator type 'ReduceL1' name=''.
    test_roialign_aligned_false | numpy | Unable to convert operator type 'RoiAlign' name=''.
    test_flatten_axis3 | numpy | Unable to convert operator type 'Flatten' name=''.
    test_if | numpy | Unable to convert operator type 'If' name=''.
    test_spacetodepth_example | numpy | Unable to convert operator type 'SpaceToDepth' name=''.
    test_sce_mean_3d_log_prob | numpy | Unable to convert operator type 'SoftmaxCrossEntropyLoss' name=''.
    test_softplus_example_expanded | numpy | Unable to convert operator type 'Constant' name=''.
    test_clip_default_max_expanded | numpy | Unable to convert operator type 'Less' name=''.
    test_sigmoid | numpy | Unable to convert operator type 'Sigmoid' name=''.
    test_sce_mean_weight_ii_4d_log_prob_expanded | numpy | Unable to convert operator type 'Constant' name=''.
    test_sce_mean_no_weight_ii_3d_expanded | numpy | Unable to convert operator type 'Constant' name=''.
    test_tfidfvectorizer_tf_batch_onlybigrams_skip5 | numpy | Unable to convert operator type 'TfIdfVectorizer' name=''.
    test_unique_sorted_with_axis_3d | numpy | Unable to convert operator type 'Unique' name=''.
    test_basic_conv_with_padding | numpy | Unable to convert operator type 'Conv' name=''.
    test_nonmaxsuppression_center_point_box_format | numpy | Unable to convert operator type 'NonMaxSuppression' name=''.
    test_mean_two_inputs | numpy | Unable to convert operator type 'Mean' name=''.
    test_basic_conv_without_padding | numpy | Unable to convert operator type 'Conv' name=''.
    test_resize_downsample_sizes_cubic_antialias | numpy | Unable to convert operator type 'Resize' name=''.
    test_or_bcast4v2d | numpy | Unable to convert operator type 'Or' name=''.
    test_greater_equal_bcast_expanded | numpy | Unable to convert operator type 'Greater' name=''.
    test_logsoftmax_large_number_expanded | numpy | Unable to convert operator type 'Constant' name=''.
    test_mod_mixed_sign_int32 | numpy | Unable to convert operator type 'Mod' name=''.
    test_nllloss_NCd1d2d3_sum_weight_high_ii | numpy | Unable to convert operator type 'NegativeLogLikelihoodLoss' name=''.
    test_reduce_prod_negative_axes_keepdims_random | numpy | Expecting at most 1 inputs for operator 'ReduceProd' not ['data', 'axes'].
    test_dynamicquantizelinear_expanded | numpy | Unable to convert operator type 'Constant' name=''.
    test_triu | numpy | Unable to convert operator type 'Trilu' name=''.
    test_and_bcast3v1d | numpy | Unable to convert operator type 'And' name=''.
    test_sce_mean_weight_ii_log_prob_expanded | numpy | Unable to convert operator type 'Constant' name=''.
    test_gru_seq_length | numpy | Unable to convert operator type 'GRU' name=''.
    test_reduce_l1_keep_dims_example | numpy | Unable to convert operator type 'ReduceL1' name=''.
    test_elu_default_expanded_ver18 | numpy | Unable to convert operator type 'Constant' name=''.
    test_bitshift_right_uint8 | numpy | Unable to convert operator type 'BitShift' name=''.
    test_optional_has_element_empty_no_input_optional_input | numpy | list object has no element 0
    test_reduce_log_sum_desc_axes | numpy | Unable to convert operator type 'ReduceLogSum' name=''.
    test_nllloss_NCd1_weight_expanded | numpy | Unable to convert operator type 'Constant' name=''.
    test_top_k | numpy | Unable to convert operator type 'TopK' name=''.
    test_globalmaxpool | numpy | Unable to convert operator type 'GlobalMaxPool' name=''.
    test_hammingwindow_symmetric | numpy | Unable to convert operator type 'HammingWindow' name=''.
    test_leakyrelu_default | numpy | Unable to convert operator type 'LeakyRelu' name=''.
    test_reduce_l2_default_axes_keepdims_example | numpy | Unable to convert operator type 'ReduceL2' name=''.
    test_sce_NCd1d2d3_none_no_weight_negative_ii | numpy | Unable to convert operator type 'SoftmaxCrossEntropyLoss' name=''.
    test_blackmanwindow_symmetric | numpy | Unable to convert operator type 'BlackmanWindow' name=''.
    test_nesterov_momentum | numpy | Unable to convert any operator from domain 'ai.onnx.preview.training'.
    test_xor2d | numpy | Unable to convert operator type 'Xor' name=''.
    test_acosh | numpy | Unable to convert operator type 'Acosh' name=''.
    test_depthtospace_crd_mode_example | numpy | Unable to convert operator type 'DepthToSpace' name=''.
    test_sce_NCd1d2d3d4d5_mean_weight_expanded | numpy | Unable to convert operator type 'Constant' name=''.
    test_or3d | numpy | Unable to convert operator type 'Or' name=''.
    test_bitwise_not_3d | numpy | Unable to convert operator type 'BitwiseNot' name=''.
    test_clip_example_expanded | numpy | Unable to convert operator type 'Less' name=''.
    test_resize_downsample_scales_linear_antialias | numpy | Unable to convert operator type 'Resize' name=''.
    test_hardmax_default_axis | numpy | Unable to convert operator type 'Hardmax' name=''.
    test_resize_upsample_scales_linear_align_corners | numpy | Unable to convert operator type 'Resize' name=''.
    test_triu_out_pos | numpy | Unable to convert operator type 'Trilu' name=''.
    test_resize_downsample_scales_linear_align_corners | numpy | Unable to convert operator type 'Resize' name=''.
    test_reduce_log_sum_exp_negative_axes_keepdims_example_expanded | numpy | Unable to convert operator type 'CastLike' name=''.
    test_reduce_mean_negative_axes_keepdims_example | numpy | Unable to convert operator type 'ReduceMean' name=''.
    test_layer_normalization_2d_axis0 | numpy | Unable to convert operator type 'LayerNormalization' name=''.
    test_maxpool_2d_uint8 | numpy | Unable to convert operator type 'MaxPool' name=''.
    test_selu_default | numpy | Unable to convert operator type 'Selu' name=''.
    test_averagepool_2d_strides | numpy | Unable to convert operator type 'AveragePool' name=''.
    test_optional_get_element_tensor | numpy | Unable to convert operator type 'OptionalGetElement' name=''.
    test_hardmax_one_hot | numpy | Unable to convert operator type 'Hardmax' name=''.
    test_castlike_STRING_to_FLOAT | numpy | Unable to convert operator type 'CastLike' name=''.
    test_flatten_axis1 | numpy | Unable to convert operator type 'Flatten' name=''.
    test_less_equal_bcast | numpy | Unable to convert operator type 'LessOrEqual' name=''.
    test_cumsum_1d_reverse | numpy | Unable to convert operator type 'CumSum' name=''.
    test_simple_rnn_with_initial_bias | numpy | Unable to convert operator type 'RNN' name=''.
    test_logsoftmax_axis_1_expanded_ver18 | numpy | Unable to convert operator type 'Constant' name=''.
    test_gru_with_initial_bias | numpy | Unable to convert operator type 'GRU' name=''.
    test_constant | numpy | list object has no element 0
    test_training_dropout_mask | numpy | Unable to convert operator type 'Dropout' name=''.
    test_convtranspose_3d | numpy | Unable to convert operator type 'ConvTranspose' name=''.
    test_min_uint16 | numpy | Unable to convert operator type 'Min' name=''.
    test_sce_mean_no_weight_ii_3d_log_prob_expanded | numpy | Unable to convert operator type 'Constant' name=''.
    test_maxpool_2d_dilations | numpy | Unable to convert operator type 'MaxPool' name=''.
    test_maxpool_2d_same_upper | numpy | Unable to convert operator type 'MaxPool' name=''.
    test_resize_downsample_scales_cubic_antialias | numpy | Unable to convert operator type 'Resize' name=''.
    test_dft_inverse | numpy | Unable to convert operator type 'DFT' name=''.
    test_and4d | numpy | Unable to convert operator type 'And' name=''.
    test_mean_one_input | numpy | Unable to convert operator type 'Mean' name=''.
    test_logsoftmax_example_1_expanded | numpy | Unable to convert operator type 'Constant' name=''.
    test_hardsigmoid | numpy | Unable to convert operator type 'HardSigmoid' name=''.
    test_clip_default_int8_inbounds | numpy | Unable to convert operator type 'Clip' name=''.
    test_mod_mixed_sign_int16 | numpy | Unable to convert operator type 'Mod' name=''.
    test_atan_example | numpy | Unable to convert operator type 'Atan' name=''.
    test_nllloss_NCd1d2d3d4d5_mean_weight_expanded | numpy | Unable to convert operator type 'Constant' name=''.
    test_acosh_example | numpy | Unable to convert operator type 'Acosh' name=''.
    test_hardmax_axis_0 | numpy | Unable to convert operator type 'Hardmax' name=''.
    test_matmulinteger | numpy | Unable to convert operator type 'MatMulInteger' name=''.
    test_col2im | numpy | Unable to convert operator type 'Col2Im' name=''.
    test_greater_equal_bcast | numpy | Unable to convert operator type 'GreaterOrEqual' name=''.
    test_split_variable_parts_default_axis_opset13 | numpy | Unable to convert operator type 'Split' name=''.
    test_flatten_negative_axis3 | numpy | Unable to convert operator type 'Flatten' name=''.
    test_layer_normalization_2d_axis_negative_2_expanded_ver18 | numpy | Unable to convert operator type 'Constant' name=''.
    test_min_float16 | numpy | Unable to convert operator type 'Min' name=''.
    test_nllloss_NCd1d2d3_sum_weight_high_ii_expanded | numpy | Unable to convert operator type 'Constant' name=''.
    test_scan9_sum | numpy | Unable to convert operator type 'Scan' name=''.
    test_sce_NCd1d2d3d4d5_mean_weight_log_prob | numpy | Unable to convert operator type 'SoftmaxCrossEntropyLoss' name=''.
    test_selu | numpy | Unable to convert operator type 'Selu' name=''.
    test_prelu_example_expanded | numpy | Unable to convert operator type 'Constant' name=''.
    test_rnn_seq_length | numpy | Unable to convert operator type 'RNN' name=''.
    test_gridsample_nearest | numpy | Unable to convert operator type 'GridSample' name=''.
    test_clip_inbounds_expanded | numpy | Unable to convert operator type 'Less' name=''.
    test_reduce_log_sum_exp_default_axes_keepdims_random | numpy | Unable to convert operator type 'ReduceLogSumExp' name=''.
    test_clip_inbounds | numpy | Unable to convert operator type 'Clip' name=''.
    test_scatter_elements_with_duplicate_indices | numpy | Unable to convert operator type 'ScatterElements' name=''.
    test_clip_splitbounds_expanded | numpy | Unable to convert operator type 'Less' name=''.
    test_unique_sorted_with_negative_axis | numpy | Unable to convert operator type 'Unique' name=''.
    test_maxpool_3d_default | numpy | Unable to convert operator type 'MaxPool' name=''.
    test_layer_normalization_3d_axis_negative_3_epsilon_expanded_ver18 | numpy | Unable to convert operator type 'Constant' name=''.
    test_castlike_FLOAT_to_BFLOAT16 | numpy | Unable to convert operator type 'CastLike' name=''.
    test_layer_normalization_3d_axis2_epsilon_expanded_ver18 | numpy | Unable to convert operator type 'Constant' name=''.
    test_xor4d | numpy | Unable to convert operator type 'Xor' name=''.
    test_layer_normalization_3d_axis_negative_3_epsilon_expanded | numpy | Unable to convert operator type 'Constant' name=''.
    test_blackmanwindow_expanded | numpy | Unable to convert operator type 'Constant' name=''.
    test_transpose_default | numpy | Unable to convert type <class 'NoneType'> (None) into tuple.
    test_elu_example | numpy | Unable to convert operator type 'Elu' name=''.
    test_nllloss_NCd1d2_with_weight_reduction_mean_expanded | numpy | Unable to convert operator type 'Constant' name=''.
    test_einsum_batch_diagonal | numpy | Unable to convert operator type 'Einsum' name=''.
    test_center_crop_pad_crop | numpy | Unable to convert operator type 'CenterCropPad' name=''.
    test_softsign_example_expanded_ver18 | numpy | Unable to convert operator type 'Constant' name=''.
    test_sce_mean_no_weight_ii_4d_log_prob_expanded | numpy | Unable to convert operator type 'Constant' name=''.
    test_thresholdedrelu | numpy | Unable to convert operator type 'ThresholdedRelu' name=''.
    test_sce_NCd1_mean_weight_negative_ii_expanded | numpy | Unable to convert operator type 'Constant' name=''.
    test_nllloss_NCd1d2_reduction_mean_expanded | numpy | Unable to convert operator type 'Constant' name=''.
    test_isinf_positive | numpy | Unable to convert operator type 'IsInf' name=''.
    test_where_long_example | numpy | Unable to convert operator type 'Where' name=''.
    test_and_bcast4v4d | numpy | Unable to convert operator type 'And' name=''.
    test_logsoftmax_large_number | numpy | Unable to convert operator type 'LogSoftmax' name=''.
    test_convtranspose_autopad_same | numpy | Unable to convert operator type 'ConvTranspose' name=''.
    test_averagepool_2d_precomputed_strides | numpy | Unable to convert operator type 'AveragePool' name=''.
    test_nonmaxsuppression_two_classes | numpy | Unable to convert operator type 'NonMaxSuppression' name=''.
    test_logsoftmax_default_axis_expanded_ver18 | numpy | Unable to convert operator type 'Constant' name=''.
    test_resize_upsample_sizes_nearest_axes_3_2 | numpy | Unable to convert operator type 'Resize' name=''.
    test_nllloss_NCd1d2_with_weight_reduction_sum | numpy | Unable to convert operator type 'NegativeLogLikelihoodLoss' name=''.
    test_compress_default_axis | numpy | Unable to convert operator type 'Compress' name=''.
    test_constant_pad_axes | numpy | Unable to convert operator type 'Pad' name=''.
    test_dynamicquantizelinear_max_adjusted_expanded | numpy | Unable to convert operator type 'Constant' name=''.
    test_clip_default_min | numpy | Unable to convert operator type 'Clip' name=''.
    test_sce_mean_weight_ii_3d_log_prob_expanded | numpy | Unable to convert operator type 'Constant' name=''.
    test_scatternd_multiply | numpy | Unable to convert operator type 'ScatterND' name=''.
    test_castlike_FLOAT16_to_DOUBLE | numpy | Unable to convert operator type 'CastLike' name=''.
    test_reduce_min_negative_axes_keepdims_random | numpy | Unable to convert operator type 'ReduceMin' name=''.
    test_quantizelinear | numpy | Unable to convert operator type 'QuantizeLinear' name=''.
    test_convtranspose_pad | numpy | Unable to convert operator type 'ConvTranspose' name=''.
    test_sce_mean_no_weight_ii_3d_log_prob | numpy | Unable to convert operator type 'SoftmaxCrossEntropyLoss' name=''.
    test_sce_mean_no_weight_ii_expanded | numpy | Unable to convert operator type 'Constant' name=''.
    test_resize_upsample_sizes_nearest | numpy | Unable to convert operator type 'Resize' name=''.
    test_reduce_max_default_axes_keepdims_random | numpy | Unable to convert operator type 'ReduceMax' name=''.
    test_softsign_expanded_ver18 | numpy | Unable to convert operator type 'Constant' name=''.
    test_greater_equal_expanded | numpy | Unable to convert operator type 'Greater' name=''.
    test_sequence_map_extract_shapes_expanded | numpy | Unable to convert operator type 'SequenceLength' name=''.
    test_center_crop_pad_crop_expanded | numpy | Unable to convert operator type 'Constant' name=''.
    test_resize_tf_crop_and_resize | numpy | Unable to convert operator type 'Resize' name=''.
    test_logsoftmax_example_1 | numpy | Unable to convert operator type 'LogSoftmax' name=''.
    test_softplus_expanded | numpy | Unable to convert operator type 'Constant' name=''.
    test_leakyrelu_example | numpy | Unable to convert operator type 'LeakyRelu' name=''.
    test_leakyrelu_default_expanded | numpy | Unable to convert operator type 'Constant' name=''.
    test_mod_uint64 | numpy | Unable to convert operator type 'Mod' name=''.
    test_convtranspose_dilations | numpy | Unable to convert operator type 'ConvTranspose' name=''.
    test_nonmaxsuppression_single_box | numpy | Unable to convert operator type 'NonMaxSuppression' name=''.
    test_bitwise_and_i32_2d | numpy | Unable to convert operator type 'BitwiseAnd' name=''.
    test_conv_with_strides_padding | numpy | Unable to convert operator type 'Conv' name=''.
    test_resize_tf_crop_and_resize_axes_3_2 | numpy | Unable to convert operator type 'Resize' name=''.
    test_optional_has_element_tensor_input | numpy | Unable to convert operator type 'OptionalHasElement' name=''.
    test_hannwindow | numpy | Unable to convert operator type 'HannWindow' name=''.
    test_reduce_log_sum_exp_do_not_keepdims_example_expanded | numpy | Unable to convert operator type 'CastLike' name=''.
    test_maxpool_2d_same_lower | numpy | Unable to convert operator type 'MaxPool' name=''.
    test_layer_normalization_4d_axis_negative_3_expanded_ver18 | numpy | Unable to convert operator type 'Constant' name=''.
    test_sce_none_weights_log_prob | numpy | Unable to convert operator type 'SoftmaxCrossEntropyLoss' name=''.
    test_gridsample | numpy | Unable to convert operator type 'GridSample' name=''.
    test_clip_default_int8_min_expanded | numpy | Unable to convert operator type 'Less' name=''.
    test_reduce_l1_keep_dims_random | numpy | Unable to convert operator type 'ReduceL1' name=''.
    test_reduce_mean_do_not_keepdims_example | numpy | Unable to convert operator type 'ReduceMean' name=''.
    test_bitshift_left_uint16 | numpy | Unable to convert operator type 'BitShift' name=''.
    test_constant_pad | numpy | Unable to convert operator type 'Pad' name=''.
    test_tril_zero | numpy | Unable to convert operator type 'Trilu' name=''.
    test_sce_mean_weight_log_prob_expanded | numpy | Unable to convert operator type 'Constant' name=''.
    test_sce_mean_expanded | numpy | Unable to convert operator type 'Constant' name=''.
    test_acos | numpy | Unable to convert operator type 'Acos' name=''.
    test_layer_normalization_3d_axis_negative_2_epsilon_expanded | numpy | Unable to convert operator type 'Constant' name=''.
    test_top_k_negative_axis | numpy | Unable to convert operator type 'TopK' name=''.
    test_layer_normalization_3d_axis_negative_1_epsilon | numpy | Unable to convert operator type 'LayerNormalization' name=''.
    test_split_equal_parts_default_axis_opset18 | numpy | Unable to convert operator type 'Split' name=''.
    test_layer_normalization_2d_axis_negative_1_expanded_ver18 | numpy | Unable to convert operator type 'Constant' name=''.
    test_hardmax_axis_2 | numpy | Unable to convert operator type 'Hardmax' name=''.
    test_castlike_FLOAT_to_BFLOAT16_expanded | numpy | elem_type '16' is unknown
    fields:
    ['__abs__',
     '__add__',
     '__and__',
     '__bool__',
     '__ceil__',
     '__class__',
     '__delattr__',
     '__dir__',
     '__divmod__',
     '__doc__',
     '__eq__',
     '__float__',
     '__floor__',
     '__floordiv__',
     '__format__',
     '__ge__',
     '__getattribute__',
     '__getnewargs__',
     '__gt__',
     '__hash__',
     '__index__',
     '__init__',
     '__init_subclass__',
     '__int__',
     '__invert__',
     '__le__',
     '__lshift__',
     '__lt__',
     '__mod__',
     '__mul__',
     '__ne__',
     '__neg__',
     '__new__',
     '__or__',
     '__pos__',
     '__pow__',
     '__radd__',
     '__rand__',
     '__rdivmod__',
     '__reduce__',
     '__reduce_ex__',
     '__repr__',
     '__rfloordiv__',
     '__rlshift__',
     '__rmod__',
     '__rmul__',
     '__ror__',
     '__round__',
     '__rpow__',
     '__rrshift__',
     '__rshift__',
     '__rsub__',
     '__rtruediv__',
     '__rxor__',
     '__setattr__',
     '__sizeof__',
     '__str__',
     '__sub__',
     '__subclasshook__',
     '__truediv__',
     '__trunc__',
     '__xor__',
     'as_integer_ratio',
     'bit_length',
     'conjugate',
     'denominator',
     'from_bytes',
     'imag',
     'numerator',
     'real',
     'to_bytes']
    -----
    <class 'int'>.
    test_resize_upsample_scales_cubic_align_corners | numpy | Unable to convert operator type 'Resize' name=''.
    test_stft_with_window | numpy | Unable to convert operator type 'STFT' name=''.
    test_reduce_min_do_not_keepdims_example | numpy | Unable to convert operator type 'ReduceMin' name=''.
    test_logsoftmax_example_1_expanded_ver18 | numpy | Unable to convert operator type 'Constant' name=''.
    test_logsoftmax_negative_axis_expanded | numpy | Unable to convert operator type 'Constant' name=''.
    test_bitwise_or_i16_4d | numpy | Unable to convert operator type 'BitwiseOr' name=''.
    test_layer_normalization_4d_axis_negative_4 | numpy | Unable to convert operator type 'LayerNormalization' name=''.
    test_cumsum_2d_axis_0 | numpy | Unable to convert operator type 'CumSum' name=''.
    test_resize_upsample_scales_nearest | numpy | Unable to convert operator type 'Resize' name=''.
    test_prelu_broadcast | numpy | Unable to convert operator type 'PRelu' name=''.
    test_reduce_l2_keep_dims_example | numpy | Unable to convert operator type 'ReduceL2' name=''.
    test_greater | numpy | Unable to convert operator type 'Greater' name=''.
    test_reduce_l2_do_not_keepdims_example_expanded | numpy | Unable to convert operator type 'CastLike' name=''.
    test_reduce_l2_keep_dims_example_expanded | numpy | Unable to convert operator type 'CastLike' name=''.
    test_clip_default_int8_max_expanded | numpy | Unable to convert operator type 'Less' name=''.
    test_softmax_axis_0_expanded | numpy | Unable to convert operator type 'Constant' name=''.
    test_onehot_with_axis | numpy | Unable to convert operator type 'OneHot' name=''.
    test_sequence_map_identity_1_sequence_expanded | numpy | Unable to convert operator type 'SequenceLength' name=''.
    test_onehot_negative_indices | numpy | Unable to convert operator type 'OneHot' name=''.
    test_dropout_default_mask_ratio | numpy | Unable to convert operator type 'Dropout' name=''.
    test_gridsample_border_padding | numpy | Unable to convert operator type 'GridSample' name=''.
    test_edge_pad | numpy | Unable to convert operator type 'Pad' name=''.
    test_reduce_sum_square_negative_axes_keepdims_example | numpy | Expecting at most 1 inputs for operator 'ReduceSumSquare' not ['data', 'axes'].
    test_scatternd | numpy | Unable to convert operator type 'ScatterND' name=''.
    test_flatten_axis2 | numpy | Unable to convert operator type 'Flatten' name=''.
    test_less | numpy | Unable to convert operator type 'Less' name=''.
    test_acos_example | numpy | Unable to convert operator type 'Acos' name=''.
    test_maxunpool_export_with_output_shape | numpy | Unable to convert operator type 'MaxUnpool' name=''.
    test_reduce_mean_negative_axes_keepdims_random | numpy | Unable to convert operator type 'ReduceMean' name=''.
    test_reduce_log_sum_negative_axes | numpy | Unable to convert operator type 'ReduceLogSum' name=''.
    test_reduce_min_keepdims_random | numpy | Unable to convert operator type 'ReduceMin' name=''.
    test_split_variable_parts_2d_opset13 | numpy | Unable to convert operator type 'Split' name=''.
    test_bitshift_left_uint8 | numpy | Unable to convert operator type 'BitShift' name=''.
    test_min_float32 | numpy | Unable to convert operator type 'Min' name=''.
    test_layer_normalization_4d_axis2 | numpy | Unable to convert operator type 'LayerNormalization' name=''.
    test_bitwise_or_ui64_bcast_3v1d | numpy | Unable to convert operator type 'BitwiseOr' name=''.
    test_layer_normalization_3d_axis_negative_1_epsilon_expanded_ver18 | numpy | Unable to convert operator type 'Constant' name=''.
    test_xor_bcast4v4d | numpy | Unable to convert operator type 'Xor' name=''.
    test_dft | numpy | Unable to convert operator type 'DFT' name=''.
    test_tril_out_neg | numpy | Unable to convert operator type 'Trilu' name=''.
    test_reduce_log_sum_exp_do_not_keepdims_random_expanded | numpy | Unable to convert operator type 'CastLike' name=''.
    test_center_crop_pad_crop_and_pad_expanded | numpy | Unable to convert operator type 'Constant' name=''.
    test_reduce_mean_default_axes_keepdims_random | numpy | Unable to convert operator type 'ReduceMean' name=''.
    test_thresholdedrelu_expanded_ver18 | numpy | Unable to convert operator type 'Constant' name=''.
    test_softmax_negative_axis_expanded | numpy | Unable to convert operator type 'Constant' name=''.
    test_split_variable_parts_2d_opset18 | numpy | Unable to convert operator type 'Split' name=''.
    test_eyelike_with_dtype | numpy | Unable to convert operator type 'EyeLike' name=''.
    test_averagepool_2d_same_lower | numpy | Unable to convert operator type 'AveragePool' name=''.
    test_hammingwindow | numpy | Unable to convert operator type 'HammingWindow' name=''.
    test_leakyrelu_expanded | numpy | Unable to convert operator type 'Constant' name=''.
    test_reduce_prod_negative_axes_keepdims_example | numpy | Expecting at most 1 inputs for operator 'ReduceProd' not ['data', 'axes'].
    test_sum_two_inputs | numpy | Unable to convert operator type 'Sum' name=''.
    test_flatten_negative_axis4 | numpy | Unable to convert operator type 'Flatten' name=''.
    test_tril_out_pos | numpy | Unable to convert operator type 'Trilu' name=''.
    test_quantizelinear_axis | numpy | Unable to convert operator type 'QuantizeLinear' name=''.
    test_layer_normalization_4d_axis1_expanded | numpy | Unable to convert operator type 'Constant' name=''.
    test_bernoulli_double_expanded | numpy | Unable to convert operator type 'RandomUniformLike' name=''.
    test_clip_splitbounds | numpy | Unable to convert operator type 'Clip' name=''.
    test_averagepool_2d_pads_count_include_pad | numpy | Unable to convert operator type 'AveragePool' name=''.
    test_where_example | numpy | Unable to convert operator type 'Where' name=''.
    test_sce_NCd1d2d3_none_no_weight_negative_ii_expanded | numpy | Unable to convert operator type 'Constant' name=''.
    test_hardsigmoid_default_expanded_ver18 | numpy | Unable to convert operator type 'Constant' name=''.
    test_loop13_seq | numpy | Unable to convert operator type 'Loop' name=''.
    test_split_1d_uneven_split_opset18 | numpy | Unable to convert operator type 'Split' name=''.
    test_gathernd_example_int32_batch_dim1 | numpy | Unable to convert operator type 'GatherND' name=''.
    test_scatternd_min | numpy | Unable to convert operator type 'ScatterND' name=''.
    test_and3d | numpy | Unable to convert operator type 'And' name=''.
    test_bitshift_left_uint32 | numpy | Unable to convert operator type 'BitShift' name=''.
    test_flatten_axis0 | numpy | Unable to convert operator type 'Flatten' name=''.
    test_scatter_elements_with_reduction_min | numpy | Unable to convert operator type 'ScatterElements' name=''.
    test_nllloss_NCd1d2d3d4d5_mean_weight | numpy | Unable to convert operator type 'NegativeLogLikelihoodLoss' name=''.
    test_optional_get_element_optional_sequence | numpy | Unable to convert operator type 'OptionalGetElement' name=''.
    test_reduce_l2_do_not_keepdims_random_expanded | numpy | Unable to convert operator type 'CastLike' name=''.
    test_averagepool_2d_default | numpy | Unable to convert operator type 'AveragePool' name=''.
    test_reduce_l2_do_not_keepdims_example | numpy | Unable to convert operator type 'ReduceL2' name=''.
    test_softmax_axis_0_expanded_ver18 | numpy | Unable to convert operator type 'Constant' name=''.
    test_momentum_multiple | numpy | Unable to convert any operator from domain 'ai.onnx.preview.training'.
    test_reduce_max_do_not_keepdims_example | numpy | Unable to convert operator type 'ReduceMax' name=''.
    test_nllloss_NCd1d2_reduction_mean | numpy | Unable to convert operator type 'NegativeLogLikelihoodLoss' name=''.
    test_min_uint32 | numpy | Unable to convert operator type 'Min' name=''.
    test_layer_normalization_4d_axis0_expanded_ver18 | numpy | Unable to convert operator type 'Constant' name=''.
    test_layer_normalization_2d_axis_negative_2 | numpy | Unable to convert operator type 'LayerNormalization' name=''.
    test_nllloss_NCd1d2d3d4d5_none_no_weight_expanded | numpy | Unable to convert operator type 'Constant' name=''.
    test_reduce_l2_do_not_keepdims_random | numpy | Unable to convert operator type 'ReduceL2' name=''.
    test_nonmaxsuppression_suppress_by_IOU | numpy | Unable to convert operator type 'NonMaxSuppression' name=''.
    test_sce_mean_no_weight_ii | numpy | Unable to convert operator type 'SoftmaxCrossEntropyLoss' name=''.
    test_triu_out_neg_out | numpy | Unable to convert operator type 'Trilu' name=''.
    test_reduce_sum_square_keepdims_random | numpy | Expecting at most 1 inputs for operator 'ReduceSumSquare' not ['data', 'axes'].
    test_reduce_sum_square_do_not_keepdims_random | numpy | Expecting at most 1 inputs for operator 'ReduceSumSquare' not ['data', 'axes'].
    test_sce_NCd1_mean_weight_negative_ii_log_prob_expanded | numpy | Unable to convert operator type 'Constant' name=''.
    test_mish | numpy | Unable to convert operator type 'Mish' name=''.
    test_reduce_max_default_axes_keepdim_example | numpy | Unable to convert operator type 'ReduceMax' name=''.
    test_scatter_with_axis | numpy | Unable to convert operator type 'Scatter' name=''.
    test_layer_normalization_3d_axis2_epsilon_expanded | numpy | Unable to convert operator type 'Constant' name=''.
    test_layer_normalization_4d_axis_negative_2_expanded | numpy | Unable to convert operator type 'Constant' name=''.
    test_layer_normalization_2d_axis1 | numpy | Unable to convert operator type 'LayerNormalization' name=''.
    test_sequence_map_add_2_sequences | python | Unable to export node type 'SequenceMap' into python.
    test_sequence_map_add_2_sequences | numpy | Unable to convert operator type 'SequenceMap' name=''.
    test_reduce_l2_default_axes_keepdims_example_expanded | numpy | Unable to convert operator type 'CastLike' name=''.
    test_scatter_elements_with_negative_indices | numpy | Unable to convert operator type 'ScatterElements' name=''.
    test_training_dropout | numpy | Unable to convert operator type 'Dropout' name=''.
    test_maxunpool_export_without_output_shape | numpy | Unable to convert operator type 'MaxUnpool' name=''.
    test_if_seq | numpy | Unable to convert operator type 'If' name=''.
    test_layer_normalization_3d_axis_negative_1_epsilon_expanded | numpy | Unable to convert operator type 'Constant' name=''.
    test_layer_normalization_4d_axis1_expanded_ver18 | numpy | Unable to convert operator type 'Constant' name=''.
    test_reduce_l2_negative_axes_keep_dims_random | numpy | Unable to convert operator type 'ReduceL2' name=''.
    test_layer_normalization_3d_axis1_epsilon_expanded_ver18 | numpy | Unable to convert operator type 'Constant' name=''.
    test_layer_normalization_3d_axis0_epsilon_expanded | numpy | Unable to convert operator type 'Constant' name=''.
    test_floor_example | numpy | Unable to convert operator type 'Floor' name=''.
    test_softplus | numpy | Unable to convert operator type 'Softplus' name=''.
    test_sce_sum | numpy | Unable to convert operator type 'SoftmaxCrossEntropyLoss' name=''.
    test_compress_negative_axis | numpy | Unable to convert operator type 'Compress' name=''.
    test_conv_with_strides_and_asymmetric_padding | numpy | Unable to convert operator type 'Conv' name=''.
    test_nllloss_NCd1_weight | numpy | Unable to convert operator type 'NegativeLogLikelihoodLoss' name=''.
    test_layer_normalization_3d_axis1_epsilon_expanded | numpy | Unable to convert operator type 'Constant' name=''.
    test_reduce_max_do_not_keepdims_random | numpy | Unable to convert operator type 'ReduceMax' name=''.
    test_resize_upsample_scales_cubic_asymmetric | numpy | Unable to convert operator type 'Resize' name=''.
    test_sce_none_weights | numpy | Unable to convert operator type 'SoftmaxCrossEntropyLoss' name=''.
    test_shrink_soft | numpy | Unable to convert operator type 'Shrink' name=''.
    test_hardsigmoid_example_expanded_ver18 | numpy | Unable to convert operator type 'Constant' name=''.
    test_if_opt | onnx | 'value'
    test_if_opt | tf2onnx | 'value'
    test_if_opt | xop | 'value'
    test_if_opt | python | 'value'
    test_if_opt | numpy | Unable to convert operator type 'If' name=''.
    test_if_opt | cpp | 'value'
    test_layer_normalization_3d_axis2_epsilon | numpy | Unable to convert operator type 'LayerNormalization' name=''.
    test_layer_normalization_4d_axis0_expanded | numpy | Unable to convert operator type 'Constant' name=''.
    test_layer_normalization_4d_axis_negative_2 | numpy | Unable to convert operator type 'LayerNormalization' name=''.
    test_bitwise_and_ui8_bcast_4v3d | numpy | Unable to convert operator type 'BitwiseAnd' name=''.
    test_castlike_FLOAT16_to_FLOAT | numpy | Unable to convert operator type 'CastLike' name=''.
    test_resize_upsample_sizes_nearest_ceil_half_pixel | numpy | Unable to convert operator type 'Resize' name=''.
    test_bitwise_xor_ui8_bcast_4v3d | numpy | Unable to convert operator type 'BitwiseXor' name=''.
    test_split_equal_parts_2d | numpy | Unable to convert operator type 'Split' name=''.





.. rst-class:: sphx-glr-timing

   **Total running time of the script:** ( 21 minutes  38.708 seconds)


.. _sphx_glr_download_gyexamples_plot_export_onnx_tests.py:

.. only:: html

  .. container:: sphx-glr-footer sphx-glr-footer-example


    .. container:: sphx-glr-download sphx-glr-download-python

      :download:`Download Python source code: plot_export_onnx_tests.py <plot_export_onnx_tests.py>`

    .. container:: sphx-glr-download sphx-glr-download-jupyter

      :download:`Download Jupyter notebook: plot_export_onnx_tests.ipynb <plot_export_onnx_tests.ipynb>`


.. only:: html

 .. rst-class:: sphx-glr-signature

    `Gallery generated by Sphinx-Gallery <https://sphinx-gallery.github.io>`_