1jO/UddlmZddlZddlmZmZmZddlmZm Z m Z ddl m Z ddl mZddlmZerddlmZdd ZddZgaded<gaded<ddZddZddZddZd dZedkr edSdS)!) annotationsN)IO TYPE_CHECKINGAny)AttributeProtodefsload)collect_snippets)load_model_tests)Runner)SequenceschemasSequence[defs.OpSchema]returnboolc4td|DS)Nc3,K|]}|jdkVdS ai.onnx.mlN)domain).0ss PC:\Projects\Historical\venv\Lib\site-packages\onnx/backend/test/stat_coverage.py zis_ml..s)99Aqx<'999999)any)rs ris_mlrs 99999 9 99rfIO[Any]mlNonec2|d|r|dn|d|d|d|d|ddS)Nz# Test Coverage Reportz (ONNX-ML Operators) z (ONNX Core Operators) z ## Outlines z,* [Node Test Coverage](#node-test-coverage) z.* [Model Test Coverage](#model-test-coverage) z2* [Overall Test Coverage](#overall-test-coverage) write)rr s r gen_outlinesr%sGG $%%% , ()))) *+++GGOGG ;<<<GG =>>>GG ABBBBBrz Sequence[str]common_coveredexperimental_coveredc lthdttfd|Datfd|D}tfd|D}tfd|Datfd|D}tfd|D}t tt |zt |z }t tt |zt |z }|d|d |rh|d t td |d t tt|z d zddt |d n|d|rp|dt t|t tt|z d zt |n|dgd} t|t|g} | D]T} |d| ddd| dd dddU|dt| | dD]?\} } |d| d| D]} |d| | vr|d t | d!t| D]a\}}|d"|d#|d$|d%|d&|d'bn/| vr|d(n|d)|d* |d+AdS),N> Multinomial RandomNormal RandomUniformRandomNormalLikeRandomUniformLikec3K|]B}|jvr7|jtjjjkr|jdkk9|jVCdSrname support_levelrOpSchema SupportTypeCOMMONrrrr node_testss rrz)gen_node_test_coverage..7sg 6Z   Ot}8? ? ? X %" , ,  - , , , rc3K|]B}|jvr7|jtjjjkr|jdkk9|jVCdSrr/r5s rrz)gen_node_test_coverage..>sg 6 # # Ot}8? ? ? X %" , ,  - , , , rc3$K|] }|v|V dSNrr0 generatorss rrz)gen_node_test_coverage..Es-UUt$*BTBTdBTBTBTBTUUrc3K|]B}|jvr7|jtjjjkr|jdkk9|jVCdSrr0r1rr2r3 EXPERIMENTALrr5s rrz)gen_node_test_coverage..Fsg"" 6Z   Ot}8E E E X %" , ,  - , , , ""rc3K|]B}|jvr7|jtjjjkr|jdkk9|jVCdSrr>r5s rrz)gen_node_test_coverage..Msg## 6 # # Ot}8E E E X %" , ,  - , , , ##rc3$K|] }|v|V dSr9r:r;s rrz)gen_node_test_coverage..Ts6$$$*2D2D2D2D2D2D$$rz# Node Test Coverage z ## Summary zNode tests have covered /z (dz.2fz%, z) generators excluded) common operators. z6Node tests have covered 0/0 (N/A) common operators. zYNode tests have covered {}/{} ({:.2f}%, {} generators excluded) experimental operators. z;Node tests have covered 0/0 (N/A) experimental operators. )z!💚Covered Common Operatorsz"💔No Cover Common Operatorsz'💚Covered Experimental Operatorsz(💔No Cover Experimental Operatorsz* [ z](# -z)  F)strict## z### z There are z" test cases, listed as following:
z z ```python z ```
z (random generator operator) z (call for test cases) z z
) setr sortedr&r'lenr$floatformatlowerreplacezip)rrr common_no_covercommon_generatorexperimental_no_coverexperimental_generator num_commonnum_experimentaltitles all_liststlrsummarycoder<r6s ` @@rgen_node_test_coveragera(sM    J"##JNOUUUUUUUUU!""""""""#########$$$$$.$$$^$$s?';';;cBR>S>SSJ !! # $ $ % $ % % & GG $%%%GGNL  :s>':': : :Z : :N##eJ&7&77#= ^ : :FIJZF[F[ : : :    JKKK Q  **0&()) )**U3C-D-DDsJ*++ ++     OPPPF  I FF DaeDD!"" 5 5c3 ? ?DDDEEEEGGDMMMFIe4441  a   A GGJ1JJ   JZ3z!}#5#5ZZZ&,JqM%:%:,,MGTGGM***GG????@@@GG9$999:::GGN++++ ,  ??GG<====GG6777 GGFOOOO  'rc|di}|D] }|||j< i}g}tdD]}|jdrt jt jt j tddd|j}t j |std|d| |tj|} | t j| d|d } |D]~} t#| } |rd } | jD]}|jd krd } | s0d } |d | jjd d}| jjD]f}|jt.vs|jt0vrF|dz }|jD]8}|j|vr i||j<|j||jvrg||j|j<|jt6jkrP|j||j|jvr0||j|j |j|jt6jkrQ|j||j|jvr0||j|j |j |jt6j krQ|j!||j|jvr0||j|j |j!p|jt6j"krQ|j#||j|jvr0||j|j |j#|jt6j$krQ|j%||j|jvr0||j|j |j%<|jt6j&krQ|j'||j|jvr0||j|j |j'|jt6j(krQ|j)||j|jvr0||j|j |j)|jt6j*krQ|j+||j|jvr0||j|j |j+n|jt6j,krQ|j-||j|jvr0||j|j |j-|jt6j.krO|j/||j|jvr0||j|j |j/:h|d | jjd|dta| jjddtc|ztcta| jjz d |d|dte|D]}|d|d|dta||dta||j3dte||j3D]Y}|||vr5||dta|||d A||dZ|d|d| s|r|ddSdSdS)Nz# Model Test Coverage real)kindzonnx/backend/test/data/light/z..zUnable to find model .z model.onnxFrTrIrGrz has z nodes. Of these, z are covered by node tests (gY@z%) rJznodes rKz: z out of z attributes covered z: 0 rLz z+No model tests present for selected domain )4r$r0r url startswithospathnormpathjoindirname__file__existsFileNotFoundErrorappendr prepare_model_datasortr opset_importrgraphnodeop_typer&r' attributetyperFLOATrINTiSTRINGrTENSORr]GRAPHgFLOATSfloatsINTSintsSTRINGSstringsTENSORStensorsGRAPHSgraphsrOrPrN attributes)rrr schema_dictschemaattrs model_pathsrt model_name model_dir model_written model_pb_pathmodel ml_presentopset num_coveredrvattroprxs rgen_model_test_coveragersGG %&&&K**#) FK  .0EKF+++ F F 6  < = = F)) RW__X66dD"&QQJ7>>*-- Q'(O (O(O(OPPP   z * * * *1"55I   rw||I|DD E E E EM$I$I$ ]##  !J+ & &<<//!%J  M *ek&***+++ K$' O' OD|~--AU1U1Uq !N"O"OD|500.0dl+ydl(;;;9;dl+DI6yN$8886t|)X:Y:Y|||   $KO$>?? 1 1 b ))GGyIICb )0D,E,EIIIJJJJGGy///0000 GGN # # # # "#### @R@ >?????@@@@rcZ|d|ddS)Nz# Overall Test Coverage z## To be filled. r#rs rgen_overall_test_coveragers0GG '(((GG !!!!!rc0|ddS)Nz. r#rs rgen_spdxrs GG =>>>>>rc 0tjtjtjtjtjt}tj|d}t j}t|}tj|d}t|ddd5}t|t|dt||dt||dt|dddn #1swxYwY|rtj|d}t|ddd5}t|t|d t||d t||d t|ddddS#1swxYwYdSdS) NdocszTestCoverage.mdzw+zutf-8)newlineencodingFzTestCoverage-ml.mdT)rirjrmrealpathrnrlrget_all_schemasropenrr%rarr)base_dirdocs_dirrhas_mlfnamers rmainrs?w 8H8H8R8R(S(STTUUHw||Hf--H"$$G 7^^F GLL#4 5 5E eT2 8 8 8%A Qw5111E222!!$$$ %%%%%%%%%%%%%%%) X';<< %rG < < < ) QKKK D ! ! ! "7At 4 4 4 #GQ 5 5 5 %a ( ( (  ) ) ) ) ) ) ) ) ) ) ) ) ) ) ) ) ) )))s&AE++E/2E/+AH  H H __main__)rrrr)rrr rrr!)rrrrr rrr!)rrrr!)rr!) __future__rritypingrrronnxrrr onnx.backend.test.caser onnx.backend.test.loaderr onnx.backend.test.runnerr collections.abcr rr%r&__annotations__r'rarrrr__name__r:rrrs #"""""" ))))))))))++++++++++333333555555++++++)((((((:::: C C C C!#""""&(((((mmmm`e@e@e@e@P""""????))))4 zDFFFFFr