ó
    Î’ŒjÞP  ã                   ó<  • S SK r S SKJr  S SKJr  S SKJrJr  S SKJ	r	J
r
  S SKJr  S SKJr  S SKJr  S S	KJr  S S
KJr  S SKJr  S SKJr  SSKJrJr  S/ SQ/ SQS.4S/ SQ/ SQS.4/rS/ SQ/ SQS.4S/ SQ/ SQS.4/rS/ SQ/ SQS.4/rSr\ R>                  S 5       r \ R>                  S 5       r!S r"\ RF                  RI                  S5      S  5       r%\ RF                  RI                  S!5      S" 5       r&\ RF                  RI                  S!5      S# 5       r'\ RF                  RI                  S$5      \ RF                  RQ                  S%S&9S' 5       5       r)S( r*\ RF                  RW                  S)S&9\ RF                  RY                  S*S+//5      S, 5       5       r-\ RF                  RW                  S)S&9S- 5       r.S. r/S/ r0\ RF                  RW                  S)S&9S0 5       r1S1 r2S2 r3\ RF                  RY                  S3S4S5/5      S6 5       r4\ RF                  RY                  S3S4S5/5      S7 5       r5\ RF                  Rl                  \ RF                  RY                  S3S4S5/5      \ RF                  RY                  S8S9\S4S:S;SS<S=.S>\S4S:S;SS<S=./5      S? 5       5       5       r7S@ r8SA r9g)Bé    N)Úassert_equal)ÚAdam)ÚregistryÚutil)ÚDEPÚNORM)ÚEnglish)ÚDependencyParser)ÚDEFAULT_PARSER_MODEL)ÚDEFAULT_TOK2VEC_MODEL)ÚDoc)ÚExample)ÚVocabé   )Úapply_transition_sequenceÚmake_tempdirz&They trade mortgage-backed securities.)é   r   é   r   é   r   r   )ÚnsubjÚROOTÚcompoundÚpunctÚnmodÚdobjr   ©ÚheadsÚdepszI like London and Berlin.)r   r   r   r   r   r   )r   r   r   ÚccÚconjr   )r   r   r   r   r   r   )r   r   r   r   r    r   úI like London.)r   r   r   N)r   r   r   Ngš™™™™™¹?c                  ó"   • [        [        S 0S9$ )Nc                 ó   • U $ ©N© )Úss    Ú«C:\Users\johnn\AppData\Local\Packages\PythonSoftwareFoundation.Python.3.13_qbz5n2kfra8p0\LocalCache\local-packages\Python313\site-packages\spacy/tests/parser/test_parse.pyÚ<lambda>Úvocab.<locals>.<lambda>C   s   € ±1ó    )Úlex_attr_getters)r   r   r%   r*   r'   Úvocabr,   A   s   € ä¤4©Ð"5Ñ6Ð6r*   c                 óÐ  ^• U R                   R                  S5        S[        0n[        R                  " USS9S   n[        X5      mSTR                  S'   STR                  S'   TR                  S	5        TR                  U4S
 j5        [        S5      n[        S5       H@  n0 n[        U / SQS9n[        R                  " U/ SQ/ SQS.5      nTR                  U/X5S9  MB     T$ )Nr   ÚmodelT©Úvalidater   Útoken_vector_widthé    Úhidden_widthÚleftc                  ó   >• [        T 5      /$ r$   ©Ú_parser_example©Úparsers   €r'   r(   Úparser.<locals>.<lambda>P   ó   ø€ œ¨vÓ6Ñ7r*   gü©ñÒMbP?é
   ©ÚaÚbÚcÚd©Úwords©r   r   é   rE   )r4   r   r4   r   r   ©ÚsgdÚlosses)ÚstringsÚaddr   r   Úresolver
   ÚcfgÚ	add_labelÚ
initializer   Úranger   r   Ú	from_dictÚupdate)	r,   rL   r.   rG   ÚirH   ÚdocÚexampler9   s	           @r'   r9   r9   F   sÚ   ø€ à	‡M�M×Ñ�fÔØÔ(Ð
)€CÜ×Ò˜S¨4Ñ0°Ñ9€EÜ˜eÓ+€FØ'(€F‡J�JÐ#Ñ$Ø!#€F‡J�Jˆ~Ñà
×Ñ�VÔØ
×ÑÔ7Ô8Ü
ˆu‹+€Cä�2ŽYˆØˆÜ�%Ò3Ñ4ˆÜ×#Ò#Øš<Ò1QÑRó
ˆð 	�‰�w�i SˆÓ8ñ ð €Mr*   c                 ól   • [        U R                  / SQS9n/ SQ/ SQS.n[        R                  " X5      $ )Nr=   rB   rD   )Úrightr   r4   r   r   )r   r,   r   rP   )r9   rS   Úgolds      r'   r7   r7   ]   s/   € Ü
ˆf�l‰lÒ"6Ñ
7€CÚ!Ò+LÑM€DÜ×Ò˜SÓ'Ð'r*   iÔ
  c                 ón   • / SQn/ SQnS/[        U5      -  n[        XX#S9nUS   R                  SL d   eg)zATest that deprojectivization doesn't mess up sentence boundaries.)ÚWhenÚweÚwriteÚorÚcommunicateÚ	virtuallyÚ,rZ   ÚcanÚhideÚourÚtrueÚfeelingsÚ.)r   r   é	   r   r   r   rf   rf   rf   rf   é   rg   rf   rf   Údep©rC   r   r   r   FN)Úlenr   Úis_sent_start)Úen_vocabrC   r   r   rS   s        r'   Útest_issue2772rm   c   sE   € ò @€Eò 9€EØˆ7”S˜“ZÑ€DÜ
ˆh¨5Ñ
<€CØˆq‰6×Ñ 5Ò(Ð(Ñ(r*   iö  c                  ó  ^• SS0n [         R                  " S[        0SS9S   n[        [	        5       U40 U D6mTR                  S5        STR                  ;  d   eTR                  U4S j5        STR                  ;  d   eg	)
zBTest that the parser doesn't have subtok label if not learn_tokensÚlearn_tokensFr.   Tr/   r   Úsubtokc                  ó   >• [        T 5      /$ r$   r6   r8   s   €r'   r(   Ú*test_issue3830_no_subtok.<locals>.<lambda>{   r;   r*   N©r   rK   r   r
   r   rM   ÚlabelsrN   ©Úconfigr.   r9   s     @r'   Útest_issue3830_no_subtokrw   q   s„   ø€ ð 	˜ð€Fô ×Ò˜gÔ';Ð<ÀtÑLÈWÑU€EÜœe›g uÑ7°Ñ7€FØ
×Ñ�WÔØ˜6Ÿ=™=Ó(Ð(Ð(Ø
×ÑÔ7Ô8Ø˜6Ÿ=™=Ó(Ð(Ñ(r*   c                  ó  ^• SS0n [         R                  " S[        0SS9S   n[        [	        5       U40 U D6mTR                  S5        STR                  ;  d   eTR                  U4S j5        STR                  ;   d   eg)	zATest that the parser does have subtok label if learn_tokens=True.ro   Tr.   r/   r   rp   c                  ó   >• [        T 5      /$ r$   r6   r8   s   €r'   r(   Ú,test_issue3830_with_subtok.<locals>.<lambda>‰   r;   r*   Nrs   ru   s     @r'   Útest_issue3830_with_subtokr{      s„   ø€ ð 	˜ð€Fô ×Ò˜gÔ';Ð<ÀtÑLÈWÑU€EÜœe›g uÑ7°Ñ7€FØ
×Ñ�WÔØ˜6Ÿ=™=Ó(Ð(Ð(Ø
×ÑÔ7Ô8Ø�v—}‘}Ó$Ð$Ñ$r*   i$  zNot fixed yet)Úreasonc                 ó~   • [        U R                  / SQS9nSUS   l        U " U5      nUS   R                  S:X  d   eg )Nr=   rB   Fr   )r   r,   rk   )r9   rS   s     r'   Útest_partial_annotationr~   �   sD   € ô ˆf�l‰lÒ"6Ñ
7€CØ €Cˆ�FÔñ �‹+€CØˆq‰6×Ñ 5Ó(Ð(Ñ(r*   c                 ó„   • / SQn/ SQn/ SQn[        XX#S9nU H$  nUR                  S:w  a  M   UR                  5       e   g )N)rR   Údozn'tÚhaveÚotherÚ
assistance)rE   rE   rE   rE   r   rE   )r   ÚauxÚnegr   Úamodr   ri   r   )r   rh   Útext)rl   rC   r   r   rS   Úts         r'   Útest_parser_rootr‰   ™   s@   € Ú=€EÚ€EÚ:€DÜ
ˆh¨5Ñ
<€CÛˆØ�u‰u˜�zÐ!˜1Ÿ6™6Ó!ˆzò r*   z=The step_through API was removed (but should be brought back)rC   ÚHelloc                 óÂ   • [        XS/S/S9n[        U5      S:X  d   eUR                  U5       n S S S 5        US   R                  S:w  d   eg ! , (       d  f       N$= f)Nr   r   ri   r   )r   rj   Ústep_throughrh   )rl   Ú	en_parserrC   rS   Ú_s        r'   Ú#test_parser_parse_one_word_sentencer�   ¢   s[   € ô
 ˆh¨A¨3°f°XÑ
>€CÜˆs‹8�q‹=Ðˆ=Ø	×	Ñ	 Ô	$¨Ø÷ 
%àˆq‰6�:‰:˜‹?Ð‰?÷ 
%Õ	$ús   °AÁ
Ac                 ó6  • / SQn/ SQn[        XS9n[        XU5        US   R                  R                  S:X  d   eUS   R                  R                  S:X  d   eUS   R                  R                  S:X  d   eUS   R                  R                  S:X  d   eg )N)ÚIÚateÚtheÚpizzaÚwithÚ	anchoviesre   )úL-nsubjÚSzL-detrB   r   r   r   rE   )r   r   ÚheadrR   )rl   r�   rC   Ú
transitionrS   s        r'   Útest_parser_initialr›   ®   s‹   € ò C€EÚ*€JÜ
ˆhÑ
$€CÜ˜i¨jÔ9Øˆq‰6�;‰;�=‰=˜AÓÐÐØˆq‰6�;‰;�=‰=˜AÓÐÐØˆq‰6�;‰;�=‰=˜AÓÐÐØˆq‰6�;‰;�=‰=˜AÓÐÑr*   c                 óh  • / SQn/ SQnS/[        U5      -  n[        XX4S9n[        [        US   R                  5      5      S:X  d   e[        [        US   R                  5      5      S:X  d   e[        [        US   R
                  5      5      S:X  d   e[        [        US   R                  5      5      S:X  d   e[        [        US   R                  5      5      S	:X  d   e[        [        US   R
                  5      5      S:X  d   e[        [        US   R                  5      5      S
:X  d   eg )N)ÚTheÚfourÚwheelsÚonr“   ÚbusÚturnedÚquickly)r   r   é   r   r   rE   r¤   r¤   rh   ri   r   r   rE   r   r   r¤   )rj   r   ÚlistÚleftsÚrightsÚchildrenÚsubtree)rl   r�   rC   r   r   rS   s         r'   Útest_parser_parse_subtreesrª   ¼   s  € ÚN€EÚ$€EØˆ7”S˜“ZÑ€DÜ
ˆh¨5Ñ
<€CÜŒt�C˜‘F—L‘LÓ!Ó" aÓ'Ð'Ð'ÜŒt�C˜‘F—M‘MÓ"Ó# qÓ(Ð(Ð(ÜŒt�C˜‘F—O‘OÓ$Ó%¨Ó*Ð*Ð*ÜŒt�C˜‘F—L‘LÓ!Ó" aÓ'Ð'Ð'ÜŒt�C˜‘F—M‘MÓ"Ó# qÓ(Ð(Ð(ÜŒt�C˜‘F—O‘OÓ$Ó%¨Ó*Ð*Ð*ÜŒt�C˜‘F—N‘NÓ#Ó$¨Ó)Ð)Ñ)r*   c                 ó”  • / SQn/ SQn/ SQn/ SQn[        XX2US9nUR                  5        nUR                   H  nUR                  USUR                  0S9  M!     S S S 5        US   R
                  S	:X  d   eUS
   R
                  S:X  d   eUS   R
                  S:X  d   eUS   R
                  S:X  d   eg ! , (       d  f       Nc= f)N)ÚAÚphraser•   Úanotherr­   Úoccurs)r   r   r   r   r   r   )Údetr   Úprepr°   Úpobjr   )ÚDETÚNOUNÚADPr³   r´   ÚVERB)rC   r   r   ÚposÚlemma)Úattrsr   zA phraser   r•   r   zanother phraserE   r¯   )r   Ú
retokenizeÚnoun_chunksÚmergeÚlemma_r‡   )rl   rC   r   r   r·   rS   ÚretokenizerÚnps           r'   Útest_parser_merge_pprÀ   Ê   sÃ   € ÚB€EÚ€EÚ:€DÚ
7€CÜ
ˆh¨$ÀÑ
E€CØ	�‰Ô	˜[Ø—/”/ˆBØ×Ñ˜b¨°"·)±)Ð(<ÐÓ=ñ "÷ 
ð ˆq‰6�;‰;˜*Ó$Ð$Ð$Øˆq‰6�;‰;˜&Ó Ð Ð Øˆq‰6�;‰;Ð*Ó*Ð*Ð*Øˆq‰6�;‰;˜(Ó"Ð"Ñ"÷ 
Õ	ús   ¬0B9Â9
Cc                 óü
  • / SQn/ SQn[        XS9n[        XU5        US   R                  S:X  d   eUS   R                  S:X  d   eUS   R                  R
                  S:X  d   eUS   R                  R
                  S:X  d   eUS   R                  R
                  S:X  d   eUS   R                  S:X  d   eUS   R                  S:X  d   eUS   R                  R
                  S:X  d   eUS   R                  R
                  S:X  d   eUS   R                  R
                  S:X  d   eUS   R                  S:X  d   eUS   R                  S:X  d   eUS   R                  R
                  S:X  d   eUS   R                  R
                  S:X  d   eUS   R                  R
                  S:X  d   eUS   R                  S:X  d   eUS   R                  S:X  d   eUS   R                  R
                  S:X  d   eUS   R                  R
                  S:X  d   eUS   R                  R
                  S:X  d   eUS   R                  S:X  d   eUS   R                  S:X  d   eUS   R                  R
                  S:X  d   eUS   R                  R
                  S:X  d   eUS   R                  R
                  S:X  d   e/ S	Qn[        XS9n[        XU5        US   R                  S:X  d   eUS   R                  S:X  d   eUS   R                  R
                  S:X  d   eUS   R                  R
                  S:X  d   eUS   R                  R
                  S:X  d   eUS   R                  S:X  d   eUS   R                  S:X  d   eUS   R                  R
                  S:X  d   eUS   R                  R
                  S:X  d   eUS   R                  R
                  S:X  d   eUS   R                  S:X  d   eUS   R                  S:X  d   eUS   R                  R
                  S:X  d   eUS   R                  R
                  S:X  d   eUS   R                  R
                  S:X  d   eUS   R                  S:X  d   eUS   R                  S:X  d   eUS   R                  R
                  S:X  d   eUS   R                  R
                  S:X  d   eUS   R                  R
                  S:X  d   eUS   R                  S:X  d   eUS   R                  S:X  d   eUS   R                  R
                  S:X  d   eUS   R                  R
                  S:X  d   eUS   R                  R
                  S:X  d   eg )
N)r>   r?   r@   rA   Úe)úR-nsubjÚDrÃ   rÃ   rÄ   zR-ROOTrB   r   r   r   r   rE   )r˜   r˜   r˜   r—   r—   r—   r—   )r   r   Ún_leftsÚn_rightsÚ	left_edgerR   Ú
right_edger™   )rl   r�   rC   rš   Útokenss        r'   Ú$test_parser_arc_eager_finalize_staterÊ   Ù   sŽ  € ò &€EâF€JÜ�Ñ'€FÜ˜i°Ô<à�!‰9×Ñ Ó!Ð!Ð!Ø�!‰9×Ñ Ó"Ð"Ð"Ø�!‰9×Ñ× Ñ  AÓ%Ð%Ð%Ø�!‰9×Ñ×!Ñ! QÓ&Ð&Ð&Ø�!‰9�>‰>×Ñ˜qÓ Ð Ð à�!‰9×Ñ Ó!Ð!Ð!Ø�!‰9×Ñ Ó"Ð"Ð"Ø�!‰9×Ñ× Ñ  AÓ%Ð%Ð%Ø�!‰9×Ñ×!Ñ! QÓ&Ð&Ð&Ø�!‰9�>‰>×Ñ˜qÓ Ð Ð à�!‰9×Ñ Ó!Ð!Ð!Ø�!‰9×Ñ Ó"Ð"Ð"Ø�!‰9×Ñ× Ñ  AÓ%Ð%Ð%Ø�!‰9×Ñ×!Ñ! QÓ&Ð&Ð&Ø�!‰9�>‰>×Ñ˜qÓ Ð Ð à�!‰9×Ñ Ó!Ð!Ð!Ø�!‰9×Ñ Ó"Ð"Ð"Ø�!‰9×Ñ× Ñ  AÓ%Ð%Ð%Ø�!‰9×Ñ×!Ñ! QÓ&Ð&Ð&Ø�!‰9�>‰>×Ñ˜qÓ Ð Ð à�!‰9×Ñ Ó!Ð!Ð!Ø�!‰9×Ñ Ó"Ð"Ð"Ø�!‰9×Ñ× Ñ  AÓ%Ð%Ð%Ø�!‰9×Ñ×!Ñ! QÓ&Ð&Ð&Ø�!‰9�>‰>×Ñ˜qÓ Ð Ð ò M€JÜ�Ñ'€FÜ˜i°Ô<à�!‰9×Ñ Ó!Ð!Ð!Ø�!‰9×Ñ Ó"Ð"Ð"Ø�!‰9×Ñ× Ñ  AÓ%Ð%Ð%Ø�!‰9×Ñ×!Ñ! QÓ&Ð&Ð&Ø�!‰9�>‰>×Ñ˜qÓ Ð Ð à�!‰9×Ñ Ó!Ð!Ð!Ø�!‰9×Ñ Ó"Ð"Ð"Ø�!‰9×Ñ× Ñ  AÓ%Ð%Ð%Ø�!‰9×Ñ×!Ñ! QÓ&Ð&Ð&Ø�!‰9�>‰>×Ñ˜qÓ Ð Ð à�!‰9×Ñ Ó!Ð!Ð!Ø�!‰9×Ñ Ó"Ð"Ð"Ø�!‰9×Ñ× Ñ  AÓ%Ð%Ð%Ø�!‰9×Ñ×!Ñ! QÓ&Ð&Ð&Ø�!‰9�>‰>×Ñ˜qÓ Ð Ð à�!‰9×Ñ Ó!Ð!Ð!Ø�!‰9×Ñ Ó"Ð"Ð"Ø�!‰9×Ñ× Ñ  AÓ%Ð%Ð%Ø�!‰9×Ñ×!Ñ! QÓ&Ð&Ð&Ø�!‰9�>‰>×Ñ˜qÓ Ð Ð à�!‰9×Ñ Ó!Ð!Ð!Ø�!‰9×Ñ Ó"Ð"Ð"Ø�!‰9×Ñ× Ñ  AÓ%Ð%Ð%Ø�!‰9×Ñ×!Ñ! QÓ&Ð&Ð&Ø�!‰9�>‰>×Ñ˜qÓ Ð Ñ r*   c                 ó*  • / SQn/ SQn/ SQn[        XX2S9n[        [        U5      5       H7  nUS:X  d  US:X  a  XE   R                  SL d   eM$  XE   R                  SL a  M7   e   UR                   H  nU H  nUR
                  U;   a  M   e   M      g )	N)&ÚEinÚSatzre   u	   AuÃŸerdemÚistÚZimmerÚdavonu
   Ã¼berzeugtr_   ÚdassÚauchzepige-Ú
ÚnetischeÚMechanismenÚeineÚRolleÚspielenr_   Úalsou	   VorgÃ¤nger_   ÚdierÓ   ÚsichÚdaraufÚ	auswirkenr_   ÚwelcheÚGeneÚ	abgelesenÚwerdenÚundrÓ   rÞ   Únichtre   rÓ   )&r   r   r   é   r   r   é   r   rå   é   é   rç   é   rç   ræ   é   ræ   r¤   ræ   é   rè   rê   é   é   rë   rë   rê   rë   é   é   rî   é   rî   r2   ræ   r   r   é$   )&Únkr   r   Úmor   ÚsbÚopÚpdr   Úcprò   rñ   Ú rñ   ró   rñ   ÚoaÚrer   rò   Úappr   ró   r÷   rø   rô   Úrcr   rñ   ró   Úocrù   Úcdr÷   rø   Úngr   r÷   )rC   r   r   r   rE   TF)r   rO   rj   rk   Úsentsr™   )rl   rC   r   r   rS   rR   ÚsentÚtokens           r'   Útest_parser_set_sent_startsr  %  sž   € ò V€Eò Z€Eò €Dä
ˆh¨$Ñ
<€CÜ”3�u“:ÖˆØ�‹6�Q˜!“VØ‘6×'Ñ'¨4Ò/Ð/Ò/à‘6×'Ñ'¨5Ô0Ð0Ð0ñ	 ð
 —	”	ˆÛˆEØ—:‘: Õ%Ð%Ð%ó ò r*   c                 ó~   • SSSS.nS[         0n[        R                  " USS9S   n[        X40 UD6  [        X5        g )NFrä   éd   )ro   Úmin_action_freqÚupdate_with_oracle_cut_sizer.   Tr/   )r   r   rK   r
   )rl   rv   rL   r.   s       r'   Útest_parser_constructorr  6  sK   € àØØ'*ñ€Fð
 Ô(Ð
)€CÜ×Ò˜S¨4Ñ0°Ñ9€EÜ�XÑ/¨Ò/Ü�XÕ%r*   Ú	pipe_namer9   Úbeam_parserc                 óŽ  ^• [        5       nUR                  U 5      n/ m[         Hi  u  p4TR                  [        R
                  " UR                  U5      U5      5        UR                  S/ 5       H  nUc  M  UR                  U5        M     Mk     UR                  U4S jS9n[        S5       H  n0 nUR                  TXhS9  M     WU    S:  d   eSn	U" U	5      n
U
S   R                  S	:X  d   eU
S
   R                  S:X  d   eU
S   R                  R                  S:X  d   eU
S
   R                  R                  S:X  d   eg )Nr   c                  ó   >• T $ r$   r%   )Útrain_exampless   €r'   r(   Ú&test_incomplete_data.<locals>.<lambda>M  s   ø€ ±Nr*   )Úget_examplesé–   rF   ç-Cëâ6?úI like securities.r   r   r   r   r   )r	   Úadd_pipeÚPARTIAL_DATAÚappendr   rP   Úmake_docÚgetrM   rN   rO   rQ   Údep_r™   rR   )r  Únlpr9   r‡   Úannotationsrh   Ú	optimizerrR   rH   Ú	test_textrS   r  s              @r'   Útest_incomplete_datar  B  s3  ø€ ô ‹)€CØ�\‰\˜)Ó$€FØ€Nß)ÑˆØ×Ñœg×/Ò/°·±¸TÓ0BÀKÓPÔQØ—?‘? 6¨2Ö.ˆCØ‹Ø× Ñ  Ö%ó /ñ *ð
 —‘Ô,B�ÐC€IÜ�3ŽZˆØˆØ�
‰
�> yˆ
Ó@ñ ð �)Ñ˜vÓ%Ð%Ð%ð %€IÙ
ˆi‹.€CØˆq‰6�;‰;˜'Ó!Ð!Ð!Øˆq‰6�;‰;˜&Ó Ð Ð Øˆq‰6�;‰;�=‰=˜AÓÐÐØˆq‰6�;‰;�=‰=˜AÓÐÑr*   c                 ój  • [        5       nUR                  U 5      n/ n[         Hd  u  pEUR                  [        R
                  " UR                  U5      U5      5        UR                  S/ 5       H  nUR                  U5        M     Mf     UR                  5       n[        S5       H  n0 n	UR                  X7U	S9  M     W	U    S:  d   eSn
U" U
5      nUS   R                  S:X  d   eUS   R                  S	:X  d   eUS
   R                  S:X  d   eUS   R                  R                  S:X  d   eUS   R                  R                  S:X  d   eUS
   R                  R                  S:X  d   e[        5        nUR!                  U5        ["        R$                  " U5      nU" U
5      nUS   R                  S:X  d   eUS   R                  S	:X  d   eUS
   R                  S:X  d   eUS   R                  R                  S:X  d   eUS   R                  R                  S:X  d   eUS
   R                  R                  S:X  d   e S S S 5        / SQnUR'                  U5       Vs/ s H  o»R)                  [*        /5      PM     nnUR'                  U5       Vs/ s H  o»R)                  [*        /5      PM     nnU Vs/ s H
  oA" U5      PM     sn Vs/ s H  o»R)                  [*        /5      PM     nn[-        UU5        [-        UU5        g ! , (       d  f       NÎ= fs  snf s  snf s  snf s  snf )Nr   éÈ   rF   r  r  r   r   r   r   rE   r   r   )zJust a sentence.z$Then one more sentence about London.zHere is another one.r!   )r	   r  Ú
TRAIN_DATAr  r   rP   r  r  rM   rN   rO   rQ   r  r™   rR   r   Úto_diskr   Úload_model_from_pathÚpipeÚto_arrayr   r   )r  r  r9   r  r‡   r  rh   r  rR   rH   r  rS   Útmp_dirÚnlp2Údoc2ÚtextsÚbatch_deps_1Úbatch_deps_2Úno_batch_depss                      r'   Útest_overfitting_IOr+  \  sÆ  € ô ‹)€CØ�\‰\˜)Ó$€FØ€Nß'ÑˆØ×Ñœg×/Ò/°·±¸TÓ0BÀKÓPÔQØ—?‘? 6¨2Ö.ˆCØ×Ñ˜SÖ!ó /ñ (ð —‘Ó €Iä�3ŽZˆØˆØ�
‰
�>¸ˆ
Ó@ñ ð �)Ñ˜vÓ%Ð%Ð%à$€IÙ
ˆi‹.€CØˆq‰6�;‰;˜'Ó!Ð!Ð!Øˆq‰6�;‰;˜&Ó Ð Ð Øˆq‰6�;‰;˜'Ó!Ð!Ð!Øˆq‰6�;‰;�=‰=˜AÓÐÐØˆq‰6�;‰;�=‰=˜AÓÐÐØˆq‰6�;‰;�=‰=˜AÓÐÐä	Œ˜7Ø�‰�GÔÜ×(Ò(¨Ó1ˆÙ�I‹ˆØ�A‰w�|‰|˜wÓ&Ð&Ð&Ø�A‰w�|‰|˜vÓ%Ð%Ð%Ø�A‰w�|‰|˜wÓ&Ð&Ð&Ø�A‰w�|‰|�~‰~ Ó"Ð"Ð"Ø�A‰w�|‰|�~‰~ Ó"Ð"Ð"Ø�A‰w�|‰|�~‰~ Ó"Ð"Ñ"÷ 
ò€Eð 47·8±8¸E´?ÓC²?¨C—L‘L¤# Ö'±?€LÐCØ36·8±8¸E´?ÓC²?¨C—L‘L¤# Ö'±?€LÐCÙKPÓ4QÊ5À4°S¸¶YÉ5Ò4QÓRÒ4Q¨S—\‘\¤3 %Ö(Ñ4Q€MÐRÜ�˜|Ô,Ü�˜}Õ-÷- 
�üò$ DùÚCùÚ4QùÒRs%   Å;CLÉ'L!ÊL&Ë L+ËL0Ì
LÚparser_configzspacy.TransitionBasedParser.v1Fé@   T)z@architecturesÚtok2vecÚ
state_typeÚextra_state_tokensr3   Úmaxout_piecesÚ	use_upperzspacy.TransitionBasedParser.v2c                 ó†  • SU0n[        5       nUR                  XS9n/ n[         Hd  u  pgUR                  [        R
                  " UR                  U5      U5      5        UR                  S/ 5       H  nUR                  U5        M     Mf     UR                  5       n	[        S5       H  n
0 nUR                  XYUS9  M     g )Nr.   ©rv   r   r   rF   )r	   r  r  r  r   rP   r  r  rM   rN   rO   rQ   )r  r,  Úpipe_configr  r9   r  r‡   r  rh   r  rR   rH   s               r'   Útest_parser_configsr6  �  s¯   € ð ˜MÐ*€KÜ
‹)€CØ�\‰\˜)ˆ\Ð8€FØ€Nß'ÑˆØ×Ñœg×/Ò/°·±¸TÓ0BÀKÓPÔQØ—?‘? 6¨2Ö.ˆCØ×Ñ˜SÖ!ó /ñ (ð —‘Ó €IÜ�1ŽXˆØˆØ�
‰
�>¸ˆ
Ó@ò r*   c                  óB  • Sn Sn[        5       nU US.nUR                  SUS9n/ n[         Hd  u  pgUR                  [        R
                  " UR                  U5      U5      5        UR                  S/ 5       H  nUR                  U5        M     Mf     UR                  5       n	[        S5       H  n
0 nUR                  XYUS9  M     S	nUR                  U5      nU/nUR                  U5      nUR                  U5      u  nn[        [        U5      5       H…  nUR                   H-  nUS
   UU4   nS
[         -
  Us=::  a  S[         -   ::  a  M*   e   e   [        [        U5      5       H-  n
US
   UU
4   nS
[         -
  Us=::  a  S[         -   ::  a  M*   e   e   M‡     g )Nré   r  ©Ú
beam_widthÚbeam_densityr	  r4  r   r<   rF   r  r   r   )r	   r  ÚCONFLICTING_DATAr  r   rP   r  r  rM   rN   rO   rQ   ÚpredictÚscored_parsesrj   rt   Úeps)r9  r:  r  rv   r9   r  r‡   r  rh   r  rR   rH   r  rS   ÚdocsÚbeamsÚhead_scoresÚlabel_scoresÚjÚlabelÚlabel_scoreÚ
head_scores                         r'   Útest_beam_parser_scoresrG  «  s™  € à€JØ€LÜ
‹)€Cà Ø$ñ€Fð �\‰\˜-°ˆ\Ð7€FØ€Nß-ÑˆØ×Ñœg×/Ò/°·±¸TÓ0BÀKÓPÔQØ—?‘? 6¨2Ö.ˆCØ×Ñ˜SÖ!ó /ñ .ð —‘Ó €Iô �2ŽYˆØˆØ�
‰
�>¸ˆ
Ó@ñ ð
 %€IØ
�,‰,�yÓ
!€CØˆ5€DØ�N‰N˜4Ó €EØ &× 4Ñ 4°UÓ ;Ñ€K�ä”3�s“8Ž_ˆØ—]”]ˆEØ& q™/¨1¨e¨*Ñ5ˆKØ”s‘7˜kÕ4¨Q´©WÕ4Ð4Ñ4Ð4Ð4ñ #ô ”s˜3“x–ˆAØ$ Q™¨¨A¨Ñ/ˆJØ”s‘7˜jÕ3¨A´©GÕ3Ð3Ñ3Ð3Ð3ó !ò	 r*   c                  óú  • [        5       n SnSnUUS.nU R                  SUS9n/ n[         Hd  u  pgUR                  [        R
                  " U R                  U5      U5      5        UR                  S/ 5       H  nUR                  U5        M     Mf     U R                  5       n	[        S5       H  n
0 nU R                  XYUS9  M     WS   S:  d   eS	nU R                  U5      /nUR                  U5      nUR                  U5      u  nnUS
   nUS
   nUS   [        R                  " S[         S9:X  d   eUS   [        R                  " S[         S9:X  d   eUS   [        R                  " S[         S9:X  d   eUS   [        R                  " S[         S9:X  d   eUS   [        R                  " S[         S9:X  d   eUS   [        R                  " S[         S9:X  d   eUS   [        R                  " S[         S9:X  d   eUS   [        R                  " S[         S9:X  d   eUS   [        R                  " S[         S9:X  d   eUS   [        R                  " S[         S9:X  d   eUS   [        R                  " S[         S9:X  d   eUS   [        R                  " S[         S9:X  d   eUS   [        R                  " S[         S9:X  d   eUS   [        R                  " S[         S9:X  d   eUS   [        R                  " S[         S9:X  d   eUS   [        R                  " S[         S9:X  d   eUS   [        R                  " S[         S9:X  d   eUS   [        R                  " S[         S9:X  d   e[#        5        nU R%                  U5        [&        R(                  " U5      nUR                  U5      /nUR+                  S5      nUR                  U5      nUR                  U5      u  nnUS
   nUS
   nUS   [        R                  " S[         S9:X  d   eUS   [        R                  " S[         S9:X  d   eUS   [        R                  " S[         S9:X  d   eUS   [        R                  " S[         S9:X  d   eUS   [        R                  " S[         S9:X  d   eUS   [        R                  " S[         S9:X  d   eUS   [        R                  " S[         S9:X  d   eUS   [        R                  " S[         S9:X  d   eUS   [        R                  " S[         S9:X  d   eUS   [        R                  " S[         S9:X  d   eUS   [        R                  " S[         S9:X  d   eUS   [        R                  " S[         S9:X  d   eUS   [        R                  " S[         S9:X  d   eUS   [        R                  " S[         S9:X  d   eUS   [        R                  " S[         S9:X  d   eUS   [        R                  " S[         S9:X  d   eUS   [        R                  " S[         S9:X  d   eUS   [        R                  " S[         S9:X  d   e S S S 5        g ! , (       d  f       g = f) Nré   r  r8  r	  r4  r   r  rF   r  r   )r   r   g      ð?)Úabs)r   r   g        )r   r   )r   r   )r   r   )r   r   )rE   r   )rE   r   )rE   r   )r   r   )r   r   )r   r   )r   r   )r   r   )r   r   )rE   r   )rE   r   )rE   r   )r	   r  r  r  r   rP   r  r  rM   rN   rO   rQ   r<  r=  ÚpytestÚapproxr>  r   r   r   r!  Úget_pipe)r  r9  r:  rv   r9   r  r‡   r  rh   r  rR   rH   r  r?  r@  rA  rB  r$  r%  Údocs2Úparser2Úbeams2Úhead_scores2Úlabel_scores2s                           r'   Útest_beam_overfitting_IOrR  Ñ  sÚ  € ä
‹)€CØ€JØ€Là Ø$ñ€Fð �\‰\˜-°ˆ\Ð7€FØ€Nß'ÑˆØ×Ñœg×/Ò/°·±¸TÓ0BÀKÓPÔQØ—?‘? 6¨2Ö.ˆCØ×Ñ˜SÖ!ó /ñ (ð —‘Ó €Iä�3ŽZˆØˆØ�
‰
�>¸ˆ
Ó@ñ ð �-Ñ  6Ó)Ð)Ð)à$€IØ�L‰L˜Ó#Ð$€DØ�N‰N˜4Ó €EØ &× 4Ñ 4°UÓ ;Ñ€K�à˜a‘.€KØ ‘?€Là˜Ñ%¬¯ª°sÄÑ)DÓDÐDÐDØ˜Ñ$¬¯ª°c¼sÑ(CÓCÐCÐCØ˜Ñ%¬¯ª°sÄÑ)DÓDÐDÐDØ˜Ñ%¬¯ª°sÄÑ)DÓDÐDÐDØ˜Ñ$¬¯ª°c¼sÑ(CÓCÐCÐCØ˜Ñ%¬¯ª°sÄÑ)DÓDÐDÐDØ˜Ñ%¬¯ª°sÄÑ)DÓDÐDÐDØ˜Ñ$¬¯ª°c¼sÑ(CÓCÐCÐCØ˜Ñ%¬¯ª°sÄÑ)DÓDÐDÐDà�vÑ¤&§-¢-°¼Ñ"=Ó=Ð=Ð=Ø�vÑ¤&§-¢-°¼Ñ"=Ó=Ð=Ð=Ø�vÑ¤&§-¢-°¼Ñ"=Ó=Ð=Ð=Ø�vÑ¤&§-¢-°¼Ñ"=Ó=Ð=Ð=Ø�vÑ¤&§-¢-°¼Ñ"=Ó=Ð=Ð=Ø�vÑ¤&§-¢-°¼Ñ"=Ó=Ð=Ð=Ø�vÑ¤&§-¢-°¼Ñ"=Ó=Ð=Ð=Ø�vÑ¤&§-¢-°¼Ñ"=Ó=Ð=Ð=Ø�vÑ¤&§-¢-°¼Ñ"=Ó=Ð=Ð=ô 
Œ˜7Ø�‰�GÔÜ×(Ò(¨Ó1ˆØ—‘˜yÓ)Ð*ˆØ—-‘- Ó.ˆØ—‘ Ó'ˆØ&-×&;Ñ&;¸FÓ&CÑ#ˆ�mà# A‘ˆØ% aÑ(ˆà˜\Ñ*¬f¯mªm¸CÄSÑ.IÓIÐIÐIØ˜[Ñ)¬V¯]ª]¸3ÄCÑ-HÓHÐHÐHØ˜\Ñ*¬f¯mªm¸CÄSÑ.IÓIÐIÐIØ˜\Ñ*¬f¯mªm¸CÄSÑ.IÓIÐIÐIØ˜[Ñ)¬V¯]ª]¸3ÄCÑ-HÓHÐHÐHØ˜\Ñ*¬f¯mªm¸CÄSÑ.IÓIÐIÐIØ˜\Ñ*¬f¯mªm¸CÄSÑ.IÓIÐIÐIØ˜[Ñ)¬V¯]ª]¸3ÄCÑ-HÓHÐHÐHØ˜\Ñ*¬f¯mªm¸CÄSÑ.IÓIÐIÐIØ˜FÑ#¤v§}¢}°S¼cÑ'BÓBÐBÐBØ˜FÑ#¤v§}¢}°S¼cÑ'BÓBÐBÐBØ˜FÑ#¤v§}¢}°S¼cÑ'BÓBÐBÐBØ˜FÑ#¤v§}¢}°S¼cÑ'BÓBÐBÐBØ˜FÑ#¤v§}¢}°S¼cÑ'BÓBÐBÐBØ˜FÑ#¤v§}¢}°S¼cÑ'BÓBÐBÐBØ˜FÑ#¤v§}¢}°S¼cÑ'BÓBÐBÐBØ˜FÑ#¤v§}¢}°S¼cÑ'BÓBÐBÐBØ˜FÑ#¤v§}¢}°S¼cÑ'BÓBÐBÑB÷9 
�Žús   ÎKY,Ù,
Y:):rJ  Únumpy.testingr   Ú	thinc.apir   Úspacyr   r   Úspacy.attrsr   r   Úspacy.lang.enr	   Úspacy.pipeliner
   Úspacy.pipeline.dep_parserr   Úspacy.pipeline.tok2vecr   Úspacy.tokensr   Úspacy.trainingr   Úspacy.vocabr   r   r   r  r;  r  r>  Úfixturer,   r9   r7   ÚmarkÚissuerm   rw   r{   Úxfailr~   r‰   ÚskipÚparametrizer�   r›   rª   rÀ   rÊ   r  r  r  r+  Úslowr6  rG  rR  r%   r*   r'   Ú<module>re     sc  ðÛ Ý &Ý ç  ß !Ý !Ý +Ý :Ý 8Ý Ý "Ý ç :ð 	1â*ÚSñ	
ðð 	$â'ÚDñ	
ðð€
ð( 	$â'ÚDñ	
ðð 	$â'ÚEñ	
ððÐ ð& 	â$Ú3ñ	
ðð€ð 
€ð ‡�ñ7ó ð7ð ‡�ñó ðò,(ð ‡�×Ñ�4Óñ
)ó ð
)ð ‡�×Ñ�4Óñ
)ó ð
)ð ‡�×Ñ�4Óñ
%ó ð
%ð ‡�×Ñ�4ÓØ‡�×Ñ˜/ÐÐ*ñ)ó +ó ð)ò"ð ‡�×ÑØJð ð ð ‡�×Ñ˜ G 9 +Ó.ñó /óðð ‡�×ÑØJð ð ñóðò*ò#ð ‡�×ÑØJð ð ñF!óðF!òR&ò"	&ð ‡�×Ñ˜ x°Ð&?Ó@ñó Aðð2 ‡�×Ñ˜ x°Ð&?Ó@ñ/.ó Að/.ðf ‡�×ÑØ‡�×Ñ˜ x°Ð&?Ó@Ø‡�×ÑØð =ÐI^Ðnvð  OTð  fhð  {|ð  KOñ  
Pà<ÐI^Ðnvð  OTð  fhð  {|ð  KOñ  
Pð	óñAóó Aó ðAò#4óLOCr*   