o h[@sddlZddlZddlZddlmZddlmZddlmZddl Tddl m Z ddl m Z ejjejjgZejdd d d Zd d Zejdd ddZddZddZddZddZddZddZddZddZdcd!d"Zd#d$Zd%d&Z d'd(Z!d)d*Z"d+d,Z#d-d.Z$d/d0Z%d1d2Z&d3d4Z'd5d6Z(d7d8Z)d9d:Z*d;d<Z+d=d>Z,d?d@Z-dAdBZ.dCdDZ/dEdFZ0dGdHZ1dIdJZ2dKdLZ3dMdNZ4dOdPZ5dQdRZ6dSdTZ7dUdVZ8dWdXZ9dYdZZ:d[d\Z;d]d^ZdS)dN)pretrain)set_random_seed)parse_transitions)*)test_parse_transitions) build_trainermodule)scopecCs tdS)Nz/in/tiny_emb.pt)TEST_WORKING_DIRr r d/var/www/html/env_mimamsha/lib/python3.10/site-packages/stanza/tests/constituency/test_lstm_model.py pretrain_files r cGs&gdt|}t|g|R}|jS)N)z--no_multistage--pattn_num_layers4--pattn_d_model256 --hidden_size128z --use_lattn)listrmodel)r argstrainerr r r build_modelsrcCs t|ddS)N--transition_schemeTOP_DOWN_UNARY)rr r r r unary_models rcCt|dSN)rtest_initial_staterr r r rrcCst|}t|dSr)rr test_shiftr rr r r r" sr"cCrr)r test_unaryr r r r r$&r!r$cCrr)rtest_unary_requires_rootr r r r r%)r!r%cCrr)r test_openr r r r r&,r!r&cCt|dd}t|dS)NrTOP_DOWN_COMPOUND)rrtest_compound_openr#r r r r)/ r)cCr')NrIN_ORDER)rrtest_in_order_openr#r r r r,3r*r,cCrr)r test_closer r r r r-7r!r-cs6t||}||tfddt|D}|||}||tdfddt|D}|d|s=J|||}|djdksLJ|||||}|||||}|||djdksmJt fddt|D}|d|sJ|||}|djdksJ||dS) z Run a couple small transitions and a forward pass on the given model Results are not checked in any way. This function allows for testing that building models with various options results in a functional model. cg|]}qSr r .0_)shiftr r Fz&run_forward_checks..NPcr/r r r0)open_transitionr r r4Kr5rr.cr/r r r0)close_transitionr r r4Yr5N) rbuild_initial_staterShiftrange bulk_applyOpenConstituentis_legal num_opensCloseConstituent)r num_statesstatesshiftsopen_transitionsclose_transitionsr )r8r7r3r run_forward_checks:s.        rFcCs t|dS)z Checks that the forward pass doesn't crash when run after various operations Doesn't check the forward pass for making reasonable answers N)rFr r r r test_unary_forward`s rGcCs$t|}t|ddt|dddS)Nr.rArrFr#r r r test_lstm_forwardhs rKcCs@t|dd}t|t|dd}t|t|dd}t|dS)N--num_lstm_layers123rJr#r r r test_lstm_layersms    rPcCsLt|dddd}t|t|dddd}t|t|dddd}t|dS)z8 Test a couple different sizes of output layers z--num_output_layersrMrLrNrONrJr#r r r test_multiple_output_forwardus  rQcCs,t|dd}t|t|dd}t|dS)zX Test that the model continues to work if the tag embedding is turned on or off z--tag_embedding_dim200NrJr#r r r test_no_tag_embedding_forwards   rTcCs(t|d}t|t|d}t|dS)z7 Tests combined dummy and open node embeddings z--combined_dummy_embeddingz--no_combined_dummy_embeddingNrJr#r r r test_forward_combined_dummys   rUcC@t|dd}t|t|dd}t|t|dd}t|dS)zc Tests that different initialization methods of the nonlinearities result in valid tensors z--nonlinearityrelutanhsiluNrJr#r r r test_nonlinearity_init    rZcCstjtddd}tjtddd}tj|sJdtj|s&Jdt|d|d|d d }t|t|d|d|d d }t|d S) z Tests loading and running a charlm Note that this doesn't test the results of the charlm itself, just that the model is shaped correctly enforward_charlmz 1billion.ptbackward_charlmzFNeed to download en test models (or update path to the forward charlm)zGNeed to download en test models (or update path to the backward charlm)z--charlm_forward_filez--charlm_backward_file--sentence_boundary_vectorsnonewordsN)ospathjoinTEST_MODELS_DIRexistsrrF)r forward_charlm_pathbackward_charlm_pathrr r r test_forward_charlms ricCd}t|d|}t|dS)z] Test on a tiny Bert, which hopefully does not take up too much disk space or memory zhf-internal-testing/tiny-bert --bert_modelNrJr bert_modelrr r r test_forward_bert  rncCrj)z^ Test on a tiny xlnet, which hopefully does not take up too much disk space or memory z%hf-internal-testing/tiny-random-xlnetrkNrJrlr r r test_forward_xlnetrorpcCrV)z, Test start & stop boundary vectors r_ everythingrar`NrJr#r r r test_forward_sentence_boundariesr[rrcCst|dd}t|ddt|dd}t|ddt|dd}t|ddt|dd}t|ddt|dd}t|ddt|dd }t|ddt|dd }t|ddt|dd }t|ddt|dd }t|ddt|dd }t|dddS)z; Test different constituency composition functions --constituency_compositionbilstmrIrHmaxkey untied_key untied_max bilstm_max tree_lstm tree_lstm_cxbigramattnNrJr#r r r %test_forward_constituency_compositions(                   r~cCstt|dddd}t|ddt|dddd}t|ddt|dddd}t|ddt|dddd}t|ddd S) zH Test KEY and UNTIED_KEY either with or without reduce_position rsrwz--reduce_positionrSrIrH32rvNrJr#r r r test_forward_key_positions   rcCsrt|dddd}|jdksJ|j|jdksJt|ddt|ddddd d }|jd ks0J|jd ks7Jd S)z Test that when attn is used with hidden sizes not evenly divisible by reduce_heads, the model reconfigures the hidden_size rsr}r129rrIrHz--reduce_heads10 N)r hidden_size reduce_headsrFr#r r r test_forward_attn_hidden_size s rcCs4t|dddd}t|t|dddd}t|dS)z: Test with & without partitioned attention layers --pattn_num_heads8rrSNrJr#r r r "test_forward_partitioned_attentions rcCsNt|dddd}t|t|dddd}t|t|ddddd}t|dS)6 Test with & without labeled attention layers --lattn_d_proj64 --lattn_d_l16rSz--lattn_combined_inputNrJr#r r r test_forward_labeled_attention s  rcCs8t|ddddd}t|t|ddddd}t|dS)Nrrrr--lattn_partitioned--no_lattn_partitionedrJr#r r r test_lattn_partitioned-s rc Csttt|ddddddddd }t|Wd n1s!wYt|ddddddd dd }t|t|dddddd }t|t|dddddd }t|d S)rr1024rrrrz--lattn_d_input_projrrNr768rS)pytestraises ValueErrorrrFr#r r r test_lattn_projection5s   rcCs<t|dddddd}t|t|dddddd}t|dS)z4 Test different timing / position encodings rrrz--pattn_timingsinlearnedNrJr#r r r test_forward_timing_choicesIs rc C`t|dddddddd }t|t|dddddddd }t|t|dddddd }t|d S) zA Test different transition stack types: lstm & attention rrSrz--transition_stackr}z--transition_headsrMrlstmNrJr#r r r test_transition_stackS rc Cr) zB Test different constituent stack types: lstm & attention rrSrz--constituent_stackr}z--constituent_headsrMrrNrJr#r r r test_constituent_stackfrrc Cst|dddddddddd }t|t|dddddd dddd }t|t|dddddddd dd }t|t|dddddddddd }t|t|dddddd dddd }t|t|dddddddd dd }t|d S) ze If the transition hidden size and embedding size are different, the model should still work rrSrz--transition_embedding_dimrz--transition_hidden_sizer_rqrRr`NrJr#r r r test_different_transition_sizesysH rcCLt|dddd}t|t|dddd}t|t|dddd}t|dS)z) Test the LSTM_TREE forward pass --num_tree_lstm_layersrMrsrzrNrONrJr#r r r test_lstm_tree_forward  rcCr)z, Test the LSTM_TREE_CX forward pass rrMrsr{rNrONrJr#r r r test_lstm_tree_cx_forwardrrcCst|dd}t||jdjjdt|jksJt|dd}t||jdjjjdt|jdks7Jt|dd}t||jdjjjdt|jdksTJd S) z8 Test with and without maxout layers for output z --maxout_krSrrNrIrON)rrF output_layersweightshapelen transitionslinearr#r r r test_maxouts   & *rc Cs*tdt|g|R}|tdt|g|R}|t|jj|jjr,Jt|jdj|jdjr)atolN)rrevaltorchallclosedelta_embeddingrrcopy_with_new_structurelinalgnorm word_lstm weight_ih_l0rr:rr9r<zip word_queuehxrlstm_hxlstm_cx constituentsvaluetree_hx) r args1args2otherrr3 model_states other_statesijr r r check_structure_tests:   (      rcCst|gdgddS)K Test that copying the structure with no changes works as expected rrSrrSrrR--delta_embedding_dimrNrrr r r !test_copy_with_new_structure_samercCst|gdgddS)r) rrSrrSrrRrrrsMAX) rrSrrSrrRrrrs UNTIED_MAXNrrr r r #test_copy_with_new_structure_untiedrrcCt|gdgddS)Nr rrMrrSrrRrrrrRrrNrrr r r "test_copy_with_new_structure_pattnrcCr)Nr rrMrrrrRrrrrRrrNrrr r r !test_copy_with_new_structure_both rrcCr)Nrrrrr r r "test_copy_with_new_structure_lattnrrcCst|}gd}||gd}t|dksJdd|dD}t||D]\}}|jdj|dks7J|j|dks@Jq'dS)z@ Small test which doesn't check results, just execution ))IPRP)amVBZ)LuffaNNPrr.cSsg|]}|qSr r )r1xr r r r4$r5z+test_parse_tagged_words..rN)rparse_tagged_wordsryield_preterminalsrchildrenlabel)r rsentenceresultptswordptr r r test_parse_tagged_wordssr)r.)?rbrrstanza.models.commonrstanza.models.common.utilsrstanza.models.constituencyr stanza.testsstanza.tests.constituencyr&stanza.tests.constituency.test_trainerrmarkpipelinetravis pytestmarkfixturer rrrr"r$r%r&r)r,r-rFrGrKrPrQrTrUrZrirnrprrr~rrrrrrrrrrrrrrrrrrrrr r r r sp          &       "    )  .