o hI3@sdZddlZddlZddlZddlmZddlZddlZddlm Z ddl m m Z ddl m mmZddlmZmZddlmZddlmZddlmZdd lmZmZdd lmZdd lm Z dd l!m"Z"e#d Z$ddZ%Gddde&Z'dS)z; A trainer class to handle training and testing of models. N)Counter)nn)TEXTUPOS) load_charlm) Seq2SeqModel)!CharacterLanguageModelWordAdapter)utilsloss)edit) MultiVocab)LemmaClassifierstanzacs4fdd|ddD}|d}|d}|||fS)z& Unpack a batch from the data loader. cs"g|] }|dur |ndqSN)to).0bdeviceV/var/www/html/env_mimamsha/lib/python3.10/site-packages/stanza/models/lemma/trainer.py "z unpack_batch..Nr)batchrinputsorig_idxtextrrr unpack_batchs rc@seZdZdZd$ddZddZd%dd Zd&d d Zd'd dZddZ ddZ ddZ ddZ d(ddZ ddZddZddZd(d d!Zd'd"d#ZdS))Trainerz A trainer for training models. NcCs|dur |||||n!||_|drd|_n|||||_||_t|_t|_g|_|j dd|_ |jds~|j ||_|j ddr`t |jdj|jd ||_tdn t |jdj ||_t|jd|j|jd |_dSdS) N dict_onlycaselessFr charalphaz2Running seq2seq lemmatizer with edit classifier...optimlr)loadargsmodel build_seq2seqvocabdict word_dictcomposite_dictcontextual_lemmatizersgetr"rr MixLosssizecritloggerdebug SequenceLossr get_optimizer optimizer)selfr(r+ emb_matrix model_filerfoundation_cachelemma_classifier_argsrrr__init__#s& " "zTrainer.__init__c Csd}g}|dur|ddrt|d|d}|||dur2|ddr2t|d|d}||t|dkrAt|}t|}t|||d}|S)Ncharlm_forward_file)r<charlm_backward_filer)r:contextual_embedding)r0rappendlenr ModuleListrr) r9r(r:r< charmodelcharlmscharmodel_forwardcharmodel_backwardr)rrrr*?s    zTrainer.build_seq2seqFcCst|jj}t||\}}}|\}}} } } } |r |jn |j|j|j||| | |d\} }|j ddrW|dusCJ| | d|j dj| d|| }n| | d|j dj| d}|j}|rq|S|tjj|j|j d|j|S)N)rawr Fr# max_grad_norm)nextr) parametersrrevaltrainr8 zero_gradr(r0r3viewr+r2dataitembackwardtorchrr clip_grad_norm_step)r9rrNrrrrsrcsrc_masktgt_intgt_outposedits log_probs edit_logitsr loss_valrrrupdateNs*    "  zTrainer.updatecsdur|jt|jj}t||\}}}|\}} } } } } |j|d}|jj|| | ||d\}}fdd|D}t |}dd|D}t ||}|j ddrz|dus^Jtj|jdd |g} t | |} || fSd} || fS) Nr)r\ beam_sizerIcsg|] }d|qS)r#)unmap)ridsr+rrrsz#Trainer.predict..cSsg|]}d|qS))join)rseqrrrrusr Frb)axis)r+rLr)rMrrrNr2predictr prune_decoded_seqsunsortr(r0npargmaxrRcpunumpyreshapetolist)r9rrcr+rrrrrXrYtgttgt_maskr\r] batch_sizepredsr_ pred_seqs pred_tokensrrfrrlhs&     $ zTrainer.predictc Cst|t|ks Jdg}|jddr<|dur!t|t|ks#Jt|||D]\}}}t|||}||g7}q)n|}t|t|ksHJg} t||D]\}}t|dks^tj|vrd| |g7} qO| |g7} qO| S)z( Postprocess, mainly for handing edits. z1Lemma predictions must have same length as words.r FNr)rCr(r0zipr edit_wordconstantUNK) r9wordsrxr]editedwpelemfinalrrr postprocesss    zTrainer.postprocesscCs|jduo t|jdkSNr)r/rCr9rrrhas_contextual_lemmatizerssz"Trainer.has_contextual_lemmatizerscCst|jdkr |St|jD]W}g}g}g}g}tt||D]%\} \} } || | } | D]} || || || || q-qt|dkrLq||||}t|||D] \} }}||| |<qYq|Sr)rCr/reversed enumerater{target_indicesrBrl)r9sentence_words sentence_tagsrx contextualpred_idxpred_sent_wordspred_sent_tags pred_sent_idssent_idrtagsindicesidxcontextual_predictionsword_idpredrrrpredict_contextuals,      zTrainer.predict_contextualc Cst|jdkr |S|jtgdd}|jtgdd}g}d}|D]}|t|}|||||t|7}q||||}dd|D}|S)a/ Update a flat list of preds with the output of the contextual lemmatizers - First, it unflattens the preds based on the lengths of the sentences - Then it uses the contextual lemmatizers - Finally, it reflattens the preds into the format expected by the caller rT) as_sentencescSsg|] }|D]}|qqSrr)rsentencelemmarrrrrgz3Trainer.update_contextual_preds..)rCr/r0rrrBr) r9docrxrrsentence_preds start_indexsent end_indexrrrupdate_contextual_predss zTrainer.update_contextual_predscCst|j|dSr)r change_lrr8)r9new_lrrrr update_lrszTrainer.update_lrTc Csnt}|dd|D|D]#\}}|\}}}||f|jvr(||j||f<|r4||jvr4||j|<qdS)a Train a dict lemmatizer given training (word, pos, lemma) triples. Can update only the composite_dict (word/pos) in situations where the data might be limited from the tags, such as when adding more words at pipeline time cSs"g|] }|d|d|dfqS)rrbr)rrrrrrrz&Trainer.train_dict..N)rra most_commonr.r-) r9triplesupdate_word_dictctrr_rr\lrrr train_dicts   zTrainer.train_dictcCsrg}|D]2}|\}}|jr|}||f|jvr#||j||fg7}q||jvr1||j|g7}q||g7}q|S)zH Predict a list of lemmas using the dict model given (word, pos) pairs. )r"lowerr.r-)r9pairslemmasrrr\rrr predict_dicts  zTrainer.predict_dictcCsbg}|D]*}|\}}|jr|}||f|jvr|dq||jvr)|dq|dq|S)zY Determine if we can skip the seq2seq module when ensembling with the frequency lexicon. TF)r"rr.rBr-)r9rskiprrr\rrr skip_seq2seqs    zTrainer.skip_seq2seqc Csg}t|t|ks Jt||D]6\}}|\}}|jr |}||f|jvr/|j||f}n ||jvr:|j|}n|}|durB|}||q|S)z7 Ensemble the dict with statistical model predictions. N)rCr{r"rr.r-rB) r9r other_predsrrrrr\rrrrensembles   zTrainer.ensemblec sd}jdur!j}|r!fdd|D}|D]}||=q|jjfjjgd}jD] }|d| q4t j |d}|rWt j t j |dddtj||dd td |dS) Ncs&g|]}|ddjjvr|qS).r)splitr)unsaved_modules)rkrrrrs&z Trainer.save..)r)dictsr+configrrrT)exist_okF)_use_new_zipfile_serializationzModel saved to {})r) state_dictkeysr-r.r+r(r/rB get_save_dictospathrmakedirsrUsaver4infoformat) r9filename skip_modules model_stateskippedrparamsrsave_dirrrrrs(    z Trainer.savecCsz tj|dddd}Wntytd|w|d|_|dur4|d|jd<|d|jd<|d \|_|_|jd sU| |jd||_ |j j |d d d nd|_ t |d|_ g|_|dgD] }|jtj||dqidS)NcSs|Srr)storagelocrrr)szTrainer.load..T) weights_onlyzCannot load model from {}rr?r@rr!r)F)strictr+r)r()rUr' BaseExceptionr4errorrr(r-r.r*r)load_state_dictr r+r/r0rBr from_checkpoint)r9rr(r<r= checkpointrrrrr''s(   z Trainer.load)NNNNNNN)F)rbNr)T)__name__ __module__ __qualname____doc__r>r*rarlrrrrrrrrrrr'rrrrr !s"      r )(rrsysrrro collectionsrloggingrUr torch.nn.initinit%stanza.models.common.seq2seq_constantmodelscommonseq2seq_constantr}stanza.models.common.docrr%stanza.models.common.foundation_cacher"stanza.models.common.seq2seq_modelrstanza.models.common.char_modelrstanza.models.commonr r stanza.models.lemmar stanza.models.lemma.vocabr )stanza.models.lemma_classifier.base_modelr getLoggerr4robjectr rrrrs*