o h @sdZddlZddlZddlZddlZddlZddlZddlZddlZddl Z ddl Z ddl Z ddl Z ddl Z ddlZddlZddlmZddlmZddlmZddlmZmZmZmZdZedZed Zgd Zd d d ddddddZ ddZ!gdZ"d2ddZ#Gddde$Z%Gddde%Z&Gddde$Z'Gdd d e$Z(Gd!d"d"ej)Z*d#d$Z+Gd%d&d&e,Z-d3d'd(Z.Gd)d*d*e-Z/d+d,Z0d3d-d.Z1d/d0Z2gd1Z3dS)4z1 Client for accessing Stanford CoreNLP in Python N)datetime)Path)urlparse)DocumentparseFromDelimitedStringwriteToDelimitedStringto_textz)arunchaganty, kelvinguu, vzhong, wmonroe4stanzazcorenlp_server-(.*).props)ararabicchinesezhenglishenfrenchfrdegermanhu hungarianititalianesspanishr r rrrrrr)r r rrrrrrcCs |tvS)z1 Check if a string references a CoreNLP language )lower CORENLP_LANGS) props_strrO/var/www/html/env_mimamsha/lib/python3.10/site-packages/stanza/server/client.pyis_corenlp_lang2s r)conllconllujson serializedtextxml inlinexmlcCsh|r|tvrt|dtt|tkr.d|vr0|dtvr2t|ddtdSdSdS)z0 Do basic checks to validate CoreNLP properties z6 not a valid CoreNLP outputFormat value! Choose from: outputFormatN)rCORENLP_OUTPUT_VALS ValueErrortypedict properties annotators output_formatrrrvalidate_corenlp_props;s  r0c@eZdZdZdS)AnnotationExceptionzQ Exception raised when there was an error communicating with the CoreNLP server. N__name__ __module__ __qualname____doc__rrrrr2Er2c@r1)TimeoutExceptionz5 Exception raised when the CoreNLP server timed out. Nr3rrrrr9Jr8r9c@r1)ShouldRetryExceptionz; Exception raised if the service should retry the request. Nr3rrrrr:Or8r:c@r1)PermanentlyFailedExceptionz? Exception raised if the service should NOT retry the request. Nr3rrrrr;Tr8r;c@seZdZdZdZdZdS) StartServerrN)r4r5r6 DONT_START FORCE_START TRY_STARTrrrrr<Xsr<cCs<|rtj|rttj|rt|dSdSdSdSN)ospathisfileSERVER_PROPS_TMP_FILE_PATTERNmatchbasenameremove) props_filerrrclean_props_file^s rKc@sZeZdZdZdZ  dddZddZd d Zd d Zd dZ ddZ ddZ ddZ dS) RobustServicez: Service that resuscitates itself if it is not available. xNFc Csf|ot||_|ot||_||_||_||_d|_d|_||_ ||_ ||_ | |_ t |jdS)NF)shlexsplit start_cmdstop_cmdendpointstdoutstderrserver is_activebe_quiethostportignore_binding_erroratexitregister atexit_kill) selfrPrQrRrSrTrWrXrYrZrrr__init__iszRobustService.__init__c Cs^z|js|jdur|jdurWdSt|jdjWStjjy.}zt |d}~ww)NFz/ping) rZrUpollrequestsgetrRok exceptionsConnectionErrorr:)r^errris_aliveyszRobustService.is_alivec CsZ|jr|jre|jretttjtjI}z ||j|jfWn5tj yU}z(|j rIt d|jd|jd|_ WYd}~WddStd|j|d}~wwWdn1s`wY|jrzttdrqtj}nttjd}|}n|j}|j}t dd|jz tj|j||d|_ WdSty}ztd |d}~wwdS) Nz)Connecting to existing CoreNLP server at :zbError: unable to start the CoreNLP server on port %d (possibly something is already running there)DEVNULLwzStarting server with command:  )rTrSzWhen trying to run CoreNLP, a FileNotFoundError occurred, which frequently means Java was not installed or was not in the classpath.)rPrXrY contextlibclosingsocketAF_INET SOCK_STREAMbinderrorrZloggerinforUr;rWhasattr subprocessriopenrCdevnullrSrTjoinPopenFileNotFoundError)r^sockrfrTrSrrrstartsL      zRobustService.startcCs*|jr|jdur|jdSdSdSrB)rUr` terminater^rrrr]szRobustService.atexit_killc Cs|jr6|jz|jdWn"tjy2|jz|jdWn tjy/YnwYnwd|_|jrAtj|jddd|_dS)NT)checkF) rUr~waitrvTimeoutExpiredkillrQrunrVrrrrstops"   zRobustService.stopcCs ||SrB)r}rrrr __enter__szRobustService.__enter__cCs |dSrB)r)r^______rrr__exit__s zRobustService.__exit__cCs|jrz |r WdS|Wn tyYnw|jdur#|t} z|r/WnWn ty9Ynwt||jkrItdnt dq(d|_dS)NTr=z,Timed out waiting for service to come alive.) rVrgrr:rUr}timeCHECK_ALIVE_TIMEOUTsleepr;)r^ start_timerrr ensure_alives0      zRobustService.ensure_alive)NNFNNF) r4r5r6r7rr_rgr}r]rrrrrrrrrLes   rLcCs|dks|durtdddkrtd}|S|durAtdtjttd}tj|s:td tdtj|d}|S)a  Returns the classpath to use for corenlp. Prefers to use the given classpath parameter, if available. If not, uses the CORENLP_HOME environment variable. Resolves $CLASSPATH (the exact string) in either the classpath parameter or $CORENLP_HOME. z $CLASSPATHN CORENLP_HOME CLASSPATHstanza_corenlpzPlease install CoreNLP by running `stanza.install_corenlp()`. If you have installed it, please define $CORENLP_HOME to be location of your CoreNLP distribution or pass in a classpath parameter. $CORENLP_HOME={}*) rCgetenvrDrystrrhomeexistsr{format) classpathrrrresolve_classpaths     rcseZdZdZdZdZdZdZdZdZ e j eeedd dddded e d dffd d Z d dZ ddZd#ddZd$ddZd%ddZd&ddZd&ddZddZd'ddZd%dd Zd(d!d"ZZS)) CoreNLPClientz* A client to the Stanford CoreNLP server. zhttp://localhost:9000i`rr#5GiNFTc s||_d|_d|_d|_d|_d|_t|||d||_||_||_ ||_ | t |t rGd|jjdd}t||durDtjntj}|tjusR|tjur)t|_|t|jd\}}t|}|dksqJdt|}d | d |d |d |d |d| d| d}||_||_||_|jdur|d|j7}|j r|d7}|jdurt|tkr|jnd |}|d|7}|rt|t kr|d7}nt|t!kr|dd |7}n t|tkr|d|7}|d|j 7}dD]}|"|dur |d|7}qdD]}|"|dur$|d|d|"|7}q d}nd}}d}}t#t$|j%|||| | | |||tjkd ||_&dS)Nr,zparamsdataheadersrz]Timeout requesting to CoreNLPServer. Maybe server is unavailable or your document is too longNr)rr<r?rrbr)rar HTTPBasicAuthpoppostrRrrrraise_for_statusrdTimeoutr9RequestExceptionresponser$r2args) r^bufr- reset_defaultr input_formatctyperrfrrr_requestsB       zCoreNLPClient._requestc KsZt|||di}|jdur|j|d<|jdur|j|d<t|tkr;t|r4d|i}|dur3d}ntd|t|tkrF| ||duret|tksVt|t kret|tkr^|nd ||d<|durst|tkrs||d<|duryd }|j | d ||fi|}|dd kr|S|dd krt} t| |j| S|dd vr|jS|S)a Send a request to the CoreNLP server. :param (str | unicode) text: raw text for the CoreNLPServer to parse :param (list | string) annotators: list of annotators to use :param (str) output_format: output type from server: serialized, json, text, conll, conllu, or xml :param (dict) properties: additional request properties (written on top of defaults) :param (bool) reset_default: don't use server defaults Precedence for settings: 1. annotators and output_format args 2. Values from properties dict 3. Client defaults self.annotators and self.output_format (set during client construction) 4. Server defaults Additional request parameters (apart from CoreNLP pipeline properties) such as 'username' and 'password' can be specified with the kwargs. :return: request result r,Nr.r'pipelineLanguageTz Unrecognized properties keyword rFutf-8r"r#)r$r!r r%)r0r.r/r*rrrr)r+updaterryrencoder"rrcontentr$) r^r$r.r/r-rrrequest_propertiesrdocrrrannotates>             zCoreNLPClient.annotatecCs|duri}|dddd|r t|tkr|nd||d<t}t|||}Wdn1s8wY|||}t }t ||j |S)Nr#6edu.stanford.nlp.pipeline.ProtobufAnnotationSerializer)rr' serializerrr.) rr*rryioBytesIOrgetvaluerrrr)r^rr.r-streammsgrrrrr$s"     zCoreNLPClient.updatecC$|d|||||}|rt|}|S)Nz /tokensregex_CoreNLPClient__regexregex_matches_to_indexed_wordsr^r$patternfilterto_wordsr.r-matchesrrr tokensregex7szCoreNLPClient.tokensregexcCr)Nz/semgrexrrrrrsemgrex>szCoreNLPClient.semgrexcCs4|jr|j|_|jD] }|j}|||q dSrB)labelvaluechildrenchildaddfill_tree_proto)r^tree proto_treer proto_childrrrrDs   zCoreNLPClient.fill_tree_protocCsb|dur!|jdur!t|jtsJ|jd}d|vr |jd}nd}|dur+td|dur|dur5i}d|d<d|vrAd |d<t}g} t|D]9\} } |j} | | _ t | | _ | } | | t | | _|| | j| D]}| j}||_||_d |_qrqJd | |_t}t|||}Wdn1swY|d |||||S) Nrparsez,parseztokenize,ssplit,pos,parsez(Cannot have None as a pattern for tregexr#rrrrkz/tregex)r.rrrOr)r enumeratesentencer sentenceIndexlentokenOffsetBegin leaf_labelsextendtokenOffsetEndr parseTreetokenrwordafterryr$rrrrr)r^r$rrr.r-treespiecesr full_texttree_idxrr leavesrrrrrrtregexKsJ           zCoreNLPClient.tregexc CsV|jtjur ||duri}|ddd|r(t|tr$d|n||d<d|d<d |d <zQ|d d}|dkr>d }n |d krEd}nt d|t j |j |||t |dt|t rb|dn|d|i|jddd} | | jdur{d| _t| jWSt jy} z| jdrt| jt| jd} ~ wtjyt| jw)a Send a regex-related request to the CoreNLP server. :param (str | unicode) path: the path for the regex endpoint :param text: raw text for the CoreNLPServer to apply the regex :param (str | unicode) pattern: regex pattern :param (bool) filter: option to filter sentences that contain matches, if false returns matches :param properties: option to filter sentences that contain matches, if false returns matches :return: request result Nr$r)rrrr.r"r'trueztokenize.codepointrrr#rr)rrr-rrr>rrr)rr<r?rrrrryrbr)rarrRrrrrencodingr"loadsr$ HTTPError startswithr9r2JSONDecodeError) r^rDr$rrr.r-rrrrfrrr__regexzsR         zCoreNLPClient.__regexc Cs|jtjur ||duri}d|d<d}d|d<z5tj|jddt|it|tr0| d n|d |i|j d d d }| |j durId |_ t |jWStjyl}z|jdrct|jt|jd}~wt jyxt|jw)z Send a request to the server which processes the text using SceneGraph This will require a new CoreNLP release, 4.5.5 or later Nr$rrr"r'z /scenegraphr-rrr>rrr)rr<r?rrarrRrrrrrrr"rr$rrr9r2r)r^r$r-rrrfrrr scenegraphs8       zCoreNLPClient.scenegraph)F)NNNN)NN)FFNN)NNFNNNrB)r4r5r6r7DEFAULT_ENDPOINTDEFAULT_TIMEOUTDEFAULT_THREADSrDEFAULT_MEMORYDEFAULT_MAX_CHAR_LENGTHr<r@r_rrrrrrrrrrr! __classcell__rrrrrsFp 3 ' H    />rcCsi}t|3}dd|dD}|D]}|dd}t|d}||d}|||<qWd|S1ss  z&read_corenlp_props.. =rN)rwreadrOr r)) props_path props_dictrJ entry_linesr+kk_lenvrrrread_corenlp_propss    r6cCs|durdtjddd}t|sJt|d*}|D]\}}t|tr1d |}n|}| |d|dq"Wd|S1sJwY|S) z4 Write a Stanford CoreNLP properties dict to a file Nzcorenlp_server-z.propsrjrz = z ) uuiduuid4hexrFrGrwitemsrrrywrite)r1 file_pathrJr3r5 writeable_vrrrrs    rcCsddt|dD}|S)z Transforms tokensregex and semgrex matches to indexed words. :param matches: unprocessed regex matches :return: flat array of indexed words c SsDg|]\}}|D]\}}|dkr t|fitd|fgq qS)lengthr )r;r+)r*isr3r5rrrr,sz2regex_matches_to_indexed_words.. sentences)r)rwordsrrrrs r)rr2r9r)NNNrB)4r7r[rlenumrrCreraloggingr"rNrnrvrsysr8rpathlibr urllib.parserstanza.protobufrrrr __author__ getLoggerrscompilerFrrrr(r0 Exceptionr2r9r:r;Enumr<rKobjectrLrrr6rr__all__rrrrsh         }m