o
    h                     @   sr   d dl mZ d dlZdd Zdd Zdd Ze ZeejZej	D ]Z
ee
Zee
 eeee e  q"dS )	    )pretrainNc                  C   sH   t  } | jdtddd | jdtddd | jd	d
gd |  }|S )Nners*zWhich treebanks to run on)typenargshelpz
--pretrainz//home/john/stanza_resources/hi/pretrain/hdtb.ptzWhich pretrain to use)r   defaultr   z0/home/john/stanza/data/ner/hi_fire2013.train.csvz./home/john/stanza/data/ner/hi_fire2013.dev.csv)r   )argparseArgumentParseradd_argumentstrset_defaults
parse_args)parserargs r   b/var/www/html/env_mimamsha/lib/python3.10/site-packages/stanza/models/common/count_ner_coverage.pyr      s   r   c                 C   sP   g }t |  D ]}| }|sq|dd dkrq||dd  q|S )N	   Or   )open	readlinesstripsplitappend)filenamewordsliner   r   r   read_ner   s   r   c                 C   s,   d}|D ]}|| j v r|d }q|t| S )Nr   r   )vocablen)r   r   countwr   r   r   count_coverage   s   
r#   )stanza.models.commonr   r	   r   r   r#   r   Pretrainptr   datasetr   printr   r   r   r   <module>   s    

