o
    h                     @   sD   d dl Z d dlmZ d dlmZ e jje jjgZd	 Z
dd ZdS )    N)tokenize_files)TEST_MODELS_DIRzM
This is a test . This is a second sentence .
I took my daughter ice skating
c              	   C   s   | d }t |d}|d W d    n1 sw   Y  | d }tt|dddt|dtg t |}| }W d    n1 sEw   Y  t|ksPJ d S )	Nz	input.txtwzKThis is a test.  This is a second sentence.

I took my daughter ice skatingz
output.txtz--langenz--output_filez--model_dir)openwriter   mainstrr   readEXPECTED)tmp_path
input_filefoutoutput_filefintext r   h/var/www/html/env_mimamsha/lib/python3.10/site-packages/stanza/tests/tokenization/test_tokenize_files.pytest_tokenize_files   s    

r   )pyteststanza.models.tokenizationr   stanza.testsr   markpipelinetravis
pytestmarklstripr   r   r   r   r   r   <module>   s    