o
    +if                     @   sX   d dl mZ ddlmZmZ ddlmZ ddlmZm	Z	 ddl
mZ G dd	 d	eZd
S )    )Optional   )Features
NamedSplit)Text)NestedDataStructureLikePathLike   )AbstractDatasetReaderc                       s`   e Zd Z						ddee dee dee dede	de	d	ee
 f fd
dZdd Z  ZS )TextDatasetReaderNFpath_or_pathssplitfeatures	cache_dirkeep_in_memory	streamingnum_procc           	   	      sV   t  j|f||||||d| t|tr|n| j|i}td|||d|| _d S )N)r   r   r   r   r   r   )r   
data_filesr    )super__init__
isinstancedictr   r   builder)	selfr   r   r   r   r   r   r   kwargs	__class__r   I/var/www/html/corbot_env/lib/python3.10/site-packages/datasets/io/text.pyr   
   s(   
zTextDatasetReader.__init__c                 C   s\   | j r| jj| jd}|S d }d }d }d }| jj||||| jd | jj| j|| jd}|S )N)r   )download_configdownload_modeverification_mode	base_pathr   )r   r!   	in_memory)r   r   as_streaming_datasetr   download_and_preparer   
as_datasetr   )r   datasetr   r    r!   r"   r   r   r   read'   s$   
zTextDatasetReader.read)NNNFFN)__name__
__module____qualname__r   r   r   r   r   strboolintr   r(   __classcell__r   r   r   r   r   	   s.    r   N)typingr    r   r   packaged_modules.text.textr   utils.typingr   r   abcr
   r   r   r   r   r   <module>   s    