o
    TZh#                     @   sH   d dl mZmZ ddlmZ ddlmZ ddlmZ G dd deZ	d	S )
    )CallableOptional   )Features)	Generator   )AbstractDatasetInputStreamc                       s\   e Zd Z						ddedee dedededee d	ee	 f fd
dZ
dd Z  ZS )GeneratorDatasetInputStreamNF	generatorfeatures	cache_dirkeep_in_memory	streaming
gen_kwargsnum_procc           	         s<   t  jd|||||d| td||||d|| _d S )N)r   r   r   r   r   )r   r   r
   r    )super__init__r   builder)	selfr
   r   r   r   r   r   r   kwargs	__class__r   L/var/www/html/lang_env/lib/python3.10/site-packages/datasets/io/generator.pyr   	   s"   z$GeneratorDatasetInputStream.__init__c                 C   sZ   | j r| jjdd}|S d }d }d }d }| jj|||d|| jd | jjd|| jd}|S )Ntrain)splitF)download_configdownload_modeverification_modeZtry_from_hf_gcs	base_pathr   )r   r   Z	in_memory)r   r   Zas_streaming_datasetZdownload_and_preparer   Z
as_datasetr   )r   Zdatasetr   r   r   r   r   r   r   read$   s&   z GeneratorDatasetInputStream.read)NNFFNN)__name__
__module____qualname__r   r   r   strbooldictintr   r    __classcell__r   r   r   r   r	      s.    r	   N)
typingr   r    r   Z$packaged_modules.generator.generatorr   abcr   r	   r   r   r   r   <module>   s
    