o
    TZh                     @   s   d dl Z d dlmZ d dlmZmZ d dlmZ d dlm	Z	 d dl
mZmZ ddlmZ d	d
lmZ eeZejje	djk rIdefddZndefddZejje	djk rbdefddZndefddZeeddZdS )    N)partial)HfApi
hf_hub_url)RepoFile)version)ConnectionError	HTTPError   )config   )loggingz0.20.0hf_apic                 K   s   d}d}d}d}	 z| j di | W d S  tttfyn } zKt|tr2t|jttfr0|j}n|||ks?|jrA|jjdvrA|t||d|  }t	
| j  d| d	||  d
 t| |d7 }W Y d }~nd }~ww q	)N   r      r   T)i  i  r	   z timed out, retrying in zs... [] )preupload_lfs_filesRuntimeErrorr   r   
isinstance	__cause__responsestatus_codeminloggerinfotimesleep)r   kwargsmax_retriesZbase_wait_timeZmax_wait_timeretryerrZ
sleep_timer   r   I/var/www/html/lang_env/lib/python3.10/site-packages/datasets/utils/hub.pyr      s0   

r   c                 K   s   | j di | d S Nr   )r   r   r   r   r   r!   r   -   s   c                 k   s    | j di |E d H  d S r"   )list_files_infor#   r   r   r!   r$   4   s   r$   c                 k   s<    i |ddi}| j di |D ]
}t|tr|V  qd S )N	recursiveTr   )Zlist_repo_treer   r   )r   r   	repo_pathr   r   r!   r$   8   s   
Zdataset)Z	repo_type)r   	functoolsr   Zhuggingface_hubr   r   Zhuggingface_hub.hf_apir   	packagingr   requestsr   r    r
   r   Z
get_logger__name__r   ZHF_HUB_VERSIONreleaseparser   r$   r   r   r   r!   <module>   s     
