U
    (d.                  	   @   sZ  d dl Z d dlZ d dlmZmZmZmZmZmZm	Z	 d dlm
Z
 d dlmZ ddlmZ ee
ee	edf f edd	d
ZeedddZee	ee eeef f dddZd eeeeef  ee
ee	edf f  eeegef  ee	eef  dddZG dd deZdZeejdddZeedddZeedddZG dd deZdS )!    N)AnyCallablecastDictListOptionalTuple)Union)Image   )VisionDataset.)filename
extensionsreturnc                 C   s    |   t|tr|nt|S )a   Checks if a file is an allowed extension.

    Args:
        filename (string): path to a file
        extensions (tuple of strings): extensions to consider (lowercase)

    Returns:
        bool: True if the filename ends with one of given extensions
    )lowerendswith
isinstancestrtuple)r   r    r   ?/tmp/pip-unpacked-wheel-vx7f76es/torchvision/datasets/folder.pyhas_file_allowed_extension   s    
r   )r   r   c                 C   s
   t | tS )zChecks if a file is an allowed image extension.

    Args:
        filename (string): path to a file

    Returns:
        bool: True if the filename ends with a known image extension
    )r   IMG_EXTENSIONS)r   r   r   r   is_image_file   s    	r   	directoryr   c                 C   sF   t dd t| D }|s,td|  ddd t|D }||fS )zWFinds the class folders in a dataset.

    See :class:`DatasetFolder` for details.
    c                 s   s   | ]}|  r|jV  qd S N)is_dirname).0entryr   r   r   	<genexpr>)   s      zfind_classes.<locals>.<genexpr>z"Couldn't find any class folder in .c                 S   s   i | ]\}}||qS r   r   )r   iZcls_namer   r   r   
<dictcomp>-   s      z find_classes.<locals>.<dictcomp>)sortedosscandirFileNotFoundError	enumerate)r   classesclass_to_idxr   r   r   find_classes$   s
    r,   r   r+   r   is_valid_filer   c                    s  t j| } |dkr"t| \}}n|s.td dko<|dk} dk	oL|dk	}|sV|r^td dk	rzttd fdd}tttgtf |}g }t	 }t
| D ]}	||	 }
t j| |	}t j|sqt
t j|ddD ]R\}}}t
|D ]>}t j||}||r||
f}|| |	|kr||	 qqqt	| | }|rd	d
t
| d} dk	r|dt tr~ nd
  7 }t||S )zGenerates a list of samples of a form (path_to_sample, class).

    See :class:`DatasetFolder` for details.

    Note: The class_to_idx parameter is here optional and will use the logic of the ``find_classes`` function
    by default.
    NzE'class_to_index' must have at least one entry to collect any samples.zMBoth extensions and is_valid_file cannot be None or not None at the same time)xr   c                    s
   t |  S r   )r   )r/   r   r   r   r.   L   s    z#make_dataset.<locals>.is_valid_fileT)followlinksz$Found no valid file for the classes z, z. zSupported extensions are: )r&   path
expanduserr,   
ValueErrorr   boolr   r   setr%   keysjoinisdirwalkappendaddr   r(   )r   r+   r   r.   _Z	both_noneZboth_somethingZ	instancesZavailable_classesZtarget_classZclass_index
target_dirrootfnamesfnamer2   itemZempty_classesmsgr   r0   r   make_dataset1   sD    

$rD   c                
       s   e Zd ZdZdeeegef eeedf  ee ee eeege	f  dd fddZ
edeeeef eeedf  eeege	f  eeeef  ddd	Zeeee eeef f d
ddZeeeef dddZedddZ  ZS )DatasetFoldera  A generic data loader.

    This default directory structure can be customized by overriding the
    :meth:`find_classes` method.

    Args:
        root (string): Root directory path.
        loader (callable): A function to load a sample given its path.
        extensions (tuple[string]): A list of allowed extensions.
            both extensions and is_valid_file should not be passed.
        transform (callable, optional): A function/transform that takes in
            a sample and returns a transformed version.
            E.g, ``transforms.RandomCrop`` for images.
        target_transform (callable, optional): A function/transform that takes
            in the target and transforms it.
        is_valid_file (callable, optional): A function that takes path of a file
            and check if the file is a valid file (used to check of corrupt files)
            both extensions and is_valid_file should not be passed.

     Attributes:
        classes (list): List of the class names sorted alphabetically.
        class_to_idx (dict): Dict with items (class_name, class_index).
        samples (list): List of (sample path, class_index) tuples
        targets (list): The class_index value for each image in the dataset
    N.)r?   loaderr   	transformtarget_transformr.   r   c           
         sf   t  j|||d | | j\}}| | j|||}	|| _|| _|| _|| _|	| _	dd |	D | _
d S )N)rG   rH   c                 S   s   g | ]}|d  qS )r   r   )r   sr   r   r   
<listcomp>   s     z*DatasetFolder.__init__.<locals>.<listcomp>)super__init__r,   r?   rD   rF   r   r*   r+   samplestargets)
selfr?   rF   r   rG   rH   r.   r*   r+   rM   	__class__r   r   rL      s    	zDatasetFolder.__init__r-   c                 C   s    |dkrt dt| |||dS )an  Generates a list of samples of a form (path_to_sample, class).

        This can be overridden to e.g. read files from a compressed zip file instead of from the disk.

        Args:
            directory (str): root dataset directory, corresponding to ``self.root``.
            class_to_idx (Dict[str, int]): Dictionary mapping class name to class index.
            extensions (optional): A list of allowed extensions.
                Either extensions or is_valid_file should be passed. Defaults to None.
            is_valid_file (optional): A function that takes path of a file
                and checks if the file is a valid file
                (used to check of corrupt files) both extensions and
                is_valid_file should not be passed. Defaults to None.

        Raises:
            ValueError: In case ``class_to_idx`` is empty.
            ValueError: In case ``extensions`` and ``is_valid_file`` are None or both are not None.
            FileNotFoundError: In case no valid file was found for any class.

        Returns:
            List[Tuple[str, int]]: samples of a form (path_to_sample, class)
        Nz*The class_to_idx parameter cannot be None.)r   r.   )r4   rD   )r   r+   r   r.   r   r   r   rD      s    zDatasetFolder.make_datasetr   c                 C   s   t |S )ut  Find the class folders in a dataset structured as follows::

            directory/
            ├── class_x
            │   ├── xxx.ext
            │   ├── xxy.ext
            │   └── ...
            │       └── xxz.ext
            └── class_y
                ├── 123.ext
                ├── nsdf3.ext
                └── ...
                └── asd932_.ext

        This method can be overridden to only consider
        a subset of classes, or to adapt to a different dataset directory structure.

        Args:
            directory(str): Root directory path, corresponding to ``self.root``

        Raises:
            FileNotFoundError: If ``dir`` has no class folders.

        Returns:
            (Tuple[List[str], Dict[str, int]]): List of all classes and dictionary mapping each class to an index.
        )r,   )rO   r   r   r   r   r,      s    zDatasetFolder.find_classes)indexr   c                 C   sH   | j | \}}| |}| jdk	r,| |}| jdk	r@| |}||fS )z
        Args:
            index (int): Index

        Returns:
            tuple: (sample, target) where target is class_index of the target class.
        N)rM   rF   rG   rH   )rO   rR   r2   targetsampler   r   r   __getitem__   s    




zDatasetFolder.__getitem__)r   c                 C   s
   t | jS r   )lenrM   )rO   r   r   r   __len__   s    zDatasetFolder.__len__)NNNN)NN)__name__
__module____qualname____doc__r   r   r   r   r   r5   rL   staticmethodr   intr   rD   r,   rU   rW   __classcell__r   r   rP   r   rE   l   s6         
#$rE   )	z.jpgz.jpegz.pngz.ppmz.bmpz.pgmz.tifz.tiffz.webp)r2   r   c              
   C   s6   t | d"}t |}|dW  5 Q R  S Q R X d S )NrbZRGB)openr
   convert)r2   fimgr   r   r   
pil_loader   s    
rd   c                 C   s6   dd l }z|| W S  tk
r0   t|  Y S X d S )Nr   )accimager
   OSErrorrd   )r2   re   r   r   r   accimage_loader   s
    rg   c                 C   s*   ddl m} | dkrt| S t| S d S )Nr   )get_image_backendre   )Ztorchvisionrh   rg   rd   )r2   rh   r   r   r   default_loader  s    
ri   c                	       sX   e Zd ZdZddedfeee ee eegef eeege	f  d fddZ
  ZS )ImageFoldera  A generic data loader where the images are arranged in this way by default: ::

        root/dog/xxx.png
        root/dog/xxy.png
        root/dog/[...]/xxz.png

        root/cat/123.png
        root/cat/nsdf3.png
        root/cat/[...]/asd932_.png

    This class inherits from :class:`~torchvision.datasets.DatasetFolder` so
    the same methods can be overridden to customize the dataset.

    Args:
        root (string): Root directory path.
        transform (callable, optional): A function/transform that  takes in an PIL image
            and returns a transformed version. E.g, ``transforms.RandomCrop``
        target_transform (callable, optional): A function/transform that takes in the
            target and transforms it.
        loader (callable, optional): A function to load an image given its path.
        is_valid_file (callable, optional): A function that takes path of an Image file
            and check if the file is a valid file (used to check of corrupt files)

     Attributes:
        classes (list): List of the class names sorted alphabetically.
        class_to_idx (dict): Dict with items (class_name, class_index).
        imgs (list): List of (image path, class_index) tuples
    N)r?   rG   rH   rF   r.   c                    s0   t  j|||d krtnd |||d | j| _d S )N)rG   rH   r.   )rK   rL   r   rM   Zimgs)rO   r?   rG   rH   rF   r.   rP   r   r   rL   .  s    zImageFolder.__init__)rX   rY   rZ   r[   ri   r   r   r   r   r5   rL   r^   r   r   rP   r   rj     s    rj   )NNN)r&   os.pathtypingr   r   r   r   r   r   r   r	   ZPILr
   Zvisionr   r   r5   r   r   r]   r,   rD   rE   r   rd   rg   ri   rj   r   r   r   r   <module>   s2   $"$   ; 
	