o
    ei_                     @   sN   d Z ddlmZ ddlmZ ddlmZ eeZ	G dd deeZ
dgZdS )zConvNeXT model configuration   )BackboneConfigMixin)PreTrainedConfig)loggingc                       s@   e Zd ZdZdZ											
			d fdd	Z  ZS )ConvNextConfiga  
    This is the configuration class to store the configuration of a [`ConvNextModel`]. It is used to instantiate an
    ConvNeXT model according to the specified arguments, defining the model architecture. Instantiating a configuration
    with the defaults will yield a similar configuration to that of the ConvNeXT
    [facebook/convnext-tiny-224](https://huggingface.co/facebook/convnext-tiny-224) architecture.

    Configuration objects inherit from [`PreTrainedConfig`] and can be used to control the model outputs. Read the
    documentation from [`PreTrainedConfig`] for more information.

    Args:
        num_channels (`int`, *optional*, defaults to 3):
            The number of input channels.
        patch_size (`int`, *optional*, defaults to 4):
            Patch size to use in the patch embedding layer.
        num_stages (`int`, *optional*, defaults to 4):
            The number of stages in the model.
        hidden_sizes (`list[int]`, *optional*, defaults to [96, 192, 384, 768]):
            Dimensionality (hidden size) at each stage.
        depths (`list[int]`, *optional*, defaults to [3, 3, 9, 3]):
            Depth (number of blocks) for each stage.
        hidden_act (`str` or `function`, *optional*, defaults to `"gelu"`):
            The non-linear activation function (function or string) in each block. If string, `"gelu"`, `"relu"`,
            `"selu"` and `"gelu_new"` are supported.
        initializer_range (`float`, *optional*, defaults to 0.02):
            The standard deviation of the truncated_normal_initializer for initializing all weight matrices.
        layer_norm_eps (`float`, *optional*, defaults to 1e-12):
            The epsilon used by the layer normalization layers.
        layer_scale_init_value (`float`, *optional*, defaults to 1e-6):
            The initial value for the layer scale.
        drop_path_rate (`float`, *optional*, defaults to 0.0):
            The drop rate for stochastic depth.
        out_features (`list[str]`, *optional*):
            If used as backbone, list of features to output. Can be any of `"stem"`, `"stage1"`, `"stage2"`, etc.
            (depending on how many stages the model has). If unset and `out_indices` is set, will default to the
            corresponding stages. If unset and `out_indices` is unset, will default to the last stage. Must be in the
            same order as defined in the `stage_names` attribute.
        out_indices (`list[int]`, *optional*):
            If used as backbone, list of indices of features to output. Can be any of 0, 1, 2, etc. (depending on how
            many stages the model has). If unset and `out_features` is set, will default to the corresponding stages.
            If unset and `out_features` is unset, will default to the last stage. Must be in the
            same order as defined in the `stage_names` attribute.

    Example:
    ```python
    >>> from transformers import ConvNextConfig, ConvNextModel

    >>> # Initializing a ConvNext convnext-tiny-224 style configuration
    >>> configuration = ConvNextConfig()

    >>> # Initializing a model (with random weights) from the convnext-tiny-224 style configuration
    >>> model = ConvNextModel(configuration)

    >>> # Accessing the model configuration
    >>> configuration = model.config
    ```convnextr      Ngelu{Gz?-q=ư>           c                    s   t  jdi | || _|| _|| _|d u rg dn|| _|d u r%g dn|| _|| _|| _|| _	|	| _
|
| _|| _dgdd tdt| jd D  | _| j||d d S )	N)`      i  i   )r   r   	   r   stemc                 S   s   g | ]}d | qS )stage ).0idxr   r   q/home/ubuntu/transcripts/venv/lib/python3.10/site-packages/transformers/models/convnext/configuration_convnext.py
<listcomp>q   s    z+ConvNextConfig.__init__.<locals>.<listcomp>   )out_indicesout_featuresr   )super__init__num_channels
patch_size
num_stageshidden_sizesdepths
hidden_actinitializer_rangelayer_norm_epslayer_scale_init_valuedrop_path_rate
image_sizerangelenstage_names"set_output_features_output_indices)selfr   r   r   r    r!   r"   r#   r$   r%   r&   r'   r   r   kwargs	__class__r   r   r   S   s   &zConvNextConfig.__init__)r   r   r   NNr   r	   r
   r   r   r   NN)__name__
__module____qualname____doc__
model_typer   __classcell__r   r   r.   r   r      s"    8r   N)r3   backbone_utilsr   configuration_utilsr   utilsr   
get_loggerr0   loggerr   __all__r   r   r   r   <module>   s   

]