hezar.models.backbone.vit.vit_config module

class hezar.models.backbone.vit.vit_config.ViTConfig(hidden_size: int = 768, num_hidden_layers: int = 12, num_attention_heads: int = 12, intermediate_size: int = 3072, hidden_act: str = 'gelu', hidden_dropout_prob: float = 0.0, attention_probs_dropout_prob: float = 0.0, initializer_range: float = 0.02, layer_norm_eps: float = 1e-12, image_size: int = 224, patch_size: int = 16, num_channels: int = 3, qkv_bias: bool = True, encoder_stride: int = 16)

Bases: ModelConfig

attention_probs_dropout_prob: float = 0.0

encoder_stride: int = 16

hidden_act: str = 'gelu'

hidden_dropout_prob: float = 0.0

hidden_size: int = 768

image_size: int = 224

initializer_range: float = 0.02

intermediate_size: int = 3072

layer_norm_eps: float = 1e-12

name: str = 'vit'

num_attention_heads: int = 12

num_channels: int = 3

num_hidden_layers: int = 12

patch_size: int = 16

qkv_bias: bool = True