hezar.models.sequence_labeling.distilbert.distilbert_sequence_labeling_config module

class hezar.models.sequence_labeling.distilbert.distilbert_sequence_labeling_config.DistilBertSequenceLabelingConfig(task: str = <TaskType.SEQUENCE_LABELING: 'sequence_labeling'>, num_labels: int = None, id2label: dict = None, activation: str = 'gelu', attention_dropout: float = 0.1, dim: int = 768, dropout: float = 0.1, initializer_range: float = 0.02, max_position_embeddings: int = 512, n_heads: int = 12, n_layers: int = 6, output_past: bool = True, pad_token_id: int = 0, qa_dropout: float = 0.1, tie_weights_: bool = True, vocab_size: int = 42000, hidden_dropout_prob: float = 0.1, use_cache: bool = True, classifier_dropout: float = None, prediction_skip_tokens: list = <factory>)

Bases: ModelConfig

activation: str = 'gelu'

attention_dropout: float = 0.1

classifier_dropout: float = None

dim: int = 768

dropout: float = 0.1

hidden_dropout_prob: float = 0.1

id2label: dict = None

initializer_range: float = 0.02

max_position_embeddings: int = 512

n_heads: int = 12

n_layers: int = 6

name: str = 'distilbert_sequence_labeling'

num_labels: int = None

output_past: bool = True

pad_token_id: int = 0

prediction_skip_tokens: list

qa_dropout: float = 0.1

task: str = 'sequence_labeling'

tie_weights_: bool = True

use_cache: bool = True

vocab_size: int = 42000