hezar.models.backbone.roberta package

Submodules

• hezar.models.backbone.roberta.roberta module
  • RoBERTa
    • RoBERTa.forward()
    • RoBERTa.post_process()
    • RoBERTa.preprocess()
    • RoBERTa.required_backends
    • RoBERTa.skip_keys_on_load
• hezar.models.backbone.roberta.roberta_config module
  • RoBERTaConfig
    • RoBERTaConfig.attention_probs_dropout_prob
    • RoBERTaConfig.bos_token_id
    • RoBERTaConfig.eos_token_id
    • RoBERTaConfig.gradient_checkpointing
    • RoBERTaConfig.hidden_act
    • RoBERTaConfig.hidden_dropout_prob
    • RoBERTaConfig.hidden_size
    • RoBERTaConfig.initializer_range
    • RoBERTaConfig.intermediate_size
    • RoBERTaConfig.layer_norm_eps
    • RoBERTaConfig.max_position_embeddings
    • RoBERTaConfig.name
    • RoBERTaConfig.num_attention_heads
    • RoBERTaConfig.num_hidden_layers
    • RoBERTaConfig.pad_token_id
    • RoBERTaConfig.position_embedding_type
    • RoBERTaConfig.task
    • RoBERTaConfig.type_vocab_size
    • RoBERTaConfig.use_cache
    • RoBERTaConfig.vocab_size

Module contents