o i@sXddlmZeGdddZeGdddZeGdddZeGdd d Zd S) ) dataclassc@steZdZUeed<eed<eed<eed<eed<eed<ddd d d d d dededededededdfddZdS)BertEmbeddingConfigembedding_width vocab_sizetype_vocab_sizemax_position_embeddingslayer_norm_eps dropout_prob0u-q=皙?rrrrrr returnNcC(||_||_||_||_||_||_dSNr)selfrrrrrr r[/home/ubuntu/.local/lib/python3.10/site-packages/curated_transformers/models/bert/config.py__init__   zBertEmbeddingConfig.__init____name__ __module__ __qualname__int__annotations__floatrrrrrr8  rc @sJeZdZUeed<eed<eed<dddddedededd fd d Zd S) BertAttentionConfig hidden_widthnum_attention_headsr r rr"r#r rNcCs||_||_||_dSrr%)rr"r#r rrrr)s zBertAttentionConfig.__init__rrrrrr!#s r!c@steZdZUeed<eed<eed<eed<eed<eed<ddd d d d d dededededededdfddZdS)BertLayerConfigr"intermediate_widthnum_hidden_layers hidden_actrr r r$gelurg?r"r'r(r)rr rNcCrrr,)rr"r'r(r)rr rrrr>rzBertLayerConfig.__init__)rrrrrstrrrrrrrr&5r r&c@seZdZUeed<eed<eed<eed<eed<dddddd d d d d d d ddddededededededede dedededededefddZ dS) BertConfig embedding attentionlayermodel_max_length padding_idxr r*r$rr+r r r rr)rr"r'r#r(attention_probs_dropout_probhidden_dropout_probr)rrrr2rr3rr"r'r#r(r4r5r)rrrrcCsLt|| | | | |d|_t|||d|_t||||| |d|_| |_||_dS)Nrr%r,)rr/r!r0r&r1r2r3)rrr"r'r#r(r4r5r)rrrr2rr3rrrrXs. zBertConfig.__init__N) rrrrrr!r&rrr-rrrrrr.Psb      r.N) dataclassesrrr!r&r.rrrrs