add model

configuration_my_model.py

@@ -7,7 +7,9 @@ class MyModelConfig(PretrainedConfig):
     def __init__(
         self,
         n_layers=2,
+        hidden_dim=3,
         **kwargs,
     ):
         self.n_layers = n_layers
+        self.hidden_dim = hidden_dim
         super().__init__(**kwargs)

modeling_my_model.py

@@ -1,3 +1,5 @@
+from torch import nn
+
 from transformers.modeling_utils import PreTrainedModel
 
 from .configuration_my_model import MyModelConfig
@@ -11,5 +13,8 @@ class MyModel(MyModelPretrainedModel):
 
     def __init__(self, config: MyModelConfig):
         super().__init__(config)
+        self.config = config
 
         self.n_layers = config.n_layers
+        self.hidden_dim = config.hidden_dim
+        self.linear = nn.Linear(config.hidden_dim, config.hidden_dim)