add mutiple layers in MetaLoRALayer

configuration_metalora.py

@@ -10,6 +10,7 @@ class MetaLoRAConfig(PretrainedConfig):
         base_size:int=384,
         embd_model:str="init",
         llm_tokenizer:str="init",
+        hidden_size_coef:float=0.5,
         **kwargs,
     ):
         self.auto_map = {"AutoModel": "Arthur-LAGACHERIE/MetaLoRA-code--modeling_metalora.MLoRAModel", "AutoModelForCausalLM": "Arthur-LAGACHERIE/MetaLoRA-code--modeling_metalora.MLoRAModel", "AutoConfig":"Arthur-LAGACHERIE/MetaLoRA-code--configuration_metalora.MetaLoRAConfig"}
@@ -17,4 +18,5 @@ class MetaLoRAConfig(PretrainedConfig):
         self.base_size = base_size
         self.embd_model = embd_model
         self.llm_tokenizer = llm_tokenizer
+        self.hidden_size_coef = hidden_size_coef
         super().__init__(**kwargs)