Release InternVL 2.0 pretrained models

InternVL2-1B-Pretrain/config.json

@@ -81,7 +81,7 @@
     "temperature": 1.0,
     "tf_legacy_loss": false,
     "tie_encoder_decoder": false,
-    "tie_word_embeddings": true,
+    "tie_word_embeddings": false,
     "tokenizer_class": null,
     "top_k": 50,
     "top_p": 1.0,

InternVL2-1B-Pretrain/configuration_internvl_chat.py

@@ -38,11 +38,11 @@ class InternVLChatConfig(PretrainedConfig):
         super().__init__(**kwargs)
 
         if vision_config is None:
-            vision_config = {}
+            vision_config = {'architectures': ['InternVisionModel']}
             logger.info('vision_config is None. Initializing the InternVisionConfig with default values.')
 
         if llm_config is None:
-            llm_config = {}
+            llm_config = {'architectures': ['Qwen2ForCausalLM']}
             logger.info('llm_config is None. Initializing the LlamaConfig config with default values (`LlamaConfig`).')
 
         self.vision_config = InternVisionConfig(**vision_config)