Update modeling_internlm2.py

modeling_internlm2.py

@@ -910,7 +910,7 @@ class InternLM2Model(InternLM2PreTrainedModel):
             if output_hidden_states:
                 all_hidden_states += (hidden_states,)
 
-            past_key_value = past_key_values[idx] if past_key_values is not None else None
+            past_key_value = past_key_values[idx] if past_key_values is not None and len(past_key_values)>0 else None
 
             if self.gradient_checkpointing and self.training: