CMB-AI-LAB
/

lagkv_cache

kyleliang commited on Jun 4

Commit

d9addd5

verified ·

1 Parent(s): 603586d

Upload folder using huggingface_hub

Files changed (1) hide show

custom_generate/generate.py CHANGED Viewed

@@ -13,7 +13,7 @@
 # limitations under the License.
 import torch
-from transformers.cache_utils import DynamicCache
 from typing import Any, Dict, List, Optional, Tuple

 # limitations under the License.
 import torch
+from transformers import DynamicCache, GenerationConfig
 from typing import Any, Dict, List, Optional, Tuple