from transformers import LlavaNextConfig | |
class GraniteVisionEmbConfig(LlavaNextConfig): | |
model_type = "granitevisionemb" | |
def __init__(self, **kwargs): | |
self.base_model = kwargs.get("base_model", None) | |
self.emb_dim_query = kwargs.get("emb_dim_query", 128) | |
self.emb_dim_doc = kwargs.get("emb_dim_doc", 128) | |
self.base_image_feature_location = kwargs.get("base_image_feature_location", "last") | |
self.adapter_path = kwargs.get("adapter_path", None) | |
super().__init__(**kwargs) | |