| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081 |
- # 🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨
- # This file was automatically generated from src/transformers/models/colmodernvbert/modular_colmodernvbert.py.
- # Do NOT edit this file manually as any edits will be overwritten by the generation of
- # the file from the modular. If any change should be done, please apply the change to the
- # modular_colmodernvbert.py file directly. One of our CI enforces this.
- # 🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨🚨
- # Copyright 2026 Illuin Technology and contributors, and The HuggingFace Inc. team. All rights reserved.
- #
- # Licensed under the Apache License, Version 2.0 (the "License");
- # you may not use this file except in compliance with the License.
- # You may obtain a copy of the License at
- #
- # http://www.apache.org/licenses/LICENSE-2.0
- #
- # Unless required by applicable law or agreed to in writing, software
- # distributed under the License is distributed on an "AS IS" BASIS,
- # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- # See the License for the specific language governing permissions and
- # limitations under the License.
- from huggingface_hub.dataclasses import strict
- from ...configuration_utils import PreTrainedConfig
- from ...utils import auto_docstring, logging
- from ..auto import CONFIG_MAPPING
- logger = logging.get_logger(__name__)
- @auto_docstring(checkpoint="ModernVBERT/colmodernvbert-merged")
- @strict
- class ColModernVBertConfig(PreTrainedConfig):
- r"""
- Example:
- ```python
- from transformers import ColModernVBertConfig, ColModernVBertForRetrieval
- config = ColModernVBertConfig()
- model = ColModernVBertForRetrieval(config)
- ```
- """
- model_type = "colmodernvbert"
- sub_configs = {"vlm_config": PreTrainedConfig}
- vlm_config: dict | PreTrainedConfig | None = None
- embedding_dim: int = 128
- initializer_range: float = 0.02
- def __post_init__(self, **kwargs):
- if self.vlm_config is None:
- self.vlm_config = CONFIG_MAPPING["modernvbert"]()
- logger.info(
- "`vlm_config` is `None`. Initializing `vlm_config` with the `ModernVBertConfig` with default values."
- )
- elif isinstance(self.vlm_config, dict):
- self.vlm_config = CONFIG_MAPPING[self.vlm_config["model_type"]](**self.vlm_config)
- if not hasattr(self.vlm_config, "vocab_size"):
- self.vlm_config.vocab_size = self.vlm_config.get_text_config().vocab_size
- if self.vlm_config is None:
- self.vlm_config = CONFIG_MAPPING["qwen2_vl"]()
- logger.info(
- "`vlm_config` is `None`. Initializing `vlm_config` with the `Qwen2VLConfig` with default values."
- )
- elif isinstance(self.vlm_config, dict):
- self.vlm_config = CONFIG_MAPPING[self.vlm_config["model_type"]](**self.vlm_config)
- if not hasattr(self.vlm_config, "vocab_size"):
- self.vlm_config.vocab_size = self.vlm_config.get_text_config().vocab_size
- super().__post_init__(**kwargs)
- def get_text_config(self, *args, **kwargs) -> PreTrainedConfig:
- return self.vlm_config.get_text_config(*args, **kwargs)
- __all__ = ["ColModernVBertConfig"]
|