configuration_falcon_h1_moe.py

from transformers import FalconH1Config


"""FalconH1MoE model configuration"""
class FalconH1MoEConfig(FalconH1Config):
    def __init__(
        self,
        expert_num=8,
        topk=2,
        **kwargs,
    ):
        super().__init__(**kwargs)
        self.expert_num = expert_num
        self.topk = topk


__all__ = ["FalconH1MoEConfig"]