from model.model import InputMethodEngine


class BigExpert(InputMethodEngine):
    def __init__(self, *args, **kw):
        super().__init__(*args, **kw)

        self.moe = MoELayer(dim=dim, num_experts=40, top_k=3)