from model.model import InputMethodEngine
class BigExpert(InputMethodEngine):
def __init__(self, *args, **kw):
super().__init__(*args, **kw)
self.moe = MoELayer(dim=dim, num_experts=40, top_k=3)