| 1 | import random
|
| 2 |
|
| 3 | from pydantic import BaseModel
|
| 4 |
|
| 5 | from minisweagent import Model
|
| 6 | from minisweagent.models import get_model
|
| 7 |
|
| 8 |
|
| 9 | class RouletteModelConfig(BaseModel):
|
| 10 | model_kwargs: list[dict]
|
| 11 | """The models to choose from"""
|
| 12 | model_name: str = "roulette"
|
| 13 |
|
| 14 |
|
| 15 | class RouletteModel:
|
| 16 | def __init__(self, *, config_class: type = RouletteModelConfig, **kwargs):
|
| 17 | """This "meta"-model randomly selects one of the models at every call"""
|
| 18 | self.config = config_class(**kwargs)
|
| 19 | self.models = [get_model(config=config) for config in self.config.model_kwargs]
|
| 20 | self._n_calls = 0
|
| 21 |
|
| 22 | def get_template_vars(self, **kwargs) -> dict:
|
| 23 | return self.config.model_dump()
|
| 24 |
|
| 25 | def select_model(self) -> Model:
|
| 26 | return random.choice(self.models)
|
| 27 |
|
| 28 | def query(self, *args, **kwargs) -> dict:
|
| 29 | model = self.select_model()
|
| 30 | self._n_calls += 1
|
| 31 | response = model.query(*args, **kwargs)
|
| 32 | response["model_name"] = model.config.model_name
|
| 33 | return response
|
| 34 |
|
| 35 | def serialize(self) -> dict:
|
| 36 | return {
|
| 37 | "info": {
|
| 38 | "config": {
|
| 39 | "model": self.config.model_dump(mode="json"),
|
| 40 | "model_type": f"{self.__class__.__module__}.{self.__class__.__name__}",
|
| 41 | },
|
| 42 | }
|
| 43 | }
|
| 44 |
|
| 45 |
|
| 46 | class InterleavingModelConfig(BaseModel):
|
| 47 | model_kwargs: list[dict]
|
| 48 | sequence: list[int] | None = None
|
| 49 | """If set to 0, 0, 1, we will return the first model 2 times, then the second model 1 time,
|
| 50 | then the first model again, etc."""
|
| 51 | model_name: str = "interleaving"
|
| 52 |
|
| 53 |
|
| 54 | class InterleavingModel(RouletteModel):
|
| 55 | def __init__(self, *, config_class: type = InterleavingModelConfig, **kwargs):
|
| 56 | """This "meta"-model alternates between the models in the sequence for every call"""
|
| 57 | super().__init__(config_class=config_class, **kwargs)
|
| 58 |
|
| 59 | def select_model(self) -> Model:
|
| 60 | if self.config.sequence is None:
|
| 61 | i_model = self._n_calls % len(self.models)
|
| 62 | else:
|
| 63 | i_model = self.config.sequence[self._n_calls % len(self.config.sequence)]
|
| 64 | return self.models[i_model]
|
| 65 |
|