move model record logic to model assigner (#658)

Author: mitya52

refact-server/refact_webgui/webgui/selfhost_fastapi_completions.py

@@ -251,10 +251,7 @@ def _select_default_model(models: List[str]) -> str:
         completion_models = {}
         for model_name in running_models.get("completion", []):
             if model_info := self._model_assigner.models_db.get(_get_base_model_info(model_name)):
-                completion_models[model_name] = {
-                    "n_ctx": model_info["T"],
-                    "supports_scratchpads": model_info["supports_scratchpads"]["completion"],
-                }
+                completion_models[model_name] = self._model_assigner.to_completion_model_record(model_info)
             elif model := available_third_party_models().get(model_name):
                 completion_models[model_name] = model.to_completion_model_record()
             else:
@@ -265,10 +262,7 @@ def _select_default_model(models: List[str]) -> str:
         chat_models = {}
         for model_name in running_models.get("chat", []):
             if model_info := self._model_assigner.models_db.get(_get_base_model_info(model_name)):
-                chat_models[model_name] = {
-                    "n_ctx": model_info["T"],
-                    "supports_scratchpads": model_info["supports_scratchpads"]["chat"],
-                }
+                chat_models[model_name] = self._model_assigner.to_chat_model_record(model_info)
             elif model := available_third_party_models().get(model_name):
                 chat_models[model_name] = model.to_chat_model_record()
             else:

refact-server/refact_webgui/webgui/selfhost_model_assigner.py

@@ -107,6 +107,20 @@ def share_gpu_backends(self) -> Set[str]:
     def models_db(self) -> Dict[str, Any]:
         return models_mini_db
 
+    @staticmethod
+    def to_completion_model_record(model_info: Dict[str, Any]) -> Dict[str, Any]:
+        return {
+            "n_ctx": model_info["T"],
+            "supports_scratchpads": model_info["supports_scratchpads"]["completion"],
+        }
+
+    @staticmethod
+    def to_chat_model_record(model_info: Dict[str, Any]) -> Dict[str, Any]:
+        return {
+            "n_ctx": model_info["T"],
+            "supports_scratchpads": model_info["supports_scratchpads"]["chat"],
+        }
+
     def _model_assign_to_groups(self, model_assign: Dict[str, Dict]) -> List[ModelGroup]:
         model_groups: List[ModelGroup] = []
         shared_group = ModelGroup()