Adding AzurePhiModel

https://github.com/guidance-ai/guidance?tab=readme-ov-file#azure-ai

blendsql/models/__init__.py

@@ -1,4 +1,5 @@
 from .local._transformers import TransformersLLM, TransformersVisionModel
+from .local._azure_phi import AzurePhiModel
 from .remote._ollama import OllamaLLM
 from .remote._openai import OpenaiLLM, AzureOpenaiLLM
 from .remote._anthropic import AnthropicLLM

blendsql/models/local/_azure_phi.py

@@ -0,0 +1,48 @@
+import importlib.util
+import os
+from typing import Optional
+
+from .._model import LocalModel, ModelObj
+
+_has_transformers = importlib.util.find_spec("transformers") is not None
+
+
+class AzurePhiModel(LocalModel):
+    def __init__(
+        self,
+        config: Optional[dict] = None,
+        caching: bool = True,
+        **kwargs,
+    ):
+        if not _has_transformers:
+            raise ImportError(
+                "Please install transformers with `pip install transformers`!"
+            ) from None
+        import transformers
+
+        transformers.logging.set_verbosity_error()
+        if config is None:
+            config = {}
+
+        super().__init__(
+            model_name_or_path="microsoft/Phi-3.5-mini-instruct",
+            requires_config=True,
+            tokenizer=transformers.AutoTokenizer.from_pretrained(
+                "microsoft/Phi-3.5-mini-instruct"
+            ),
+            load_model_kwargs=config,
+            caching=caching,
+            **kwargs,
+        )
+
+    def _load_model(self) -> ModelObj:
+        # https://huggingface.co/blog/how-to-generate
+        from guidance.models import AzureGuidance
+
+        assert all(os.getenv(k) is not None for k in ["AZURE_PHI_KEY", "AZURE_PHI_URL"])
+        lm = AzureGuidance(
+            f"{os.getenv('AZURE_PHI_URL')}/guidance#auth={os.getenv('AZURE_PHI_KEY')}",
+            echo=False,
+            # **self.load_model_kwargs,
+        )
+        return lm