ai-sentry-config.json

{
    "pools": [
        {
            "name": "pool1",
            "description": "pool1 description",
            "endpoints": [
                {
                    "url": "https://<your-open-ai-instance>.openai.azure.com/openai",
                    "api-key": null, //If you simply set "api-Key": null the facade layer will leverage aks workload identity to connect to openAi backends.,
                    "x-ratelimit-remaining-requests": 1000,
                    "x-ratelimit-remaining-tokens": 1000
                }
            ]
        },
        {
            "name": "pool2",
            "description": "pool2 description",
            "endpoints": [
                {
                    "url": "https://<your-open-ai-instance>.openai.azure.com/openai",
                    "api-key": "your-api-key", //If you simply set "api-Key": null the facade layer will leverage aks workload identity to connect to openAi backends.
                    "x-ratelimit-remaining-requests": 1000,
                    "x-ratelimit-remaining-tokens": 1000
                },
                {
                    "url": "https://<your-open-ai-instance>.openai.azure.com/openai",
                    "api-key": "your-api-key",//If you simply set "api-Key": null the facade layer will leverage aks workload identity to connect to openAi backends.
                    "x-ratelimit-remaining-requests": 1000,
                    "x-ratelimit-remaining-tokens": 1000
                }
            ]
        }
    ]
}