Skip to content

Commit df00c33

Browse files
fix(proxy): reload the unpriced-model toggle regardless of supported_db_objects
Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
1 parent 3c44f8d commit df00c33

2 files changed

Lines changed: 7 additions & 4 deletions

File tree

litellm/proxy/proxy_server.py

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -6823,7 +6823,8 @@ async def _init_non_llm_objects_in_db(self, prisma_client: PrismaClient):
68236823

68246824
if self._should_load_db_object(object_type="config_overrides"):
68256825
await self._init_hashicorp_vault_config_override(prisma_client=prisma_client)
6826-
await self._apply_safe_litellm_settings_overrides_from_db(prisma_client=prisma_client)
6826+
6827+
await self._apply_safe_litellm_settings_overrides_from_db(prisma_client=prisma_client)
68276828

68286829
async def _apply_safe_litellm_settings_overrides_from_db(self, prisma_client: PrismaClient) -> None:
68296830
config_record: Final = await get_config_param(prisma_client, "litellm_settings")

tests/test_litellm/proxy/management_endpoints/test_cost_tracking_settings.py

Lines changed: 5 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -741,9 +741,11 @@ def test_peer_workers_pick_up_persisted_flag_on_config_reload(self):
741741
assert litellm.block_requests_for_models_without_pricing is True
742742

743743
@pytest.mark.asyncio
744-
async def test_periodic_db_sync_applies_flag_to_peer_worker(self):
744+
@pytest.mark.parametrize("loads_config_overrides", [True, False])
745+
async def test_periodic_db_sync_applies_flag_to_peer_worker(self, loads_config_overrides):
745746
"""The ~10s reconcile loop runs _init_non_llm_objects_in_db on every worker; it must apply
746-
the persisted flag so peers converge without a restart."""
747+
the persisted flag so peers converge without a restart, including when supported_db_objects
748+
leaves config_overrides out."""
747749
from types import SimpleNamespace
748750

749751
from litellm.proxy.proxy_server import ProxyConfig
@@ -756,7 +758,7 @@ async def test_periodic_db_sync_applies_flag_to_peer_worker(self):
756758
patch.object(
757759
ProxyConfig,
758760
"_should_load_db_object",
759-
side_effect=lambda object_type: object_type == "config_overrides",
761+
side_effect=lambda object_type: loads_config_overrides and object_type == "config_overrides",
760762
),
761763
patch.object(ProxyConfig, "_init_hashicorp_vault_config_override", AsyncMock()),
762764
patch("litellm.proxy.proxy_server.get_config_param", AsyncMock(return_value=config_record)),

0 commit comments

Comments
 (0)