litellm/.github/workflows/test-postgres.yml at 145ca7d78f28df9d3d03fab434fe0080d1114b15 · BerriAI/litellm · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
name: "Postgres Tests"

on:
  pull_request:
    branches:
      - main
      - litellm_internal_staging
      - litellm_oss_staging
      - "litellm_**"
  push:
    branches:
      - main
      - litellm_internal_staging
  workflow_dispatch:

permissions:
  contents: read

concurrency:
  group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.sha }}
  cancel-in-progress: ${{ github.event_name == 'pull_request' }}

jobs:
  postgres:
    name: ${{ matrix.shard }}
    runs-on: ubuntu-latest
    timeout-minutes: ${{ matrix.job-timeout-minutes }}
    permissions:
      contents: read

    services:
      postgres:
        image: postgres:16@sha256:e17e86066e5ef83e0952a9347f5c792b7ece00972e2aa787a6986f471b3dd3d5
        env:
          POSTGRES_USER: postgres
          POSTGRES_PASSWORD: postgres
          POSTGRES_DB: litellm_test
        ports:
          - 5432:5432
        options: >-
          --health-cmd pg_isready
          --health-interval 10s
          --health-timeout 5s
          --health-retries 10

    strategy:
      fail-fast: false
      matrix:
        include:
          - shard: proxy-behavior
            test-path: "tests/proxy_behavior"
            seed: db-push
            workers: 0
            timeout-minutes: 25
            job-timeout-minutes: 50

          - shard: proxy-security
            test-path: "tests/proxy_security_tests"
            seed: db-push
            workers: 0
            timeout-minutes: 15
            job-timeout-minutes: 40

          - shard: schema-migration
            test-path: "tests/proxy_migration_tests"
            seed: none
            workers: 0
            timeout-minutes: 20
            job-timeout-minutes: 45

    env:
      DATABASE_URL: "postgresql://postgres:postgres@localhost:5432/litellm_test"

    steps:
      - uses: actions/checkout@08eba0b27e820071cde6df949e0beb9ba4906955 # v4.3.0
        timeout-minutes: 3
        with:
          persist-credentials: false

      - name: Detect relevant changes
        id: changes
        timeout-minutes: 2
        uses: ./.github/actions/detect-changes

      - name: Set up Python
        if: steps.changes.outputs.decision != 'skip'
        timeout-minutes: 3
        uses: actions/setup-python@a26af69be951a213d495a4c3e4e4022e16d87065 # v5.6.0
        with:
          python-version: "3.12"

      - name: Set up uv
        if: steps.changes.outputs.decision != 'skip'
        timeout-minutes: 3
        uses: ./.github/actions/setup-uv-with-retries
        with:
          version: "0.10.9"

      - name: Cache uv dependencies
        if: steps.changes.outputs.decision != 'skip'
        timeout-minutes: 5
        uses: actions/cache@0057852bfaa89a56745cba8c7296529d2fc39830 # v4.3.0
        with:
          path: |
            ~/.cache/uv
            .venv
          key: ${{ runner.os }}-uv-postgres-${{ hashFiles('uv.lock') }}
          restore-keys: |
            ${{ runner.os }}-uv-postgres-

      - name: Install dependencies
        if: steps.changes.outputs.decision != 'skip'
        timeout-minutes: 12
        run: |
          .github/scripts/uv_sync_with_retries.sh --frozen --all-groups --all-extras

      - name: Cache Prisma binaries
        if: steps.changes.outputs.decision != 'skip'
        timeout-minutes: 3
        uses: ./.github/actions/cache-prisma-binaries

      - name: Generate Prisma client
        if: steps.changes.outputs.decision != 'skip'
        timeout-minutes: 5
        run: |
          uv run --no-sync prisma generate --schema litellm/proxy/schema.prisma

      - name: Seed database schema
        if: steps.changes.outputs.decision != 'skip' && matrix.seed != 'none'
        timeout-minutes: 10
        run: |
          uv run --no-sync prisma db push --schema litellm/proxy/schema.prisma --accept-data-loss

      - name: Run tests
        if: steps.changes.outputs.decision != 'skip'
        timeout-minutes: ${{ matrix.timeout-minutes }}
        env:
          TEST_PATH: ${{ matrix.test-path }}
          WORKERS: ${{ matrix.workers }}
        run: |
          if [ "${WORKERS}" = "0" ]; then
            uv run --no-sync pytest ${TEST_PATH:?} -vv --tb=short --durations=10
          else
            uv run --no-sync pytest ${TEST_PATH:?} -vv --tb=short --durations=10 -n "${WORKERS}"
          fi