|
""" |
|
python script to pre-create all views required by LiteLLM Proxy Server |
|
""" |
|
|
|
import asyncio |
|
|
|
|
|
|
|
from prisma import Prisma |
|
|
|
db = Prisma( |
|
http={ |
|
"timeout": 60000, |
|
}, |
|
) |
|
|
|
|
|
async def check_view_exists(): |
|
""" |
|
Checks if the LiteLLM_VerificationTokenView and MonthlyGlobalSpend exists in the user's db. |
|
|
|
LiteLLM_VerificationTokenView: This view is used for getting the token + team data in user_api_key_auth |
|
|
|
MonthlyGlobalSpend: This view is used for the admin view to see global spend for this month |
|
|
|
If the view doesn't exist, one will be created. |
|
""" |
|
|
|
|
|
await db.connect() |
|
try: |
|
|
|
await db.query_raw("""SELECT 1 FROM "LiteLLM_VerificationTokenView" LIMIT 1""") |
|
print("LiteLLM_VerificationTokenView Exists!") |
|
except Exception: |
|
|
|
await db.execute_raw( |
|
""" |
|
CREATE VIEW "LiteLLM_VerificationTokenView" AS |
|
SELECT |
|
v.*, |
|
t.spend AS team_spend, |
|
t.max_budget AS team_max_budget, |
|
t.tpm_limit AS team_tpm_limit, |
|
t.rpm_limit AS team_rpm_limit |
|
FROM "LiteLLM_VerificationToken" v |
|
LEFT JOIN "LiteLLM_TeamTable" t ON v.team_id = t.team_id; |
|
""" |
|
) |
|
|
|
print("LiteLLM_VerificationTokenView Created!") |
|
|
|
try: |
|
await db.query_raw("""SELECT 1 FROM "MonthlyGlobalSpend" LIMIT 1""") |
|
print("MonthlyGlobalSpend Exists!") |
|
except Exception: |
|
sql_query = """ |
|
CREATE OR REPLACE VIEW "MonthlyGlobalSpend" AS |
|
SELECT |
|
DATE("startTime") AS date, |
|
SUM("spend") AS spend |
|
FROM |
|
"LiteLLM_SpendLogs" |
|
WHERE |
|
"startTime" >= (CURRENT_DATE - INTERVAL '30 days') |
|
GROUP BY |
|
DATE("startTime"); |
|
""" |
|
await db.execute_raw(query=sql_query) |
|
|
|
print("MonthlyGlobalSpend Created!") |
|
|
|
try: |
|
await db.query_raw("""SELECT 1 FROM "Last30dKeysBySpend" LIMIT 1""") |
|
print("Last30dKeysBySpend Exists!") |
|
except Exception: |
|
sql_query = """ |
|
CREATE OR REPLACE VIEW "Last30dKeysBySpend" AS |
|
SELECT |
|
L."api_key", |
|
V."key_alias", |
|
V."key_name", |
|
SUM(L."spend") AS total_spend |
|
FROM |
|
"LiteLLM_SpendLogs" L |
|
LEFT JOIN |
|
"LiteLLM_VerificationToken" V |
|
ON |
|
L."api_key" = V."token" |
|
WHERE |
|
L."startTime" >= (CURRENT_DATE - INTERVAL '30 days') |
|
GROUP BY |
|
L."api_key", V."key_alias", V."key_name" |
|
ORDER BY |
|
total_spend DESC; |
|
""" |
|
await db.execute_raw(query=sql_query) |
|
|
|
print("Last30dKeysBySpend Created!") |
|
|
|
try: |
|
await db.query_raw("""SELECT 1 FROM "Last30dModelsBySpend" LIMIT 1""") |
|
print("Last30dModelsBySpend Exists!") |
|
except Exception: |
|
sql_query = """ |
|
CREATE OR REPLACE VIEW "Last30dModelsBySpend" AS |
|
SELECT |
|
"model", |
|
SUM("spend") AS total_spend |
|
FROM |
|
"LiteLLM_SpendLogs" |
|
WHERE |
|
"startTime" >= (CURRENT_DATE - INTERVAL '30 days') |
|
AND "model" != '' |
|
GROUP BY |
|
"model" |
|
ORDER BY |
|
total_spend DESC; |
|
""" |
|
await db.execute_raw(query=sql_query) |
|
|
|
print("Last30dModelsBySpend Created!") |
|
try: |
|
await db.query_raw("""SELECT 1 FROM "MonthlyGlobalSpendPerKey" LIMIT 1""") |
|
print("MonthlyGlobalSpendPerKey Exists!") |
|
except Exception: |
|
sql_query = """ |
|
CREATE OR REPLACE VIEW "MonthlyGlobalSpendPerKey" AS |
|
SELECT |
|
DATE("startTime") AS date, |
|
SUM("spend") AS spend, |
|
api_key as api_key |
|
FROM |
|
"LiteLLM_SpendLogs" |
|
WHERE |
|
"startTime" >= (CURRENT_DATE - INTERVAL '30 days') |
|
GROUP BY |
|
DATE("startTime"), |
|
api_key; |
|
""" |
|
await db.execute_raw(query=sql_query) |
|
|
|
print("MonthlyGlobalSpendPerKey Created!") |
|
try: |
|
await db.query_raw( |
|
"""SELECT 1 FROM "MonthlyGlobalSpendPerUserPerKey" LIMIT 1""" |
|
) |
|
print("MonthlyGlobalSpendPerUserPerKey Exists!") |
|
except Exception: |
|
sql_query = """ |
|
CREATE OR REPLACE VIEW "MonthlyGlobalSpendPerUserPerKey" AS |
|
SELECT |
|
DATE("startTime") AS date, |
|
SUM("spend") AS spend, |
|
api_key as api_key, |
|
"user" as "user" |
|
FROM |
|
"LiteLLM_SpendLogs" |
|
WHERE |
|
"startTime" >= (CURRENT_DATE - INTERVAL '30 days') |
|
GROUP BY |
|
DATE("startTime"), |
|
"user", |
|
api_key; |
|
""" |
|
await db.execute_raw(query=sql_query) |
|
|
|
print("MonthlyGlobalSpendPerUserPerKey Created!") |
|
|
|
try: |
|
await db.query_raw("""SELECT 1 FROM "DailyTagSpend" LIMIT 1""") |
|
print("DailyTagSpend Exists!") |
|
except Exception: |
|
sql_query = """ |
|
CREATE OR REPLACE VIEW "DailyTagSpend" AS |
|
SELECT |
|
jsonb_array_elements_text(request_tags) AS individual_request_tag, |
|
DATE(s."startTime") AS spend_date, |
|
COUNT(*) AS log_count, |
|
SUM(spend) AS total_spend |
|
FROM "LiteLLM_SpendLogs" s |
|
GROUP BY individual_request_tag, DATE(s."startTime"); |
|
""" |
|
await db.execute_raw(query=sql_query) |
|
|
|
print("DailyTagSpend Created!") |
|
|
|
try: |
|
await db.query_raw("""SELECT 1 FROM "Last30dTopEndUsersSpend" LIMIT 1""") |
|
print("Last30dTopEndUsersSpend Exists!") |
|
except Exception: |
|
sql_query = """ |
|
CREATE VIEW "Last30dTopEndUsersSpend" AS |
|
SELECT end_user, COUNT(*) AS total_events, SUM(spend) AS total_spend |
|
FROM "LiteLLM_SpendLogs" |
|
WHERE end_user <> '' AND end_user <> user |
|
AND "startTime" >= CURRENT_DATE - INTERVAL '30 days' |
|
GROUP BY end_user |
|
ORDER BY total_spend DESC |
|
LIMIT 100; |
|
""" |
|
await db.execute_raw(query=sql_query) |
|
|
|
print("Last30dTopEndUsersSpend Created!") |
|
|
|
return |
|
|
|
|
|
asyncio.run(check_view_exists()) |
|
|