refactor: unify LLM gateway policy
This commit is contained in:
+13
-3
@@ -874,16 +874,26 @@ class ReviewDatabase:
|
||||
model: str,
|
||||
status: str,
|
||||
latency_ms: int = 0,
|
||||
*,
|
||||
role: str = "",
|
||||
prompt_version: str = "",
|
||||
error_code: str = "",
|
||||
input_tokens: int = 0,
|
||||
output_tokens: int = 0,
|
||||
) -> None:
|
||||
now = datetime.now(timezone.utc).isoformat(timespec="seconds")
|
||||
with self.connect() as connection:
|
||||
connection.execute(
|
||||
"""
|
||||
INSERT INTO llm_usage
|
||||
(user_id, feature, source, model, status, latency_ms, created_at)
|
||||
VALUES (?, ?, ?, ?, ?, ?, ?)
|
||||
(user_id, feature, source, model, status, latency_ms, created_at,
|
||||
role, prompt_version, error_code, input_tokens, output_tokens)
|
||||
VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
|
||||
""",
|
||||
(user_id, feature, source, model, status, int(latency_ms), now),
|
||||
(
|
||||
user_id, feature, source, model, status, int(latency_ms), now,
|
||||
role, prompt_version, error_code, int(input_tokens), int(output_tokens),
|
||||
),
|
||||
)
|
||||
|
||||
def count_llm_usage_since(self, user_id: int, source: str, since: str) -> int:
|
||||
|
||||
Reference in New Issue
Block a user