laantungir/routstr-core
1
0
Fork 0
mirror of https://github.com/Routstr/routstr-core.git synced 2026-08-12 12:13:21 +00:00
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #367 from Routstr/fixed-max-cost-discount-bug

Browse Source 
Fixed max cost discount bug
This commit is contained in:
9qeklajc
2026-02-16 21:34:12 +01:00
committed by GitHub
parent 2a1c52476f 9ce91f58a9
commit c6cb1a1eeb
1 changed files with 23 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
routstr/payment/helpers.py
+23
View File
@@ -169,9 +169,32 @@ async def calculate_discounted_max_cost(
tol = settings.tolerance_percentage
tol_factor = max(0.0, 1 - float(tol) / 100.0)
max_prompt_allowed_sats = model_pricing.max_prompt_cost * tol_factor
max_completion_allowed_sats = model_pricing.max_completion_cost * tol_factor
if model_obj:
prompt_token_limit: int | None = None
if model_obj.top_provider and (
model_obj.top_provider.context_length
or model_obj.top_provider.max_completion_tokens
):
cl = model_obj.top_provider.context_length
mct = model_obj.top_provider.max_completion_tokens
if cl and mct:
prompt_token_limit = max(0, cl - mct)
elif cl:
prompt_token_limit = cl
elif mct:
prompt_token_limit = 0
elif model_obj.context_length:
prompt_token_limit = model_obj.context_length
if prompt_token_limit is not None:
max_prompt_allowed_sats = (
prompt_token_limit * model_pricing.prompt * tol_factor
)
adjusted = max_cost_for_model
if messages := body.get("messages"):