Merge pull request #12606 from AnuGayan/master-AI-API-temp

Fix issues in AI Subscription throttling policy deployment
wso2 · Sep 27, 2024 · 499d3ae · 499d3ae
2 parents c72f127 + ab0107f
commit 499d3ae
Showing 1 changed file with 7 additions and 3 deletions.
diff --git a/...imgt.core.feature/src/main/resources/policy_templates/throttle_policy_template_ai_sub.xml b/...imgt.core.feature/src/main/resources/policy_templates/throttle_policy_template_ai_sub.xml
@@ -23,17 +23,21 @@
 		ifThenElse((sum(cast(map:get(propertiesMap,'COMPLETION_TOKENS'),'long')) >= $quotaPolicy.getAiApiQuota().getCompletionTokenCount()L), true,
 		#end
 		#if($quotaPolicy.getAiApiQuota().getTotalTokenCount() != 0)
-		ifThenElse((sum(cast(map:get(propertiesMap,'TOTAL_TOKENS'),'long')) >= $quotaPolicy.getAiApiQuota().getTotalTokenCount()L), true, false)
+		ifThenElse((sum(cast(map:get(propertiesMap,'TOTAL_TOKENS'),'long')) >= $quotaPolicy.getAiApiQuota().getTotalTokenCount()L), true,
 		#end
-		#if($quotaPolicy.getLimit().getPromptTokenCount() != 0)
+				false)
+		#if($quotaPolicy.getAiApiQuota().getPromptTokenCount() != 0)
 		)
 		#end
-		#if($quotaPolicy.getLimit().getCompletionTokenCount() != 0)
+		#if($quotaPolicy.getAiApiQuota().getCompletionTokenCount() != 0)
 		)
 		#end
 		#if($quotaPolicy.getRequestCountLimit().getRequestCount() != 0)
 		)
 		#end
+		#if($quotaPolicy.getAiApiQuota().getTotalTokenCount() != 0)
+		)
+		#end
 		as isThrottled, expiryTimeStamp
 		group by throttleKey
 		INSERT ALL EVENTS into ResultStream;