apiVersion: extensions.istio.io/v1alpha1 kind: WasmPlugin metadata: creationTimestamp: "2026-07-13T23:48:12Z" generation: 104 labels: kuadrant.io/managed: "true" managedFields: - apiVersion: extensions.istio.io/v1alpha1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:labels: .: {} f:kuadrant.io/managed: {} f:ownerReferences: .: {} k:{"uid":"f662b680-9813-48dd-8fd9-7cb5693ab535"}: {} f:spec: .: {} f:phase: {} f:pluginConfig: .: {} f:actionSets: {} f:services: .: {} f:auth-service: .: {} f:endpoint: {} f:failureMode: {} f:timeout: {} f:type: {} f:ratelimit-check-service: .: {} f:endpoint: {} f:failureMode: {} f:timeout: {} f:type: {} f:ratelimit-report-service: .: {} f:endpoint: {} f:failureMode: {} f:timeout: {} f:type: {} f:ratelimit-service: .: {} f:endpoint: {} f:failureMode: {} f:timeout: {} f:type: {} f:targetRefs: {} f:url: {} manager: manager operation: Update time: "2026-07-14T00:13:03Z" name: kuadrant-maas-default-gateway namespace: openshift-ingress ownerReferences: - apiVersion: gateway.networking.k8s.io/v1 blockOwnerDeletion: true controller: true kind: Gateway name: maas-default-gateway uid: f662b680-9813-48dd-8fd9-7cb5693ab535 resourceVersion: "50210" uid: 22a82f24-6f6a-49d3-97ef-0d0ce6baa455 spec: phase: STATS pluginConfig: actionSets: - actions: - predicates: - request.path != "/maas-api/health" || request.method != "GET" scope: a89b0896df0d8cd430f1c81b6eb292ddc044daed393537d009a6330718f58d4b service: auth-service sources: - authpolicy.kuadrant.io:openshift-ingress/maas-gateway-auth - conditionalData: - data: - expression: key: tokenlimit.deny_all_by_default__6d45535f value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: "0" predicates: - '!request.path.startsWith("/maas-api") && !request.path.startsWith("/v1/models") && !request.path.startsWith("/v1/subscriptions") && !request.path.startsWith("/v1/api-keys")' scope: llm/e2e-distinct-2-simulated-kserve-route service: ratelimit-check-service sources: - tokenratelimitpolicy.kuadrant.io:openshift-ingress/gateway-default-deny - conditionalData: - data: - expression: key: tokenlimit.deny_all_by_default__6d45535f value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: responseBodyJSON("/usage/total_tokens") predicates: - '!request.path.startsWith("/maas-api") && !request.path.startsWith("/v1/models") && !request.path.startsWith("/v1/subscriptions") && !request.path.startsWith("/v1/api-keys")' scope: llm/e2e-distinct-2-simulated-kserve-route service: ratelimit-report-service sources: - tokenratelimitpolicy.kuadrant.io:openshift-ingress/gateway-default-deny name: 601d81fda832decfce1c5053e422906c83b94dd9aa69f4b03ab357b22e61bc24 routeRuleConditions: hostnames: - '*' predicates: - request.url_path == '/v1/chat/completions/' - request.headers.exists(h, h.lowerAscii() == 'x-gateway-model-name' && request.headers[h] == 'publishers/llm/models/test/e2e-distinct-model-2') - actions: - predicates: - request.path != "/maas-api/health" || request.method != "GET" scope: 86cbb62fb4d82d4dc402b3281444539a5625c4bb4c86bbc4912c70e690a2e374 service: auth-service sources: - authpolicy.kuadrant.io:openshift-ingress/maas-gateway-auth - conditionalData: - data: - expression: key: tokenlimit.deny_all_by_default__6d45535f value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: "0" predicates: - '!request.path.startsWith("/maas-api") && !request.path.startsWith("/v1/models") && !request.path.startsWith("/v1/subscriptions") && !request.path.startsWith("/v1/api-keys")' scope: llm/e2e-distinct-simulated-kserve-route service: ratelimit-check-service sources: - tokenratelimitpolicy.kuadrant.io:openshift-ingress/gateway-default-deny - conditionalData: - data: - expression: key: tokenlimit.deny_all_by_default__6d45535f value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: responseBodyJSON("/usage/total_tokens") predicates: - '!request.path.startsWith("/maas-api") && !request.path.startsWith("/v1/models") && !request.path.startsWith("/v1/subscriptions") && !request.path.startsWith("/v1/api-keys")' scope: llm/e2e-distinct-simulated-kserve-route service: ratelimit-report-service sources: - tokenratelimitpolicy.kuadrant.io:openshift-ingress/gateway-default-deny name: 6890f01a44426c8a6658b8ed6c146d281ba56ede4776b6711d5a9ed031129e90 routeRuleConditions: hostnames: - '*' predicates: - request.url_path == '/v1/chat/completions/' - request.headers.exists(h, h.lowerAscii() == 'x-gateway-model-name' && request.headers[h] == 'publishers/llm/models/test/e2e-distinct-model') - actions: - predicates: - request.path != "/maas-api/health" || request.method != "GET" scope: 5fea747cb803a5ee3aeb620187bd9ec74ccccd10a92474ef528215a7ff146c8f service: auth-service sources: - authpolicy.kuadrant.io:openshift-ingress/maas-gateway-auth - conditionalData: - data: - expression: key: tokenlimit.deny_all_by_default__6d45535f value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: "0" predicates: - '!request.path.startsWith("/maas-api") && !request.path.startsWith("/v1/models") && !request.path.startsWith("/v1/subscriptions") && !request.path.startsWith("/v1/api-keys")' scope: llm/e2e-trlp-test-simulated-kserve-route service: ratelimit-check-service sources: - tokenratelimitpolicy.kuadrant.io:openshift-ingress/gateway-default-deny - conditionalData: - data: - expression: key: tokenlimit.deny_all_by_default__6d45535f value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: responseBodyJSON("/usage/total_tokens") predicates: - '!request.path.startsWith("/maas-api") && !request.path.startsWith("/v1/models") && !request.path.startsWith("/v1/subscriptions") && !request.path.startsWith("/v1/api-keys")' scope: llm/e2e-trlp-test-simulated-kserve-route service: ratelimit-report-service sources: - tokenratelimitpolicy.kuadrant.io:openshift-ingress/gateway-default-deny name: fe9c82a10c86d9c15adc3f13c67dd88d5f730af7261dbdc79df7d084b33cecb1 routeRuleConditions: hostnames: - '*' predicates: - request.url_path == '/v1/chat/completions/' - request.headers.exists(h, h.lowerAscii() == 'x-gateway-model-name' && request.headers[h] == 'publishers/llm/models/test/e2e-trlp-test-model') - actions: - predicates: - request.path != "/maas-api/health" || request.method != "GET" scope: 9903213c635804dd416e9f12956f0fa896195627091daaf593a30df64cf640c5 service: auth-service sources: - authpolicy.kuadrant.io:openshift-ingress/maas-gateway-auth - conditionalData: - data: - expression: key: tokenlimit.deny_all_by_default__6d45535f value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: "0" predicates: - '!request.path.startsWith("/maas-api") && !request.path.startsWith("/v1/models") && !request.path.startsWith("/v1/subscriptions") && !request.path.startsWith("/v1/api-keys")' scope: llm/e2e-unconfigured-facebook-opt-125m-simulated-kserve-route service: ratelimit-check-service sources: - tokenratelimitpolicy.kuadrant.io:openshift-ingress/gateway-default-deny - conditionalData: - data: - expression: key: tokenlimit.deny_all_by_default__6d45535f value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: responseBodyJSON("/usage/total_tokens") predicates: - '!request.path.startsWith("/maas-api") && !request.path.startsWith("/v1/models") && !request.path.startsWith("/v1/subscriptions") && !request.path.startsWith("/v1/api-keys")' scope: llm/e2e-unconfigured-facebook-opt-125m-simulated-kserve-route service: ratelimit-report-service sources: - tokenratelimitpolicy.kuadrant.io:openshift-ingress/gateway-default-deny name: 9ec33d6bcc4de240f83c577c9ae87ab82367e7863249c1d0add82dd0a9a616f7 routeRuleConditions: hostnames: - '*' predicates: - request.url_path == '/v1/chat/completions/' - request.headers.exists(h, h.lowerAscii() == 'x-gateway-model-name' && request.headers[h] == 'publishers/llm/models/facebook/opt-125m') - actions: - predicates: - request.path != "/maas-api/health" || request.method != "GET" scope: 3dd75e19cd66d310c30638e330078972afd6d2d96305f91055bc6a6f363fb8d3 service: auth-service sources: - authpolicy.kuadrant.io:openshift-ingress/maas-gateway-auth - conditionalData: - data: - expression: key: tokenlimit.models_as_a_service_simulator_subscription_facebook_opt_125m_simulated_tokens__87db8427 value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: "0" predicates: - auth.identity.selected_subscription_key == "models-as-a-service/simulator-subscription@llm/facebook-opt-125m-simulated" && !request.path.endsWith("/v1/models") scope: llm/facebook-opt-125m-simulated-kserve-route service: ratelimit-check-service sources: - tokenratelimitpolicy.kuadrant.io:llm/maas-trlp-facebook-opt-125m-simulated - conditionalData: - data: - expression: key: tokenlimit.models_as_a_service_simulator_subscription_facebook_opt_125m_simulated_tokens__87db8427 value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: responseBodyJSON("/usage/total_tokens") predicates: - auth.identity.selected_subscription_key == "models-as-a-service/simulator-subscription@llm/facebook-opt-125m-simulated" && !request.path.endsWith("/v1/models") scope: llm/facebook-opt-125m-simulated-kserve-route service: ratelimit-report-service sources: - tokenratelimitpolicy.kuadrant.io:llm/maas-trlp-facebook-opt-125m-simulated name: f696579c209bda03d1cd8509ce1086cac053b2ac59db4c806d5e245cb43af718 routeRuleConditions: hostnames: - '*' predicates: - request.url_path == '/v1/chat/completions/' - request.headers.exists(h, h.lowerAscii() == 'x-gateway-model-name' && request.headers[h] == 'publishers/llm/models/facebook/opt-125m') - actions: - predicates: - request.path != "/maas-api/health" || request.method != "GET" scope: 7371c34ce8e4df2309ee8f952c87f921947b289427b6e9ea579dcb9970fc1b86 service: auth-service sources: - authpolicy.kuadrant.io:openshift-ingress/maas-gateway-auth - conditionalData: - data: - expression: key: tokenlimit.models_as_a_service_premium_simulator_subscription_premium_simulated_simulated_premium_tokens__a2a80825 value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: "0" predicates: - auth.identity.selected_subscription_key == "models-as-a-service/premium-simulator-subscription@llm/premium-simulated-simulated-premium" && !request.path.endsWith("/v1/models") scope: llm/premium-simulated-simulated-premium-kserve-route service: ratelimit-check-service sources: - tokenratelimitpolicy.kuadrant.io:llm/maas-trlp-premium-simulated-simulated-premium - conditionalData: - data: - expression: key: tokenlimit.models_as_a_service_premium_simulator_subscription_premium_simulated_simulated_premium_tokens__a2a80825 value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: responseBodyJSON("/usage/total_tokens") predicates: - auth.identity.selected_subscription_key == "models-as-a-service/premium-simulator-subscription@llm/premium-simulated-simulated-premium" && !request.path.endsWith("/v1/models") scope: llm/premium-simulated-simulated-premium-kserve-route service: ratelimit-report-service sources: - tokenratelimitpolicy.kuadrant.io:llm/maas-trlp-premium-simulated-simulated-premium name: dc177b9ef524dde6ff0f85ab877b493ffa7bd0e99e58560815698729f5cc0b07 routeRuleConditions: hostnames: - '*' predicates: - request.url_path == '/v1/chat/completions/' - request.headers.exists(h, h.lowerAscii() == 'x-gateway-model-name' && request.headers[h] == 'publishers/llm/models/facebook/opt-125m') - actions: - predicates: - request.path != "/maas-api/health" || request.method != "GET" scope: a89b0896df0d8cd430f1c81b6eb292ddc044daed393537d009a6330718f58d4b service: auth-service sources: - authpolicy.kuadrant.io:openshift-ingress/maas-gateway-auth - conditionalData: - data: - expression: key: tokenlimit.deny_all_by_default__6d45535f value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: "0" predicates: - '!request.path.startsWith("/maas-api") && !request.path.startsWith("/v1/models") && !request.path.startsWith("/v1/subscriptions") && !request.path.startsWith("/v1/api-keys")' scope: llm/e2e-distinct-2-simulated-kserve-route service: ratelimit-check-service sources: - tokenratelimitpolicy.kuadrant.io:openshift-ingress/gateway-default-deny - conditionalData: - data: - expression: key: tokenlimit.deny_all_by_default__6d45535f value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: responseBodyJSON("/usage/total_tokens") predicates: - '!request.path.startsWith("/maas-api") && !request.path.startsWith("/v1/models") && !request.path.startsWith("/v1/subscriptions") && !request.path.startsWith("/v1/api-keys")' scope: llm/e2e-distinct-2-simulated-kserve-route service: ratelimit-report-service sources: - tokenratelimitpolicy.kuadrant.io:openshift-ingress/gateway-default-deny name: 3f50162934b8442aa1c7d3fe0566b1a268651b5cfb43ca14790d4f6ae94e75b9 routeRuleConditions: hostnames: - '*' predicates: - request.url_path == '/v1/chat/completions' - request.headers.exists(h, h.lowerAscii() == 'x-gateway-model-name' && request.headers[h] == 'publishers/llm/models/test/e2e-distinct-model-2') - actions: - predicates: - request.path != "/maas-api/health" || request.method != "GET" scope: 86cbb62fb4d82d4dc402b3281444539a5625c4bb4c86bbc4912c70e690a2e374 service: auth-service sources: - authpolicy.kuadrant.io:openshift-ingress/maas-gateway-auth - conditionalData: - data: - expression: key: tokenlimit.deny_all_by_default__6d45535f value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: "0" predicates: - '!request.path.startsWith("/maas-api") && !request.path.startsWith("/v1/models") && !request.path.startsWith("/v1/subscriptions") && !request.path.startsWith("/v1/api-keys")' scope: llm/e2e-distinct-simulated-kserve-route service: ratelimit-check-service sources: - tokenratelimitpolicy.kuadrant.io:openshift-ingress/gateway-default-deny - conditionalData: - data: - expression: key: tokenlimit.deny_all_by_default__6d45535f value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: responseBodyJSON("/usage/total_tokens") predicates: - '!request.path.startsWith("/maas-api") && !request.path.startsWith("/v1/models") && !request.path.startsWith("/v1/subscriptions") && !request.path.startsWith("/v1/api-keys")' scope: llm/e2e-distinct-simulated-kserve-route service: ratelimit-report-service sources: - tokenratelimitpolicy.kuadrant.io:openshift-ingress/gateway-default-deny name: cbd0c2da2572a35cd3b4337f215f7ea87eb0fd2dab2d8b96a3633b802e944cf3 routeRuleConditions: hostnames: - '*' predicates: - request.url_path == '/v1/chat/completions' - request.headers.exists(h, h.lowerAscii() == 'x-gateway-model-name' && request.headers[h] == 'publishers/llm/models/test/e2e-distinct-model') - actions: - predicates: - request.path != "/maas-api/health" || request.method != "GET" scope: 5fea747cb803a5ee3aeb620187bd9ec74ccccd10a92474ef528215a7ff146c8f service: auth-service sources: - authpolicy.kuadrant.io:openshift-ingress/maas-gateway-auth - conditionalData: - data: - expression: key: tokenlimit.deny_all_by_default__6d45535f value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: "0" predicates: - '!request.path.startsWith("/maas-api") && !request.path.startsWith("/v1/models") && !request.path.startsWith("/v1/subscriptions") && !request.path.startsWith("/v1/api-keys")' scope: llm/e2e-trlp-test-simulated-kserve-route service: ratelimit-check-service sources: - tokenratelimitpolicy.kuadrant.io:openshift-ingress/gateway-default-deny - conditionalData: - data: - expression: key: tokenlimit.deny_all_by_default__6d45535f value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: responseBodyJSON("/usage/total_tokens") predicates: - '!request.path.startsWith("/maas-api") && !request.path.startsWith("/v1/models") && !request.path.startsWith("/v1/subscriptions") && !request.path.startsWith("/v1/api-keys")' scope: llm/e2e-trlp-test-simulated-kserve-route service: ratelimit-report-service sources: - tokenratelimitpolicy.kuadrant.io:openshift-ingress/gateway-default-deny name: d9e0842efca62ec18863606db12ceebf38bbe9ef730da2630467ad9fc10100a0 routeRuleConditions: hostnames: - '*' predicates: - request.url_path == '/v1/chat/completions' - request.headers.exists(h, h.lowerAscii() == 'x-gateway-model-name' && request.headers[h] == 'publishers/llm/models/test/e2e-trlp-test-model') - actions: - predicates: - request.path != "/maas-api/health" || request.method != "GET" scope: 9903213c635804dd416e9f12956f0fa896195627091daaf593a30df64cf640c5 service: auth-service sources: - authpolicy.kuadrant.io:openshift-ingress/maas-gateway-auth - conditionalData: - data: - expression: key: tokenlimit.deny_all_by_default__6d45535f value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: "0" predicates: - '!request.path.startsWith("/maas-api") && !request.path.startsWith("/v1/models") && !request.path.startsWith("/v1/subscriptions") && !request.path.startsWith("/v1/api-keys")' scope: llm/e2e-unconfigured-facebook-opt-125m-simulated-kserve-route service: ratelimit-check-service sources: - tokenratelimitpolicy.kuadrant.io:openshift-ingress/gateway-default-deny - conditionalData: - data: - expression: key: tokenlimit.deny_all_by_default__6d45535f value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: responseBodyJSON("/usage/total_tokens") predicates: - '!request.path.startsWith("/maas-api") && !request.path.startsWith("/v1/models") && !request.path.startsWith("/v1/subscriptions") && !request.path.startsWith("/v1/api-keys")' scope: llm/e2e-unconfigured-facebook-opt-125m-simulated-kserve-route service: ratelimit-report-service sources: - tokenratelimitpolicy.kuadrant.io:openshift-ingress/gateway-default-deny name: 29ba2d99e8547db550138417bc4dd1de1fe95f80c1a67235729f38ceb873fabe routeRuleConditions: hostnames: - '*' predicates: - request.url_path == '/v1/chat/completions' - request.headers.exists(h, h.lowerAscii() == 'x-gateway-model-name' && request.headers[h] == 'publishers/llm/models/facebook/opt-125m') - actions: - predicates: - request.path != "/maas-api/health" || request.method != "GET" scope: 3dd75e19cd66d310c30638e330078972afd6d2d96305f91055bc6a6f363fb8d3 service: auth-service sources: - authpolicy.kuadrant.io:openshift-ingress/maas-gateway-auth - conditionalData: - data: - expression: key: tokenlimit.models_as_a_service_simulator_subscription_facebook_opt_125m_simulated_tokens__87db8427 value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: "0" predicates: - auth.identity.selected_subscription_key == "models-as-a-service/simulator-subscription@llm/facebook-opt-125m-simulated" && !request.path.endsWith("/v1/models") scope: llm/facebook-opt-125m-simulated-kserve-route service: ratelimit-check-service sources: - tokenratelimitpolicy.kuadrant.io:llm/maas-trlp-facebook-opt-125m-simulated - conditionalData: - data: - expression: key: tokenlimit.models_as_a_service_simulator_subscription_facebook_opt_125m_simulated_tokens__87db8427 value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: responseBodyJSON("/usage/total_tokens") predicates: - auth.identity.selected_subscription_key == "models-as-a-service/simulator-subscription@llm/facebook-opt-125m-simulated" && !request.path.endsWith("/v1/models") scope: llm/facebook-opt-125m-simulated-kserve-route service: ratelimit-report-service sources: - tokenratelimitpolicy.kuadrant.io:llm/maas-trlp-facebook-opt-125m-simulated name: bbd718eb041215b024cc6391a723517d277cf6dafe222d110de0e5cf05c5a1d8 routeRuleConditions: hostnames: - '*' predicates: - request.url_path == '/v1/chat/completions' - request.headers.exists(h, h.lowerAscii() == 'x-gateway-model-name' && request.headers[h] == 'publishers/llm/models/facebook/opt-125m') - actions: - predicates: - request.path != "/maas-api/health" || request.method != "GET" scope: 7371c34ce8e4df2309ee8f952c87f921947b289427b6e9ea579dcb9970fc1b86 service: auth-service sources: - authpolicy.kuadrant.io:openshift-ingress/maas-gateway-auth - conditionalData: - data: - expression: key: tokenlimit.models_as_a_service_premium_simulator_subscription_premium_simulated_simulated_premium_tokens__a2a80825 value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: "0" predicates: - auth.identity.selected_subscription_key == "models-as-a-service/premium-simulator-subscription@llm/premium-simulated-simulated-premium" && !request.path.endsWith("/v1/models") scope: llm/premium-simulated-simulated-premium-kserve-route service: ratelimit-check-service sources: - tokenratelimitpolicy.kuadrant.io:llm/maas-trlp-premium-simulated-simulated-premium - conditionalData: - data: - expression: key: tokenlimit.models_as_a_service_premium_simulator_subscription_premium_simulated_simulated_premium_tokens__a2a80825 value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: responseBodyJSON("/usage/total_tokens") predicates: - auth.identity.selected_subscription_key == "models-as-a-service/premium-simulator-subscription@llm/premium-simulated-simulated-premium" && !request.path.endsWith("/v1/models") scope: llm/premium-simulated-simulated-premium-kserve-route service: ratelimit-report-service sources: - tokenratelimitpolicy.kuadrant.io:llm/maas-trlp-premium-simulated-simulated-premium name: 17c95243a9d9267db05df573212cf6769a2993b0f1d81c41c949e017251b7678 routeRuleConditions: hostnames: - '*' predicates: - request.url_path == '/v1/chat/completions' - request.headers.exists(h, h.lowerAscii() == 'x-gateway-model-name' && request.headers[h] == 'publishers/llm/models/facebook/opt-125m') - actions: - predicates: - request.path != "/maas-api/health" || request.method != "GET" scope: e50f5fdcb9fb7e124557afe69edae9a95d05da488eae1cc4b5c1c7c1220a826a service: auth-service sources: - authpolicy.kuadrant.io:openshift-ingress/maas-gateway-auth - conditionalData: - data: - expression: key: tokenlimit.deny_all_by_default__6d45535f value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: "0" predicates: - '!request.path.startsWith("/maas-api") && !request.path.startsWith("/v1/models") && !request.path.startsWith("/v1/subscriptions") && !request.path.startsWith("/v1/api-keys")' scope: llm/e2e-distinct-2-simulated-kserve-route service: ratelimit-check-service sources: - tokenratelimitpolicy.kuadrant.io:openshift-ingress/gateway-default-deny - conditionalData: - data: - expression: key: tokenlimit.deny_all_by_default__6d45535f value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: responseBodyJSON("/usage/total_tokens") predicates: - '!request.path.startsWith("/maas-api") && !request.path.startsWith("/v1/models") && !request.path.startsWith("/v1/subscriptions") && !request.path.startsWith("/v1/api-keys")' scope: llm/e2e-distinct-2-simulated-kserve-route service: ratelimit-report-service sources: - tokenratelimitpolicy.kuadrant.io:openshift-ingress/gateway-default-deny name: 85c982c88d9466ebd7ce94310e7978a85a1c8a6c0f7fcdf68c762b8a79a7860e routeRuleConditions: hostnames: - '*' predicates: - request.url_path == '/v1/completions/' - request.headers.exists(h, h.lowerAscii() == 'x-gateway-model-name' && request.headers[h] == 'publishers/llm/models/test/e2e-distinct-model-2') - actions: - predicates: - request.path != "/maas-api/health" || request.method != "GET" scope: 3dc75fc8307b952a3e873400cf417e90f2861e8a225abec4b22708deb7901db7 service: auth-service sources: - authpolicy.kuadrant.io:openshift-ingress/maas-gateway-auth - conditionalData: - data: - expression: key: tokenlimit.deny_all_by_default__6d45535f value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: "0" predicates: - '!request.path.startsWith("/maas-api") && !request.path.startsWith("/v1/models") && !request.path.startsWith("/v1/subscriptions") && !request.path.startsWith("/v1/api-keys")' scope: llm/e2e-distinct-simulated-kserve-route service: ratelimit-check-service sources: - tokenratelimitpolicy.kuadrant.io:openshift-ingress/gateway-default-deny - conditionalData: - data: - expression: key: tokenlimit.deny_all_by_default__6d45535f value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: responseBodyJSON("/usage/total_tokens") predicates: - '!request.path.startsWith("/maas-api") && !request.path.startsWith("/v1/models") && !request.path.startsWith("/v1/subscriptions") && !request.path.startsWith("/v1/api-keys")' scope: llm/e2e-distinct-simulated-kserve-route service: ratelimit-report-service sources: - tokenratelimitpolicy.kuadrant.io:openshift-ingress/gateway-default-deny name: ebf262d81e9e0daaa8fcac40d52039da5da83fdbb029d58af91e31b7c45bfe72 routeRuleConditions: hostnames: - '*' predicates: - request.url_path == '/v1/completions/' - request.headers.exists(h, h.lowerAscii() == 'x-gateway-model-name' && request.headers[h] == 'publishers/llm/models/test/e2e-distinct-model') - actions: - predicates: - request.path != "/maas-api/health" || request.method != "GET" scope: 319a353672fc7601c875fa3f8b807adf60b64f093f022b2a1c3dfef3ac8cd4f4 service: auth-service sources: - authpolicy.kuadrant.io:openshift-ingress/maas-gateway-auth - conditionalData: - data: - expression: key: tokenlimit.deny_all_by_default__6d45535f value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: "0" predicates: - '!request.path.startsWith("/maas-api") && !request.path.startsWith("/v1/models") && !request.path.startsWith("/v1/subscriptions") && !request.path.startsWith("/v1/api-keys")' scope: llm/e2e-trlp-test-simulated-kserve-route service: ratelimit-check-service sources: - tokenratelimitpolicy.kuadrant.io:openshift-ingress/gateway-default-deny - conditionalData: - data: - expression: key: tokenlimit.deny_all_by_default__6d45535f value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: responseBodyJSON("/usage/total_tokens") predicates: - '!request.path.startsWith("/maas-api") && !request.path.startsWith("/v1/models") && !request.path.startsWith("/v1/subscriptions") && !request.path.startsWith("/v1/api-keys")' scope: llm/e2e-trlp-test-simulated-kserve-route service: ratelimit-report-service sources: - tokenratelimitpolicy.kuadrant.io:openshift-ingress/gateway-default-deny name: 172757b484c36cbbb82dc85b8b3c643291b39fa8db3edc28ac28dd5f4585c366 routeRuleConditions: hostnames: - '*' predicates: - request.url_path == '/v1/completions/' - request.headers.exists(h, h.lowerAscii() == 'x-gateway-model-name' && request.headers[h] == 'publishers/llm/models/test/e2e-trlp-test-model') - actions: - predicates: - request.path != "/maas-api/health" || request.method != "GET" scope: 9bbfc0b2e9e9acadd41342cd7c36a24afa8a5eef942d161782a6adae8411158a service: auth-service sources: - authpolicy.kuadrant.io:openshift-ingress/maas-gateway-auth - conditionalData: - data: - expression: key: tokenlimit.deny_all_by_default__6d45535f value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: "0" predicates: - '!request.path.startsWith("/maas-api") && !request.path.startsWith("/v1/models") && !request.path.startsWith("/v1/subscriptions") && !request.path.startsWith("/v1/api-keys")' scope: llm/e2e-unconfigured-facebook-opt-125m-simulated-kserve-route service: ratelimit-check-service sources: - tokenratelimitpolicy.kuadrant.io:openshift-ingress/gateway-default-deny - conditionalData: - data: - expression: key: tokenlimit.deny_all_by_default__6d45535f value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: responseBodyJSON("/usage/total_tokens") predicates: - '!request.path.startsWith("/maas-api") && !request.path.startsWith("/v1/models") && !request.path.startsWith("/v1/subscriptions") && !request.path.startsWith("/v1/api-keys")' scope: llm/e2e-unconfigured-facebook-opt-125m-simulated-kserve-route service: ratelimit-report-service sources: - tokenratelimitpolicy.kuadrant.io:openshift-ingress/gateway-default-deny name: 75d2ba622be7a27156a1720da705afdf857adf6de9d71c489db93e1875d1226b routeRuleConditions: hostnames: - '*' predicates: - request.url_path == '/v1/completions/' - request.headers.exists(h, h.lowerAscii() == 'x-gateway-model-name' && request.headers[h] == 'publishers/llm/models/facebook/opt-125m') - actions: - predicates: - request.path != "/maas-api/health" || request.method != "GET" scope: 18e32965997cdd9967355c6fa5264ed12c0a215989d459ed88d7d6de02865f76 service: auth-service sources: - authpolicy.kuadrant.io:openshift-ingress/maas-gateway-auth - conditionalData: - data: - expression: key: tokenlimit.models_as_a_service_simulator_subscription_facebook_opt_125m_simulated_tokens__87db8427 value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: "0" predicates: - auth.identity.selected_subscription_key == "models-as-a-service/simulator-subscription@llm/facebook-opt-125m-simulated" && !request.path.endsWith("/v1/models") scope: llm/facebook-opt-125m-simulated-kserve-route service: ratelimit-check-service sources: - tokenratelimitpolicy.kuadrant.io:llm/maas-trlp-facebook-opt-125m-simulated - conditionalData: - data: - expression: key: tokenlimit.models_as_a_service_simulator_subscription_facebook_opt_125m_simulated_tokens__87db8427 value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: responseBodyJSON("/usage/total_tokens") predicates: - auth.identity.selected_subscription_key == "models-as-a-service/simulator-subscription@llm/facebook-opt-125m-simulated" && !request.path.endsWith("/v1/models") scope: llm/facebook-opt-125m-simulated-kserve-route service: ratelimit-report-service sources: - tokenratelimitpolicy.kuadrant.io:llm/maas-trlp-facebook-opt-125m-simulated name: 76eba318d3a151af8ec93e6c97763d84738b78fd5f1bfb50567865b5827bba49 routeRuleConditions: hostnames: - '*' predicates: - request.url_path == '/v1/completions/' - request.headers.exists(h, h.lowerAscii() == 'x-gateway-model-name' && request.headers[h] == 'publishers/llm/models/facebook/opt-125m') - actions: - predicates: - request.path != "/maas-api/health" || request.method != "GET" scope: edcceb5a2e0cf1edde0fc3ed43068ce5b123a6fdc41949959c2c3b7a5a48bf24 service: auth-service sources: - authpolicy.kuadrant.io:openshift-ingress/maas-gateway-auth - conditionalData: - data: - expression: key: tokenlimit.models_as_a_service_premium_simulator_subscription_premium_simulated_simulated_premium_tokens__a2a80825 value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: "0" predicates: - auth.identity.selected_subscription_key == "models-as-a-service/premium-simulator-subscription@llm/premium-simulated-simulated-premium" && !request.path.endsWith("/v1/models") scope: llm/premium-simulated-simulated-premium-kserve-route service: ratelimit-check-service sources: - tokenratelimitpolicy.kuadrant.io:llm/maas-trlp-premium-simulated-simulated-premium - conditionalData: - data: - expression: key: tokenlimit.models_as_a_service_premium_simulator_subscription_premium_simulated_simulated_premium_tokens__a2a80825 value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: responseBodyJSON("/usage/total_tokens") predicates: - auth.identity.selected_subscription_key == "models-as-a-service/premium-simulator-subscription@llm/premium-simulated-simulated-premium" && !request.path.endsWith("/v1/models") scope: llm/premium-simulated-simulated-premium-kserve-route service: ratelimit-report-service sources: - tokenratelimitpolicy.kuadrant.io:llm/maas-trlp-premium-simulated-simulated-premium name: 00f2f9b5936a8fc9baa57d9cd3f1bc0942f743eeabc2598e6bcaf7a0eadddb8f routeRuleConditions: hostnames: - '*' predicates: - request.url_path == '/v1/completions/' - request.headers.exists(h, h.lowerAscii() == 'x-gateway-model-name' && request.headers[h] == 'publishers/llm/models/facebook/opt-125m') - actions: - predicates: - request.path != "/maas-api/health" || request.method != "GET" scope: e50f5fdcb9fb7e124557afe69edae9a95d05da488eae1cc4b5c1c7c1220a826a service: auth-service sources: - authpolicy.kuadrant.io:openshift-ingress/maas-gateway-auth - conditionalData: - data: - expression: key: tokenlimit.deny_all_by_default__6d45535f value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: "0" predicates: - '!request.path.startsWith("/maas-api") && !request.path.startsWith("/v1/models") && !request.path.startsWith("/v1/subscriptions") && !request.path.startsWith("/v1/api-keys")' scope: llm/e2e-distinct-2-simulated-kserve-route service: ratelimit-check-service sources: - tokenratelimitpolicy.kuadrant.io:openshift-ingress/gateway-default-deny - conditionalData: - data: - expression: key: tokenlimit.deny_all_by_default__6d45535f value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: responseBodyJSON("/usage/total_tokens") predicates: - '!request.path.startsWith("/maas-api") && !request.path.startsWith("/v1/models") && !request.path.startsWith("/v1/subscriptions") && !request.path.startsWith("/v1/api-keys")' scope: llm/e2e-distinct-2-simulated-kserve-route service: ratelimit-report-service sources: - tokenratelimitpolicy.kuadrant.io:openshift-ingress/gateway-default-deny name: a4672318dbe7de689ca987abd21f718491b5597266f1da5894f0e59c64eab549 routeRuleConditions: hostnames: - '*' predicates: - request.url_path == '/v1/completions' - request.headers.exists(h, h.lowerAscii() == 'x-gateway-model-name' && request.headers[h] == 'publishers/llm/models/test/e2e-distinct-model-2') - actions: - predicates: - request.path != "/maas-api/health" || request.method != "GET" scope: 3dc75fc8307b952a3e873400cf417e90f2861e8a225abec4b22708deb7901db7 service: auth-service sources: - authpolicy.kuadrant.io:openshift-ingress/maas-gateway-auth - conditionalData: - data: - expression: key: tokenlimit.deny_all_by_default__6d45535f value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: "0" predicates: - '!request.path.startsWith("/maas-api") && !request.path.startsWith("/v1/models") && !request.path.startsWith("/v1/subscriptions") && !request.path.startsWith("/v1/api-keys")' scope: llm/e2e-distinct-simulated-kserve-route service: ratelimit-check-service sources: - tokenratelimitpolicy.kuadrant.io:openshift-ingress/gateway-default-deny - conditionalData: - data: - expression: key: tokenlimit.deny_all_by_default__6d45535f value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: responseBodyJSON("/usage/total_tokens") predicates: - '!request.path.startsWith("/maas-api") && !request.path.startsWith("/v1/models") && !request.path.startsWith("/v1/subscriptions") && !request.path.startsWith("/v1/api-keys")' scope: llm/e2e-distinct-simulated-kserve-route service: ratelimit-report-service sources: - tokenratelimitpolicy.kuadrant.io:openshift-ingress/gateway-default-deny name: 97baef229ab3877742037427f279d74d823fdac1d905b3adf54884f62cd6642a routeRuleConditions: hostnames: - '*' predicates: - request.url_path == '/v1/completions' - request.headers.exists(h, h.lowerAscii() == 'x-gateway-model-name' && request.headers[h] == 'publishers/llm/models/test/e2e-distinct-model') - actions: - predicates: - request.path != "/maas-api/health" || request.method != "GET" scope: 319a353672fc7601c875fa3f8b807adf60b64f093f022b2a1c3dfef3ac8cd4f4 service: auth-service sources: - authpolicy.kuadrant.io:openshift-ingress/maas-gateway-auth - conditionalData: - data: - expression: key: tokenlimit.deny_all_by_default__6d45535f value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: "0" predicates: - '!request.path.startsWith("/maas-api") && !request.path.startsWith("/v1/models") && !request.path.startsWith("/v1/subscriptions") && !request.path.startsWith("/v1/api-keys")' scope: llm/e2e-trlp-test-simulated-kserve-route service: ratelimit-check-service sources: - tokenratelimitpolicy.kuadrant.io:openshift-ingress/gateway-default-deny - conditionalData: - data: - expression: key: tokenlimit.deny_all_by_default__6d45535f value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: responseBodyJSON("/usage/total_tokens") predicates: - '!request.path.startsWith("/maas-api") && !request.path.startsWith("/v1/models") && !request.path.startsWith("/v1/subscriptions") && !request.path.startsWith("/v1/api-keys")' scope: llm/e2e-trlp-test-simulated-kserve-route service: ratelimit-report-service sources: - tokenratelimitpolicy.kuadrant.io:openshift-ingress/gateway-default-deny name: a6259e031deb01ee4da2bb151348f2ecb2911c3a028e205a1c3226b376eb2a2d routeRuleConditions: hostnames: - '*' predicates: - request.url_path == '/v1/completions' - request.headers.exists(h, h.lowerAscii() == 'x-gateway-model-name' && request.headers[h] == 'publishers/llm/models/test/e2e-trlp-test-model') - actions: - predicates: - request.path != "/maas-api/health" || request.method != "GET" scope: 9bbfc0b2e9e9acadd41342cd7c36a24afa8a5eef942d161782a6adae8411158a service: auth-service sources: - authpolicy.kuadrant.io:openshift-ingress/maas-gateway-auth - conditionalData: - data: - expression: key: tokenlimit.deny_all_by_default__6d45535f value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: "0" predicates: - '!request.path.startsWith("/maas-api") && !request.path.startsWith("/v1/models") && !request.path.startsWith("/v1/subscriptions") && !request.path.startsWith("/v1/api-keys")' scope: llm/e2e-unconfigured-facebook-opt-125m-simulated-kserve-route service: ratelimit-check-service sources: - tokenratelimitpolicy.kuadrant.io:openshift-ingress/gateway-default-deny - conditionalData: - data: - expression: key: tokenlimit.deny_all_by_default__6d45535f value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: responseBodyJSON("/usage/total_tokens") predicates: - '!request.path.startsWith("/maas-api") && !request.path.startsWith("/v1/models") && !request.path.startsWith("/v1/subscriptions") && !request.path.startsWith("/v1/api-keys")' scope: llm/e2e-unconfigured-facebook-opt-125m-simulated-kserve-route service: ratelimit-report-service sources: - tokenratelimitpolicy.kuadrant.io:openshift-ingress/gateway-default-deny name: 0f9ab5b59d41deac660da2eb1d0a5f24e077e4a7cd14f339dcf52d28f04c7867 routeRuleConditions: hostnames: - '*' predicates: - request.url_path == '/v1/completions' - request.headers.exists(h, h.lowerAscii() == 'x-gateway-model-name' && request.headers[h] == 'publishers/llm/models/facebook/opt-125m') - actions: - predicates: - request.path != "/maas-api/health" || request.method != "GET" scope: 18e32965997cdd9967355c6fa5264ed12c0a215989d459ed88d7d6de02865f76 service: auth-service sources: - authpolicy.kuadrant.io:openshift-ingress/maas-gateway-auth - conditionalData: - data: - expression: key: tokenlimit.models_as_a_service_simulator_subscription_facebook_opt_125m_simulated_tokens__87db8427 value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: "0" predicates: - auth.identity.selected_subscription_key == "models-as-a-service/simulator-subscription@llm/facebook-opt-125m-simulated" && !request.path.endsWith("/v1/models") scope: llm/facebook-opt-125m-simulated-kserve-route service: ratelimit-check-service sources: - tokenratelimitpolicy.kuadrant.io:llm/maas-trlp-facebook-opt-125m-simulated - conditionalData: - data: - expression: key: tokenlimit.models_as_a_service_simulator_subscription_facebook_opt_125m_simulated_tokens__87db8427 value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: responseBodyJSON("/usage/total_tokens") predicates: - auth.identity.selected_subscription_key == "models-as-a-service/simulator-subscription@llm/facebook-opt-125m-simulated" && !request.path.endsWith("/v1/models") scope: llm/facebook-opt-125m-simulated-kserve-route service: ratelimit-report-service sources: - tokenratelimitpolicy.kuadrant.io:llm/maas-trlp-facebook-opt-125m-simulated name: ae28cf21965c95af7482715f2e1e23d83fa238c0e2649c5166c873e33b10d543 routeRuleConditions: hostnames: - '*' predicates: - request.url_path == '/v1/completions' - request.headers.exists(h, h.lowerAscii() == 'x-gateway-model-name' && request.headers[h] == 'publishers/llm/models/facebook/opt-125m') - actions: - predicates: - request.path != "/maas-api/health" || request.method != "GET" scope: edcceb5a2e0cf1edde0fc3ed43068ce5b123a6fdc41949959c2c3b7a5a48bf24 service: auth-service sources: - authpolicy.kuadrant.io:openshift-ingress/maas-gateway-auth - conditionalData: - data: - expression: key: tokenlimit.models_as_a_service_premium_simulator_subscription_premium_simulated_simulated_premium_tokens__a2a80825 value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: "0" predicates: - auth.identity.selected_subscription_key == "models-as-a-service/premium-simulator-subscription@llm/premium-simulated-simulated-premium" && !request.path.endsWith("/v1/models") scope: llm/premium-simulated-simulated-premium-kserve-route service: ratelimit-check-service sources: - tokenratelimitpolicy.kuadrant.io:llm/maas-trlp-premium-simulated-simulated-premium - conditionalData: - data: - expression: key: tokenlimit.models_as_a_service_premium_simulator_subscription_premium_simulated_simulated_premium_tokens__a2a80825 value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: responseBodyJSON("/usage/total_tokens") predicates: - auth.identity.selected_subscription_key == "models-as-a-service/premium-simulator-subscription@llm/premium-simulated-simulated-premium" && !request.path.endsWith("/v1/models") scope: llm/premium-simulated-simulated-premium-kserve-route service: ratelimit-report-service sources: - tokenratelimitpolicy.kuadrant.io:llm/maas-trlp-premium-simulated-simulated-premium name: bb22e883980a995d5381ec6dc068eac7dad6f44ad8c6c494bac8d0db9e9c5f06 routeRuleConditions: hostnames: - '*' predicates: - request.url_path == '/v1/completions' - request.headers.exists(h, h.lowerAscii() == 'x-gateway-model-name' && request.headers[h] == 'publishers/llm/models/facebook/opt-125m') - actions: - predicates: - request.path != "/maas-api/health" || request.method != "GET" scope: 630f18b14e5ce0234d4da773011770ac52ec305a1af3397f72696bf5262056bb service: auth-service sources: - authpolicy.kuadrant.io:openshift-ingress/maas-gateway-auth - conditionalData: - data: - expression: key: tokenlimit.deny_all_by_default__6d45535f value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: "0" predicates: - '!request.path.startsWith("/maas-api") && !request.path.startsWith("/v1/models") && !request.path.startsWith("/v1/subscriptions") && !request.path.startsWith("/v1/api-keys")' scope: llm/e2e-distinct-2-simulated-kserve-route service: ratelimit-check-service sources: - tokenratelimitpolicy.kuadrant.io:openshift-ingress/gateway-default-deny - conditionalData: - data: - expression: key: tokenlimit.deny_all_by_default__6d45535f value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: responseBodyJSON("/usage/total_tokens") predicates: - '!request.path.startsWith("/maas-api") && !request.path.startsWith("/v1/models") && !request.path.startsWith("/v1/subscriptions") && !request.path.startsWith("/v1/api-keys")' scope: llm/e2e-distinct-2-simulated-kserve-route service: ratelimit-report-service sources: - tokenratelimitpolicy.kuadrant.io:openshift-ingress/gateway-default-deny name: ad7d667caddb2207467d27d0779f1dbeb8f53b0ca39f480c1369b90b0a367604 routeRuleConditions: hostnames: - '*' predicates: - request.url_path == '/v1/responses/' - request.headers.exists(h, h.lowerAscii() == 'x-gateway-model-name' && request.headers[h] == 'publishers/llm/models/test/e2e-distinct-model-2') - actions: - predicates: - request.path != "/maas-api/health" || request.method != "GET" scope: 9f3df6834dcf2df14d188decd66432f3940127e3a8261065cd3a44bd9ed1db6d service: auth-service sources: - authpolicy.kuadrant.io:openshift-ingress/maas-gateway-auth - conditionalData: - data: - expression: key: tokenlimit.deny_all_by_default__6d45535f value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: "0" predicates: - '!request.path.startsWith("/maas-api") && !request.path.startsWith("/v1/models") && !request.path.startsWith("/v1/subscriptions") && !request.path.startsWith("/v1/api-keys")' scope: llm/e2e-distinct-simulated-kserve-route service: ratelimit-check-service sources: - tokenratelimitpolicy.kuadrant.io:openshift-ingress/gateway-default-deny - conditionalData: - data: - expression: key: tokenlimit.deny_all_by_default__6d45535f value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: responseBodyJSON("/usage/total_tokens") predicates: - '!request.path.startsWith("/maas-api") && !request.path.startsWith("/v1/models") && !request.path.startsWith("/v1/subscriptions") && !request.path.startsWith("/v1/api-keys")' scope: llm/e2e-distinct-simulated-kserve-route service: ratelimit-report-service sources: - tokenratelimitpolicy.kuadrant.io:openshift-ingress/gateway-default-deny name: 36c8ba65006e5577c7a476d48d29ab91f0ec0b33de807766cee8c1336494e7ab routeRuleConditions: hostnames: - '*' predicates: - request.url_path == '/v1/responses/' - request.headers.exists(h, h.lowerAscii() == 'x-gateway-model-name' && request.headers[h] == 'publishers/llm/models/test/e2e-distinct-model') - actions: - predicates: - request.path != "/maas-api/health" || request.method != "GET" scope: 4325b2a5e55bf181d1f503f5c3cbce3259c00ca301216d4ea5bc6b962627f1bd service: auth-service sources: - authpolicy.kuadrant.io:openshift-ingress/maas-gateway-auth - conditionalData: - data: - expression: key: tokenlimit.deny_all_by_default__6d45535f value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: "0" predicates: - '!request.path.startsWith("/maas-api") && !request.path.startsWith("/v1/models") && !request.path.startsWith("/v1/subscriptions") && !request.path.startsWith("/v1/api-keys")' scope: llm/e2e-trlp-test-simulated-kserve-route service: ratelimit-check-service sources: - tokenratelimitpolicy.kuadrant.io:openshift-ingress/gateway-default-deny - conditionalData: - data: - expression: key: tokenlimit.deny_all_by_default__6d45535f value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: responseBodyJSON("/usage/total_tokens") predicates: - '!request.path.startsWith("/maas-api") && !request.path.startsWith("/v1/models") && !request.path.startsWith("/v1/subscriptions") && !request.path.startsWith("/v1/api-keys")' scope: llm/e2e-trlp-test-simulated-kserve-route service: ratelimit-report-service sources: - tokenratelimitpolicy.kuadrant.io:openshift-ingress/gateway-default-deny name: def9964f02f98257711cc2d6e72b68b0486da6236d237f4900de0fc6e228a96f routeRuleConditions: hostnames: - '*' predicates: - request.url_path == '/v1/responses/' - request.headers.exists(h, h.lowerAscii() == 'x-gateway-model-name' && request.headers[h] == 'publishers/llm/models/test/e2e-trlp-test-model') - actions: - predicates: - request.path != "/maas-api/health" || request.method != "GET" scope: d66f5b12bbb76f83ef1cb89313ae7356d9a4c974f276c1405eefa0cb8d66ceda service: auth-service sources: - authpolicy.kuadrant.io:openshift-ingress/maas-gateway-auth - conditionalData: - data: - expression: key: tokenlimit.deny_all_by_default__6d45535f value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: "0" predicates: - '!request.path.startsWith("/maas-api") && !request.path.startsWith("/v1/models") && !request.path.startsWith("/v1/subscriptions") && !request.path.startsWith("/v1/api-keys")' scope: llm/e2e-unconfigured-facebook-opt-125m-simulated-kserve-route service: ratelimit-check-service sources: - tokenratelimitpolicy.kuadrant.io:openshift-ingress/gateway-default-deny - conditionalData: - data: - expression: key: tokenlimit.deny_all_by_default__6d45535f value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: responseBodyJSON("/usage/total_tokens") predicates: - '!request.path.startsWith("/maas-api") && !request.path.startsWith("/v1/models") && !request.path.startsWith("/v1/subscriptions") && !request.path.startsWith("/v1/api-keys")' scope: llm/e2e-unconfigured-facebook-opt-125m-simulated-kserve-route service: ratelimit-report-service sources: - tokenratelimitpolicy.kuadrant.io:openshift-ingress/gateway-default-deny name: 967cc2b06e0a2f25d082e1c16aba5918ea637cd0a6f3a0c33037862d8414b8d1 routeRuleConditions: hostnames: - '*' predicates: - request.url_path == '/v1/responses/' - request.headers.exists(h, h.lowerAscii() == 'x-gateway-model-name' && request.headers[h] == 'publishers/llm/models/facebook/opt-125m') - actions: - predicates: - request.path != "/maas-api/health" || request.method != "GET" scope: 98dd9311f361e75de96f77b800598c9f5c79c7fa539cfd493b5f7631f8efab90 service: auth-service sources: - authpolicy.kuadrant.io:openshift-ingress/maas-gateway-auth - conditionalData: - data: - expression: key: tokenlimit.models_as_a_service_simulator_subscription_facebook_opt_125m_simulated_tokens__87db8427 value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: "0" predicates: - auth.identity.selected_subscription_key == "models-as-a-service/simulator-subscription@llm/facebook-opt-125m-simulated" && !request.path.endsWith("/v1/models") scope: llm/facebook-opt-125m-simulated-kserve-route service: ratelimit-check-service sources: - tokenratelimitpolicy.kuadrant.io:llm/maas-trlp-facebook-opt-125m-simulated - conditionalData: - data: - expression: key: tokenlimit.models_as_a_service_simulator_subscription_facebook_opt_125m_simulated_tokens__87db8427 value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: responseBodyJSON("/usage/total_tokens") predicates: - auth.identity.selected_subscription_key == "models-as-a-service/simulator-subscription@llm/facebook-opt-125m-simulated" && !request.path.endsWith("/v1/models") scope: llm/facebook-opt-125m-simulated-kserve-route service: ratelimit-report-service sources: - tokenratelimitpolicy.kuadrant.io:llm/maas-trlp-facebook-opt-125m-simulated name: 233db89189d24f0d7d83797d28765c7c9357a45a490316759dddd06339580f58 routeRuleConditions: hostnames: - '*' predicates: - request.url_path == '/v1/responses/' - request.headers.exists(h, h.lowerAscii() == 'x-gateway-model-name' && request.headers[h] == 'publishers/llm/models/facebook/opt-125m') - actions: - predicates: - request.path != "/maas-api/health" || request.method != "GET" scope: 3774b789b89cb794db9f2ae5a4e410c6a000c480af86f9e4466977b4dc7de25a service: auth-service sources: - authpolicy.kuadrant.io:openshift-ingress/maas-gateway-auth - conditionalData: - data: - expression: key: tokenlimit.models_as_a_service_premium_simulator_subscription_premium_simulated_simulated_premium_tokens__a2a80825 value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: "0" predicates: - auth.identity.selected_subscription_key == "models-as-a-service/premium-simulator-subscription@llm/premium-simulated-simulated-premium" && !request.path.endsWith("/v1/models") scope: llm/premium-simulated-simulated-premium-kserve-route service: ratelimit-check-service sources: - tokenratelimitpolicy.kuadrant.io:llm/maas-trlp-premium-simulated-simulated-premium - conditionalData: - data: - expression: key: tokenlimit.models_as_a_service_premium_simulator_subscription_premium_simulated_simulated_premium_tokens__a2a80825 value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: responseBodyJSON("/usage/total_tokens") predicates: - auth.identity.selected_subscription_key == "models-as-a-service/premium-simulator-subscription@llm/premium-simulated-simulated-premium" && !request.path.endsWith("/v1/models") scope: llm/premium-simulated-simulated-premium-kserve-route service: ratelimit-report-service sources: - tokenratelimitpolicy.kuadrant.io:llm/maas-trlp-premium-simulated-simulated-premium name: 3bce443990f3aebd605587b8da034e45c53af92b9caaafba3edd066807aaa8b6 routeRuleConditions: hostnames: - '*' predicates: - request.url_path == '/v1/responses/' - request.headers.exists(h, h.lowerAscii() == 'x-gateway-model-name' && request.headers[h] == 'publishers/llm/models/facebook/opt-125m') - actions: - predicates: - request.path != "/maas-api/health" || request.method != "GET" scope: 630f18b14e5ce0234d4da773011770ac52ec305a1af3397f72696bf5262056bb service: auth-service sources: - authpolicy.kuadrant.io:openshift-ingress/maas-gateway-auth - conditionalData: - data: - expression: key: tokenlimit.deny_all_by_default__6d45535f value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: "0" predicates: - '!request.path.startsWith("/maas-api") && !request.path.startsWith("/v1/models") && !request.path.startsWith("/v1/subscriptions") && !request.path.startsWith("/v1/api-keys")' scope: llm/e2e-distinct-2-simulated-kserve-route service: ratelimit-check-service sources: - tokenratelimitpolicy.kuadrant.io:openshift-ingress/gateway-default-deny - conditionalData: - data: - expression: key: tokenlimit.deny_all_by_default__6d45535f value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: responseBodyJSON("/usage/total_tokens") predicates: - '!request.path.startsWith("/maas-api") && !request.path.startsWith("/v1/models") && !request.path.startsWith("/v1/subscriptions") && !request.path.startsWith("/v1/api-keys")' scope: llm/e2e-distinct-2-simulated-kserve-route service: ratelimit-report-service sources: - tokenratelimitpolicy.kuadrant.io:openshift-ingress/gateway-default-deny name: 0105d4208d66ad741b8681e85b96793a715e24d0d0a0d2b3204ee65b7d288402 routeRuleConditions: hostnames: - '*' predicates: - request.url_path == '/v1/responses' - request.headers.exists(h, h.lowerAscii() == 'x-gateway-model-name' && request.headers[h] == 'publishers/llm/models/test/e2e-distinct-model-2') - actions: - predicates: - request.path != "/maas-api/health" || request.method != "GET" scope: 9f3df6834dcf2df14d188decd66432f3940127e3a8261065cd3a44bd9ed1db6d service: auth-service sources: - authpolicy.kuadrant.io:openshift-ingress/maas-gateway-auth - conditionalData: - data: - expression: key: tokenlimit.deny_all_by_default__6d45535f value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: "0" predicates: - '!request.path.startsWith("/maas-api") && !request.path.startsWith("/v1/models") && !request.path.startsWith("/v1/subscriptions") && !request.path.startsWith("/v1/api-keys")' scope: llm/e2e-distinct-simulated-kserve-route service: ratelimit-check-service sources: - tokenratelimitpolicy.kuadrant.io:openshift-ingress/gateway-default-deny - conditionalData: - data: - expression: key: tokenlimit.deny_all_by_default__6d45535f value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: responseBodyJSON("/usage/total_tokens") predicates: - '!request.path.startsWith("/maas-api") && !request.path.startsWith("/v1/models") && !request.path.startsWith("/v1/subscriptions") && !request.path.startsWith("/v1/api-keys")' scope: llm/e2e-distinct-simulated-kserve-route service: ratelimit-report-service sources: - tokenratelimitpolicy.kuadrant.io:openshift-ingress/gateway-default-deny name: d591112877efdde642f281cf7a34df493f7ef1fa6dd33e44e5d2331f6ba6eace routeRuleConditions: hostnames: - '*' predicates: - request.url_path == '/v1/responses' - request.headers.exists(h, h.lowerAscii() == 'x-gateway-model-name' && request.headers[h] == 'publishers/llm/models/test/e2e-distinct-model') - actions: - predicates: - request.path != "/maas-api/health" || request.method != "GET" scope: 4325b2a5e55bf181d1f503f5c3cbce3259c00ca301216d4ea5bc6b962627f1bd service: auth-service sources: - authpolicy.kuadrant.io:openshift-ingress/maas-gateway-auth - conditionalData: - data: - expression: key: tokenlimit.deny_all_by_default__6d45535f value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: "0" predicates: - '!request.path.startsWith("/maas-api") && !request.path.startsWith("/v1/models") && !request.path.startsWith("/v1/subscriptions") && !request.path.startsWith("/v1/api-keys")' scope: llm/e2e-trlp-test-simulated-kserve-route service: ratelimit-check-service sources: - tokenratelimitpolicy.kuadrant.io:openshift-ingress/gateway-default-deny - conditionalData: - data: - expression: key: tokenlimit.deny_all_by_default__6d45535f value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: responseBodyJSON("/usage/total_tokens") predicates: - '!request.path.startsWith("/maas-api") && !request.path.startsWith("/v1/models") && !request.path.startsWith("/v1/subscriptions") && !request.path.startsWith("/v1/api-keys")' scope: llm/e2e-trlp-test-simulated-kserve-route service: ratelimit-report-service sources: - tokenratelimitpolicy.kuadrant.io:openshift-ingress/gateway-default-deny name: 45a6df57318f7e09351826ae7a6afc3f202172c3e57d002c15626aae38c556ad routeRuleConditions: hostnames: - '*' predicates: - request.url_path == '/v1/responses' - request.headers.exists(h, h.lowerAscii() == 'x-gateway-model-name' && request.headers[h] == 'publishers/llm/models/test/e2e-trlp-test-model') - actions: - predicates: - request.path != "/maas-api/health" || request.method != "GET" scope: d66f5b12bbb76f83ef1cb89313ae7356d9a4c974f276c1405eefa0cb8d66ceda service: auth-service sources: - authpolicy.kuadrant.io:openshift-ingress/maas-gateway-auth - conditionalData: - data: - expression: key: tokenlimit.deny_all_by_default__6d45535f value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: "0" predicates: - '!request.path.startsWith("/maas-api") && !request.path.startsWith("/v1/models") && !request.path.startsWith("/v1/subscriptions") && !request.path.startsWith("/v1/api-keys")' scope: llm/e2e-unconfigured-facebook-opt-125m-simulated-kserve-route service: ratelimit-check-service sources: - tokenratelimitpolicy.kuadrant.io:openshift-ingress/gateway-default-deny - conditionalData: - data: - expression: key: tokenlimit.deny_all_by_default__6d45535f value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: responseBodyJSON("/usage/total_tokens") predicates: - '!request.path.startsWith("/maas-api") && !request.path.startsWith("/v1/models") && !request.path.startsWith("/v1/subscriptions") && !request.path.startsWith("/v1/api-keys")' scope: llm/e2e-unconfigured-facebook-opt-125m-simulated-kserve-route service: ratelimit-report-service sources: - tokenratelimitpolicy.kuadrant.io:openshift-ingress/gateway-default-deny name: f019ef1cef20ec4bb2c4535438ee7e45ec5f48dc030781f83b5dbba9f4f399c3 routeRuleConditions: hostnames: - '*' predicates: - request.url_path == '/v1/responses' - request.headers.exists(h, h.lowerAscii() == 'x-gateway-model-name' && request.headers[h] == 'publishers/llm/models/facebook/opt-125m') - actions: - predicates: - request.path != "/maas-api/health" || request.method != "GET" scope: 98dd9311f361e75de96f77b800598c9f5c79c7fa539cfd493b5f7631f8efab90 service: auth-service sources: - authpolicy.kuadrant.io:openshift-ingress/maas-gateway-auth - conditionalData: - data: - expression: key: tokenlimit.models_as_a_service_simulator_subscription_facebook_opt_125m_simulated_tokens__87db8427 value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: "0" predicates: - auth.identity.selected_subscription_key == "models-as-a-service/simulator-subscription@llm/facebook-opt-125m-simulated" && !request.path.endsWith("/v1/models") scope: llm/facebook-opt-125m-simulated-kserve-route service: ratelimit-check-service sources: - tokenratelimitpolicy.kuadrant.io:llm/maas-trlp-facebook-opt-125m-simulated - conditionalData: - data: - expression: key: tokenlimit.models_as_a_service_simulator_subscription_facebook_opt_125m_simulated_tokens__87db8427 value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: responseBodyJSON("/usage/total_tokens") predicates: - auth.identity.selected_subscription_key == "models-as-a-service/simulator-subscription@llm/facebook-opt-125m-simulated" && !request.path.endsWith("/v1/models") scope: llm/facebook-opt-125m-simulated-kserve-route service: ratelimit-report-service sources: - tokenratelimitpolicy.kuadrant.io:llm/maas-trlp-facebook-opt-125m-simulated name: ff31c5e7937bbc1ff79abdc4a542551d842c7a674ea4c084a2d0636adc9a81db routeRuleConditions: hostnames: - '*' predicates: - request.url_path == '/v1/responses' - request.headers.exists(h, h.lowerAscii() == 'x-gateway-model-name' && request.headers[h] == 'publishers/llm/models/facebook/opt-125m') - actions: - predicates: - request.path != "/maas-api/health" || request.method != "GET" scope: 3774b789b89cb794db9f2ae5a4e410c6a000c480af86f9e4466977b4dc7de25a service: auth-service sources: - authpolicy.kuadrant.io:openshift-ingress/maas-gateway-auth - conditionalData: - data: - expression: key: tokenlimit.models_as_a_service_premium_simulator_subscription_premium_simulated_simulated_premium_tokens__a2a80825 value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: "0" predicates: - auth.identity.selected_subscription_key == "models-as-a-service/premium-simulator-subscription@llm/premium-simulated-simulated-premium" && !request.path.endsWith("/v1/models") scope: llm/premium-simulated-simulated-premium-kserve-route service: ratelimit-check-service sources: - tokenratelimitpolicy.kuadrant.io:llm/maas-trlp-premium-simulated-simulated-premium - conditionalData: - data: - expression: key: tokenlimit.models_as_a_service_premium_simulator_subscription_premium_simulated_simulated_premium_tokens__a2a80825 value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: responseBodyJSON("/usage/total_tokens") predicates: - auth.identity.selected_subscription_key == "models-as-a-service/premium-simulator-subscription@llm/premium-simulated-simulated-premium" && !request.path.endsWith("/v1/models") scope: llm/premium-simulated-simulated-premium-kserve-route service: ratelimit-report-service sources: - tokenratelimitpolicy.kuadrant.io:llm/maas-trlp-premium-simulated-simulated-premium name: d70fb39820f93acb16e11d202c0ad5c71e9cdea2129c1a125198b195582e4c66 routeRuleConditions: hostnames: - '*' predicates: - request.url_path == '/v1/responses' - request.headers.exists(h, h.lowerAscii() == 'x-gateway-model-name' && request.headers[h] == 'publishers/llm/models/facebook/opt-125m') - actions: - predicates: - request.path != "/maas-api/health" || request.method != "GET" scope: e38d76c6f386f12bc12190c87b39e6e77e182be454f85659a9197c301f2cd9be service: auth-service sources: - authpolicy.kuadrant.io:openshift-ingress/maas-gateway-auth - conditionalData: - data: - expression: key: tokenlimit.deny_all_by_default__6d45535f value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: "0" predicates: - '!request.path.startsWith("/maas-api") && !request.path.startsWith("/v1/models") && !request.path.startsWith("/v1/subscriptions") && !request.path.startsWith("/v1/api-keys")' scope: llm/e2e-unconfigured-facebook-opt-125m-simulated-kserve-route service: ratelimit-check-service sources: - tokenratelimitpolicy.kuadrant.io:openshift-ingress/gateway-default-deny - conditionalData: - data: - expression: key: tokenlimit.deny_all_by_default__6d45535f value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: responseBodyJSON("/usage/total_tokens") predicates: - '!request.path.startsWith("/maas-api") && !request.path.startsWith("/v1/models") && !request.path.startsWith("/v1/subscriptions") && !request.path.startsWith("/v1/api-keys")' scope: llm/e2e-unconfigured-facebook-opt-125m-simulated-kserve-route service: ratelimit-report-service sources: - tokenratelimitpolicy.kuadrant.io:openshift-ingress/gateway-default-deny name: 3df6dbaac7d8180af06df213797f77704246a929e55f73d207b164a095832f11 routeRuleConditions: hostnames: - '*' predicates: - request.url_path.startsWith('/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/chat/completions') - actions: - predicates: - request.path != "/maas-api/health" || request.method != "GET" scope: 01918e70442d2cb18c94316131b0e0a241b4a5d12df5b1e1981a3bef420bbdb5 service: auth-service sources: - authpolicy.kuadrant.io:openshift-ingress/maas-gateway-auth - conditionalData: - data: - expression: key: tokenlimit.deny_all_by_default__6d45535f value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: "0" predicates: - '!request.path.startsWith("/maas-api") && !request.path.startsWith("/v1/models") && !request.path.startsWith("/v1/subscriptions") && !request.path.startsWith("/v1/api-keys")' scope: llm/e2e-unconfigured-facebook-opt-125m-simulated-kserve-route service: ratelimit-check-service sources: - tokenratelimitpolicy.kuadrant.io:openshift-ingress/gateway-default-deny - conditionalData: - data: - expression: key: tokenlimit.deny_all_by_default__6d45535f value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: responseBodyJSON("/usage/total_tokens") predicates: - '!request.path.startsWith("/maas-api") && !request.path.startsWith("/v1/models") && !request.path.startsWith("/v1/subscriptions") && !request.path.startsWith("/v1/api-keys")' scope: llm/e2e-unconfigured-facebook-opt-125m-simulated-kserve-route service: ratelimit-report-service sources: - tokenratelimitpolicy.kuadrant.io:openshift-ingress/gateway-default-deny name: ca70359add5c6503be25edc73c4e1d1b9ecd52b90f1464f7b7fccc93f02ee1cd routeRuleConditions: hostnames: - '*' predicates: - request.url_path.startsWith('/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions') - actions: - predicates: - request.path != "/maas-api/health" || request.method != "GET" scope: a394737442ca47bfbcb906bcf34d05c5515587984942470db6d6858608ab543a service: auth-service sources: - authpolicy.kuadrant.io:openshift-ingress/maas-gateway-auth - conditionalData: - data: - expression: key: tokenlimit.deny_all_by_default__6d45535f value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: "0" predicates: - '!request.path.startsWith("/maas-api") && !request.path.startsWith("/v1/models") && !request.path.startsWith("/v1/subscriptions") && !request.path.startsWith("/v1/api-keys")' scope: llm/e2e-unconfigured-facebook-opt-125m-simulated-kserve-route service: ratelimit-check-service sources: - tokenratelimitpolicy.kuadrant.io:openshift-ingress/gateway-default-deny - conditionalData: - data: - expression: key: tokenlimit.deny_all_by_default__6d45535f value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: responseBodyJSON("/usage/total_tokens") predicates: - '!request.path.startsWith("/maas-api") && !request.path.startsWith("/v1/models") && !request.path.startsWith("/v1/subscriptions") && !request.path.startsWith("/v1/api-keys")' scope: llm/e2e-unconfigured-facebook-opt-125m-simulated-kserve-route service: ratelimit-report-service sources: - tokenratelimitpolicy.kuadrant.io:openshift-ingress/gateway-default-deny name: 9955c3f5791bde5973588b1d2559589702935ef4c58402b92130e8ebfea80722 routeRuleConditions: hostnames: - '*' predicates: - request.url_path.startsWith('/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/responses') - actions: - predicates: - request.path != "/maas-api/health" || request.method != "GET" scope: 4dc577fd60594d78a4a8bebe396f4b5a928f41bdc3f95c06d717cf1ddc3158b2 service: auth-service sources: - authpolicy.kuadrant.io:openshift-ingress/maas-gateway-auth - conditionalData: - data: - expression: key: tokenlimit.models_as_a_service_premium_simulator_subscription_premium_simulated_simulated_premium_tokens__a2a80825 value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: "0" predicates: - auth.identity.selected_subscription_key == "models-as-a-service/premium-simulator-subscription@llm/premium-simulated-simulated-premium" && !request.path.endsWith("/v1/models") scope: llm/premium-simulated-simulated-premium-kserve-route service: ratelimit-check-service sources: - tokenratelimitpolicy.kuadrant.io:llm/maas-trlp-premium-simulated-simulated-premium - conditionalData: - data: - expression: key: tokenlimit.models_as_a_service_premium_simulator_subscription_premium_simulated_simulated_premium_tokens__a2a80825 value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: responseBodyJSON("/usage/total_tokens") predicates: - auth.identity.selected_subscription_key == "models-as-a-service/premium-simulator-subscription@llm/premium-simulated-simulated-premium" && !request.path.endsWith("/v1/models") scope: llm/premium-simulated-simulated-premium-kserve-route service: ratelimit-report-service sources: - tokenratelimitpolicy.kuadrant.io:llm/maas-trlp-premium-simulated-simulated-premium name: 4a34c3f151697e84771d86a0b439e98df2ae85d6df00ad199643ca39bc386d02 routeRuleConditions: hostnames: - '*' predicates: - request.url_path.startsWith('/llm/premium-simulated-simulated-premium/v1/chat/completions') - actions: - predicates: - request.path != "/maas-api/health" || request.method != "GET" scope: 80f10756c0e833d16937036ed66f1daf5bef95559ef05a5e852766b97b9bdaef service: auth-service sources: - authpolicy.kuadrant.io:openshift-ingress/maas-gateway-auth - conditionalData: - data: - expression: key: tokenlimit.models_as_a_service_premium_simulator_subscription_premium_simulated_simulated_premium_tokens__a2a80825 value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: "0" predicates: - auth.identity.selected_subscription_key == "models-as-a-service/premium-simulator-subscription@llm/premium-simulated-simulated-premium" && !request.path.endsWith("/v1/models") scope: llm/premium-simulated-simulated-premium-kserve-route service: ratelimit-check-service sources: - tokenratelimitpolicy.kuadrant.io:llm/maas-trlp-premium-simulated-simulated-premium - conditionalData: - data: - expression: key: tokenlimit.models_as_a_service_premium_simulator_subscription_premium_simulated_simulated_premium_tokens__a2a80825 value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: responseBodyJSON("/usage/total_tokens") predicates: - auth.identity.selected_subscription_key == "models-as-a-service/premium-simulator-subscription@llm/premium-simulated-simulated-premium" && !request.path.endsWith("/v1/models") scope: llm/premium-simulated-simulated-premium-kserve-route service: ratelimit-report-service sources: - tokenratelimitpolicy.kuadrant.io:llm/maas-trlp-premium-simulated-simulated-premium name: d6a603a23a707d5ecfe0c23a03ae7cb2d64110e9c11b50e0b3dde829d2f55ff5 routeRuleConditions: hostnames: - '*' predicates: - request.url_path.startsWith('/llm/premium-simulated-simulated-premium/v1/completions') - actions: - predicates: - request.path != "/maas-api/health" || request.method != "GET" scope: 47d4519f979dd8b06fb3b12ecf63e079887e8b64c789a1ff79b4c429f3a6aa2a service: auth-service sources: - authpolicy.kuadrant.io:openshift-ingress/maas-gateway-auth - conditionalData: - data: - expression: key: tokenlimit.models_as_a_service_premium_simulator_subscription_premium_simulated_simulated_premium_tokens__a2a80825 value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: "0" predicates: - auth.identity.selected_subscription_key == "models-as-a-service/premium-simulator-subscription@llm/premium-simulated-simulated-premium" && !request.path.endsWith("/v1/models") scope: llm/premium-simulated-simulated-premium-kserve-route service: ratelimit-check-service sources: - tokenratelimitpolicy.kuadrant.io:llm/maas-trlp-premium-simulated-simulated-premium - conditionalData: - data: - expression: key: tokenlimit.models_as_a_service_premium_simulator_subscription_premium_simulated_simulated_premium_tokens__a2a80825 value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: responseBodyJSON("/usage/total_tokens") predicates: - auth.identity.selected_subscription_key == "models-as-a-service/premium-simulator-subscription@llm/premium-simulated-simulated-premium" && !request.path.endsWith("/v1/models") scope: llm/premium-simulated-simulated-premium-kserve-route service: ratelimit-report-service sources: - tokenratelimitpolicy.kuadrant.io:llm/maas-trlp-premium-simulated-simulated-premium name: 6a257cc8a974304188ca63986718bed13495497530ec9dead4f76249e5916f25 routeRuleConditions: hostnames: - '*' predicates: - request.url_path.startsWith('/llm/premium-simulated-simulated-premium/v1/responses') - actions: - predicates: - request.path != "/maas-api/health" || request.method != "GET" scope: 311b1be286674fd5684c9ac59b318287dade9769cfe4aeebd8c88e2dc6b72418 service: auth-service sources: - authpolicy.kuadrant.io:openshift-ingress/maas-gateway-auth - conditionalData: - data: - expression: key: tokenlimit.models_as_a_service_simulator_subscription_facebook_opt_125m_simulated_tokens__87db8427 value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: "0" predicates: - auth.identity.selected_subscription_key == "models-as-a-service/simulator-subscription@llm/facebook-opt-125m-simulated" && !request.path.endsWith("/v1/models") scope: llm/facebook-opt-125m-simulated-kserve-route service: ratelimit-check-service sources: - tokenratelimitpolicy.kuadrant.io:llm/maas-trlp-facebook-opt-125m-simulated - conditionalData: - data: - expression: key: tokenlimit.models_as_a_service_simulator_subscription_facebook_opt_125m_simulated_tokens__87db8427 value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: responseBodyJSON("/usage/total_tokens") predicates: - auth.identity.selected_subscription_key == "models-as-a-service/simulator-subscription@llm/facebook-opt-125m-simulated" && !request.path.endsWith("/v1/models") scope: llm/facebook-opt-125m-simulated-kserve-route service: ratelimit-report-service sources: - tokenratelimitpolicy.kuadrant.io:llm/maas-trlp-facebook-opt-125m-simulated name: 1271bf2a1fb72c512e7752f10847edbe9fef443c3d6e4783341d7aa721f423b0 routeRuleConditions: hostnames: - '*' predicates: - request.url_path.startsWith('/llm/facebook-opt-125m-simulated/v1/chat/completions') - actions: - predicates: - request.path != "/maas-api/health" || request.method != "GET" scope: 35d34d59676c333235d7c9f02273e0380bb39f27cfd30856fedc0f7c0e5f79aa service: auth-service sources: - authpolicy.kuadrant.io:openshift-ingress/maas-gateway-auth - conditionalData: - data: - expression: key: tokenlimit.deny_all_by_default__6d45535f value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: "0" predicates: - '!request.path.startsWith("/maas-api") && !request.path.startsWith("/v1/models") && !request.path.startsWith("/v1/subscriptions") && !request.path.startsWith("/v1/api-keys")' scope: llm/e2e-distinct-2-simulated-kserve-route service: ratelimit-check-service sources: - tokenratelimitpolicy.kuadrant.io:openshift-ingress/gateway-default-deny - conditionalData: - data: - expression: key: tokenlimit.deny_all_by_default__6d45535f value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: responseBodyJSON("/usage/total_tokens") predicates: - '!request.path.startsWith("/maas-api") && !request.path.startsWith("/v1/models") && !request.path.startsWith("/v1/subscriptions") && !request.path.startsWith("/v1/api-keys")' scope: llm/e2e-distinct-2-simulated-kserve-route service: ratelimit-report-service sources: - tokenratelimitpolicy.kuadrant.io:openshift-ingress/gateway-default-deny name: 83911473fcf646d3aeb0ebfe2232465df1d92f3dfe24d732efb482fe88d2150c routeRuleConditions: hostnames: - '*' predicates: - request.url_path.startsWith('/llm/e2e-distinct-2-simulated/v1/chat/completions') - actions: - predicates: - request.path != "/maas-api/health" || request.method != "GET" scope: 888fdad5bc63ac36546012ce97b2af4b7b1a45ef243fd2eba72f12c306f06e3e service: auth-service sources: - authpolicy.kuadrant.io:openshift-ingress/maas-gateway-auth - conditionalData: - data: - expression: key: tokenlimit.deny_all_by_default__6d45535f value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: "0" predicates: - '!request.path.startsWith("/maas-api") && !request.path.startsWith("/v1/models") && !request.path.startsWith("/v1/subscriptions") && !request.path.startsWith("/v1/api-keys")' scope: llm/e2e-unconfigured-facebook-opt-125m-simulated-kserve-route service: ratelimit-check-service sources: - tokenratelimitpolicy.kuadrant.io:openshift-ingress/gateway-default-deny - conditionalData: - data: - expression: key: tokenlimit.deny_all_by_default__6d45535f value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: responseBodyJSON("/usage/total_tokens") predicates: - '!request.path.startsWith("/maas-api") && !request.path.startsWith("/v1/models") && !request.path.startsWith("/v1/subscriptions") && !request.path.startsWith("/v1/api-keys")' scope: llm/e2e-unconfigured-facebook-opt-125m-simulated-kserve-route service: ratelimit-report-service sources: - tokenratelimitpolicy.kuadrant.io:openshift-ingress/gateway-default-deny name: 1d7c498af0aa2cc6e4d39f68ddb0ce9cf7bfc231abe3d7c686ab0634182a538c routeRuleConditions: hostnames: - '*' predicates: - request.url_path.startsWith('/llm/e2e-unconfigured-facebook-opt-125m-simulated') - actions: - predicates: - request.path != "/maas-api/health" || request.method != "GET" scope: df733b2c652bfe2458c9e19932b1091e939c1a62178d6879462b3b4f73fca4bb service: auth-service sources: - authpolicy.kuadrant.io:openshift-ingress/maas-gateway-auth - conditionalData: - data: - expression: key: tokenlimit.deny_all_by_default__6d45535f value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: "0" predicates: - '!request.path.startsWith("/maas-api") && !request.path.startsWith("/v1/models") && !request.path.startsWith("/v1/subscriptions") && !request.path.startsWith("/v1/api-keys")' scope: llm/e2e-trlp-test-simulated-kserve-route service: ratelimit-check-service sources: - tokenratelimitpolicy.kuadrant.io:openshift-ingress/gateway-default-deny - conditionalData: - data: - expression: key: tokenlimit.deny_all_by_default__6d45535f value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: responseBodyJSON("/usage/total_tokens") predicates: - '!request.path.startsWith("/maas-api") && !request.path.startsWith("/v1/models") && !request.path.startsWith("/v1/subscriptions") && !request.path.startsWith("/v1/api-keys")' scope: llm/e2e-trlp-test-simulated-kserve-route service: ratelimit-report-service sources: - tokenratelimitpolicy.kuadrant.io:openshift-ingress/gateway-default-deny name: 93b69fcfc80e73da87822ba6be11bc487be511f4d38d4d911fd97a5b0e6cdfb7 routeRuleConditions: hostnames: - '*' predicates: - request.url_path.startsWith('/llm/e2e-trlp-test-simulated/v1/chat/completions') - actions: - predicates: - request.path != "/maas-api/health" || request.method != "GET" scope: d3b195a61a7f24c6bf1fba40f9f2e2565facb6af92e959c1546ac398a9172618 service: auth-service sources: - authpolicy.kuadrant.io:openshift-ingress/maas-gateway-auth - conditionalData: - data: - expression: key: tokenlimit.deny_all_by_default__6d45535f value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: "0" predicates: - '!request.path.startsWith("/maas-api") && !request.path.startsWith("/v1/models") && !request.path.startsWith("/v1/subscriptions") && !request.path.startsWith("/v1/api-keys")' scope: llm/e2e-distinct-simulated-kserve-route service: ratelimit-check-service sources: - tokenratelimitpolicy.kuadrant.io:openshift-ingress/gateway-default-deny - conditionalData: - data: - expression: key: tokenlimit.deny_all_by_default__6d45535f value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: responseBodyJSON("/usage/total_tokens") predicates: - '!request.path.startsWith("/maas-api") && !request.path.startsWith("/v1/models") && !request.path.startsWith("/v1/subscriptions") && !request.path.startsWith("/v1/api-keys")' scope: llm/e2e-distinct-simulated-kserve-route service: ratelimit-report-service sources: - tokenratelimitpolicy.kuadrant.io:openshift-ingress/gateway-default-deny name: d0751135b15b5ff103c70e20d2f13f028c6451c15e5543d7a1975b13ee1f8149 routeRuleConditions: hostnames: - '*' predicates: - request.url_path.startsWith('/llm/e2e-distinct-simulated/v1/chat/completions') - actions: - predicates: - request.path != "/maas-api/health" || request.method != "GET" scope: cc09b530b46a73b0d4ddb40e465580cff15db19d77e93e4903c9737647deeb1a service: auth-service sources: - authpolicy.kuadrant.io:openshift-ingress/maas-gateway-auth - conditionalData: - data: - expression: key: tokenlimit.models_as_a_service_simulator_subscription_facebook_opt_125m_simulated_tokens__87db8427 value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: "0" predicates: - auth.identity.selected_subscription_key == "models-as-a-service/simulator-subscription@llm/facebook-opt-125m-simulated" && !request.path.endsWith("/v1/models") scope: llm/facebook-opt-125m-simulated-kserve-route service: ratelimit-check-service sources: - tokenratelimitpolicy.kuadrant.io:llm/maas-trlp-facebook-opt-125m-simulated - conditionalData: - data: - expression: key: tokenlimit.models_as_a_service_simulator_subscription_facebook_opt_125m_simulated_tokens__87db8427 value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: responseBodyJSON("/usage/total_tokens") predicates: - auth.identity.selected_subscription_key == "models-as-a-service/simulator-subscription@llm/facebook-opt-125m-simulated" && !request.path.endsWith("/v1/models") scope: llm/facebook-opt-125m-simulated-kserve-route service: ratelimit-report-service sources: - tokenratelimitpolicy.kuadrant.io:llm/maas-trlp-facebook-opt-125m-simulated name: a2c1bbd8109bc5cbf6f3b5429e278eaaacf98a35a57d014f1fd5783255cdf122 routeRuleConditions: hostnames: - '*' predicates: - request.url_path.startsWith('/llm/facebook-opt-125m-simulated/v1/completions') - actions: - predicates: - request.path != "/maas-api/health" || request.method != "GET" scope: 1ef3f8313d73a7c14b76ea704cc3f23f015b2ab50034887cf570208a050e9863 service: auth-service sources: - authpolicy.kuadrant.io:openshift-ingress/maas-gateway-auth - conditionalData: - data: - expression: key: tokenlimit.models_as_a_service_simulator_subscription_facebook_opt_125m_simulated_tokens__87db8427 value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: "0" predicates: - auth.identity.selected_subscription_key == "models-as-a-service/simulator-subscription@llm/facebook-opt-125m-simulated" && !request.path.endsWith("/v1/models") scope: llm/facebook-opt-125m-simulated-kserve-route service: ratelimit-check-service sources: - tokenratelimitpolicy.kuadrant.io:llm/maas-trlp-facebook-opt-125m-simulated - conditionalData: - data: - expression: key: tokenlimit.models_as_a_service_simulator_subscription_facebook_opt_125m_simulated_tokens__87db8427 value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: responseBodyJSON("/usage/total_tokens") predicates: - auth.identity.selected_subscription_key == "models-as-a-service/simulator-subscription@llm/facebook-opt-125m-simulated" && !request.path.endsWith("/v1/models") scope: llm/facebook-opt-125m-simulated-kserve-route service: ratelimit-report-service sources: - tokenratelimitpolicy.kuadrant.io:llm/maas-trlp-facebook-opt-125m-simulated name: b0f7e0ce50537eb19ab91f2dee47cb3a56b916cb5b8990496fc74a6d5ae16179 routeRuleConditions: hostnames: - '*' predicates: - request.url_path.startsWith('/llm/facebook-opt-125m-simulated/v1/responses') - actions: - predicates: - request.path != "/maas-api/health" || request.method != "GET" scope: 331dc257e65f55f80700a586f7807093eda7b3d8e7d91215dc3c47731508480c service: auth-service sources: - authpolicy.kuadrant.io:openshift-ingress/maas-gateway-auth - conditionalData: - data: - expression: key: tokenlimit.deny_all_by_default__6d45535f value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: "0" predicates: - '!request.path.startsWith("/maas-api") && !request.path.startsWith("/v1/models") && !request.path.startsWith("/v1/subscriptions") && !request.path.startsWith("/v1/api-keys")' scope: llm/e2e-distinct-2-simulated-kserve-route service: ratelimit-check-service sources: - tokenratelimitpolicy.kuadrant.io:openshift-ingress/gateway-default-deny - conditionalData: - data: - expression: key: tokenlimit.deny_all_by_default__6d45535f value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: responseBodyJSON("/usage/total_tokens") predicates: - '!request.path.startsWith("/maas-api") && !request.path.startsWith("/v1/models") && !request.path.startsWith("/v1/subscriptions") && !request.path.startsWith("/v1/api-keys")' scope: llm/e2e-distinct-2-simulated-kserve-route service: ratelimit-report-service sources: - tokenratelimitpolicy.kuadrant.io:openshift-ingress/gateway-default-deny name: d650c1afdfdf169b5610ad9111b60930f37156b615b0355f0d3daf7d6b652469 routeRuleConditions: hostnames: - '*' predicates: - request.url_path.startsWith('/llm/e2e-distinct-2-simulated/v1/completions') - actions: - predicates: - request.path != "/maas-api/health" || request.method != "GET" scope: bf72a6316f6ed79299511e58d068836cdc71dbca5e23944f783c9340ffa0aee1 service: auth-service sources: - authpolicy.kuadrant.io:openshift-ingress/maas-gateway-auth - conditionalData: - data: - expression: key: tokenlimit.deny_all_by_default__6d45535f value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: "0" predicates: - '!request.path.startsWith("/maas-api") && !request.path.startsWith("/v1/models") && !request.path.startsWith("/v1/subscriptions") && !request.path.startsWith("/v1/api-keys")' scope: llm/e2e-trlp-test-simulated-kserve-route service: ratelimit-check-service sources: - tokenratelimitpolicy.kuadrant.io:openshift-ingress/gateway-default-deny - conditionalData: - data: - expression: key: tokenlimit.deny_all_by_default__6d45535f value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: responseBodyJSON("/usage/total_tokens") predicates: - '!request.path.startsWith("/maas-api") && !request.path.startsWith("/v1/models") && !request.path.startsWith("/v1/subscriptions") && !request.path.startsWith("/v1/api-keys")' scope: llm/e2e-trlp-test-simulated-kserve-route service: ratelimit-report-service sources: - tokenratelimitpolicy.kuadrant.io:openshift-ingress/gateway-default-deny name: 444ee84fa1d1c0b5811d9eb7e61197460aaa5e24874dce3000047afb78eedcb2 routeRuleConditions: hostnames: - '*' predicates: - request.url_path.startsWith('/llm/e2e-trlp-test-simulated/v1/completions') - actions: - predicates: - request.path != "/maas-api/health" || request.method != "GET" scope: 98b96558d098c10ea5cd4b877712861a71c554909b27785cf9b672cf28954a5a service: auth-service sources: - authpolicy.kuadrant.io:openshift-ingress/maas-gateway-auth - conditionalData: - data: - expression: key: tokenlimit.deny_all_by_default__6d45535f value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: "0" predicates: - '!request.path.startsWith("/maas-api") && !request.path.startsWith("/v1/models") && !request.path.startsWith("/v1/subscriptions") && !request.path.startsWith("/v1/api-keys")' scope: llm/e2e-distinct-2-simulated-kserve-route service: ratelimit-check-service sources: - tokenratelimitpolicy.kuadrant.io:openshift-ingress/gateway-default-deny - conditionalData: - data: - expression: key: tokenlimit.deny_all_by_default__6d45535f value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: responseBodyJSON("/usage/total_tokens") predicates: - '!request.path.startsWith("/maas-api") && !request.path.startsWith("/v1/models") && !request.path.startsWith("/v1/subscriptions") && !request.path.startsWith("/v1/api-keys")' scope: llm/e2e-distinct-2-simulated-kserve-route service: ratelimit-report-service sources: - tokenratelimitpolicy.kuadrant.io:openshift-ingress/gateway-default-deny name: b47ff88d8f715ce1c182878ed3f0b7215857e31c4ed7fa2045e4147acae6e7ed routeRuleConditions: hostnames: - '*' predicates: - request.url_path.startsWith('/llm/e2e-distinct-2-simulated/v1/responses') - actions: - predicates: - request.path != "/maas-api/health" || request.method != "GET" scope: 3c0d47082320c9bb02d3788ab2b052c696af91abc2ae438437ae71a26936c7c2 service: auth-service sources: - authpolicy.kuadrant.io:openshift-ingress/maas-gateway-auth - conditionalData: - data: - expression: key: tokenlimit.deny_all_by_default__6d45535f value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: "0" predicates: - '!request.path.startsWith("/maas-api") && !request.path.startsWith("/v1/models") && !request.path.startsWith("/v1/subscriptions") && !request.path.startsWith("/v1/api-keys")' scope: llm/e2e-distinct-simulated-kserve-route service: ratelimit-check-service sources: - tokenratelimitpolicy.kuadrant.io:openshift-ingress/gateway-default-deny - conditionalData: - data: - expression: key: tokenlimit.deny_all_by_default__6d45535f value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: responseBodyJSON("/usage/total_tokens") predicates: - '!request.path.startsWith("/maas-api") && !request.path.startsWith("/v1/models") && !request.path.startsWith("/v1/subscriptions") && !request.path.startsWith("/v1/api-keys")' scope: llm/e2e-distinct-simulated-kserve-route service: ratelimit-report-service sources: - tokenratelimitpolicy.kuadrant.io:openshift-ingress/gateway-default-deny name: 37d38d688f4881b6b6d78cf081dd62e7a0613d1931344fe9f5b636dd5d771db1 routeRuleConditions: hostnames: - '*' predicates: - request.url_path.startsWith('/llm/e2e-distinct-simulated/v1/completions') - actions: - predicates: - request.path != "/maas-api/health" || request.method != "GET" scope: 3d32277ea538e86091b57e14fc6f6582cbe1daa3e7e81223282a75b03a512083 service: auth-service sources: - authpolicy.kuadrant.io:openshift-ingress/maas-gateway-auth - conditionalData: - data: - expression: key: tokenlimit.deny_all_by_default__6d45535f value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: "0" predicates: - '!request.path.startsWith("/maas-api") && !request.path.startsWith("/v1/models") && !request.path.startsWith("/v1/subscriptions") && !request.path.startsWith("/v1/api-keys")' scope: llm/e2e-trlp-test-simulated-kserve-route service: ratelimit-check-service sources: - tokenratelimitpolicy.kuadrant.io:openshift-ingress/gateway-default-deny - conditionalData: - data: - expression: key: tokenlimit.deny_all_by_default__6d45535f value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: responseBodyJSON("/usage/total_tokens") predicates: - '!request.path.startsWith("/maas-api") && !request.path.startsWith("/v1/models") && !request.path.startsWith("/v1/subscriptions") && !request.path.startsWith("/v1/api-keys")' scope: llm/e2e-trlp-test-simulated-kserve-route service: ratelimit-report-service sources: - tokenratelimitpolicy.kuadrant.io:openshift-ingress/gateway-default-deny name: 4e53b701d0a54fd0d66be288d86ce4e36480fa7c228a6b0d46dfa2cff444fe7a routeRuleConditions: hostnames: - '*' predicates: - request.url_path.startsWith('/llm/e2e-trlp-test-simulated/v1/responses') - actions: - predicates: - request.path != "/maas-api/health" || request.method != "GET" scope: 452d598a0ad1047944cd02d3654e6793847781ecc87763544a69e05020a86cf3 service: auth-service sources: - authpolicy.kuadrant.io:openshift-ingress/maas-gateway-auth - conditionalData: - data: - expression: key: tokenlimit.deny_all_by_default__6d45535f value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: "0" predicates: - '!request.path.startsWith("/maas-api") && !request.path.startsWith("/v1/models") && !request.path.startsWith("/v1/subscriptions") && !request.path.startsWith("/v1/api-keys")' scope: llm/e2e-distinct-simulated-kserve-route service: ratelimit-check-service sources: - tokenratelimitpolicy.kuadrant.io:openshift-ingress/gateway-default-deny - conditionalData: - data: - expression: key: tokenlimit.deny_all_by_default__6d45535f value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: responseBodyJSON("/usage/total_tokens") predicates: - '!request.path.startsWith("/maas-api") && !request.path.startsWith("/v1/models") && !request.path.startsWith("/v1/subscriptions") && !request.path.startsWith("/v1/api-keys")' scope: llm/e2e-distinct-simulated-kserve-route service: ratelimit-report-service sources: - tokenratelimitpolicy.kuadrant.io:openshift-ingress/gateway-default-deny name: d7c406f2d2ae2f6c90c20903b3305542161b69909af04b9cee227e6f10d23749 routeRuleConditions: hostnames: - '*' predicates: - request.url_path.startsWith('/llm/e2e-distinct-simulated/v1/responses') - actions: - predicates: - request.path != "/maas-api/health" || request.method != "GET" scope: 30c4b39450ec876cfb2b0e66cbea2a74b7bcfafcf83d80a94c503487492e5a48 service: auth-service sources: - authpolicy.kuadrant.io:openshift-ingress/maas-gateway-auth - conditionalData: - data: - expression: key: tokenlimit.models_as_a_service_premium_simulator_subscription_premium_simulated_simulated_premium_tokens__a2a80825 value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: "0" predicates: - auth.identity.selected_subscription_key == "models-as-a-service/premium-simulator-subscription@llm/premium-simulated-simulated-premium" && !request.path.endsWith("/v1/models") scope: llm/premium-simulated-simulated-premium-kserve-route service: ratelimit-check-service sources: - tokenratelimitpolicy.kuadrant.io:llm/maas-trlp-premium-simulated-simulated-premium - conditionalData: - data: - expression: key: tokenlimit.models_as_a_service_premium_simulator_subscription_premium_simulated_simulated_premium_tokens__a2a80825 value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: responseBodyJSON("/usage/total_tokens") predicates: - auth.identity.selected_subscription_key == "models-as-a-service/premium-simulator-subscription@llm/premium-simulated-simulated-premium" && !request.path.endsWith("/v1/models") scope: llm/premium-simulated-simulated-premium-kserve-route service: ratelimit-report-service sources: - tokenratelimitpolicy.kuadrant.io:llm/maas-trlp-premium-simulated-simulated-premium name: 9eda971fa46e734a7f30d196d9d934e9684cb18179afc6b351f4af5a43743d45 routeRuleConditions: hostnames: - '*' predicates: - request.url_path.startsWith('/llm/premium-simulated-simulated-premium') - actions: - predicates: - request.path != "/maas-api/health" || request.method != "GET" scope: 4375a0165d777c3dbcac3b90772aafb3ba82b742e01878423b9fb1e122337433 service: auth-service sources: - authpolicy.kuadrant.io:openshift-ingress/maas-gateway-auth - conditionalData: - data: - expression: key: tokenlimit.models_as_a_service_simulator_subscription_facebook_opt_125m_simulated_tokens__87db8427 value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: "0" predicates: - auth.identity.selected_subscription_key == "models-as-a-service/simulator-subscription@llm/facebook-opt-125m-simulated" && !request.path.endsWith("/v1/models") scope: llm/facebook-opt-125m-simulated-kserve-route service: ratelimit-check-service sources: - tokenratelimitpolicy.kuadrant.io:llm/maas-trlp-facebook-opt-125m-simulated - conditionalData: - data: - expression: key: tokenlimit.models_as_a_service_simulator_subscription_facebook_opt_125m_simulated_tokens__87db8427 value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: responseBodyJSON("/usage/total_tokens") predicates: - auth.identity.selected_subscription_key == "models-as-a-service/simulator-subscription@llm/facebook-opt-125m-simulated" && !request.path.endsWith("/v1/models") scope: llm/facebook-opt-125m-simulated-kserve-route service: ratelimit-report-service sources: - tokenratelimitpolicy.kuadrant.io:llm/maas-trlp-facebook-opt-125m-simulated name: d9d6ab926c1ce658e1f8265d08dd5a9f194b85f542eaba396efc3bf18ddbc753 routeRuleConditions: hostnames: - '*' predicates: - request.url_path.startsWith('/llm/facebook-opt-125m-simulated') - actions: - predicates: - request.path != "/maas-api/health" || request.method != "GET" scope: f9a2a1e13eaadb4f450e63a68a3d05ec02a537019380f832f5992d1c5cdee533 service: auth-service sources: - authpolicy.kuadrant.io:openshift-ingress/maas-gateway-auth - conditionalData: - data: - expression: key: tokenlimit.deny_all_by_default__6d45535f value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: "0" predicates: - '!request.path.startsWith("/maas-api") && !request.path.startsWith("/v1/models") && !request.path.startsWith("/v1/subscriptions") && !request.path.startsWith("/v1/api-keys")' scope: llm/e2e-distinct-2-simulated-kserve-route service: ratelimit-check-service sources: - tokenratelimitpolicy.kuadrant.io:openshift-ingress/gateway-default-deny - conditionalData: - data: - expression: key: tokenlimit.deny_all_by_default__6d45535f value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: responseBodyJSON("/usage/total_tokens") predicates: - '!request.path.startsWith("/maas-api") && !request.path.startsWith("/v1/models") && !request.path.startsWith("/v1/subscriptions") && !request.path.startsWith("/v1/api-keys")' scope: llm/e2e-distinct-2-simulated-kserve-route service: ratelimit-report-service sources: - tokenratelimitpolicy.kuadrant.io:openshift-ingress/gateway-default-deny name: 51a401bb4ddbb0fe2513a6e765bdfbf6464c5e758b10663ba38fde7f0d29bc5a routeRuleConditions: hostnames: - '*' predicates: - request.url_path.startsWith('/llm/e2e-distinct-2-simulated') - actions: - predicates: - request.path != "/maas-api/health" || request.method != "GET" scope: 707878bcd632125ecab845de29fc41570ff2eb882a04dea05a2e77c0ea6d31f9 service: auth-service sources: - authpolicy.kuadrant.io:openshift-ingress/maas-gateway-auth - conditionalData: - data: - expression: key: tokenlimit.deny_all_by_default__6d45535f value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: "0" predicates: - '!request.path.startsWith("/maas-api") && !request.path.startsWith("/v1/models") && !request.path.startsWith("/v1/subscriptions") && !request.path.startsWith("/v1/api-keys")' scope: llm/e2e-trlp-test-simulated-kserve-route service: ratelimit-check-service sources: - tokenratelimitpolicy.kuadrant.io:openshift-ingress/gateway-default-deny - conditionalData: - data: - expression: key: tokenlimit.deny_all_by_default__6d45535f value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: responseBodyJSON("/usage/total_tokens") predicates: - '!request.path.startsWith("/maas-api") && !request.path.startsWith("/v1/models") && !request.path.startsWith("/v1/subscriptions") && !request.path.startsWith("/v1/api-keys")' scope: llm/e2e-trlp-test-simulated-kserve-route service: ratelimit-report-service sources: - tokenratelimitpolicy.kuadrant.io:openshift-ingress/gateway-default-deny name: e530219394105c2929f55a13b4c4a937173ba21ee3ebb00cbe55260d062fcf4d routeRuleConditions: hostnames: - '*' predicates: - request.url_path.startsWith('/llm/e2e-trlp-test-simulated') - actions: - predicates: - request.path != "/maas-api/health" || request.method != "GET" scope: a124e7db3701742524b9534a4ba1eb68cc6d8f337ccc26c3f8f17b958cc795d0 service: auth-service sources: - authpolicy.kuadrant.io:openshift-ingress/maas-gateway-auth - conditionalData: - data: - expression: key: tokenlimit.deny_all_by_default__6d45535f value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: "0" predicates: - '!request.path.startsWith("/maas-api") && !request.path.startsWith("/v1/models") && !request.path.startsWith("/v1/subscriptions") && !request.path.startsWith("/v1/api-keys")' scope: llm/e2e-distinct-simulated-kserve-route service: ratelimit-check-service sources: - tokenratelimitpolicy.kuadrant.io:openshift-ingress/gateway-default-deny - conditionalData: - data: - expression: key: tokenlimit.deny_all_by_default__6d45535f value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: responseBodyJSON("/usage/total_tokens") predicates: - '!request.path.startsWith("/maas-api") && !request.path.startsWith("/v1/models") && !request.path.startsWith("/v1/subscriptions") && !request.path.startsWith("/v1/api-keys")' scope: llm/e2e-distinct-simulated-kserve-route service: ratelimit-report-service sources: - tokenratelimitpolicy.kuadrant.io:openshift-ingress/gateway-default-deny name: 0b5a6187a78299fcac4b829a0f47b6126e6912ff54492f10d77d2c71123f38d6 routeRuleConditions: hostnames: - '*' predicates: - request.url_path.startsWith('/llm/e2e-distinct-simulated') - actions: - predicates: - request.path != "/maas-api/health" || request.method != "GET" scope: 5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02 service: auth-service sources: - authpolicy.kuadrant.io:openshift-ingress/maas-gateway-auth - conditionalData: - data: - expression: key: tokenlimit.deny_all_by_default__6d45535f value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: "0" predicates: - '!request.path.startsWith("/maas-api") && !request.path.startsWith("/v1/models") && !request.path.startsWith("/v1/subscriptions") && !request.path.startsWith("/v1/api-keys")' scope: odh-ai-gateway-infra/maas-api-route service: ratelimit-check-service sources: - tokenratelimitpolicy.kuadrant.io:openshift-ingress/gateway-default-deny - conditionalData: - data: - expression: key: tokenlimit.deny_all_by_default__6d45535f value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: responseBodyJSON("/usage/total_tokens") predicates: - '!request.path.startsWith("/maas-api") && !request.path.startsWith("/v1/models") && !request.path.startsWith("/v1/subscriptions") && !request.path.startsWith("/v1/api-keys")' scope: odh-ai-gateway-infra/maas-api-route service: ratelimit-report-service sources: - tokenratelimitpolicy.kuadrant.io:openshift-ingress/gateway-default-deny name: 01cc37113b4d6c301e355f63decf46a21e93a023494bdfeaeed2890c97ec1f57 routeRuleConditions: hostnames: - '*' predicates: - request.url_path.startsWith('/v1/subscriptions') - actions: - predicates: - request.path != "/maas-api/health" || request.method != "GET" scope: 06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3 service: auth-service sources: - authpolicy.kuadrant.io:openshift-ingress/maas-gateway-auth - conditionalData: - data: - expression: key: tokenlimit.deny_all_by_default__6d45535f value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: "0" predicates: - '!request.path.startsWith("/maas-api") && !request.path.startsWith("/v1/models") && !request.path.startsWith("/v1/subscriptions") && !request.path.startsWith("/v1/api-keys")' scope: odh-ai-gateway-infra/maas-api-route service: ratelimit-check-service sources: - tokenratelimitpolicy.kuadrant.io:openshift-ingress/gateway-default-deny - conditionalData: - data: - expression: key: tokenlimit.deny_all_by_default__6d45535f value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: responseBodyJSON("/usage/total_tokens") predicates: - '!request.path.startsWith("/maas-api") && !request.path.startsWith("/v1/models") && !request.path.startsWith("/v1/subscriptions") && !request.path.startsWith("/v1/api-keys")' scope: odh-ai-gateway-infra/maas-api-route service: ratelimit-report-service sources: - tokenratelimitpolicy.kuadrant.io:openshift-ingress/gateway-default-deny name: 661962837510c6dc6d1faa64e61ec3086efa9e0a2e7315c6ded616c1879e5ba8 routeRuleConditions: hostnames: - '*' predicates: - request.url_path.startsWith('/v1/api-keys') - actions: - predicates: - request.path != "/maas-api/health" || request.method != "GET" scope: a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb service: auth-service sources: - authpolicy.kuadrant.io:openshift-ingress/maas-gateway-auth - conditionalData: - data: - expression: key: tokenlimit.deny_all_by_default__6d45535f value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: "0" predicates: - '!request.path.startsWith("/maas-api") && !request.path.startsWith("/v1/models") && !request.path.startsWith("/v1/subscriptions") && !request.path.startsWith("/v1/api-keys")' scope: odh-ai-gateway-infra/maas-api-route service: ratelimit-check-service sources: - tokenratelimitpolicy.kuadrant.io:openshift-ingress/gateway-default-deny - conditionalData: - data: - expression: key: tokenlimit.deny_all_by_default__6d45535f value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: responseBodyJSON("/usage/total_tokens") predicates: - '!request.path.startsWith("/maas-api") && !request.path.startsWith("/v1/models") && !request.path.startsWith("/v1/subscriptions") && !request.path.startsWith("/v1/api-keys")' scope: odh-ai-gateway-infra/maas-api-route service: ratelimit-report-service sources: - tokenratelimitpolicy.kuadrant.io:openshift-ingress/gateway-default-deny name: f82564e076ea3e672592bab71e048537faba17a5e909884c2a0204e235905a69 routeRuleConditions: hostnames: - '*' predicates: - request.url_path.startsWith('/v1/models') - actions: - predicates: - request.path != "/maas-api/health" || request.method != "GET" scope: b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e service: auth-service sources: - authpolicy.kuadrant.io:openshift-ingress/maas-gateway-auth - conditionalData: - data: - expression: key: tokenlimit.deny_all_by_default__6d45535f value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: "0" predicates: - '!request.path.startsWith("/maas-api") && !request.path.startsWith("/v1/models") && !request.path.startsWith("/v1/subscriptions") && !request.path.startsWith("/v1/api-keys")' scope: odh-ai-gateway-infra/maas-api-route service: ratelimit-check-service sources: - tokenratelimitpolicy.kuadrant.io:openshift-ingress/gateway-default-deny - conditionalData: - data: - expression: key: tokenlimit.deny_all_by_default__6d45535f value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: responseBodyJSON("/usage/total_tokens") predicates: - '!request.path.startsWith("/maas-api") && !request.path.startsWith("/v1/models") && !request.path.startsWith("/v1/subscriptions") && !request.path.startsWith("/v1/api-keys")' scope: odh-ai-gateway-infra/maas-api-route service: ratelimit-report-service sources: - tokenratelimitpolicy.kuadrant.io:openshift-ingress/gateway-default-deny name: b4bfec1b33959dd0ebfc5cd6fb410688e820d4b55c7f149cb4acc4353f30a9b2 routeRuleConditions: hostnames: - '*' predicates: - request.url_path.startsWith('/maas-api') - actions: - predicates: - request.path != "/maas-api/health" || request.method != "GET" scope: cd452b3491b4064e772f38d1a288406bb3889f19efd54af26f6554f07046a8c0 service: auth-service sources: - authpolicy.kuadrant.io:openshift-ingress/maas-gateway-auth - conditionalData: - data: - expression: key: tokenlimit.deny_all_by_default__6d45535f value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: "0" predicates: - '!request.path.startsWith("/maas-api") && !request.path.startsWith("/v1/models") && !request.path.startsWith("/v1/subscriptions") && !request.path.startsWith("/v1/api-keys")' scope: llm/e2e-distinct-2-simulated-kserve-route service: ratelimit-check-service sources: - tokenratelimitpolicy.kuadrant.io:openshift-ingress/gateway-default-deny - conditionalData: - data: - expression: key: tokenlimit.deny_all_by_default__6d45535f value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: responseBodyJSON("/usage/total_tokens") predicates: - '!request.path.startsWith("/maas-api") && !request.path.startsWith("/v1/models") && !request.path.startsWith("/v1/subscriptions") && !request.path.startsWith("/v1/api-keys")' scope: llm/e2e-distinct-2-simulated-kserve-route service: ratelimit-report-service sources: - tokenratelimitpolicy.kuadrant.io:openshift-ingress/gateway-default-deny name: b31b113eaf857adeea063c1c889264c6469db8010a1480fe954ee10226d78bc1 routeRuleConditions: hostnames: - '*' predicates: - request.url_path.startsWith('/') - request.headers.exists(h, h.lowerAscii() == 'x-gateway-model-name' && request.headers[h] == 'publishers/llm/models/test/e2e-distinct-model-2') - actions: - predicates: - request.path != "/maas-api/health" || request.method != "GET" scope: ba8750633b915855593e941d13c912f4f6c6d6c6a659c241b67d178bbe85f188 service: auth-service sources: - authpolicy.kuadrant.io:openshift-ingress/maas-gateway-auth - conditionalData: - data: - expression: key: tokenlimit.deny_all_by_default__6d45535f value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: "0" predicates: - '!request.path.startsWith("/maas-api") && !request.path.startsWith("/v1/models") && !request.path.startsWith("/v1/subscriptions") && !request.path.startsWith("/v1/api-keys")' scope: llm/e2e-distinct-simulated-kserve-route service: ratelimit-check-service sources: - tokenratelimitpolicy.kuadrant.io:openshift-ingress/gateway-default-deny - conditionalData: - data: - expression: key: tokenlimit.deny_all_by_default__6d45535f value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: responseBodyJSON("/usage/total_tokens") predicates: - '!request.path.startsWith("/maas-api") && !request.path.startsWith("/v1/models") && !request.path.startsWith("/v1/subscriptions") && !request.path.startsWith("/v1/api-keys")' scope: llm/e2e-distinct-simulated-kserve-route service: ratelimit-report-service sources: - tokenratelimitpolicy.kuadrant.io:openshift-ingress/gateway-default-deny name: ba65b23589a72ce6e33415ed975e7f1e8e24535caedae240732daa133d631027 routeRuleConditions: hostnames: - '*' predicates: - request.url_path.startsWith('/') - request.headers.exists(h, h.lowerAscii() == 'x-gateway-model-name' && request.headers[h] == 'publishers/llm/models/test/e2e-distinct-model') - actions: - predicates: - request.path != "/maas-api/health" || request.method != "GET" scope: e9607d3c9394ff787a7cb9306c470b1007979008e27c6d6c68281553a4653faa service: auth-service sources: - authpolicy.kuadrant.io:openshift-ingress/maas-gateway-auth - conditionalData: - data: - expression: key: tokenlimit.deny_all_by_default__6d45535f value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: "0" predicates: - '!request.path.startsWith("/maas-api") && !request.path.startsWith("/v1/models") && !request.path.startsWith("/v1/subscriptions") && !request.path.startsWith("/v1/api-keys")' scope: llm/e2e-trlp-test-simulated-kserve-route service: ratelimit-check-service sources: - tokenratelimitpolicy.kuadrant.io:openshift-ingress/gateway-default-deny - conditionalData: - data: - expression: key: tokenlimit.deny_all_by_default__6d45535f value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: responseBodyJSON("/usage/total_tokens") predicates: - '!request.path.startsWith("/maas-api") && !request.path.startsWith("/v1/models") && !request.path.startsWith("/v1/subscriptions") && !request.path.startsWith("/v1/api-keys")' scope: llm/e2e-trlp-test-simulated-kserve-route service: ratelimit-report-service sources: - tokenratelimitpolicy.kuadrant.io:openshift-ingress/gateway-default-deny name: 684a33b152fa30eeea5a314b3ef2883ee9bc4036c0614eaf97e70e8f9d0569b5 routeRuleConditions: hostnames: - '*' predicates: - request.url_path.startsWith('/') - request.headers.exists(h, h.lowerAscii() == 'x-gateway-model-name' && request.headers[h] == 'publishers/llm/models/test/e2e-trlp-test-model') - actions: - predicates: - request.path != "/maas-api/health" || request.method != "GET" scope: 305bde7d554d0d2810b101d2b8d4e0e15521c2afbf16166555b8e9aa4ed39a3d service: auth-service sources: - authpolicy.kuadrant.io:openshift-ingress/maas-gateway-auth - conditionalData: - data: - expression: key: tokenlimit.deny_all_by_default__6d45535f value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: "0" predicates: - '!request.path.startsWith("/maas-api") && !request.path.startsWith("/v1/models") && !request.path.startsWith("/v1/subscriptions") && !request.path.startsWith("/v1/api-keys")' scope: llm/e2e-unconfigured-facebook-opt-125m-simulated-kserve-route service: ratelimit-check-service sources: - tokenratelimitpolicy.kuadrant.io:openshift-ingress/gateway-default-deny - conditionalData: - data: - expression: key: tokenlimit.deny_all_by_default__6d45535f value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: responseBodyJSON("/usage/total_tokens") predicates: - '!request.path.startsWith("/maas-api") && !request.path.startsWith("/v1/models") && !request.path.startsWith("/v1/subscriptions") && !request.path.startsWith("/v1/api-keys")' scope: llm/e2e-unconfigured-facebook-opt-125m-simulated-kserve-route service: ratelimit-report-service sources: - tokenratelimitpolicy.kuadrant.io:openshift-ingress/gateway-default-deny name: 4e8a56f3e3f28c9119489223e3829d4bf1c53bf64d438f8590b8b90722bf7fd3 routeRuleConditions: hostnames: - '*' predicates: - request.url_path.startsWith('/') - request.headers.exists(h, h.lowerAscii() == 'x-gateway-model-name' && request.headers[h] == 'publishers/llm/models/facebook/opt-125m') - actions: - predicates: - request.path != "/maas-api/health" || request.method != "GET" scope: 101d9a4d9b715268b3a3623fb114473501068b7352d534f324f4a3121b535746 service: auth-service sources: - authpolicy.kuadrant.io:openshift-ingress/maas-gateway-auth - conditionalData: - data: - expression: key: tokenlimit.models_as_a_service_simulator_subscription_facebook_opt_125m_simulated_tokens__87db8427 value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: "0" predicates: - auth.identity.selected_subscription_key == "models-as-a-service/simulator-subscription@llm/facebook-opt-125m-simulated" && !request.path.endsWith("/v1/models") scope: llm/facebook-opt-125m-simulated-kserve-route service: ratelimit-check-service sources: - tokenratelimitpolicy.kuadrant.io:llm/maas-trlp-facebook-opt-125m-simulated - conditionalData: - data: - expression: key: tokenlimit.models_as_a_service_simulator_subscription_facebook_opt_125m_simulated_tokens__87db8427 value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: responseBodyJSON("/usage/total_tokens") predicates: - auth.identity.selected_subscription_key == "models-as-a-service/simulator-subscription@llm/facebook-opt-125m-simulated" && !request.path.endsWith("/v1/models") scope: llm/facebook-opt-125m-simulated-kserve-route service: ratelimit-report-service sources: - tokenratelimitpolicy.kuadrant.io:llm/maas-trlp-facebook-opt-125m-simulated name: 822612f8e8910910da93b3c875be0b0fe583b3181d050376b8b4d1e8e3fc17ec routeRuleConditions: hostnames: - '*' predicates: - request.url_path.startsWith('/') - request.headers.exists(h, h.lowerAscii() == 'x-gateway-model-name' && request.headers[h] == 'publishers/llm/models/facebook/opt-125m') - actions: - predicates: - request.path != "/maas-api/health" || request.method != "GET" scope: c098209e055107073c6ded1d63e221315c2239f3cf17a7d15056a7494c5714fb service: auth-service sources: - authpolicy.kuadrant.io:openshift-ingress/maas-gateway-auth - conditionalData: - data: - expression: key: tokenlimit.models_as_a_service_premium_simulator_subscription_premium_simulated_simulated_premium_tokens__a2a80825 value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: "0" predicates: - auth.identity.selected_subscription_key == "models-as-a-service/premium-simulator-subscription@llm/premium-simulated-simulated-premium" && !request.path.endsWith("/v1/models") scope: llm/premium-simulated-simulated-premium-kserve-route service: ratelimit-check-service sources: - tokenratelimitpolicy.kuadrant.io:llm/maas-trlp-premium-simulated-simulated-premium - conditionalData: - data: - expression: key: tokenlimit.models_as_a_service_premium_simulator_subscription_premium_simulated_simulated_premium_tokens__a2a80825 value: "1" - expression: key: auth.identity.userid value: auth.identity.userid - expression: key: ratelimit.hits_addend value: responseBodyJSON("/usage/total_tokens") predicates: - auth.identity.selected_subscription_key == "models-as-a-service/premium-simulator-subscription@llm/premium-simulated-simulated-premium" && !request.path.endsWith("/v1/models") scope: llm/premium-simulated-simulated-premium-kserve-route service: ratelimit-report-service sources: - tokenratelimitpolicy.kuadrant.io:llm/maas-trlp-premium-simulated-simulated-premium name: ea9c316891564f37beac8b01f99bbf250ef62988415897a9885c613caf0365b2 routeRuleConditions: hostnames: - '*' predicates: - request.url_path.startsWith('/') - request.headers.exists(h, h.lowerAscii() == 'x-gateway-model-name' && request.headers[h] == 'publishers/llm/models/facebook/opt-125m') services: auth-service: endpoint: kuadrant-auth-service failureMode: deny timeout: 200ms type: auth ratelimit-check-service: endpoint: kuadrant-ratelimit-service failureMode: deny timeout: 100ms type: ratelimit-check ratelimit-report-service: endpoint: kuadrant-ratelimit-service failureMode: deny timeout: 100ms type: ratelimit-report ratelimit-service: endpoint: kuadrant-ratelimit-service failureMode: allow timeout: 100ms type: ratelimit targetRefs: - group: gateway.networking.k8s.io kind: Gateway name: maas-default-gateway url: quay.io/kuadrant/wasm-shim:v0.12.1