ce7cb702218693d08ea6d83464d2457c9250027c

services/vertex-batch/k8s/routes.yaml

@@ -0,0 +1,88 @@
+apiVersion: agentgateway.dev/v1alpha1
+kind: AgentgatewayBackend
+metadata:
+  name: vertex-batch
+  namespace: agentgateway-system
+spec:
+  ai:
+    provider:
+      vertexai:
+        projectId: ms2k-personal
+        region: global
+      host: vertex-batch.agentgateway-system.svc.cluster.local
+      port: 8080
+---
+apiVersion: gateway.networking.k8s.io/v1
+kind: HTTPRoute
+metadata:
+  name: batch-front
+  namespace: agentgateway-system
+spec:
+  parentRefs:
+    - name: agentgateway-proxy
+  rules:
+    - matches:
+        - method: POST
+          path:
+            type: Exact
+            value: /v1/chat/completions
+          headers:
+            - name: x-model
+              type: RegularExpression
+              value: ^vertex_ai_batch/.+
+      filters:
+        - type: URLRewrite
+          urlRewrite:
+            path:
+              type: ReplaceFullPath
+              replaceFullPath: /front
+      backendRefs:
+        - name: vertex-batch
+          port: 8080
+---
+apiVersion: gateway.networking.k8s.io/v1
+kind: HTTPRoute
+metadata:
+  name: batch-native
+  namespace: agentgateway-system
+spec:
+  parentRefs:
+    - name: agentgateway-proxy
+  rules:
+    - matches:
+        - method: POST
+          path:
+            type: Exact
+            value: /v1/chat/completions
+          headers:
+            - name: x-model
+              type: RegularExpression
+              value: ^vertex_batch/.+
+      backendRefs:
+        - group: agentgateway.dev
+          kind: AgentgatewayBackend
+          name: vertex-batch
+---
+apiVersion: agentgateway.dev/v1alpha1
+kind: AgentgatewayPolicy
+metadata:
+  name: batch-native
+  namespace: agentgateway-system
+spec:
+  targetRefs:
+    - group: gateway.networking.k8s.io
+      kind: HTTPRoute
+      name: batch-native
+  traffic:
+    transformation:
+      request:
+        set:
+          - name: x-batch-stream
+            value: 'string(has(json(request.body).stream) ? json(request.body).stream : false)'
+          - name: x-batch-model
+            value: 'json(request.body).model.stripPrefix("vertex_batch/")'
+  backend:
+    ai:
+      transformations:
+        - field: model
+          expression: llmRequest.model.stripPrefix("vertex_batch/")