Created
May 17, 2025 18:04
-
-
Save nerdalert/1d59819427d37edcc185853c66ad1188 to your computer and use it in GitHub Desktop.
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| ubuntu@ip-172-31-16-33:~/secret-llm-d-deployer/project$ kubectl logs -n kgateway-system kgateway-7c58ddd989-nw5wc -c kgateway --previous --tail=200 | |
| {"level":"info","ts":"2025-05-17T18:01:08.979Z","caller":"probes/probes.go:57","msg":"probe server starting at :8765 listening for /healthz"} | |
| {"level":"info","ts":"2025-05-17T18:01:08.979Z","caller":"setup/setup.go:69","msg":"got settings from env: {DnsLookupFamily:V4_PREFERRED EnableIstioIntegration:false EnableIstioAutoMtls:false IstioNamespace:istio-system XdsServiceName:kgateway XdsServicePort:9977 UseRustFormations:false EnableInferExt:true InferExtAutoProvision:false DefaultImageRegistry:cr.kgateway.dev/kgateway-dev DefaultImageTag:v2.0.0 DefaultImagePullPolicy:IfNotPresent}"} | |
| {"level":"info","ts":"2025-05-17T18:01:08.980Z","logger":"k8s","caller":"setup/setup.go:110","msg":"starting kgateway"} | |
| {"level":"info","ts":"2025-05-17T18:01:08.984Z","logger":"k8s","caller":"setup/setup.go:117","msg":"creating krt collections"} | |
| {"level":"info","ts":"2025-05-17T18:01:08.985Z","logger":"k8s","caller":"setup/setup.go:128","msg":"initializing controller"} | |
| 2025-05-17T18:01:08.985237Z info krt UniqueConnectedClients synced owner=UniqueConnectedClients | |
| {"level":"info","ts":"2025-05-17T18:01:08Z","logger":"kgateway.setup","msg":"initializing kgateway extensions","version":"v2.0.0"} | |
| {"level":"info","ts":"2025-05-17T18:01:08Z","logger":"kgateway.setup","msg":"adding endpoint-picker inference extension","version":"v2.0.0"} | |
| {"level":"info","ts":"2025-05-17T18:01:08Z","logger":"kgateway.setup","msg":"initializing proxy syncer","version":"v2.0.0"} | |
| {"level":"info","ts":"2025-05-17T18:01:08Z","logger":"kgateway.setup","msg":"starting controller builder","version":"v2.0.0"} | |
| {"level":"info","ts":"2025-05-17T18:01:08.997Z","logger":"k8s","caller":"setup/setup.go:149","msg":"waiting for cache sync"} | |
| 2025-05-17T18:01:08.997394Z info krt PerClientXdsSnapshots synced owner=PerClientXdsSnapshots | |
| 2025-05-17T18:01:08.997426Z info cluster "" kube client started | |
| 2025-05-17T18:01:09.003217Z info krt HTTPListenerPolicy synced owner=HTTPListenerPolicy | |
| 2025-05-17T18:01:09.003240Z info krt Collection[*v1alpha1.HTTPListenerPolicy,ir.PolicyWrapper] synced owner=Collection[*v1alpha1.HTTPListenerPolicy,ir.PolicyWrapper] | |
| 2025-05-17T18:01:09.003268Z info krt HTTPListenerPolicy.gateway.kgateway.dev-policiesByTargetRef synced owner=HTTPListenerPolicy.gateway.kgateway.dev-policiesByTargetRef | |
| 2025-05-17T18:01:09.003280Z info krt GatewayExtension synced owner=GatewayExtension | |
| 2025-05-17T18:01:09.003281Z info krt InferencePool synced owner=InferencePool | |
| 2025-05-17T18:01:09.003285Z info krt KubeGateways synced owner=KubeGateways | |
| 2025-05-17T18:01:09.003295Z info krt Collection[*v1alpha1.GatewayExtension,ir.GatewayExtension] synced owner=Collection[*v1alpha1.GatewayExtension,ir.GatewayExtension] | |
| 2025-05-17T18:01:09.003307Z info krt RefGrants synced owner=RefGrants | |
| 2025-05-17T18:01:09.006214Z info krt Collection[*v1alpha2.InferencePool,ir.PolicyWrapper] synced owner=Collection[*v1alpha2.InferencePool,ir.PolicyWrapper] | |
| 2025-05-17T18:01:09.006408Z info krt InferencePoolIR synced owner=InferencePoolIR | |
| 2025-05-17T18:01:09.006445Z info krt InferencePool.inference.networking.x-k8s.io-policiesByTargetRef synced owner=InferencePool.inference.networking.x-k8s.io-policiesByTargetRef | |
| 2025-05-17T18:01:09.011245Z info krt Nodes synced owner=Nodes | |
| 2025-05-17T18:01:09.011260Z info krt Namespaces synced owner=Namespaces | |
| 2025-05-17T18:01:09.011354Z info krt DirectResponse synced owner=DirectResponse | |
| 2025-05-17T18:01:09.011366Z info krt KubeGatewayClasses synced owner=KubeGatewayClasses | |
| 2025-05-17T18:01:09.011405Z info krt TrafficPolicy synced owner=TrafficPolicy | |
| 2025-05-17T18:01:09.011331Z info krt HTTPRoute synced owner=HTTPRoute | |
| 2025-05-17T18:01:09.011455Z info krt Collection[*v1alpha1.DirectResponse,ir.PolicyWrapper] synced owner=Collection[*v1alpha1.DirectResponse,ir.PolicyWrapper] | |
| 2025-05-17T18:01:09.011475Z info krt DirectResponse.gateway.kgateway.dev-policiesByTargetRef synced owner=DirectResponse.gateway.kgateway.dev-policiesByTargetRef | |
| 2025-05-17T18:01:09.011552Z info krt Collection[*v1alpha1.Backend,ir.EndpointsForBackend] synced owner=Collection[*v1alpha1.Backend,ir.EndpointsForBackend] | |
| 2025-05-17T18:01:09.011491Z info krt Backends synced owner=Backends | |
| 2025-05-17T18:01:09.011526Z info krt Collection[*v1alpha1.Backend,ir.BackendObjectIR] synced owner=Collection[*v1alpha1.Backend,ir.BackendObjectIR] | |
| 2025-05-17T18:01:09.011544Z info krt Collection[ir.BackendObjectIR,ir.BackendObjectIR] synced owner=Collection[ir.BackendObjectIR,ir.BackendObjectIR] | |
| 2025-05-17T18:01:09.011593Z info krt Collection[*v1alpha1.TrafficPolicy,ir.PolicyWrapper] synced owner=Collection[*v1alpha1.TrafficPolicy,ir.PolicyWrapper] | |
| 2025-05-17T18:01:09.011607Z info krt TrafficPolicy.gateway.kgateway.dev-policiesByTargetRef synced owner=TrafficPolicy.gateway.kgateway.dev-policiesByTargetRef | |
| 2025-05-17T18:01:09.013792Z info krt Collection[*v1.Node,krtcollections.NodeMetadata] synced owner=Collection[*v1.Node,krtcollections.NodeMetadata] | |
| 2025-05-17T18:01:09.013916Z info krt NamespacesMetadata synced owner=NamespacesMetadata | |
| 2025-05-17T18:01:09.016679Z info krt Nodes synced owner=Nodes | |
| 2025-05-17T18:01:09.018944Z info krt Collection[*v1.Node,krtcollections.NodeMetadata] synced owner=Collection[*v1.Node,krtcollections.NodeMetadata] | |
| 2025-05-17T18:01:09.027375Z info krt Services synced owner=Services | |
| 2025-05-17T18:01:09.028571Z info krt EndpointSlices synced owner=EndpointSlices | |
| 2025-05-17T18:01:09.031612Z info krt WaypointKubeServices synced owner=WaypointKubeServices | |
| 2025-05-17T18:01:09.032672Z info krt KubernetesServiceBackends synced owner=KubernetesServiceBackends | |
| 2025-05-17T18:01:09.062780Z info controllers starting controller=crd watcher | |
| 2025-05-17T18:01:09.113033Z info krt Pods synced owner=Pods | |
| 2025-05-17T18:01:09.118636Z info krt AugmentPod synced owner=AugmentPod | |
| 2025-05-17T18:01:09.123493Z info krt TLSRoute synced owner=TLSRoute | |
| 2025-05-17T18:01:09.123548Z info krt routes-tls-routes-with-policy synced owner=routes-tls-routes-with-policy | |
| 2025-05-17T18:01:09.123645Z info krt ServiceEntries synced owner=ServiceEntries | |
| 2025-05-17T18:01:09.123668Z info krt SelectingServiceEntries synced owner=SelectingServiceEntries | |
| 2025-05-17T18:01:09.123692Z info krt WaypointServiceEntries synced owner=WaypointServiceEntries | |
| 2025-05-17T18:01:09.123699Z info krt WaypointLogicalServices synced | |
| 2025-05-17T18:01:09.123712Z info krt ServiceEntryBackends synced owner=ServiceEntryBackends | |
| 2025-05-17T18:01:09.123794Z info krt ServiceEntryEndpoints synced owner=ServiceEntryEndpoints | |
| 2025-05-17T18:01:09.123739Z info krt AuthorizationPolicies synced owner=AuthorizationPolicies | |
| 2025-05-17T18:01:09.123834Z info krt Collection[ir.BackendObjectIR,ir.BackendObjectIR] synced owner=Collection[ir.BackendObjectIR,ir.BackendObjectIR] | |
| 2025-05-17T18:01:09.123844Z info krt TCPRoute synced owner=TCPRoute | |
| 2025-05-17T18:01:09.123867Z info krt routes-tcp-routes-with-policy synced owner=routes-tcp-routes-with-policy | |
| 2025-05-17T18:01:09.124039Z info krt Pods synced owner=Pods | |
| 2025-05-17T18:01:09.125839Z info krt WorkloadEntries synced owner=WorkloadEntries | |
| 2025-05-17T18:01:09.125873Z info krt ServiceEntrySelectWorkloadEntry synced owner=ServiceEntrySelectWorkloadEntry | |
| 2025-05-17T18:01:09.125885Z info krt BackendTLSPolicy synced owner=BackendTLSPolicy | |
| 2025-05-17T18:01:09.125902Z info krt BackendTLSPolicyIRs synced owner=BackendTLSPolicyIRs | |
| 2025-05-17T18:01:09.125927Z info krt BackendTLSPolicy.gateway.networking.k8s.io-policiesByTargetRef synced owner=BackendTLSPolicy.gateway.networking.k8s.io-policiesByTargetRef | |
| 2025-05-17T18:01:09.126013Z info krt Collection[ir.BackendObjectIR,ir.BackendObjectIR] synced owner=Collection[ir.BackendObjectIR,ir.BackendObjectIR] | |
| 2025-05-17T18:01:09.126247Z info krt gateways synced owner=gateways | |
| 2025-05-17T18:01:09.126402Z info krt http-routes-with-policy synced owner=http-routes-with-policy | |
| 2025-05-17T18:01:09.126564Z info krt routes-http-routes-with-policy synced owner=routes-http-routes-with-policy | |
| 2025-05-17T18:01:09.126584Z info krt Secrets synced owner=Secrets | |
| 2025-05-17T18:01:09.126641Z info krt all-routes-with-policy synced | |
| panic: runtime error: invalid memory address or nil pointer dereference | |
| [signal SIGSEGV: segmentation violation code=0x1 addr=0x0 pc=0x2d4853e] | |
| goroutine 149 [running]: | |
| github.com/kgateway-dev/kgateway/v2/internal/kgateway/translator/irtranslator.applyRouteTimeout({0x3ff3138, 0xc001edf020}, 0xc000c80000, 0x0?) | |
| /home/runner/work/kgateway/kgateway/internal/kgateway/translator/irtranslator/route.go:192 +0xde | |
| github.com/kgateway-dev/kgateway/v2/internal/kgateway/translator/irtranslator.(*httpRouteConfigurationTranslator).envoyRoutes(_, {_, _}, {_, _}, {{0xc000e33d40}, {0x0}, 0xc002642b40, 0x0, 0x0, ...}, ...) | |
| /home/runner/work/kgateway/kgateway/internal/kgateway/translator/irtranslator/route.go:136 +0x22a | |
| github.com/kgateway-dev/kgateway/v2/internal/kgateway/translator/irtranslator.(*httpRouteConfigurationTranslator).computeVirtualHost(0xc00052cb18, {0x3ff3138, 0xc001edf020}, 0xc0014768c0) | |
| /home/runner/work/kgateway/kgateway/internal/kgateway/translator/irtranslator/route.go:89 +0x30f | |
| github.com/kgateway-dev/kgateway/v2/internal/kgateway/translator/irtranslator.(*httpRouteConfigurationTranslator).computeVirtualHosts(...) | |
| /home/runner/work/kgateway/kgateway/internal/kgateway/translator/irtranslator/route.go:67 | |
| github.com/kgateway-dev/kgateway/v2/internal/kgateway/translator/irtranslator.(*httpRouteConfigurationTranslator).ComputeRouteConfiguration(0xc00052cb18, {0x3ff3218, 0x6608160}, {0xc000718888, 0x1, 0xc000d397d0?}) | |
| /home/runner/work/kgateway/kgateway/internal/kgateway/translator/irtranslator/route.go:51 +0x1c5 | |
| github.com/kgateway-dev/kgateway/v2/internal/kgateway/translator/irtranslator.(*Translator).ComputeListener(0xc0003208d8, {0x3ff3218, 0x6608160}, 0xc001edef90, {{0xc001fcc600, 0x1, 0x1}, 0xc000dde1a0, {0xc000d397d0}, {0xc000d397d0}}, ...) | |
| /home/runner/work/kgateway/kgateway/internal/kgateway/translator/irtranslator/gateway.go:83 +0x468 | |
| github.com/kgateway-dev/kgateway/v2/internal/kgateway/translator/irtranslator.(*Translator).Translate(0xc0003208d8, {{0xc001fcc600, 0x1, 0x1}, 0xc000dde1a0, {0xc000d397d0}, {0xc000d397d0}}, {0x3fcca68, 0xc000718800}) | |
| /home/runner/work/kgateway/kgateway/internal/kgateway/translator/irtranslator/gateway.go:34 +0x233 | |
| github.com/kgateway-dev/kgateway/v2/internal/kgateway/translator.(*CombinedTranslator).TranslateGateway(0xc0009f0120, {0x3fcc178, 0xc001476680}, {0x3ff3138, 0xc000a0c5a0}, {{{0x3b0ee1c, 0x19}, {0x3ae1e9b, 0x7}, {0xc000db5990, ...}, ...}, ...}) | |
| /home/runner/work/kgateway/kgateway/internal/kgateway/translator/translator.go:139 +0x3a5 | |
| github.com/kgateway-dev/kgateway/v2/internal/kgateway/proxy_syncer.(*ProxySyncer).Init.func1({0x3fcc178, 0xc001476680}, {{{0x3b0ee1c, 0x19}, {0x3ae1e9b, 0x7}, {0xc000db5990, 0x5}, {0xc00043b2d8, 0x17}}, ...}) | |
| /home/runner/work/kgateway/kgateway/internal/kgateway/proxy_syncer/proxy_syncer.go:194 +0x1b8 | |
| istio.io/istio/pkg/kube/krt.NewCollection[...].func1({{{0x3b0ee1c, 0x19}, {0x3ae1e9b, 0x7}, {0xc000db5990, 0x5}, {0xc00043b2d8, 0x17}}, {0xc00071ec30, 0x1, ...}, ...}) | |
| /home/runner/go/pkg/mod/istio.io/[email protected]/pkg/kube/krt/collection.go:478 +0x55 | |
| istio.io/istio/pkg/kube/krt.(*manyCollection[...]).onPrimaryInputEventLocked(0x406fbc0, {0xc001f94930, 0x1, 0xc000db5990}) | |
| /home/runner/go/pkg/mod/istio.io/[email protected]/pkg/kube/krt/collection.go:360 +0x2c5 | |
| istio.io/istio/pkg/kube/krt.(*manyCollection[...]).onPrimaryInputEvent(0x406fbc0, {0xc001f94930, 0x1, 0x1}) | |
| /home/runner/go/pkg/mod/istio.io/[email protected]/pkg/kube/krt/collection.go:341 +0x211 | |
| istio.io/istio/pkg/kube/krt.(*manyCollection[...]).runQueue.func1.1() | |
| /home/runner/go/pkg/mod/istio.io/[email protected]/pkg/kube/krt/collection.go:556 +0x2e | |
| istio.io/istio/pkg/queue.(*queueImpl).processNextItem(0xc00028d340) | |
| /home/runner/go/pkg/mod/istio.io/[email protected]/pkg/queue/instance.go:141 +0x35 | |
| istio.io/istio/pkg/queue.(*queueImpl).Run(0xc00028d340, 0xc000a0e2a0) | |
| /home/runner/go/pkg/mod/istio.io/[email protected]/pkg/queue/instance.go:180 +0x133 | |
| istio.io/istio/pkg/kube/krt.(*manyCollection[...]).runQueue(0x406fbc0) | |
| /home/runner/go/pkg/mod/istio.io/[email protected]/pkg/kube/krt/collection.go:564 +0xe6 | |
| created by istio.io/istio/pkg/kube/krt.newManyCollection[...] in goroutine 1 | |
| /home/runner/go/pkg/mod/istio.io/[email protected]/pkg/kube/krt/collection.go:542 +0x567 |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment