epp.log

Events:                         <none>
ubuntu@ip-172-31-46-4:~/v2/vllm-d-deployer$ kubectl describe inferencepools.inference.networking.x-k8s.io llama-3-2-3b-instruct -n llm-d^C
ubuntu@ip-172-31-46-4:~/v2/vllm-d-deployer$ k logs llama-3.2-3b-instruct-epp-65c87574f5-wtxrc
{"level":"info","ts":"2025-05-03T17:09:29Z","logger":"setup","caller":"epp/main.go:135","msg":"Flags processed","flags":{"DestinationEndpointHintMetadataNamespace":"envoy.lb","certPath":"","destinationEndpointHintKey":"x-gateway-destination-endpoint","grpcHealthPort":9003,"grpcPort":9002,"kubeconfig":"","kvCacheUsagePercentageMetric":"vllm:gpu_cache_usage_perc","loraInfoMetric":"vllm:lora_requests_info","metricsPort":9090,"poolName":"llama-3.2-3b-instruct","poolNamespace":"llm-d","refreshMetricsInterval":50000000,"refreshPrometheusMetricsInterval":5000000000,"secureServing":true,"totalQueuedRequestsMetric":"vllm:num_requests_waiting","v":4,"zap-devel":true,"zap-encoder":{},"zap-log-level":{},"zap-stacktrace-level":{},"zap-time-encoding":{}}}
{"level":"info","ts":"2025-05-03T17:09:29Z","logger":"setup","caller":"epp/main.go:204","msg":"Controller manager starting"}
{"level":"info","ts":"2025-05-03T17:09:29Z","caller":"manager/server.go:83","msg":"starting server","name":"metrics","addr":":9090"}
{"level":"info","ts":"2025-05-03T17:09:29Z","logger":"controller-runtime.metrics","caller":"server/server.go:208","msg":"Starting metrics server"}
{"level":"info","ts":"2025-05-03T17:09:29Z","logger":"controller-runtime.metrics","caller":"server/server.go:247","msg":"Serving metrics server","bindAddress":":8080","secure":false}
{"level":"info","ts":"2025-05-03T17:09:29Z","caller":"runnable/grpc.go:19","msg":"gRPC server starting","name":"health"}
{"level":"info","ts":"2025-05-03T17:09:29Z","caller":"runnable/grpc.go:28","msg":"gRPC server listening","name":"health","port":9003}
{"level":"info","ts":"2025-05-03T17:09:29Z","caller":"controller/controller.go:204","msg":"Starting EventSource","controller":"inferencepool","controllerGroup":"inference.networking.x-k8s.io","controllerKind":"InferencePool","source":"kind source: *v1alpha2.InferencePool"}
{"level":"info","ts":"2025-05-03T17:09:29Z","caller":"controller/controller.go:204","msg":"Starting EventSource","controller":"pod","controllerGroup":"","controllerKind":"Pod","source":"kind source: *v1.Pod"}
{"level":"info","ts":"2025-05-03T17:09:29Z","caller":"controller/controller.go:204","msg":"Starting EventSource","controller":"inferencemodel","controllerGroup":"inference.networking.x-k8s.io","controllerKind":"InferenceModel","source":"kind source: *v1alpha2.InferenceModel"}
{"level":"info","ts":"2025-05-03T17:09:29Z","caller":"controller/controller.go:239","msg":"Starting Controller","controller":"inferencemodel","controllerGroup":"inference.networking.x-k8s.io","controllerKind":"InferenceModel"}
{"level":"info","ts":"2025-05-03T17:09:29Z","caller":"controller/controller.go:248","msg":"Starting workers","controller":"inferencemodel","controllerGroup":"inference.networking.x-k8s.io","controllerKind":"InferenceModel","worker count":1}
{"level":"info","ts":"2025-05-03T17:09:29Z","caller":"controller/controller.go:239","msg":"Starting Controller","controller":"pod","controllerGroup":"","controllerKind":"Pod"}
{"level":"info","ts":"2025-05-03T17:09:29Z","caller":"controller/controller.go:248","msg":"Starting workers","controller":"pod","controllerGroup":"","controllerKind":"Pod","worker count":1}
{"level":"info","ts":"2025-05-03T17:09:29Z","caller":"controller/controller.go:239","msg":"Starting Controller","controller":"inferencepool","controllerGroup":"inference.networking.x-k8s.io","controllerKind":"InferencePool"}
{"level":"Level(-2)","ts":"2025-05-03T17:09:29Z","caller":"controller/inferencemodel_reconciler.go:47","msg":"Reconciling InferenceModel","controller":"inferencemodel","controllerGroup":"inference.networking.x-k8s.io","controllerKind":"InferenceModel","InferenceModel":{"name":"llama-3.2-3b-instruct","namespace":"llm-d"},"namespace":"llm-d","name":"llama-3.2-3b-instruct","reconcileID":"abeea8d6-81cd-456a-8795-ed1c3f9f912d","inferenceModel":{"name":"llama-3.2-3b-instruct","namespace":"llm-d"}}
{"level":"info","ts":"2025-05-03T17:09:29Z","caller":"controller/controller.go:248","msg":"Starting workers","controller":"inferencepool","controllerGroup":"inference.networking.x-k8s.io","controllerKind":"InferencePool","worker count":1}
{"level":"Level(-2)","ts":"2025-05-03T17:09:29Z","caller":"controller/inferencemodel_reconciler.go:70","msg":"Added/Updated InferenceModel","controller":"inferencemodel","controllerGroup":"inference.networking.x-k8s.io","controllerKind":"InferenceModel","InferenceModel":{"name":"llama-3.2-3b-instruct","namespace":"llm-d"},"namespace":"llm-d","name":"llama-3.2-3b-instruct","reconcileID":"abeea8d6-81cd-456a-8795-ed1c3f9f912d","inferenceModel":{"name":"llama-3.2-3b-instruct","namespace":"llm-d"},"poolRef":{"group":"inference.networking.x-k8s.io","kind":"InferencePool","name":"llama-3.2-3b-instruct"},"modelName":"llama-3.2-3b-instruct"}
{"level":"Level(-2)","ts":"2025-05-03T17:09:29Z","caller":"controller/inferencepool_reconciler.go:45","msg":"Reconciling InferencePool","controller":"inferencepool","controllerGroup":"inference.networking.x-k8s.io","controllerKind":"InferencePool","InferencePool":{"name":"llama-3.2-3b-instruct","namespace":"llm-d"},"namespace":"llm-d","name":"llama-3.2-3b-instruct","reconcileID":"b741b633-8d6a-43ac-b584-78b965cd53d1","inferencePool":{"name":"llama-3.2-3b-instruct","namespace":"llm-d"}}
{"level":"Level(-4)","ts":"2025-05-03T17:09:29Z","caller":"datastore/datastore.go:121","msg":"Updating inference pool endpoints","controller":"inferencepool","controllerGroup":"inference.networking.x-k8s.io","controllerKind":"InferencePool","InferencePool":{"name":"llama-3.2-3b-instruct","namespace":"llm-d"},"namespace":"llm-d","name":"llama-3.2-3b-instruct","reconcileID":"b741b633-8d6a-43ac-b584-78b965cd53d1","inferencePool":{"name":"llama-3.2-3b-instruct","namespace":"llm-d"},"selector":{"llm-d.ai/inferenceServing":"true","llm-d.ai/model":"llama-3.2-3b-instruct"}}
{"level":"Level(-4)","ts":"2025-05-03T17:09:29Z","logger":"scheduler_config","caller":"env/env.go:56","msg":"Environment variable not set, using default value","key":"ENABLE_LOAD_AWARE_SCORER","defaultValue":"false"}
{"level":"Level(-4)","ts":"2025-05-03T17:09:29Z","logger":"scheduler_config","caller":"scheduling/local_config.go:54","msg":"Skipping LoadAwareScorer creation as it is not enabled"}
{"level":"Level(-4)","ts":"2025-05-03T17:09:29Z","logger":"scheduler_config","caller":"env/env.go:56","msg":"Environment variable not set, using default value","key":"ENABLE_KVCACHE_AWARE_SCORER","defaultValue":"false"}
{"level":"Level(-4)","ts":"2025-05-03T17:09:29Z","logger":"scheduler_config","caller":"scheduling/local_config.go:68","msg":"Skipping KVCacheAwareScorer creation as it is not enabled"}
{"level":"Level(-4)","ts":"2025-05-03T17:09:29Z","logger":"scheduler_config","caller":"env/env.go:56","msg":"Environment variable not set, using default value","key":"ENABLE_PD_FILTER","defaultValue":"false"}
{"level":"Level(-4)","ts":"2025-05-03T17:09:29Z","logger":"scheduler_config","caller":"scheduling/local_config.go:88","msg":"Skipping PDFilter creation as it is not enabled"}
{"level":"info","ts":"2025-05-03T17:09:29Z","caller":"runnable/grpc.go:19","msg":"gRPC server starting","name":"ext-proc"}
{"level":"info","ts":"2025-05-03T17:09:29Z","caller":"runnable/grpc.go:28","msg":"gRPC server listening","name":"ext-proc","port":9002}
{"level":"Level(-3)","ts":"2025-05-03T17:09:32Z","caller":"controller/pod_reconciler.go:51","msg":"Pod being reconciled","controller":"pod","controllerGroup":"","controllerKind":"Pod","Pod":{"name":"llama-3.2-3b-instruct-decode-6dcb767b75-79nbn","namespace":"llm-d"},"namespace":"llm-d","name":"llama-3.2-3b-instruct-decode-6dcb767b75-79nbn","reconcileID":"fb962747-3f9e-4ce7-8e71-0b5f7acc5301","name":{"name":"llama-3.2-3b-instruct-decode-6dcb767b75-79nbn","namespace":"llm-d"}}
{"level":"Level(-4)","ts":"2025-05-03T17:09:32Z","caller":"controller/pod_reconciler.go:96","msg":"Pod removed or not added","controller":"pod","controllerGroup":"","controllerKind":"Pod","Pod":{"name":"llama-3.2-3b-instruct-decode-6dcb767b75-79nbn","namespace":"llm-d"},"namespace":"llm-d","name":"llama-3.2-3b-instruct-decode-6dcb767b75-79nbn","reconcileID":"fb962747-3f9e-4ce7-8e71-0b5f7acc5301","name":{"name":"llama-3.2-3b-instruct-decode-6dcb767b75-79nbn","namespace":"llm-d"}}
{"level":"Level(-3)","ts":"2025-05-03T17:09:33Z","caller":"controller/pod_reconciler.go:51","msg":"Pod being reconciled","controller":"pod","controllerGroup":"","controllerKind":"Pod","Pod":{"name":"llama-3.2-3b-instruct-decode-6dcb767b75-79nbn","namespace":"llm-d"},"namespace":"llm-d","name":"llama-3.2-3b-instruct-decode-6dcb767b75-79nbn","reconcileID":"91e40959-aab9-44f5-83ca-de80aba52802","name":{"name":"llama-3.2-3b-instruct-decode-6dcb767b75-79nbn","namespace":"llm-d"}}
{"level":"Level(-4)","ts":"2025-05-03T17:09:33Z","caller":"controller/pod_reconciler.go:96","msg":"Pod removed or not added","controller":"pod","controllerGroup":"","controllerKind":"Pod","Pod":{"name":"llama-3.2-3b-instruct-decode-6dcb767b75-79nbn","namespace":"llm-d"},"namespace":"llm-d","name":"llama-3.2-3b-instruct-decode-6dcb767b75-79nbn","reconcileID":"91e40959-aab9-44f5-83ca-de80aba52802","name":{"name":"llama-3.2-3b-instruct-decode-6dcb767b75-79nbn","namespace":"llm-d"}}
{"level":"Level(-3)","ts":"2025-05-03T17:09:33Z","caller":"controller/pod_reconciler.go:51","msg":"Pod being reconciled","controller":"pod","controllerGroup":"","controllerKind":"Pod","Pod":{"name":"llama-3.2-3b-instruct-decode-6dcb767b75-79nbn","namespace":"llm-d"},"namespace":"llm-d","name":"llama-3.2-3b-instruct-decode-6dcb767b75-79nbn","reconcileID":"84c0a846-d7e2-4836-baa7-3b88d6e51740","name":{"name":"llama-3.2-3b-instruct-decode-6dcb767b75-79nbn","namespace":"llm-d"}}
{"level":"Level(-4)","ts":"2025-05-03T17:09:33Z","caller":"controller/pod_reconciler.go:96","msg":"Pod removed or not added","controller":"pod","controllerGroup":"","controllerKind":"Pod","Pod":{"name":"llama-3.2-3b-instruct-decode-6dcb767b75-79nbn","namespace":"llm-d"},"namespace":"llm-d","name":"llama-3.2-3b-instruct-decode-6dcb767b75-79nbn","reconcileID":"84c0a846-d7e2-4836-baa7-3b88d6e51740","name":{"name":"llama-3.2-3b-instruct-decode-6dcb767b75-79nbn","namespace":"llm-d"}}
{"level":"Level(-3)","ts":"2025-05-03T17:09:33Z","caller":"controller/pod_reconciler.go:51","msg":"Pod being reconciled","controller":"pod","controllerGroup":"","controllerKind":"Pod","Pod":{"name":"llama-3.2-3b-instruct-decode-6dcb767b75-79nbn","namespace":"llm-d"},"namespace":"llm-d","name":"llama-3.2-3b-instruct-decode-6dcb767b75-79nbn","reconcileID":"55f79616-f3d0-466a-a4f2-2745615d0608","name":{"name":"llama-3.2-3b-instruct-decode-6dcb767b75-79nbn","namespace":"llm-d"}}
{"level":"Level(-3)","ts":"2025-05-03T17:09:34Z","caller":"controller/pod_reconciler.go:51","msg":"Pod being reconciled","controller":"pod","controllerGroup":"","controllerKind":"Pod","Pod":{"name":"llama-3.2-3b-instruct-prefill-7475648cc4-hprlv","namespace":"llm-d"},"namespace":"llm-d","name":"llama-3.2-3b-instruct-prefill-7475648cc4-hprlv","reconcileID":"874281ab-7c36-4221-9152-0827144b38c9","name":{"name":"llama-3.2-3b-instruct-prefill-7475648cc4-hprlv","namespace":"llm-d"}}
{"level":"Level(-4)","ts":"2025-05-03T17:09:34Z","caller":"controller/pod_reconciler.go:96","msg":"Pod removed or not added","controller":"pod","controllerGroup":"","controllerKind":"Pod","Pod":{"name":"llama-3.2-3b-instruct-prefill-7475648cc4-hprlv","namespace":"llm-d"},"namespace":"llm-d","name":"llama-3.2-3b-instruct-prefill-7475648cc4-hprlv","reconcileID":"874281ab-7c36-4221-9152-0827144b38c9","name":{"name":"llama-3.2-3b-instruct-prefill-7475648cc4-hprlv","namespace":"llm-d"}}
{"level":"Level(-3)","ts":"2025-05-03T17:09:34Z","caller":"controller/pod_reconciler.go:51","msg":"Pod being reconciled","controller":"pod","controllerGroup":"","controllerKind":"Pod","Pod":{"name":"llama-3.2-3b-instruct-prefill-7475648cc4-hprlv","namespace":"llm-d"},"namespace":"llm-d","name":"llama-3.2-3b-instruct-prefill-7475648cc4-hprlv","reconcileID":"c62a8125-edd3-4e05-a1a3-e533df3a464a","name":{"name":"llama-3.2-3b-instruct-prefill-7475648cc4-hprlv","namespace":"llm-d"}}
{"level":"Level(-4)","ts":"2025-05-03T17:09:34Z","caller":"controller/pod_reconciler.go:96","msg":"Pod removed or not added","controller":"pod","controllerGroup":"","controllerKind":"Pod","Pod":{"name":"llama-3.2-3b-instruct-prefill-7475648cc4-hprlv","namespace":"llm-d"},"namespace":"llm-d","name":"llama-3.2-3b-instruct-prefill-7475648cc4-hprlv","reconcileID":"c62a8125-edd3-4e05-a1a3-e533df3a464a","name":{"name":"llama-3.2-3b-instruct-prefill-7475648cc4-hprlv","namespace":"llm-d"}}
{"level":"Level(-3)","ts":"2025-05-03T17:09:34Z","caller":"controller/pod_reconciler.go:51","msg":"Pod being reconciled","controller":"pod","controllerGroup":"","controllerKind":"Pod","Pod":{"name":"llama-3.2-3b-instruct-prefill-7475648cc4-hprlv","namespace":"llm-d"},"namespace":"llm-d","name":"llama-3.2-3b-instruct-prefill-7475648cc4-hprlv","reconcileID":"b3cbdcbf-97a9-4756-b34d-6b13cdee5fdf","name":{"name":"llama-3.2-3b-instruct-prefill-7475648cc4-hprlv","namespace":"llm-d"}}
{"level":"Level(-4)","ts":"2025-05-03T17:09:34Z","caller":"controller/pod_reconciler.go:96","msg":"Pod removed or not added","controller":"pod","controllerGroup":"","controllerKind":"Pod","Pod":{"name":"llama-3.2-3b-instruct-prefill-7475648cc4-hprlv","namespace":"llm-d"},"namespace":"llm-d","name":"llama-3.2-3b-instruct-prefill-7475648cc4-hprlv","reconcileID":"b3cbdcbf-97a9-4756-b34d-6b13cdee5fdf","name":{"name":"llama-3.2-3b-instruct-prefill-7475648cc4-hprlv","namespace":"llm-d"}}
{"level":"Level(-3)","ts":"2025-05-03T17:09:34Z","caller":"controller/pod_reconciler.go:51","msg":"Pod being reconciled","controller":"pod","controllerGroup":"","controllerKind":"Pod","Pod":{"name":"llama-3.2-3b-instruct-prefill-7475648cc4-hprlv","namespace":"llm-d"},"namespace":"llm-d","name":"llama-3.2-3b-instruct-prefill-7475648cc4-hprlv","reconcileID":"3edc0a63-c1e4-4ba9-b10d-83ef24255406","name":{"name":"llama-3.2-3b-instruct-prefill-7475648cc4-hprlv","namespace":"llm-d"}}
{"level":"Level(-3)","ts":"2025-05-03T17:09:42Z","caller":"controller/pod_reconciler.go:51","msg":"Pod being reconciled","controller":"pod","controllerGroup":"","controllerKind":"Pod","Pod":{"name":"llama-3.2-3b-instruct-decode-6dcb767b75-rdpkw","namespace":"llm-d"},"namespace":"llm-d","name":"llama-3.2-3b-instruct-decode-6dcb767b75-rdpkw","reconcileID":"22a38936-c00c-46e0-81ac-9f1230abfe95","name":{"name":"llama-3.2-3b-instruct-decode-6dcb767b75-rdpkw","namespace":"llm-d"}}
{"level":"Level(-4)","ts":"2025-05-03T17:09:42Z","caller":"controller/pod_reconciler.go:96","msg":"Pod removed or not added","controller":"pod","controllerGroup":"","controllerKind":"Pod","Pod":{"name":"llama-3.2-3b-instruct-decode-6dcb767b75-rdpkw","namespace":"llm-d"},"namespace":"llm-d","name":"llama-3.2-3b-instruct-decode-6dcb767b75-rdpkw","reconcileID":"22a38936-c00c-46e0-81ac-9f1230abfe95","name":{"name":"llama-3.2-3b-instruct-decode-6dcb767b75-rdpkw","namespace":"llm-d"}}
{"level":"Level(-3)","ts":"2025-05-03T17:09:43Z","caller":"controller/pod_reconciler.go:51","msg":"Pod being reconciled","controller":"pod","controllerGroup":"","controllerKind":"Pod","Pod":{"name":"llama-3.2-3b-instruct-decode-6dcb767b75-rdpkw","namespace":"llm-d"},"namespace":"llm-d","name":"llama-3.2-3b-instruct-decode-6dcb767b75-rdpkw","reconcileID":"842910c5-3f80-4d6e-a402-38072f5bdfd7","name":{"name":"llama-3.2-3b-instruct-decode-6dcb767b75-rdpkw","namespace":"llm-d"}}
{"level":"Level(-4)","ts":"2025-05-03T17:09:43Z","caller":"controller/pod_reconciler.go:96","msg":"Pod removed or not added","controller":"pod","controllerGroup":"","controllerKind":"Pod","Pod":{"name":"llama-3.2-3b-instruct-decode-6dcb767b75-rdpkw","namespace":"llm-d"},"namespace":"llm-d","name":"llama-3.2-3b-instruct-decode-6dcb767b75-rdpkw","reconcileID":"842910c5-3f80-4d6e-a402-38072f5bdfd7","name":{"name":"llama-3.2-3b-instruct-decode-6dcb767b75-rdpkw","namespace":"llm-d"}}
{"level":"Level(-3)","ts":"2025-05-03T17:09:44Z","caller":"controller/pod_reconciler.go:51","msg":"Pod being reconciled","controller":"pod","controllerGroup":"","controllerKind":"Pod","Pod":{"name":"llama-3.2-3b-instruct-prefill-7475648cc4-kkb82","namespace":"llm-d"},"namespace":"llm-d","name":"llama-3.2-3b-instruct-prefill-7475648cc4-kkb82","reconcileID":"8d225a64-c409-40ef-8d84-3a83468b96b1","name":{"name":"llama-3.2-3b-instruct-prefill-7475648cc4-kkb82","namespace":"llm-d"}}
{"level":"Level(-4)","ts":"2025-05-03T17:09:44Z","caller":"controller/pod_reconciler.go:96","msg":"Pod removed or not added","controller":"pod","controllerGroup":"","controllerKind":"Pod","Pod":{"name":"llama-3.2-3b-instruct-prefill-7475648cc4-kkb82","namespace":"llm-d"},"namespace":"llm-d","name":"llama-3.2-3b-instruct-prefill-7475648cc4-kkb82","reconcileID":"8d225a64-c409-40ef-8d84-3a83468b96b1","name":{"name":"llama-3.2-3b-instruct-prefill-7475648cc4-kkb82","namespace":"llm-d"}}
{"level":"Level(-3)","ts":"2025-05-03T17:09:44Z","caller":"controller/pod_reconciler.go:51","msg":"Pod being reconciled","controller":"pod","controllerGroup":"","controllerKind":"Pod","Pod":{"name":"llama-3.2-3b-instruct-decode-6dcb767b75-rdpkw","namespace":"llm-d"},"namespace":"llm-d","name":"llama-3.2-3b-instruct-decode-6dcb767b75-rdpkw","reconcileID":"a18ae0ed-1c75-4418-ba62-27fbeecb6318","name":{"name":"llama-3.2-3b-instruct-decode-6dcb767b75-rdpkw","namespace":"llm-d"}}
{"level":"Level(-2)","ts":"2025-05-03T17:09:44Z","caller":"controller/pod_reconciler.go:102","msg":"Pod already exists","controller":"pod","controllerGroup":"","controllerKind":"Pod","Pod":{"name":"llama-3.2-3b-instruct-decode-6dcb767b75-rdpkw","namespace":"llm-d"},"namespace":"llm-d","name":"llama-3.2-3b-instruct-decode-6dcb767b75-rdpkw","reconcileID":"a18ae0ed-1c75-4418-ba62-27fbeecb6318","name":{"name":"llama-3.2-3b-instruct-decode-6dcb767b75-rdpkw","namespace":"llm-d"}}
{"level":"Level(-2)","ts":"2025-05-03T17:09:44Z","caller":"metrics/pod_metrics.go:110","msg":"Starting refresher","pod":{"name":"llama-3.2-3b-instruct-decode-6dcb767b75-rdpkw","namespace":"llm-d"},"pod":"{NamespacedName:llm-d/llama-3.2-3b-instruct-decode-6dcb767b75-rdpkw Address:10.244.2.13 Role:1}"}
{"level":"Level(-3)","ts":"2025-05-03T17:09:46Z","caller":"controller/pod_reconciler.go:51","msg":"Pod being reconciled","controller":"pod","controllerGroup":"","controllerKind":"Pod","Pod":{"name":"llama-3.2-3b-instruct-prefill-7475648cc4-kkb82","namespace":"llm-d"},"namespace":"llm-d","name":"llama-3.2-3b-instruct-prefill-7475648cc4-kkb82","reconcileID":"42b45588-2c05-4abe-8973-6824a249b6ca","name":{"name":"llama-3.2-3b-instruct-prefill-7475648cc4-kkb82","namespace":"llm-d"}}
{"level":"Level(-2)","ts":"2025-05-03T17:09:46Z","caller":"controller/pod_reconciler.go:102","msg":"Pod already exists","controller":"pod","controllerGroup":"","controllerKind":"Pod","Pod":{"name":"llama-3.2-3b-instruct-prefill-7475648cc4-kkb82","namespace":"llm-d"},"namespace":"llm-d","name":"llama-3.2-3b-instruct-prefill-7475648cc4-kkb82","reconcileID":"42b45588-2c05-4abe-8973-6824a249b6ca","name":{"name":"llama-3.2-3b-instruct-prefill-7475648cc4-kkb82","namespace":"llm-d"}}
{"level":"Level(-2)","ts":"2025-05-03T17:09:46Z","caller":"metrics/pod_metrics.go:110","msg":"Starting refresher","pod":{"name":"llama-3.2-3b-instruct-prefill-7475648cc4-kkb82","namespace":"llm-d"},"pod":"{NamespacedName:llm-d/llama-3.2-3b-instruct-prefill-7475648cc4-kkb82 Address:10.244.1.13 Role:0}"}