@@ -23,9 +23,23 @@ import (
2323 "strings"
2424
2525 "github.com/google/uuid"
26+ "go.opentelemetry.io/otel"
27+ "go.opentelemetry.io/otel/attribute"
2628)
2729
2830func (s * Server ) runNIXLProtocolV2 (w http.ResponseWriter , r * http.Request , prefillPodHostPort string ) {
31+ // Create span for NIXL V2 protocol execution
32+ tracer := otel .GetTracerProvider ().Tracer ("llm-d-routing-sidecar" )
33+ ctx , span := tracer .Start (r .Context (), "routing_proxy.nixl_v2_protocol" )
34+ defer span .End ()
35+
36+ span .SetAttributes (
37+ attribute .String ("component" , "llm-d-routing-sidecar" ),
38+ attribute .String ("operation" , "nixl_v2_disaggregation" ),
39+ attribute .String ("llm_d.proxy.connector" , "nixlv2" ),
40+ attribute .String ("llm_d.prefill.target_host" , prefillPodHostPort ),
41+ )
42+
2943 s .logger .V (4 ).Info ("running NIXL protocol V2" , "url" , prefillPodHostPort )
3044
3145 // Read request body
@@ -57,6 +71,12 @@ func (s *Server) runNIXLProtocolV2(w http.ResponseWriter, r *http.Request, prefi
5771 uuidStr := uuid .String ()
5872
5973 // Prefill Stage
74+ _ , prefillSpan := tracer .Start (ctx , "routing_proxy.nixl_v2_prefill" )
75+ prefillSpan .SetAttributes (
76+ attribute .String ("component" , "llm-d-routing-sidecar" ),
77+ attribute .String ("operation" , "nixl_v2_prefill_stage" ),
78+ attribute .String ("llm_d.nixl.stage" , "prefill" ),
79+ )
6080
6181 // 1. Prepare prefill request
6282 preq := r .Clone (r .Context ())
0 commit comments