add more spans

Signed-off-by: sallyom <[email protected]>

Author: sallyom

internal/proxy/chat_completions.go

@@ -32,14 +32,12 @@ var (
 )
 
 func (s *Server) chatCompletionsHandler(w http.ResponseWriter, r *http.Request) {
-	tracer := otel.GetTracerProvider().Tracer("llm-d-routing")
+	tracer := otel.GetTracerProvider().Tracer("llm-d-routing-sidecar")
 	ctx, span := tracer.Start(r.Context(), "routing_proxy.request")
 	defer span.End()
 
-	// Add component attribute to distinguish this part of the system
 	span.SetAttributes(
-		attribute.String("component", "llm-d-routing-sidecar"),
-		attribute.String("operation", "route_request"),
+		attribute.String("llm_d.proxy.connector", s.config.Connector),
 	)
 
 	prefillPodHostPort := r.Header.Get(requestHeaderPrefillHostPort)

internal/proxy/connector_nixlv2.go

@@ -23,9 +23,20 @@ import (
 	"strings"
 
 	"github.com/google/uuid"
+	"go.opentelemetry.io/otel"
+	"go.opentelemetry.io/otel/attribute"
 )
 
 func (s *Server) runNIXLProtocolV2(w http.ResponseWriter, r *http.Request, prefillPodHostPort string) {
+	tracer := otel.GetTracerProvider().Tracer("llm-d-routing-sidecar")
+	ctx, span := tracer.Start(r.Context(), "routing_proxy.nixl_v2_protocol")
+	defer span.End()
+
+	span.SetAttributes(
+		attribute.String("llm_d.proxy.connector", "nixlv2"),
+		attribute.String("llm_d.prefill.target_host", prefillPodHostPort),
+	)
+	
 	s.logger.V(4).Info("running NIXL protocol V2", "url", prefillPodHostPort)
 
 	// Read request body
@@ -57,6 +68,10 @@ func (s *Server) runNIXLProtocolV2(w http.ResponseWriter, r *http.Request, prefi
 	uuidStr := uuid.String()
 
 	// Prefill Stage
+	_, prefillSpan := tracer.Start(ctx, "routing_proxy.nixl_v2_prefill")
+	prefillSpan.SetAttributes(
+		attribute.String("llm_d.nixl.stage", "prefill"),
+	)
 
 	// 1. Prepare prefill request
 	preq := r.Clone(r.Context())