fix(otel): replace middleware with fastapi middleware

Author: iamemilio

llama_stack/core/server/server.py

@@ -410,6 +410,7 @@ def create_app() -> StackApp:
 
     if Api.telemetry in impls:
         setup_logger(impls[Api.telemetry])
+        TelemetryAdapter.fastapi_middleware(app)  # hold us over until we can move to programmatic instrumentation
     else:
         setup_logger(TelemetryAdapter(TelemetryConfig(), {}))
 

llama_stack/providers/inline/telemetry/meta_reference/telemetry.py

@@ -49,6 +49,9 @@
 from llama_stack.providers.utils.telemetry.sqlite_trace_store import SQLiteTraceStore
 from llama_stack.providers.utils.telemetry.tracing import ROOT_SPAN_MARKERS
 
+from fastapi import FastAPI
+from opentelemetry.instrumentation.fastapi import FastAPIInstrumentor
+
 from .config import TelemetryConfig, TelemetrySink
 
 _GLOBAL_STORAGE: dict[str, dict[str | int, Any]] = {
@@ -362,3 +365,8 @@ async def get_span_tree(
                 max_depth=max_depth,
             )
         )
+
+    @staticmethod
+    def fastapi_middleware(app: FastAPI):
+        ''' Inject telemetry middleware into the FastAPI app '''
+        FastAPIInstrumentor.instrument_app(app)