[{"data":1,"prerenderedAt":422},["ShallowReactive",2],{"\u002Ffeatures\u002Ftraces-navigation":3,"\u002Ffeatures\u002Ftraces":116},[4,8,28,38,52,56,60,70,74,78,82,86,90,94,98],{"title":5,"path":6,"stem":7},"Get started","\u002Ffeatures","features\u002Findex",{"title":9,"closed":10,"path":11,"stem":12,"children":13,"page":-1},"Traces",true,"\u002Ffeatures\u002Ftraces","features\u002F01.traces\u002Findex",[14,16,20,24],{"title":15,"path":11,"stem":12},"Introduction",{"title":17,"path":18,"stem":19},"Grouping & systems","\u002Ffeatures\u002Ftraces\u002Fgrouping","features\u002F01.traces\u002Fgrouping",{"title":21,"path":22,"stem":23},"Querying spans","\u002Ffeatures\u002Ftraces\u002Fquerying-spans","features\u002F01.traces\u002Fquerying-spans",{"title":25,"path":26,"stem":27},"Querying traces","\u002Ffeatures\u002Ftraces\u002Fquerying-traces","features\u002F01.traces\u002Fquerying-traces",{"title":29,"closed":10,"path":30,"stem":31,"children":32,"page":-1},"Logs","\u002Ffeatures\u002Flogs","features\u002F02.logs\u002Findex",[33,34],{"title":15,"path":30,"stem":31},{"title":35,"path":36,"stem":37},"Grouping rules","\u002Ffeatures\u002Flogs\u002Fgrouping","features\u002F02.logs\u002Fgrouping",{"title":39,"closed":10,"path":40,"stem":41,"children":42,"page":-1},"Metrics","\u002Ffeatures\u002Fmetrics","features\u002F03.metrics\u002Findex",[43,44,48],{"title":15,"path":40,"stem":41},{"title":45,"path":46,"stem":47},"Querying","\u002Ffeatures\u002Fmetrics\u002Fquerying","features\u002F03.metrics\u002F02.querying",{"title":49,"path":50,"stem":51},"PromQL compat","\u002Ffeatures\u002Fmetrics\u002Fpromql-compat","features\u002F03.metrics\u002F03.promql-compat",{"title":53,"path":54,"stem":55},"Alerts and Notifications","\u002Ffeatures\u002Falerting","features\u002F04.alerting",{"title":57,"path":58,"stem":59},"Chart annotations","\u002Ffeatures\u002Fannotations","features\u002F05.annotations",{"title":61,"path":62,"stem":63,"children":64,"closed":10},"Dashboards","\u002Ffeatures\u002Fdashboards","features\u002F06.dashboards\u002F1.index",[65,66],{"title":61,"path":62,"stem":63},{"title":67,"path":68,"stem":69},"YAML Templates","\u002Ffeatures\u002Fdashboards\u002Fyaml","features\u002F06.dashboards\u002F2.yaml",{"title":71,"path":72,"stem":73},"Transformations","\u002Ffeatures\u002Ftransformations","features\u002F07.transformations",{"title":75,"path":76,"stem":77},"Service graph","\u002Ffeatures\u002Fservice-graph","features\u002F08.service-graph",{"title":79,"path":80,"stem":81},"Grafana integration","\u002Ffeatures\u002Fgrafana","features\u002F09.grafana",{"title":83,"path":84,"stem":85},"Data fixtures","\u002Ffeatures\u002Ffixtures","features\u002F10.fixtures",{"title":87,"path":88,"stem":89},"JavaScript Source Maps","\u002Ffeatures\u002Fsourcemaps","features\u002F11.sourcemaps",{"title":91,"path":92,"stem":93},"MCP Server","\u002Ffeatures\u002Fmcp","features\u002F12.mcp",{"title":95,"path":96,"stem":97},"Searching","\u002Ffeatures\u002Fsearching","features\u002F4.searching",{"title":99,"closed":10,"path":100,"stem":101,"children":102,"page":115},"SSO","\u002Ffeatures\u002Fsso","features\u002Fsso",[103,107,111],{"title":104,"path":105,"stem":106},"Google","\u002Ffeatures\u002Fsso\u002Fgoogle","features\u002Fsso\u002F1.google",{"title":108,"path":109,"stem":110},"Okta","\u002Ffeatures\u002Fsso\u002Fokta","features\u002Fsso\u002F2.okta",{"title":112,"path":113,"stem":114},"Keycloak","\u002Ffeatures\u002Fsso\u002Fkeycloak","features\u002Fsso\u002F3.keycloak",false,{"page":117,"surround":417},{"id":118,"title":9,"body":119,"description":405,"extension":406,"image":407,"meta":408,"navigation":414,"path":11,"seo":415,"stem":12,"surround_disabled":115,"__hash__":416},"features\u002Ffeatures\u002F01.traces\u002Findex.md",{"type":120,"value":121,"toc":394},"minimark",[122,132,146,151,154,161,186,201,204,210,216,220,225,231,235,238,244,282,292,306,312,318,324,343,347,353,359,369,381,385,388],[123,124,125,126,131],"p",{},"Uptrace collects ",[127,128,130],"a",{"href":129},"\u002Fopentelemetry\u002Fdistributed-tracing","distributed traces"," and organizes them into spans — individual units of work representing a single operation. The Traces section provides three views for navigating from aggregated operation metrics down to individual requests and their full execution path across services.",[133,134,136,137],"div",{"style":135},"position: relative; padding-bottom: 56.25%; height: 0; overflow: hidden;","\n  ",[138,139,136],"iframe",{"style":140,"src":141,"title":142,"frameBorder":143,"allow":144,"referrerPolicy":145,"allowFullScreen":10},"position: absolute; top: 0; left: 0; width: 100%; height: 100%;","https:\u002F\u002Fwww.youtube.com\u002Fembed\u002FYug1Ila3WUw?si=d-5RUly_mjCmU9Je","YouTube video player","0","accelerometer; autoplay; clipboard-write; encrypted-media; gyroscope; picture-in-picture; web-share","strict-origin-when-cross-origin",[147,148,150],"h2",{"id":149},"groups","Groups",[123,152,153],{},"The default view groups traces by operation name. Each row represents a unique operation with aggregated metrics: request rate, p50\u002Fp90\u002Fp99 latency, error rate, and sparklines.",[123,155,156],{},[157,158],"img",{"alt":159,"src":160},"Traces grouped by operation name","\u002Ffeatures\u002Ftracing\u002Ftrace-groups.webp",[123,162,163,164,168,169,173,174,177,178,181,182,185],{},"Traces are filterable by any indexed attribute. The ",[165,166,167],"strong",{},"Show Filters"," panel groups attributes by name and lists their values with span counts — for example ",[170,171,172],"code",{},"_status_code"," with values ",[170,175,176],{},"error: 31",", ",[170,179,180],{},"ok: 2.05k",", or ",[170,183,184],{},"service_name"," with all active services and their counts. Values are selectable via checkboxes.",[123,187,188,189,192,193,196,197,200],{},"Available ",[127,190,191],{"href":22},"aggregations"," include ",[170,194,195],{},"perMin(count())"," for request rate and ",[170,198,199],{},"p99(_dur_ms)"," for latency percentiles. Sparklines show how aggregated values change over time.",[147,202,9],{"id":203},"traces",[123,205,206,207,209],{},"The ",[165,208,9],{}," tab shows individual trace records with a volume histogram at the top. Each row represents a single trace with its root operation, services involved, timestamp, and duration.",[123,211,212],{},[157,213],{"alt":214,"src":215},"Traces tab with individual records","\u002Ffeatures\u002Ftracing\u002Ftrace-list.webp",[147,217,219],{"id":218},"timeseries","Timeseries",[123,221,206,222,224],{},[165,223,219],{}," tab displays a grid of charts — one per aggregation — showing how all operation groups behave over time. Each line represents a separate operation group.",[123,226,227],{},[157,228],{"alt":229,"src":230},"Timeseries tab with grid of charts","\u002Ffeatures\u002Ftracing\u002Ftrace-timeseries.webp",[147,232,234],{"id":233},"detail-panel","Detail panel",[123,236,237],{},"Selecting an operation in the Trace view opens a detail panel with nine tabs.",[123,239,240],{},[157,241],{"alt":242,"src":243},"Trace detail panel","\u002Ffeatures\u002Ftracing\u002Ftrace-detail.webp",[123,245,246,249,250,177,253,256,257,177,260,177,263,177,266,177,269,177,272,177,275,177,278,281],{},[165,247,248],{},"ATTRS"," — key-value attributes of the selected span with type annotations (",[170,251,252],{},"::str",[170,254,255],{},"::int","). Attributes are filterable by key name and grouped by category: ",[170,258,259],{},"host",[170,261,262],{},"os",[170,264,265],{},"otel",[170,267,268],{},"otel_library",[170,270,271],{},"product",[170,273,274],{},"service",[170,276,277],{},"telemetry",[170,279,280],{},"telemetry_sdk",".",[123,283,284,287,288,291],{},[165,285,286],{},"LOGS & ERRORS"," — ",[127,289,290],{"href":30},"logs and errors"," associated with this span group.",[123,293,294,297,298,301,302,305],{},[165,295,296],{},"GROUP"," — aggregated metrics for all spans matching this operation: count, p50, p99, error rate. Includes Percentiles chart, Heatmap, Histogram, and Status chart. Links to ",[165,299,300],{},"Slowest spans"," and ",[165,303,304],{},"Spans with errors"," open the filtered view in Explorer.",[123,307,308],{},[157,309],{"alt":310,"src":311},"GROUP tab with charts and explorer links","\u002Ffeatures\u002Ftracing\u002Ftrace-detail-group.webp",[123,313,314,317],{},[165,315,316],{},"JSON"," — raw span data exactly as collected.",[123,319,320,323],{},[165,321,322],{},"TAGS"," — span tags.",[123,325,326,177,329,177,332,177,335,338,339,342],{},[165,327,328],{},"INFRA",[165,330,331],{},"LOGS",[165,333,334],{},"NETWORK",[165,336,337],{},"TRACING"," — additional context tabs showing ",[127,340,341],{"href":40},"infrastructure metrics",", related logs, network data, and tracing metadata associated with this operation.",[147,344,346],{"id":345},"trace-waterfall","Trace waterfall",[123,348,206,349,352],{},[165,350,351],{},"View Trace"," button opens the full trace view showing how a request flows across services.",[123,354,355],{},[157,356],{"alt":357,"src":358},"Trace waterfall view","\u002Ffeatures\u002Ftracing\u002Ftrace-waterfall.webp",[123,360,361,362,177,365,368],{},"At the top, a color-coded service breakdown bar shows the share of trace time per service (e.g. ",[170,363,364],{},"httpserver:frontend",[170,366,367],{},"httpclient:load-generator","). The waterfall shows all spans as horizontal bars with their Operation name and Timeline.",[123,370,371,301,374,377,378,380],{},[165,372,373],{},"Select services",[165,375,376],{},"Select systems"," dropdowns narrow the visible spans. The ",[165,379,286],{}," tab lists all logs and errors recorded within this trace.",[147,382,384],{"id":383},"span-detail-in-waterfall","Span detail in waterfall",[123,386,387],{},"Clicking a span in the waterfall opens a detail panel with the full context of that specific operation — attributes, aggregated stats, raw data, and related tracing metadata — making it possible to identify the exact point of failure and its cause.",[123,389,390],{},[157,391],{"alt":392,"src":393},"Trace waterfall detail","\u002Ffeatures\u002Ftracing\u002Ftrace-waterfall-detail.webp",{"title":395,"searchDepth":396,"depth":397,"links":398},"",4,2,[399,400,401,402,403,404],{"id":149,"depth":397,"text":150},{"id":203,"depth":397,"text":9},{"id":218,"depth":397,"text":219},{"id":233,"depth":397,"text":234},{"id":345,"depth":397,"text":346},{"id":383,"depth":397,"text":384},"Explore spans and traces in Uptrace using filters, aggregations, operation detail panels, and the full trace waterfall to find and diagnose errors.","md",null,{"readingTime":409},{"text":410,"minutes":411,"time":412,"words":413},"3 min read",2.075,124500,415,{"title":15},{"title":9,"description":405},"JxoC--IOWAxvS43eh2k3xDjHLS_1Er-q-RSJWkcavMI",[418,420],{"title":5,"path":6,"stem":7,"description":419,"children":-1},"Explore Uptrace features: alerting, dashboards, querying, service graphs, SSO, Grafana integration, and more.",{"title":17,"path":18,"stem":19,"description":421,"children":-1},"Optimize grouping by choosing stable span names, leveraging display.name, and providing custom fingerprints when needed.",1778588617778]