<mxfile host="app.diagrams.net" agent="architecture-deliverables" version="24.0.0">
  <diagram name="Observability &amp; Evaluation Matrix" id="13-observability-evaluation">
    <mxGraphModel dx="1400" dy="900" background="#ffffff" grid="1" gridSize="10" guides="1" tooltips="1" connect="1" arrows="1" fold="1" page="1" pageScale="1" pageWidth="1620" pageHeight="900" math="0" shadow="0">
      <root>
        <mxCell id="0" />
        <mxCell id="1" parent="0" />
        <mxCell id="_st1" value="Emit" style="text;html=1;strokeColor=none;fillColor=none;align=center;verticalAlign=middle;whiteSpace=wrap;fontSize=10;fontStyle=1;fontColor=#8a97a5;fontFamily=Segoe UI;" vertex="1" parent="1">
          <mxGeometry x="210" y="60" width="240" height="20" as="geometry" />
        </mxCell>
        <mxCell id="_st2" value="Collect" style="text;html=1;strokeColor=none;fillColor=none;align=center;verticalAlign=middle;whiteSpace=wrap;fontSize=10;fontStyle=1;fontColor=#8a97a5;fontFamily=Segoe UI;" vertex="1" parent="1">
          <mxGeometry x="490" y="60" width="240" height="20" as="geometry" />
        </mxCell>
        <mxCell id="_st3" value="Store" style="text;html=1;strokeColor=none;fillColor=none;align=center;verticalAlign=middle;whiteSpace=wrap;fontSize=10;fontStyle=1;fontColor=#8a97a5;fontFamily=Segoe UI;" vertex="1" parent="1">
          <mxGeometry x="760" y="60" width="240" height="20" as="geometry" />
        </mxCell>
        <mxCell id="_st4" value="Analyse" style="text;html=1;strokeColor=none;fillColor=none;align=center;verticalAlign=middle;whiteSpace=wrap;fontSize=10;fontStyle=1;fontColor=#8a97a5;fontFamily=Segoe UI;" vertex="1" parent="1">
          <mxGeometry x="1030" y="60" width="240" height="20" as="geometry" />
        </mxCell>
        <mxCell id="_st5" value="Act" style="text;html=1;strokeColor=none;fillColor=none;align=center;verticalAlign=middle;whiteSpace=wrap;fontSize=10;fontStyle=1;fontColor=#8a97a5;fontFamily=Segoe UI;" vertex="1" parent="1">
          <mxGeometry x="1300" y="60" width="240" height="20" as="geometry" />
        </mxCell>
        <mxCell id="_box6" value="" style="rounded=1;arcSize=3;whiteSpace=wrap;html=1;fillColor=none;strokeColor=#c9d3de;verticalAlign=top;align=left;spacingLeft=12;spacingTop=6;fontSize=11;fontStyle=2;fontColor=#5b6b7d;fontFamily=Segoe UI;" vertex="1" parent="1">
          <mxGeometry x="40" y="90" width="1530" height="90" as="geometry" />
        </mxCell>
        <mxCell id="_lh7" value="Service health" style="text;html=1;strokeColor=none;fillColor=none;align=left;verticalAlign=middle;whiteSpace=wrap;fontSize=11;fontStyle=1;fontColor=#42536a;fontFamily=Segoe UI;" vertex="1" parent="1">
          <mxGeometry x="60" y="130" width="150" height="20" as="geometry" />
        </mxCell>
        <mxCell id="_n8" value="&lt;b&gt;RED metrics&lt;/b&gt;" style="rounded=1;arcSize=8;whiteSpace=wrap;html=1;fillColor=#dae8fc;strokeColor=#6c8ebf;fontColor=#1a2b45;fontSize=12;fontFamily=Segoe UI;verticalAlign=middle;align=center;" vertex="1" parent="1">
          <mxGeometry x="230" y="110" width="200" height="50" as="geometry" />
        </mxCell>
        <mxCell id="_n9" value="&lt;b&gt;OTel Collector&lt;/b&gt;" style="rounded=1;arcSize=8;whiteSpace=wrap;html=1;fillColor=#e1d5e7;strokeColor=#9673a6;fontColor=#3a2b44;fontSize=12;fontFamily=Segoe UI;verticalAlign=middle;align=center;" vertex="1" parent="1">
          <mxGeometry x="510" y="110" width="200" height="50" as="geometry" />
        </mxCell>
        <mxCell id="_n10" value="&lt;b&gt;Metric Store&lt;/b&gt;" style="shape=cylinder3;boundedLbl=1;backgroundOutline=1;size=11;whiteSpace=wrap;html=1;fillColor=#d5e8d4;strokeColor=#82b366;fontColor=#1e3a1e;fontSize=12;fontFamily=Segoe UI;verticalAlign=middle;align=center;" vertex="1" parent="1">
          <mxGeometry x="780" y="110" width="200" height="50" as="geometry" />
        </mxCell>
        <mxCell id="_n11" value="&lt;b&gt;SLO dashboards&lt;/b&gt;" style="rounded=1;arcSize=8;whiteSpace=wrap;html=1;fillColor=#dae8fc;strokeColor=#6c8ebf;fontColor=#1a2b45;fontSize=12;fontFamily=Segoe UI;verticalAlign=middle;align=center;" vertex="1" parent="1">
          <mxGeometry x="1050" y="110" width="200" height="50" as="geometry" />
        </mxCell>
        <mxCell id="_n12" value="&lt;b&gt;Page on burn rate&lt;/b&gt;" style="rounded=1;arcSize=8;whiteSpace=wrap;html=1;fillColor=#dae8fc;strokeColor=#6c8ebf;fontColor=#1a2b45;fontSize=12;fontFamily=Segoe UI;verticalAlign=middle;align=center;" vertex="1" parent="1">
          <mxGeometry x="1320" y="110" width="200" height="50" as="geometry" />
        </mxCell>
        <mxCell id="_box13" value="" style="rounded=1;arcSize=3;whiteSpace=wrap;html=1;fillColor=none;strokeColor=#c9d3de;verticalAlign=top;align=left;spacingLeft=12;spacingTop=6;fontSize=11;fontStyle=2;fontColor=#5b6b7d;fontFamily=Segoe UI;" vertex="1" parent="1">
          <mxGeometry x="40" y="200" width="1530" height="90" as="geometry" />
        </mxCell>
        <mxCell id="_lh14" value="Traces" style="text;html=1;strokeColor=none;fillColor=none;align=left;verticalAlign=middle;whiteSpace=wrap;fontSize=11;fontStyle=1;fontColor=#42536a;fontFamily=Segoe UI;" vertex="1" parent="1">
          <mxGeometry x="60" y="240" width="150" height="20" as="geometry" />
        </mxCell>
        <mxCell id="_n15" value="&lt;b&gt;Span per stage&lt;/b&gt;" style="rounded=1;arcSize=8;whiteSpace=wrap;html=1;fillColor=#dae8fc;strokeColor=#6c8ebf;fontColor=#1a2b45;fontSize=12;fontFamily=Segoe UI;verticalAlign=middle;align=center;" vertex="1" parent="1">
          <mxGeometry x="230" y="220" width="200" height="50" as="geometry" />
        </mxCell>
        <mxCell id="_n16" value="&lt;b&gt;OTel Collector&lt;/b&gt;" style="rounded=1;arcSize=8;whiteSpace=wrap;html=1;fillColor=#e1d5e7;strokeColor=#9673a6;fontColor=#3a2b44;fontSize=12;fontFamily=Segoe UI;verticalAlign=middle;align=center;" vertex="1" parent="1">
          <mxGeometry x="510" y="220" width="200" height="50" as="geometry" />
        </mxCell>
        <mxCell id="_n17" value="&lt;b&gt;Trace Store&lt;/b&gt;" style="shape=cylinder3;boundedLbl=1;backgroundOutline=1;size=11;whiteSpace=wrap;html=1;fillColor=#d5e8d4;strokeColor=#82b366;fontColor=#1e3a1e;fontSize=12;fontFamily=Segoe UI;verticalAlign=middle;align=center;" vertex="1" parent="1">
          <mxGeometry x="780" y="220" width="200" height="50" as="geometry" />
        </mxCell>
        <mxCell id="_n18" value="&lt;b&gt;Latency breakdown&lt;/b&gt;" style="rounded=1;arcSize=8;whiteSpace=wrap;html=1;fillColor=#dae8fc;strokeColor=#6c8ebf;fontColor=#1a2b45;fontSize=12;fontFamily=Segoe UI;verticalAlign=middle;align=center;" vertex="1" parent="1">
          <mxGeometry x="1050" y="220" width="200" height="50" as="geometry" />
        </mxCell>
        <mxCell id="_n19" value="&lt;b&gt;Tune slow stage&lt;/b&gt;" style="rounded=1;arcSize=8;whiteSpace=wrap;html=1;fillColor=#dae8fc;strokeColor=#6c8ebf;fontColor=#1a2b45;fontSize=12;fontFamily=Segoe UI;verticalAlign=middle;align=center;" vertex="1" parent="1">
          <mxGeometry x="1320" y="220" width="200" height="50" as="geometry" />
        </mxCell>
        <mxCell id="_box20" value="" style="rounded=1;arcSize=3;whiteSpace=wrap;html=1;fillColor=none;strokeColor=#c9d3de;verticalAlign=top;align=left;spacingLeft=12;spacingTop=6;fontSize=11;fontStyle=2;fontColor=#5b6b7d;fontFamily=Segoe UI;" vertex="1" parent="1">
          <mxGeometry x="40" y="310" width="1530" height="90" as="geometry" />
        </mxCell>
        <mxCell id="_lh21" value="Retrieval quality" style="text;html=1;strokeColor=none;fillColor=none;align=left;verticalAlign=middle;whiteSpace=wrap;fontSize=11;fontStyle=1;fontColor=#42536a;fontFamily=Segoe UI;" vertex="1" parent="1">
          <mxGeometry x="60" y="350" width="150" height="20" as="geometry" />
        </mxCell>
        <mxCell id="_n22" value="&lt;b&gt;Hit rank logged&lt;/b&gt;" style="rounded=1;arcSize=8;whiteSpace=wrap;html=1;fillColor=#dae8fc;strokeColor=#6c8ebf;fontColor=#1a2b45;fontSize=12;fontFamily=Segoe UI;verticalAlign=middle;align=center;" vertex="1" parent="1">
          <mxGeometry x="230" y="330" width="200" height="50" as="geometry" />
        </mxCell>
        <mxCell id="_n23" value="&lt;b&gt;Eval Collector&lt;/b&gt;" style="rounded=1;arcSize=8;whiteSpace=wrap;html=1;fillColor=#dae8fc;strokeColor=#6c8ebf;fontColor=#1a2b45;fontSize=12;fontFamily=Segoe UI;verticalAlign=middle;align=center;" vertex="1" parent="1">
          <mxGeometry x="510" y="330" width="200" height="50" as="geometry" />
        </mxCell>
        <mxCell id="_n24" value="&lt;b&gt;Eval Store&lt;/b&gt;" style="shape=cylinder3;boundedLbl=1;backgroundOutline=1;size=11;whiteSpace=wrap;html=1;fillColor=#d5e8d4;strokeColor=#82b366;fontColor=#1e3a1e;fontSize=12;fontFamily=Segoe UI;verticalAlign=middle;align=center;" vertex="1" parent="1">
          <mxGeometry x="780" y="330" width="200" height="50" as="geometry" />
        </mxCell>
        <mxCell id="_n25" value="&lt;b&gt;Recall@k, nDCG&lt;/b&gt;" style="rounded=1;arcSize=8;whiteSpace=wrap;html=1;fillColor=#dae8fc;strokeColor=#6c8ebf;fontColor=#1a2b45;fontSize=12;fontFamily=Segoe UI;verticalAlign=middle;align=center;" vertex="1" parent="1">
          <mxGeometry x="1050" y="330" width="200" height="50" as="geometry" />
        </mxCell>
        <mxCell id="_n26" value="&lt;b&gt;Re-chunk or re-embed&lt;/b&gt;" style="rounded=1;arcSize=8;whiteSpace=wrap;html=1;fillColor=#dae8fc;strokeColor=#6c8ebf;fontColor=#1a2b45;fontSize=12;fontFamily=Segoe UI;verticalAlign=middle;align=center;" vertex="1" parent="1">
          <mxGeometry x="1320" y="330" width="200" height="50" as="geometry" />
        </mxCell>
        <mxCell id="_box27" value="" style="rounded=1;arcSize=3;whiteSpace=wrap;html=1;fillColor=none;strokeColor=#c9d3de;verticalAlign=top;align=left;spacingLeft=12;spacingTop=6;fontSize=11;fontStyle=2;fontColor=#5b6b7d;fontFamily=Segoe UI;" vertex="1" parent="1">
          <mxGeometry x="40" y="420" width="1530" height="90" as="geometry" />
        </mxCell>
        <mxCell id="_lh28" value="Answer quality" style="text;html=1;strokeColor=none;fillColor=none;align=left;verticalAlign=middle;whiteSpace=wrap;fontSize=11;fontStyle=1;fontColor=#42536a;fontFamily=Segoe UI;" vertex="1" parent="1">
          <mxGeometry x="60" y="460" width="150" height="20" as="geometry" />
        </mxCell>
        <mxCell id="_n29" value="&lt;b&gt;Citation coverage&lt;/b&gt;" style="rounded=1;arcSize=8;whiteSpace=wrap;html=1;fillColor=#dae8fc;strokeColor=#6c8ebf;fontColor=#1a2b45;fontSize=12;fontFamily=Segoe UI;verticalAlign=middle;align=center;" vertex="1" parent="1">
          <mxGeometry x="230" y="440" width="200" height="50" as="geometry" />
        </mxCell>
        <mxCell id="_n30" value="&lt;b&gt;LLM Trace&lt;/b&gt;" style="rounded=1;arcSize=8;whiteSpace=wrap;html=1;fillColor=#e1d5e7;strokeColor=#9673a6;fontColor=#3a2b44;fontSize=12;fontFamily=Segoe UI;verticalAlign=middle;align=center;" vertex="1" parent="1">
          <mxGeometry x="510" y="440" width="200" height="50" as="geometry" />
        </mxCell>
        <mxCell id="_n31" value="&lt;b&gt;Trace Store&lt;/b&gt;" style="shape=cylinder3;boundedLbl=1;backgroundOutline=1;size=11;whiteSpace=wrap;html=1;fillColor=#d5e8d4;strokeColor=#82b366;fontColor=#1e3a1e;fontSize=12;fontFamily=Segoe UI;verticalAlign=middle;align=center;" vertex="1" parent="1">
          <mxGeometry x="780" y="440" width="200" height="50" as="geometry" />
        </mxCell>
        <mxCell id="_n32" value="&lt;b&gt;Groundedness, refusal rate&lt;/b&gt;" style="rounded=1;arcSize=8;whiteSpace=wrap;html=1;fillColor=#dae8fc;strokeColor=#6c8ebf;fontColor=#1a2b45;fontSize=12;fontFamily=Segoe UI;verticalAlign=middle;align=center;" vertex="1" parent="1">
          <mxGeometry x="1050" y="440" width="200" height="50" as="geometry" />
        </mxCell>
        <mxCell id="_n33" value="&lt;b&gt;Prompt or model change&lt;/b&gt;" style="rounded=1;arcSize=8;whiteSpace=wrap;html=1;fillColor=#dae8fc;strokeColor=#6c8ebf;fontColor=#1a2b45;fontSize=12;fontFamily=Segoe UI;verticalAlign=middle;align=center;" vertex="1" parent="1">
          <mxGeometry x="1320" y="440" width="200" height="50" as="geometry" />
        </mxCell>
        <mxCell id="_box34" value="" style="rounded=1;arcSize=3;whiteSpace=wrap;html=1;fillColor=none;strokeColor=#c9d3de;verticalAlign=top;align=left;spacingLeft=12;spacingTop=6;fontSize=11;fontStyle=2;fontColor=#5b6b7d;fontFamily=Segoe UI;" vertex="1" parent="1">
          <mxGeometry x="40" y="530" width="1530" height="90" as="geometry" />
        </mxCell>
        <mxCell id="_lh35" value="Cost" style="text;html=1;strokeColor=none;fillColor=none;align=left;verticalAlign=middle;whiteSpace=wrap;fontSize=11;fontStyle=1;fontColor=#42536a;fontFamily=Segoe UI;" vertex="1" parent="1">
          <mxGeometry x="60" y="570" width="150" height="20" as="geometry" />
        </mxCell>
        <mxCell id="_n36" value="&lt;b&gt;Tokens per request&lt;/b&gt;" style="rounded=1;arcSize=8;whiteSpace=wrap;html=1;fillColor=#dae8fc;strokeColor=#6c8ebf;fontColor=#1a2b45;fontSize=12;fontFamily=Segoe UI;verticalAlign=middle;align=center;" vertex="1" parent="1">
          <mxGeometry x="230" y="550" width="200" height="50" as="geometry" />
        </mxCell>
        <mxCell id="_n37" value="&lt;b&gt;Gateway Meter&lt;/b&gt;" style="rounded=1;arcSize=8;whiteSpace=wrap;html=1;fillColor=#ffe6cc;strokeColor=#d79b00;fontColor=#4a3200;fontSize=12;fontFamily=Segoe UI;verticalAlign=middle;align=center;" vertex="1" parent="1">
          <mxGeometry x="510" y="550" width="200" height="50" as="geometry" />
        </mxCell>
        <mxCell id="_n38" value="&lt;b&gt;Cost Ledger&lt;/b&gt;" style="shape=cylinder3;boundedLbl=1;backgroundOutline=1;size=11;whiteSpace=wrap;html=1;fillColor=#d5e8d4;strokeColor=#82b366;fontColor=#1e3a1e;fontSize=12;fontFamily=Segoe UI;verticalAlign=middle;align=center;" vertex="1" parent="1">
          <mxGeometry x="780" y="550" width="200" height="50" as="geometry" />
        </mxCell>
        <mxCell id="_n39" value="&lt;b&gt;Cost per query, per tenant&lt;/b&gt;" style="rounded=1;arcSize=8;whiteSpace=wrap;html=1;fillColor=#dae8fc;strokeColor=#6c8ebf;fontColor=#1a2b45;fontSize=12;fontFamily=Segoe UI;verticalAlign=middle;align=center;" vertex="1" parent="1">
          <mxGeometry x="1050" y="550" width="200" height="50" as="geometry" />
        </mxCell>
        <mxCell id="_n40" value="&lt;b&gt;Route or cache tune&lt;/b&gt;" style="rounded=1;arcSize=8;whiteSpace=wrap;html=1;fillColor=#dae8fc;strokeColor=#6c8ebf;fontColor=#1a2b45;fontSize=12;fontFamily=Segoe UI;verticalAlign=middle;align=center;" vertex="1" parent="1">
          <mxGeometry x="1320" y="550" width="200" height="50" as="geometry" />
        </mxCell>
        <mxCell id="_box41" value="" style="rounded=1;arcSize=3;whiteSpace=wrap;html=1;fillColor=none;strokeColor=#c9d3de;verticalAlign=top;align=left;spacingLeft=12;spacingTop=6;fontSize=11;fontStyle=2;fontColor=#5b6b7d;fontFamily=Segoe UI;" vertex="1" parent="1">
          <mxGeometry x="40" y="640" width="1530" height="110" as="geometry" />
        </mxCell>
        <mxCell id="_lh42" value="Safety &amp; privacy" style="text;html=1;strokeColor=none;fillColor=none;align=left;verticalAlign=middle;whiteSpace=wrap;fontSize=11;fontStyle=1;fontColor=#42536a;fontFamily=Segoe UI;" vertex="1" parent="1">
          <mxGeometry x="60" y="680" width="150" height="20" as="geometry" />
        </mxCell>
        <mxCell id="_n43" value="&lt;b&gt;Guard verdicts&lt;/b&gt;" style="rounded=1;arcSize=8;whiteSpace=wrap;html=1;fillColor=#e1d5e7;strokeColor=#9673a6;fontColor=#3a2b44;fontSize=12;fontFamily=Segoe UI;verticalAlign=middle;align=center;" vertex="1" parent="1">
          <mxGeometry x="230" y="660" width="200" height="50" as="geometry" />
        </mxCell>
        <mxCell id="_n44" value="&lt;b&gt;Audit Stream&lt;/b&gt;" style="rounded=1;arcSize=8;whiteSpace=wrap;html=1;fillColor=#e1d5e7;strokeColor=#9673a6;fontColor=#3a2b44;fontSize=12;fontFamily=Segoe UI;verticalAlign=middle;align=center;" vertex="1" parent="1">
          <mxGeometry x="510" y="660" width="200" height="50" as="geometry" />
        </mxCell>
        <mxCell id="_n45" value="&lt;b&gt;Audit Log&lt;/b&gt;&lt;br&gt;&lt;font style=&quot;font-size:10px;color:#5b6b7d&quot;&gt;write-once&lt;/font&gt;" style="shape=cylinder3;boundedLbl=1;backgroundOutline=1;size=11;whiteSpace=wrap;html=1;fillColor=#d5e8d4;strokeColor=#82b366;fontColor=#1e3a1e;fontSize=12;fontFamily=Segoe UI;verticalAlign=middle;align=center;" vertex="1" parent="1">
          <mxGeometry x="780" y="660" width="200" height="70" as="geometry" />
        </mxCell>
        <mxCell id="_n46" value="&lt;b&gt;Injection, PII rate&lt;/b&gt;" style="rounded=1;arcSize=8;whiteSpace=wrap;html=1;fillColor=#dae8fc;strokeColor=#6c8ebf;fontColor=#1a2b45;fontSize=12;fontFamily=Segoe UI;verticalAlign=middle;align=center;" vertex="1" parent="1">
          <mxGeometry x="1050" y="660" width="200" height="50" as="geometry" />
        </mxCell>
        <mxCell id="_n47" value="&lt;b&gt;Policy update&lt;/b&gt;" style="rounded=1;arcSize=8;whiteSpace=wrap;html=1;fillColor=#dae8fc;strokeColor=#6c8ebf;fontColor=#1a2b45;fontSize=12;fontFamily=Segoe UI;verticalAlign=middle;align=center;" vertex="1" parent="1">
          <mxGeometry x="1320" y="660" width="200" height="50" as="geometry" />
        </mxCell>
        <mxCell id="title" value="Observability &amp; Evaluation Matrix" style="text;html=1;strokeColor=none;fillColor=none;align=left;verticalAlign=middle;whiteSpace=wrap;fontSize=20;fontStyle=1;fontColor=#16202c;fontFamily=Segoe UI;" vertex="1" parent="1">
          <mxGeometry x="40" y="20" width="1530" height="30" as="geometry" />
        </mxCell>
        <mxCell id="rule" value="" style="line;strokeWidth=1;html=1;strokeColor=#c9d3de;" vertex="1" parent="1">
          <mxGeometry x="40" y="50" width="1530" height="10" as="geometry" />
        </mxCell>
        <mxCell id="note" value="Rows without an Act cell are telemetry nobody owns. Every row here has one." style="text;html=1;strokeColor=none;fillColor=none;align=left;verticalAlign=middle;whiteSpace=wrap;fontSize=10;fontColor=#8a97a5;fontFamily=Segoe UI;" vertex="1" parent="1">
          <mxGeometry x="40" y="830" width="1530" height="20" as="geometry" />
        </mxCell>
        <mxCell id="foot-rule" value="" style="line;strokeWidth=1;html=1;strokeColor=#e3e9ef;" vertex="1" parent="1">
          <mxGeometry x="40" y="850" width="1530" height="10" as="geometry" />
        </mxCell>
        <mxCell id="foot" value="v 1.0   ·   owner SRE &amp; Quality" style="text;html=1;strokeColor=none;fillColor=none;align=left;verticalAlign=middle;whiteSpace=wrap;fontSize=9;fontColor=#9aa7b4;fontFamily=Segoe UI;" vertex="1" parent="1">
          <mxGeometry x="40" y="870" width="1530" height="10" as="geometry" />
        </mxCell>
      </root>
    </mxGraphModel>
  </diagram>
</mxfile>
