<mxfile host="app.diagrams.net" modified="2026-10-25T00:00:00.000Z" agent="OpenAI Codex" version="24.7.17" type="device"><diagram id="ai-observability-evaluation" name="AI Observability and Evaluation Loop"><mxGraphModel dx="1440" dy="920" grid="1" gridSize="10" guides="1" tooltips="1" connect="1" arrows="1" fold="1" page="1" pageScale="1" pageWidth="1440" pageHeight="920" math="0" shadow="0"><root><mxCell id="0"/><mxCell id="1" parent="0"/><mxCell id="s1" value="PRODUCTION QUALITY SYSTEM" style="rounded=1;whiteSpace=wrap;html=1;fillColor=#fffefa;fillOpacity=45;strokeColor=#222222;strokeWidth=2;dashed=1;dashPattern=8 6;fontColor=#676761;fontSize=14;fontStyle=1;verticalAlign=top;spacingTop=12;" vertex="1" parent="1"><mxGeometry x="55" y="200" width="1330" height="450" as="geometry"/></mxCell><mxCell id="agent" value="&lt;div style=&quot;text-align:left&quot;&gt;&lt;small&gt;RUN&lt;/small&gt;&lt;br&gt;&lt;b&gt;AI application&lt;/b&gt;&lt;br&gt;Agent · model · tools&lt;/div&gt;" style="rounded=1;whiteSpace=wrap;html=1;fillColor=#efeee9;strokeColor=#222222;strokeWidth=2;fontColor=#222222;fontSize=16;spacing=12;arcSize=14;" vertex="1" parent="1"><mxGeometry x="90" y="375" width="210" height="120" as="geometry"/></mxCell><mxCell id="trace" value="&lt;div style=&quot;text-align:left&quot;&gt;&lt;small&gt;OBSERVE&lt;/small&gt;&lt;br&gt;&lt;b&gt;Distributed traces&lt;/b&gt;&lt;br&gt;Inputs · retrieval · calls&lt;/div&gt;" style="rounded=1;whiteSpace=wrap;html=1;fillColor=#e2edf5;strokeColor=#222222;strokeWidth=2;fontColor=#222222;fontSize=16;spacing=12;arcSize=14;" vertex="1" parent="1"><mxGeometry x="355" y="375" width="220" height="120" as="geometry"/></mxCell><mxCell id="evaluate" value="&lt;div style=&quot;text-align:left&quot;&gt;&lt;small&gt;MEASURE&lt;/small&gt;&lt;br&gt;&lt;b&gt;Evaluation&lt;/b&gt;&lt;br&gt;Groundedness · safety&lt;/div&gt;" style="rounded=1;whiteSpace=wrap;html=1;fillColor=#e4efe7;strokeColor=#222222;strokeWidth=2;fontColor=#222222;fontSize=16;spacing=12;arcSize=14;" vertex="1" parent="1"><mxGeometry x="630" y="375" width="220" height="120" as="geometry"/></mxCell><mxCell id="gate" value="&lt;div style=&quot;text-align:left&quot;&gt;&lt;small&gt;DECIDE&lt;/small&gt;&lt;br&gt;&lt;b&gt;Release gate&lt;/b&gt;&lt;br&gt;Compare with thresholds&lt;/div&gt;" style="rounded=1;whiteSpace=wrap;html=1;fillColor=#f6edcf;strokeColor=#222222;strokeWidth=2;fontColor=#222222;fontSize=16;spacing=12;arcSize=14;" vertex="1" parent="1"><mxGeometry x="905" y="375" width="220" height="120" as="geometry"/></mxCell><mxCell id="improve" value="&lt;div style=&quot;text-align:left&quot;&gt;&lt;small&gt;LEARN&lt;/small&gt;&lt;br&gt;&lt;b&gt;Improve&lt;/b&gt;&lt;br&gt;Fix · retest · release&lt;/div&gt;" style="rounded=1;whiteSpace=wrap;html=1;fillColor=#f4e2df;strokeColor=#222222;strokeWidth=2;fontColor=#222222;fontSize=16;spacing=12;arcSize=14;" vertex="1" parent="1"><mxGeometry x="1180" y="375" width="190" height="120" as="geometry"/></mxCell><mxCell id="telemetry" value="&lt;div style=&quot;text-align:left&quot;&gt;&lt;small&gt;TRACE DATA&lt;/small&gt;&lt;br&gt;&lt;b&gt;OpenTelemetry&lt;/b&gt;&lt;br&gt;Foundry · Azure Monitor&lt;/div&gt;" style="rounded=1;whiteSpace=wrap;html=1;fillColor=#efeee9;strokeColor=#222222;strokeWidth=2;fontColor=#222222;fontSize=16;spacing=12;arcSize=14;" vertex="1" parent="1"><mxGeometry x="455" y="710" width="280" height="100" as="geometry"/></mxCell><mxCell id="dataset" value="&lt;div style=&quot;text-align:left&quot;&gt;&lt;small&gt;TEST DATA&lt;/small&gt;&lt;br&gt;&lt;b&gt;Evaluation set&lt;/b&gt;&lt;br&gt;Realistic and adversarial cases&lt;/div&gt;" style="rounded=1;whiteSpace=wrap;html=1;fillColor=#efeee9;strokeColor=#222222;strokeWidth=2;fontColor=#222222;fontSize=16;spacing=12;arcSize=14;" vertex="1" parent="1"><mxGeometry x="845" y="710" width="280" height="100" as="geometry"/></mxCell><mxCell id="e1" value="" style="edgeStyle=orthogonalEdgeStyle;rounded=1;orthogonalLoop=1;jettySize=auto;html=1;endArrow=block;endFill=1;strokeColor=#222222;strokeWidth=2;fontColor=#676761;fontSize=12;labelBackgroundColor=#fbfaf7;" edge="1" parent="1" source="agent" target="trace"><mxGeometry relative="1" as="geometry"/></mxCell><mxCell id="e2" value="" style="edgeStyle=orthogonalEdgeStyle;rounded=1;orthogonalLoop=1;jettySize=auto;html=1;endArrow=block;endFill=1;strokeColor=#222222;strokeWidth=2;fontColor=#676761;fontSize=12;labelBackgroundColor=#fbfaf7;" edge="1" parent="1" source="trace" target="evaluate"><mxGeometry relative="1" as="geometry"/></mxCell><mxCell id="e3" value="" style="edgeStyle=orthogonalEdgeStyle;rounded=1;orthogonalLoop=1;jettySize=auto;html=1;endArrow=block;endFill=1;strokeColor=#222222;strokeWidth=2;fontColor=#676761;fontSize=12;labelBackgroundColor=#fbfaf7;" edge="1" parent="1" source="evaluate" target="gate"><mxGeometry relative="1" as="geometry"/></mxCell><mxCell id="e4" value="" style="edgeStyle=orthogonalEdgeStyle;rounded=1;orthogonalLoop=1;jettySize=auto;html=1;endArrow=block;endFill=1;strokeColor=#222222;strokeWidth=2;fontColor=#676761;fontSize=12;labelBackgroundColor=#fbfaf7;" edge="1" parent="1" source="gate" target="improve"><mxGeometry relative="1" as="geometry"/></mxCell><mxCell id="e5" value="" style="edgeStyle=orthogonalEdgeStyle;rounded=1;orthogonalLoop=1;jettySize=auto;html=1;endArrow=block;endFill=1;strokeColor=#222222;strokeWidth=2;dashed=1;dashPattern=8 6;fontColor=#676761;fontSize=12;labelBackgroundColor=#fbfaf7;" edge="1" parent="1" source="trace" target="telemetry"><mxGeometry relative="1" as="geometry"/></mxCell><mxCell id="e6" value="" style="edgeStyle=orthogonalEdgeStyle;rounded=1;orthogonalLoop=1;jettySize=auto;html=1;endArrow=block;endFill=1;strokeColor=#222222;strokeWidth=2;dashed=1;dashPattern=8 6;fontColor=#676761;fontSize=12;labelBackgroundColor=#fbfaf7;" edge="1" parent="1" source="dataset" target="evaluate"><mxGeometry relative="1" as="geometry"/></mxCell><mxCell id="e7" value="" style="edgeStyle=orthogonalEdgeStyle;rounded=1;orthogonalLoop=1;jettySize=auto;html=1;endArrow=block;endFill=1;strokeColor=#222222;strokeWidth=2;dashed=1;dashPattern=8 6;fontColor=#676761;fontSize=12;labelBackgroundColor=#fbfaf7;" edge="1" parent="1" source="improve" target="dataset"><mxGeometry relative="1" as="geometry"/></mxCell></root></mxGraphModel></diagram></mxfile>