{
  "version": 1,
  "title": "RAG evaluation: retrieval versus answer",
  "format": "custom",
  "canvasSize": [
    1200,
    720
  ],
  "watermark": true,
  "objects": [
    {
      "type": "text",
      "text": "RAG eval: where did it fail?",
      "x": 49,
      "y": 34,
      "fontSize": 49,
      "color": "#292d32",
      "fontFamily": "sans"
    },
    {
      "type": "text",
      "text": "Can we retry an unchanged HTTP 400?",
      "x": 51,
      "y": 105,
      "fontSize": 31,
      "color": "#59675e",
      "fontFamily": "sans"
    },
    {
      "type": "text",
      "text": "Expected: No. Fix the request.   •   API guide v2 / §400",
      "x": 51,
      "y": 163,
      "fontSize": 27,
      "color": "#287355",
      "fontFamily": "sans"
    },
    {
      "type": "pen",
      "points": [
        [
          49,
          222
        ],
        [
          316,
          225
        ],
        [
          590,
          222
        ],
        [
          884,
          225
        ],
        [
          1150,
          222
        ]
      ],
      "color": "#c7d0c9",
      "width": 3,
      "smooth": false
    },
    {
      "type": "text",
      "text": "RUN A  ·  RETRIEVAL MISS",
      "x": 52,
      "y": 258,
      "fontSize": 28,
      "color": "#b13f39",
      "fontFamily": "sans"
    },
    {
      "type": "text",
      "text": "RUN B  ·  ANSWER MISS",
      "x": 632,
      "y": 258,
      "fontSize": 28,
      "color": "#b13f39",
      "fontFamily": "sans"
    },
    {
      "type": "pen",
      "points": [
        [
          585,
          258
        ],
        [
          585,
          339
        ],
        [
          585,
          436
        ],
        [
          585,
          555
        ]
      ],
      "color": "#c7d0c9",
      "width": 3,
      "smooth": false
    },
    {
      "type": "text",
      "text": "Retrieved: §429 only",
      "x": 54,
      "y": 323,
      "fontSize": 32,
      "color": "#285caa",
      "fontFamily": "sans"
    },
    {
      "type": "text",
      "text": "“Retry after delay.”",
      "x": 54,
      "y": 370,
      "fontSize": 30,
      "color": "#292d32",
      "fontFamily": "sans"
    },
    {
      "type": "text",
      "text": "§400 rule missing",
      "x": 54,
      "y": 424,
      "fontSize": 30,
      "color": "#b13f39",
      "fontFamily": "sans"
    },
    {
      "type": "arrow",
      "points": [
        [
          123,
          467
        ],
        [
          123,
          492
        ],
        [
          123,
          516
        ]
      ],
      "color": "#285caa",
      "width": 4,
      "smooth": false
    },
    {
      "type": "text",
      "text": "Answer: “Retry 3x.”",
      "x": 54,
      "y": 531,
      "fontSize": 30,
      "color": "#292d32",
      "fontFamily": "sans"
    },
    {
      "type": "text",
      "text": "Fix retrieval first.",
      "x": 54,
      "y": 591,
      "fontSize": 29,
      "color": "#b13f39",
      "fontFamily": "sans"
    },
    {
      "type": "text",
      "text": "Retrieved: §400 present",
      "x": 632,
      "y": 323,
      "fontSize": 32,
      "color": "#285caa",
      "fontFamily": "sans"
    },
    {
      "type": "text",
      "text": "“Do not retry unchanged.”",
      "x": 632,
      "y": 370,
      "fontSize": 29,
      "color": "#292d32",
      "fontFamily": "sans"
    },
    {
      "type": "text",
      "text": "Rule reached the model",
      "x": 632,
      "y": 424,
      "fontSize": 29,
      "color": "#287355",
      "fontFamily": "sans"
    },
    {
      "type": "arrow",
      "points": [
        [
          703,
          467
        ],
        [
          703,
          492
        ],
        [
          703,
          516
        ]
      ],
      "color": "#285caa",
      "width": 4,
      "smooth": false
    },
    {
      "type": "text",
      "text": "Answer: “Retry 3x.”",
      "x": 632,
      "y": 531,
      "fontSize": 30,
      "color": "#292d32",
      "fontFamily": "sans"
    },
    {
      "type": "text",
      "text": "Fix the answer step.",
      "x": 632,
      "y": 591,
      "fontSize": 29,
      "color": "#b13f39",
      "fontFamily": "sans"
    },
    {
      "type": "pen",
      "points": [
        [
          50,
          648
        ],
        [
          352,
          650
        ],
        [
          639,
          648
        ],
        [
          922,
          651
        ],
        [
          1149,
          649
        ]
      ],
      "color": "#c7d0c9",
      "width": 3,
      "smooth": false
    },
    {
      "type": "text",
      "text": "Inspect the passage and the final claim separately.",
      "x": 50,
      "y": 661,
      "fontSize": 27,
      "color": "#59675e",
      "fontFamily": "sans"
    }
  ]
}