From 2bb75dc11ffada9b7e0f468132e8c6f2051346b0 Mon Sep 17 00:00:00 2001 From: Paul Gauthier Date: Thu, 15 Aug 2024 10:33:22 -0700 Subject: [PATCH] feat: Add figures and captions to blog post on code in JSON --- aider/website/_posts/2024-08-14-code-in-json.md | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/aider/website/_posts/2024-08-14-code-in-json.md b/aider/website/_posts/2024-08-14-code-in-json.md index f0e9a2243..69553ad52 100644 --- a/aider/website/_posts/2024-08-14-code-in-json.md +++ b/aider/website/_posts/2024-08-14-code-in-json.md @@ -152,6 +152,8 @@ function createStripedCanvas(isStrict) { } +> Figure 1: Benchmark scores of models using either plain markdown text or JSON to return code. +> Models produce better code when they return it as plain markdown text, as compared to wrapping it in JSON for a tool function call. ## Abstract @@ -421,6 +423,9 @@ document.addEventListener('DOMContentLoaded', function () { }); +> Figure 2: Number of `SyntaxError` and `IndentationError` errors found in model generated code. +> Models tend to make more syntactic errors when asked to wrap code in JSON. + ## Conclusions