diff --git a/src/components/ConfigEditor.tsx b/src/components/ConfigEditor.tsx
index 3e119b1..e9df124 100644
--- a/src/components/ConfigEditor.tsx
+++ b/src/components/ConfigEditor.tsx
@@ -37,7 +37,8 @@ export function ConfigEditor(props: ConfigEditorProps) {
             defaultValue={JSON.stringify(config, null, 2)}
             theme="vs-dark"
             onValidate={markers => {
-              setErrorCount(markers.length);
+              const severeErrors = markers.filter(m => m.severity > 4);
+              setErrorCount(severeErrors.length);
             }}
             onChange={value => value && setCurrentConfigText(value)}
           />