diff --git a/docs/test_swagger_yaml.py b/docs/test_swagger_yaml.py
new file mode 100644
index 00000000..d37fcbd7
--- /dev/null
+++ b/docs/test_swagger_yaml.py
@@ -0,0 +1,15 @@
+import yaml
+with open("./build/swagger.yaml", "r") as f:
+    api = yaml.load(f)
+
+for path, methods in api["paths"].items():
+    for method, properties in methods.items():
+        try:
+            for k in ["responses", "description"]:
+                current_key = k
+                _ = properties[k]
+            for code, r in properties["responses"].items():
+                current_key = f"responses/{code}/description"
+                _ = r["description"]
+        except KeyError as e:
+            print(f"❌ {method} {path} has a problem: {e} from {current_key}")