diff --git a/doc/robots.txt b/doc/robots.txt
new file mode 100644
index 00000000000..1f6fa9b165f
--- /dev/null
+++ b/doc/robots.txt
@@ -0,0 +1,6 @@
+User-Agent: *
+Disallow: /dist/
+Disallow: /docs/
+Allow: /dist/latest/
+Allow: /dist/latest/docs/api/
+Allow: /api/