chore(docs.angularjs.org): allow crawling but not indexing of partials/

The sitemap.xml might also prevent the indexing, as the partials are not listed. Related to #16432 Closes #16457
2018-02-15 11:54:14 +01:00
parent 9645a08b61
commit 3eabaab009
2 changed files with 9 additions and 1 deletions
@@ -1,7 +1,6 @@
 User-agent: *

 Disallow: /examples/
-Disallow: /partials/
 Disallow: /ptore2e/
 Disallow: /Error404.html

@@ -26,6 +26,15 @@
        "source": "**/*!(.@(jpg|jpeg|gif|png|html|js|map|json|css|svg|ttf|txt|woff|woff2|eot|xml))",
        "function": "sendFile"
      }
+    ],
+    "headers": [
+      {
+        "source": "/partials/**",
+        "headers" : [{
+          "key" : "X-Robots-Tag",
+          "value" : "noindex"
+        }]
+      }
    ]
  }
 }