chore(docs.angularjs.org): allow robots access to js files

Related to #16432
2018-02-13 10:00:12 +01:00
parent 04ee1e781b
commit 9645a08b61
1 changed files with 8 additions and 3 deletions
@@ -1,9 +1,14 @@
 User-agent: *

 Disallow: /examples/
-Disallow: /img/
 Disallow: /partials/
 Disallow: /ptore2e/
-Disallow: /*.js$ # The js files in the root are used by the embedded examples, not by the app itself
-Disallow: /*.map$ # The map files in the root are used by the embedded examples, not by the app itself
 Disallow: /Error404.html
+
+# The js / map files in the root are used by the embedded examples, not by the app itself
+Disallow: /*.js$
+Disallow: /*.map$
+
+# (Javascript) crawlers need to access JS files
+Allow: /components/*.js
+Allow: /js/*.js