update robots.txt

5 months ago · ab41f99b22
parent e67fe3b201
commit ab41f99b22
1 changed files with 5 additions and 1 deletions
--- a/public/robots.txt
+++ b/public/robots.txt
@ -1,2 +1,6 @@
 User-agent: *
-Disallow:
+Disallow: /card
+Disallow: /compare
+Disallow: /*/card
+Disallow: /*/compare
+Sitemap: /sitemap.xml