├── README.md
└── robots.txt


/README.md:
--------------------------------------------------------------------------------
 1 | Optimised <a href="https://github.com/firebearstudio/magento2robotstxt/blob/master/robots.txt">robots.txt</a> for <a href="https://github.com/magento/magento2">Magento 2</a>
 2 | 
 3 | <ul>
 4 |   <li>Learn more about robots.txt - http://www.robotstxt.org/robotstxt.html</li>
 5 |   
 6 |   <li>Ultimate Magento 2 Tutorial- https://firebearstudio.com/blog/the-ultimate-magento-2-tutorial.html</li>
 7 |   
 8 |   <li>Magento 2 SEO - https://firebearstudio.com/blog/magento-2-seo.html</li>
 9 | </ul>
10 | 
11 | 
12 | 
13 | 
14 | 


--------------------------------------------------------------------------------
/robots.txt:
--------------------------------------------------------------------------------
 1 | # Directories & files
 2 | Disallow: /wishlist/
 3 | Disallow: /customer/
 4 | Disallow: /checkout/
 5 | Disallow: /catalogsearch/
 6 | Disallow: /downloader/ 
 7 | Disallow: /braintree/
 8 | Disallow: /order/
 9 | Disallow: /rma/
10 | Disallow: /sendfriend/
11 | Disallow: /returns/
12 | Disallow: /index.php/
13 | Disallow: /sales/
14 | Disallow: /review/
15 | Disallow: /invitation/
16 | Disallow: /newsletter/
17 | Disallow: /install/
18 | Disallow: /var/
19 | Disallow: /private/
20 | Disallow: /admin/ 
21 | Disallow: /api/  
22 | Disallow: /app/ 
23 | Disallow: /lib/ 
24 | Disallow: /includes/ 
25 | Disallow: /LICENSE.html
26 | Disallow: /LICENSE.txt
27 | Disallow: /LICENSE_AFL.txt
28 | Disallow: /STATUS.txt
29 | Disallow: /cron.php
30 | Disallow: /cron.sh
31 | Disallow: /error_log 
32 | 
33 | # Parameters
34 | Disallow: /*?cat=
35 | Disallow: /*&cat=
36 | Disallow: /*?carrier=
37 | Disallow: /*&carrier=
38 | Disallow: /*?color_filter=
39 | Disallow: /*&color_filter=
40 | Disallow: /*?display_size=
41 | Disallow: /*&display_size=
42 | Disallow: /*?network=
43 | Disallow: /*&network=
44 | Disallow: /*?os=
45 | Disallow: /*&os=
46 | Disallow: /*?price=
47 | Disallow: /*&price=
48 | Disallow: /*?timestamp=
49 | Disallow: /*&timestamp=
50 | Disallow: /*?___store=
51 | Disallow: /*?SID=
52 | Disallow: /*?___SID=
53 | Disallow: /*?name=
54 | Disallow: /*&name=
55 | Disallow: /*?top_seller=
56 | Disallow: /*&top_seller=
57 | Disallow: /pkginfo/
58 | 
59 | # Allow pagination 
60 | Allow: /*?p= 
61 | 
62 | 
63 | 


--------------------------------------------------------------------------------