View Magento Robots.txt
User-agent: *
Disallow: /admin/
Disallow: *price=*
Disallow: *dir=*
Disallow: *order=*
Disallow: *limit=*
Disallow: */catalog/*
Disallow: */catalogsearch/*
Disallow: */customer/*
View Rel Next Rel Prev
<Link rel = "next" href = "http://esempio.it/clothing?p=6" />
<Link rel = "prev" href = "http://esempio.it/clothing?p=4" />
View Magento Categories Rel Canonical
<reference name=”head”>
<action method=”addLinkRel”>
<rel>canonical</rel>
<href>http://yourwebsiteadress.co.uk/page-name.html</href>
</action>
</reference>
View Magento in subfolder - .htaccess remove index.php
RewriteBase /magento/ RewriteCond %{THE_REQUEST} ^[A-Z]{3,9} /magento/index.php HTTP/
RewriteRule ^index.php$ http://www.esempio.it/magento/ [R=301,L]
View Magento .htaccess remove index.php
RewriteBase / RewriteCond %{THE_REQUEST} ^[A-Z]{3,9} /index.php HTTP/
RewriteRule ^index.php$ http://www.esempio.it/ [R=301,L]
View Nginx Directory Password Protection
server {
listen 80 default_server;
listen [::]:80 default_server ipv6only=on;
root /usr/share/nginx/html;
index index.html index.htm;
server_name localhost;
location / {
View Apache Directory Password Protection
<VirtualHost *:80>
ServerAdmin webmaster@localhost
DocumentRoot /var/www/html
ErrorLog ${APACHE_LOG_DIR}/error.log
CustomLog ${APACHE_LOG_DIR}/access.log combined
<Directory "/var/www/html">
AuthType Basic
AuthName "Restricted Content"
AuthUserFile /etc/apache2/.htpasswd
View htaccess password protection
AuthType Basic
AuthName "Password Protected Area"
AuthUserFile /path/to/.htpasswd
Require valid-user
View X-Robots-Tag HTTP header
HTTP/1.1 200 OK
Date: Tue, 25 May 2010 21:42:43 GMT
(…)
X-Robots-Tag: googlebot: nofollow
X-Robots-Tag: otherbot: noindex, nofollow
(…)
View Hotlink - Serve alternate content