# http://www.robotstxt.org/wc/robots.html
# http://www.sxw.org.uk/computing/robots/check.html

# Sitemaps
Sitemap: http://www.korabli.eu/sitemap.xml

User-agent: *
# Set bot delay
Crawl-delay: 5
# Directories
Disallow: /includes
Disallow: /misc
Disallow: /modules
Disallow: /profiles
Disallow: /scripts
Disallow: /themes
Disallow: /cgi-bin
# Files
Disallow: /CHANGELOG.txt
Disallow: /cron.php
Disallow: /INSTALL.mysql.txt
Disallow: /INSTALL.pgsql.txt
Disallow: /install.php
Disallow: /INSTALL.txt
Disallow: /LICENSE.txt
Disallow: /MAINTAINERS.txt
Disallow: /update.php
Disallow: /UPGRADE.txt
Disallow: /xmlrpc.php
Disallow: /boost_stats.php
# Admin UI
Disallow: /admin
Disallow: /?q=admin
# Comments
Disallow: /comment/reply
Disallow: /?q=comment/reply
# Search
Disallow: /search
Disallow: /?q=search
# User list
Allow: /users
Allow: /?q=users
# User login
Disallow: /user/login
Disallow: /?q=user/login
Disallow: /user$
Disallow: /?q=user$
# User logout
Disallow: /logout
Disallow: /?q=logout
# User register
Disallow: /user/register
Disallow: /?q=user/register
# User password
Disallow: /user/password
Disallow: /?q=user/password
# Node
Disallow: /node/add
Disallow: /?q=node/add
# Node tags
Disallow: /node/*/tag$
Disallow: /?q=node/*/tag$
# Books
Disallow: /book/export
Disallow: /?q=book/export
# Groups
Disallow: /og
Disallow: /?q=og
Disallow: /group
Disallow: /?q=group
Disallow: /node/*/by_subject
Disallow: /?q=node/*/by_subject
# Relationships
Disallow: /relationships
Disallow: /?q=relationships
# Bookmarks
Disallow: /bookmarks
Disallow: /?q=bookmarks
# Keywords
Disallow: /keywords
Disallow: /?q=keywords
# Image category
Disallow: /images/category
Disallow: /?q=images/category
# Image color
Disallow: /images/color
Disallow: /?q=images/color
# Countries
Disallow: /countries
Disallow: /?q=countries
# Tags
Disallow: /tags
Disallow: /?q=tags
# Hashtags
Disallow: /hashtags
Disallow: /?q=hashtags
# Forward page
Disallow: /forward
Disallow: /?q=forward
# Share
Disallow: /share
Disallow: /?q=share
# Feeds
Disallow: /*/feed$
# Disallow: /rss.xml
# Disallow: /?q=rss.xml
# Vote
Disallow: /vote
Disallow: /?q=vote
# Short URL
Disallow: /shorten
Disallow: /?q=shorten
# Image animation
Disallow: /ajax/image-animation-model
Disallow: /?q=ajax/image-animation-model
# Notifications
Disallow: /notifications
Disallow: /?q=notifications
# User badges
Disallow: /user/*/badges
Disallow: /?q=user/*/badges
# Abuse
Disallow: /abuse
# Set main host
Host: www.korabli.eu
# Clear URL parameters
Clean-param: destination
Clean-param: quote
Clean-param: order
Clean-param: sort
Clean-param: nocache