User-agent: *
Allow: /

# ------
# Forum
# ------
# Block the uppercase URL variant
Disallow: /Forum/*

# Block forum search
Disallow: /*search.php*

# Block session IDs
Disallow: /*sid=*

# Block specific individual posts which can be viewed using a ?t= link anyway
Disallow: /forum/viewtopic.php?p=*

# Prevent duplicate URL's
Disallow: /forum/viewtopic.php?f=*&t=*
#Disallow: /forum/viewtopic.php?=&p=
#Disallow: /forum/viewtopic.php?t=*
#Disallow: /forum/viewtopic.php?start=*
Disallow: /*&view=previous
Disallow: /*&view=next
Disallow: /*&p=*
Disallow: /*&sd=a
Disallow: /*&start=0

# Stop login URLs
Disallow: /*mode=login*

# Stop print URLs
Disallow: /*mode=print*

# Stop posting pages
Disallow: /*posting.php*

# Stop posting pages
Disallow: /*memberlist.php*



# ---------
# Database
# ---------
Disallow: /database/search.php
Disallow: /database/search_adv.php
Disallow: /database/view_related.php




Sitemap: https://www.betaarchive.com/sitemap.xml
Sitemap: https://www.betaarchive.com/forum/sitemaps/sitemap_index.xml
Sitemap: https://www.betaarchive.com/database/sitemap.php
Sitemap: https://www.betaarchive.com/wiki/sitemap/sitemap-index-betaarchive_wiki-bawiki_.xml

User-agent: AhrefsBot
Disallow: /

User-Agent: MJ12bot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: BLEXBot
Disallow: /

# Blocked because it hammers the server randomly
User-agent: Amazonbot
Disallow: /