############################### # # robots.txt file for maxprog # # addresses all robots by using wild card * # User-agent: * # # list folders robots are not allowed to index # sitemap: http://a166683.sitemaphosting.com/4088741/sitemap.xml Disallow: /serials/ Disallow: /prereleases/ Disallow: /mlm/ Disallow: /mlm Disallow: /misc/ Disallow: /site/scripts/click/demo/ Disallow: /site/scripts/click/demo/click.php # Disallow: /store_selector.php # Disallow: /m/ # Disallow: /cgi-bin/ Disallow: /store/invoice.php?t=* Allow: /store/index.php # Allow: /store/rating_system_js_php/ # Disallow: /site/javascript/ Disallow: /site/manuals/icash/_template/ Disallow: /site/manuals/mbm/_template/ # Disallow: /blog/archives/ # Disallow: /blog/_archives/ # Disallow: /blog/about/ # Disallow: /mobile/ Disallow: /site/offers/ad_click/adwords/ Disallow: /site/software/internet-marketing/email-list-builder_sheet_*.php$ Disallow: /site/scripts/list-manager/demo/html/ Disallow: /site/scripts/unsubscribe/demo/ #Disallow: /screencasts/*.html #XenForo Disallow: /forums/whats-new/ Disallow: /forums/account/ Disallow: /forums/attachments/ Disallow: /forums/goto/ Disallow: /forums/posts/ Disallow: /forums/login/ Disallow: /forums/admin.php #phpBB #Disallow: /forum/admin/ #Disallow: /forum/db/ #Disallow: /forum/includes/ #Disallow: /forum/language/ #Disallow: /forum/templates/ #Disallow: /forum/custom.php #Disallow: /forum/config.php #Disallow: /forum/groupcp.php #Disallow: /forum/login.php #Disallow: /forum/modcp.php #Disallow: /forum/posting.php #Disallow: /forum/printview.php #Disallow: /forum/privmsg.php #Disallow: /forum/profile.php #Disallow: /forum/search.php #Disallow: /forum/viewonline.php # view=print parameters # Disallow: /forum/viewtopic.php?view=print&* # Disallow: /forum/viewtopic.php?*&view=print&* # Disallow: /forum/viewtopic.php?*&view=print$ # urls containing sid # Disallow: /forum/*?sid=* # Disallow: /forum/*&sid=* # Disallow: /forum/post-*.html$ # Disallow: /forum/about*.html$ # Disallow: /forum/acp/ # Disallow: /forum/common.php$ # Disallow: /forum/config.php$ # Disallow: /forum/cron.php$ # Disallow: /forum/mcp.php$ # Disallow: /forum/memberlist.php$ # Disallow: /forum/posting.php$ # Disallow: /forum/report.php$ # Disallow: /forum/ucp.php$ # Disallow: /forum/viewonline.php$ # Disallow: /forum/updates-topic.html*$ # Disallow: /forum/stop-updates-topic.html*$ # Disallow: /forum/ptopic*.html$ # Disallow: /forum/ntopic*.html$ # # list specific files robots are not allowed to index # # Disallow: /myfolder/myfile.txt # # End of robots.txt file # ###############################