############################### # # robots.txt file for maxprog # # addresses all robots by using wild card * # User-agent: * # # list folders robots are not allowed to index # Disallow: /serials/ Disallow: /prereleases/ Disallow: /mlm/ Disallow: /misc/ # Disallow: /forum/post-*.html$ # Disallow: /forum/updates-topic.html*$ # Disallow: /forum/stop-updates-topic.html*$ # Disallow: /forum/ptopic*.html$ # Disallow: /forum/ntopic*.html$ # # list specific files robots are not allowed to index # # Disallow: /myfolder/myfile.txt # # End of robots.txt file # ###############################