############################### # # #User-agent: * # # list folders robots are not allowed to index # #Disallow: /images/ # # list specific files robots are not allowed to index # #Disallow: /newsletter.shtml # # ############################### #User-agent: ia_archiver #Disallow: /