# robots.txt for http://auspost.com.au/ # # built by Richard Denver 14/03/2010 #----------------------------------------------------- ### This section is specificly for Internal search ### #----------------------------------------------------- User-Agent: auspost-crawler Disallow: /index.html Disallow: /page-not-found.html Disallow: /privacy-policy.html Disallow: /terms-and-conditions.html Disallow: /sitemap.html Disallow: /help.html Disallow: /faqs.html Disallow: /products-and-services.html Disallow: /products-and-services/a.html Disallow: /products-and-services/b.html Disallow: /products-and-services/c.html Disallow: /products-and-services/d.html Disallow: /products-and-services/e.html Disallow: /products-and-services/f.html Disallow: /products-and-services/g.html Disallow: /products-and-services/h.html Disallow: /products-and-services/i.html Disallow: /products-and-services/j.html Disallow: /products-and-services/k.html Disallow: /products-and-services/l.html Disallow: /products-and-services/m.html Disallow: /products-and-services/n.html Disallow: /products-and-services/o.html Disallow: /products-and-services/p.html Disallow: /products-and-services/q.html Disallow: /products-and-services/r.html Disallow: /products-and-services/s.html Disallow: /products-and-services/t.html Disallow: /products-and-services/u.html Disallow: /products-and-services/v.html Disallow: /products-and-services/w.html Disallow: /products-and-services/x.html Disallow: /products-and-services/y.html Disallow: /products-and-services/z.html ### Java pages that are not to be indexed ### Disallow: /apps/ Allow: /apps/postcodes.html Allow: /apps/international-post-guide.html ### Asset folders ### Disallow: /media/ Disallow: /Media/ Disallow: /media/documents/ Disallow: /download/ Disallow: /Download/ Disallow: /GAC_File_Metafile/ Disallow: /gac_file_metafile/ Disallow: /GAC_Image_Metafile/ Disallow: /gac_image_metafile/ Disallow: /global/ Disallow: /Global/ Disallow: /images/ Disallow: /Images/ Disallow: /include/ Disallow: /Include/ Disallow: /pdf/ Disallow: /Pdf/ Disallow: /Pdfs/ Disallow: /pdfs/ Disallow: /clickandsend/assets/ ### Microsites ### Disallow: /annualreport2003/ Disallow: /annualreport2004/ Disallow: /annualreport2005/ Disallow: /annualreport2006/ Disallow: /annualreport2007/ Disallow: /annualreport2008/ Disallow: /annualreport2009/ Disallow: /cr/ Disallow: /education/ Disallow: /elms/ Disallow: /giftcards/ Disallow: /insurance/ Disallow: /internationalpost/ Disallow: /jobsatpost/ Disallow: /LodgementPlanner/ Disallow: /lodgementplanner/ Disallow: /postlogistics/ Disallow: /prepaidvisacards/ Disallow: /priority/ Disallow: /rtm/ Disallow: /sponsorship/ Disallow: /statutorydocuments/ Disallow: /clickandsend/ Disallow: /firstdirectsolutions/ ### Standalone forms ### Disallow: /AmlContact/ Disallow: /AmlEvent/ Disallow: /customerlogo/ Disallow: /Franchise/ Disallow: /franchise/ Disallow: /impactmail/ Disallow: /vip/ Disallow: /WowMoments/ ### Specific file extentions ### Disallow: /*.asp$ Disallow: /*.aspx$ Disallow: /*.swf$ Disallow: /*.php$ Disallow: /*.jsp$ Disallow: /*.gif$ Disallow: /*.jpg$ Disallow: /*.mov$ Disallow: /*.wav$ Disallow: /*.wmv$ Disallow: /*.mp3$ Disallow: /*.pdf$ Disallow: /*.doc$ Disallow: /*.xls$ Disallow: /*? Disallow: /*(* #----------------------------------------------------- ### This section is for all bots except Google ### #----------------------------------------------------- User-Agent: * Disallow: /index.html Disallow: /page-not-found.html Disallow: /privacy-policy.html Disallow: /terms-and-conditions.html Disallow: /sitemap.html Disallow: /help.html Disallow: /faqs.html Disallow: /products-and-services.html Disallow: /products-and-services/a.html Disallow: /products-and-services/b.html Disallow: /products-and-services/c.html Disallow: /products-and-services/d.html Disallow: /products-and-services/e.html Disallow: /products-and-services/f.html Disallow: /products-and-services/g.html Disallow: /products-and-services/h.html Disallow: /products-and-services/i.html Disallow: /products-and-services/j.html Disallow: /products-and-services/k.html Disallow: /products-and-services/l.html Disallow: /products-and-services/m.html Disallow: /products-and-services/n.html Disallow: /products-and-services/o.html Disallow: /products-and-services/p.html Disallow: /products-and-services/q.html Disallow: /products-and-services/r.html Disallow: /products-and-services/s.html Disallow: /products-and-services/t.html Disallow: /products-and-services/u.html Disallow: /products-and-services/v.html Disallow: /products-and-services/w.html Disallow: /products-and-services/x.html Disallow: /products-and-services/y.html Disallow: /products-and-services/z.html ### Asset folders ### Disallow: /clickandsend/assets/ Disallow: /cr/pdfs/ Disallow: /cr/js/ Disallow: /cr/css/ Disallow: /education/assets/ Disallow: /firstdirectsolutions/pdfs/ Disallow: /firstdirectsolutions/js/ Disallow: /firstdirectsolutions/style/ Disallow: /firstdirectsolutions/dmtoolkit/ Disallow: /insurance/asset/ Disallow: /internationalpost/resources/ Disallow: /media/ Disallow: /Media/ Disallow: /media/documents/ Disallow: /download/ Disallow: /Download/ Disallow: /GAC_File_Metafile/ Disallow: /gac_file_metafile/ Disallow: /GAC_Image_Metafile/ Disallow: /gac_image_metafile/ Disallow: /global/ Disallow: /Global/ Disallow: /images/ Disallow: /Images/ Disallow: /include/ Disallow: /Include/ Disallow: /pdf/ Disallow: /Pdf/ Disallow: /Pdfs/ Disallow: /pdfs/ Disallow: /priority/includes/ Disallow: /clickandsend/assets/ ### Microsites ### Disallow: /annualreport2003/ Disallow: /annualreport2004/ Disallow: /annualreport2005/ Disallow: /annualreport2006/ Disallow: /annualreport2007/ Disallow: /annualreport2008/ Disallow: /annualreport2009/ Disallow: /elms/ Disallow: /giftcards/ Disallow: /jobsatpost/ Disallow: /LodgementPlanner/ Disallow: /lodgementplanner/ Disallow: /postlogistics/ Disallow: /prepaidvisacards/ Disallow: /rtm/ Disallow: /sponsorship/ Disallow: /statutorydocuments/ ### Standalone forms ### Disallow: /AmlContact/ Disallow: /AmlEvent/ Disallow: /customerlogo/ Disallow: /Franchise/ Disallow: /franchise/ Disallow: /impactmail/ Disallow: /vip/ Disallow: /WowMoments/ #----------------------------------------------------- ### This section is specificly for Google ### #----------------------------------------------------- User-agent: Googlebot Disallow: /index.html Disallow: /page-not-found.html Disallow: /products-and-services/postage-assessment-calculator.html Disallow: /privacy-policy.html Disallow: /terms-and-conditions.html Disallow: /sitemap.html Disallow: /help.html Disallow: /faqs.html Disallow: /products-and-services.html Disallow: /products-and-services/a.html Disallow: /products-and-services/b.html Disallow: /products-and-services/c.html Disallow: /products-and-services/d.html Disallow: /products-and-services/e.html Disallow: /products-and-services/f.html Disallow: /products-and-services/g.html Disallow: /products-and-services/h.html Disallow: /products-and-services/i.html Disallow: /products-and-services/j.html Disallow: /products-and-services/k.html Disallow: /products-and-services/l.html Disallow: /products-and-services/m.html Disallow: /products-and-services/n.html Disallow: /products-and-services/o.html Disallow: /products-and-services/p.html Disallow: /products-and-services/q.html Disallow: /products-and-services/r.html Disallow: /products-and-services/s.html Disallow: /products-and-services/t.html Disallow: /products-and-services/u.html Disallow: /products-and-services/v.html Disallow: /products-and-services/w.html Disallow: /products-and-services/x.html Disallow: /products-and-services/y.html Disallow: /products-and-services/z.html ### Asset folders ### Disallow: /clickandsend/assets/ Disallow: /cr/pdfs/ Disallow: /cr/js/ Disallow: /cr/css/ Disallow: /education/assets/ Disallow: /firstdirectsolutions/pdfs/ Disallow: /firstdirectsolutions/js/ Disallow: /firstdirectsolutions/style/ Disallow: /firstdirectsolutions/dmtoolkit/ Disallow: /insurance/asset/ Disallow: /internationalpost/resources/ Disallow: /media/ Disallow: /Media/ Disallow: /media/documents/ Disallow: /download/ Disallow: /Download/ Disallow: /GAC_File_Metafile/ Disallow: /gac_file_metafile/ Disallow: /GAC_Image_Metafile/ Disallow: /gac_image_metafile/ Disallow: /global/ Disallow: /Global/ Disallow: /images/ Disallow: /Images/ Disallow: /include/ Disallow: /Include/ Disallow: /pdf/ Disallow: /Pdf/ Disallow: /Pdfs/ Disallow: /pdfs/ Disallow: /priority/includes/ Disallow: /clickandsend/assets/ ### Microsites ### Disallow: /annualreport2003/ Disallow: /annualreport2004/ Disallow: /annualreport2005/ Disallow: /annualreport2006/ Disallow: /annualreport2007/ Disallow: /annualreport2008/ Disallow: /annualreport2009/ Disallow: /elms/ Disallow: /giftcards/ Disallow: /jobsatpost/ Disallow: /LodgementPlanner/ Disallow: /lodgementplanner/ Disallow: /postlogistics/ Disallow: /prepaidvisacards/ Disallow: /rtm/ Disallow: /sponsorship/ Disallow: /statutorydocuments/ ### Standalone forms ### Disallow: /AmlContact/ Disallow: /AmlEvent/ Disallow: /customerlogo/ Disallow: /Franchise/ Disallow: /franchise/ Disallow: /impactmail/ Disallow: /vip/ Disallow: /WowMoments/ ### Specific file extentions ### Disallow: /*.asp$ Disallow: /*.aspx$ Disallow: /*.swf$ Disallow: /*.php$ Disallow: /*.jsp$ Disallow: /*.gif$ Disallow: /*.jpg$ Disallow: /*.mov$ Disallow: /*.wav$ Disallow: /*.wmv$ Disallow: /*.mp3$ Disallow: /*.pdf$ Disallow: /*.doc$ Disallow: /*.xls$ Disallow: /*? Disallow: /*(* ### Sitemap location for bots ### Sitemap: http://austpost.com.au/sitemap.xml