User-agent: T-800
Disallow: /Sarah_Connor

User-agent: DeepThought
Allow: /TheAnswer/42

User-agent: vspider 

#To tell GSA to ignore all directives under user agent aster and instead abide by the following to enable our My forms and documents tool

Disallow: /content/amp/data/
Disallow: /content/amp/tablet/
Disallow: /content/amp/mobile/
Disallow: /content/amp/amp/search/
Disallow: /content/amp/news/archived-news/
Disallow: /data/
Noindex: /data/
Disallow: /tablet/
Noindex: /tablet/
Disallow: /mobile/
Noindex: /mobile/
Disallow: /amp/search
Noindex: /amp/search
Disallow: /news/archived-news/
Noindex: /news/archived-news/
Disallow: /content/amp/amp/info/forms/
Disallow: /content/dam/amp/digitalhub/common/Documents/Campaigns/
Noindex: /content/dam/amp/digitalhub/common/Documents/Campaigns/
Disallow:/content/dam/amp/digitalhub/common/Documents/Minisites/Distributor-centre/
Noindex: /content/dam/amp/digitalhub/common/Documents/Minisites/Distributor-centre/
Disallow: /optus/
Disallow: /affinity/
Disallow: /content/amp-secure/
Disallow: /optussuper
Noindex: /optussuper
Disallow: /canon1/
Disallow: /canon2/
Disallow: /canon3/
Disallow: /canon4/
Disallow: /canon5/
Disallow: /canon6/
Disallow: /amp/amp-broker-portal/
Disallow: /northonline/
Disallow: /libs/
Noindex: /libs/
Disallow: /distributor-centre
Noindex: /distributor-centre
Disallow: /distributor-centre/
Noindex: /distributor-centre/
Disallow: /distributor/
Noindex: /distributor/
Disallow: /distributor
Noindex: /distributor
Disallow: /charter-adviser-awards
Noindex: /charter-adviser-awards
Disallow: /hillross-adviser-awards
Noindex: /hillross-adviser-awards
Disallow: /AMPFP-adviser-awards
Noindex: /AMPFP-adviser-awards
Disallow: /content/amp/practice-websites
Noindex: /charter
Disallow: /charter
Noindex: /advicesummit
Disallow: /advicesummit
Noindex: /amp/videos/mynorth-helps-you-confidently-reach-every-clients-goals
Disallow: /amp/videos/mynorth-helps-you-confidently-reach-every-clients-goals
Noindex: /amp/videos/the_story_of_retiring_right
Disallow: /amp/videos/the_story_of_retiring_right

User-agent: *

#To tell all search engines to abide by the following

Disallow: /content/amp/data/
Disallow: /content/amp/tablet/
Disallow: /content/amp/mobile/
Disallow: /content/amp/amp/search/
Disallow: /content/amp/news/archived-news/
Disallow: /data/
Noindex: /data/
Disallow: /tablet/
Noindex: /tablet/
Disallow: /mobile/
Noindex: /mobile/
Disallow: /amp/search
Noindex: /amp/search
Disallow: /news/archived-news/
Noindex: /news/archived-news/
Disallow: /content/amp/amp/info/forms/
Disallow: /content/dam/amp/digitalhub/common/Documents/Campaigns/
Noindex: /content/dam/amp/digitalhub/common/Documents/Campaigns/
Disallow:/content/dam/amp/digitalhub/common/Documents/Minisites/Distributor-centre/
Noindex: /content/dam/amp/digitalhub/common/Documents/Minisites/Distributor-centre/
Disallow: /optus/
Disallow: /affinity/
Disallow: /content/amp-secure/
Disallow: /optussuper
Noindex: /optussuper
Disallow: /canon1/
Disallow: /canon2/
Disallow: /canon3/
Disallow: /canon4/
Disallow: /canon5/
Disallow: /canon6/
Disallow: /amp/amp-broker-portal/
Noindex: /amp/amp-broker-portal/
Disallow: /northonline/
Disallow: /wps/portal/au/WPSLogin
Noindex: /wps/portal/au/WPSLogin
Disallow: /libs/
Noindex: /libs/
Disallow: /distributor-centre
Noindex: /distributor-centre
Disallow: /charter-adviser-awards
Noindex: /charter-adviser-awards
Disallow: /hillross-adviser-awards
Noindex: /hillross-adviser-awards
Disallow: /AMPFP-adviser-awards
Noindex: /AMPFP-adviser-awards
Disallow: /content/amp/practice-websites
Noindex: /charter
Disallow: /charter
Noindex: /advicesummit
Disallow: /advicesummit
Noindex: /alittleextra
Disallow: /alittleextra
Noindex: /content/minisites/advisernewsletter
Disallow: /advisernewsletter
Noindex: /content/dam/amp/digitalhub/common/Documents/global/Trustee%20documents/plan-actuarial-reports
Disallow: /content/dam/amp/digitalhub/common/Documents/global/Trustee%20documents/plan-actuarial-reports
Disallow: /ampadvice/*/about-us
Disallow: /ampadvice/*/how-we-help
Disallow: /ampadvice/*/news-and-more
Disallow: /ampadvice/*/privacy
Disallow: /ampadvice/*/terms-and-conditions
Disallow: /ampadvice/*/tools-and-apps
Disallow: /ampadvice/*/useful-links
Disallow: /ampadvice/*/what-to-expect
Disallow: /ampadvice/*/why-choose-us


#Hiding Forms from Google search

Disallow: /content/dam/amp/digitalhub/common/Documents/Find%20a%20form/PlanForms/
Disallow: /content/dam/amp/digitalhub/common/Documents/Find%20a%20form/AdviserOnly/
Disallow: /content/dam/amp/digitalhub/common/Documents/Find%20a%20form/PlanInfo/
Disallow: /content/dam/amp/digitalhub/common/Documents/Find%20a%20form/Forms/
Disallow: /content/dam/amp/digitalhub/common/Documents/Find%20a%20form/MyAMPCompleteNow/
Disallow: /content/dam/amp/digitalhub/common/Documents/Find%20a%20form/ckbonly/



#Hiding Product Info from Google search
Disallow: /content/dam/amp/digitalhub/common/Documents/Super/ProductInfo/
Noindex: /content/dam/amp/digitalhub/common/Documents/Super/ProductInfo/


#Server log analysis by Atomic212 identified these areas as wasting crawl budget from Google

Disallow: /amponline/distributorcentre
Disallow: /wps/portal/au/AMPAUPlannersGeneral3C*
Noindex: /wps/portal/au/AMPAUPlannersGeneral3C*
Disallow: /wps/portal/au/AMPAUGeneral3C*
Noindex: /wps/portal/au/AMPAUGeneral3C*
Disallow: /wps/portal/au/AMPAUProduct3C*
Noindex: /wps/portal/au/AMPAUProduct3C*
Disallow: /wps/portal/au/AMPAUProductGroup3C*
Noindex: /wps/portal/au/AMPAUProductGroup3C*
Disallow: /wps/portal/au/AMPAUCategory3C*
Noindex: /wps/portal/au/AMPAUCategory3C*
Disallow: /wps/portal/au/AMPAUGuidanceTopic3C*
Noindex: /wps/portal/au/AMPAUGuidanceTopic3C*
Disallow: /wps/portal/au/AMPAUGeneralSplash*
Noindex: /wps/portal/au/AMPAUGeneralSplash*
Disallow: /wps/portal/au/AMPAUMiniSite3C*
Noindex: /wps/portal/au/AMPAUMiniSite3C*
Disallow: /wps/portal/au/WoolworthsHome*
Disallow: /wps/portal/au/!ut/*
Noindex: /wps/portal/au/!ut/*
Disallow: /amplitude*
Noindex: /amplitude*
Disallow: /wps/amp/au/FileProxy?vigurl=%2Fvgn-ext-templating%2FfileMetadataInterface*
Noindex: /wps/amp/au/FileProxy?vigurl=%2Fvgn-ext-templating%2FfileMetadataInterface*
Disallow: /wps/portal/au/!ut/p/a0/04_Sj9CPykssy*
Noindex: /wps/portal/au/!ut/p/a0/04_Sj9CPykssy*
Disallow: /banking/internet-online-banking
Disallow: /banking/online-banking-australia

Disallow: /wps/portal/au/AMPAUPlannersHome?vigurl=%2Fvgn-ext-templating%2Fv%2Findex.jsp%3Fvgnextoid%3Da2dfae205f711210VgnVCM10000081c0a8c0RCRD
Noindex: /wps/portal/au/AMPAUPlannersHome?vigurl=%2Fvgn-ext-templating%2Fv%2Findex.jsp%3Fvgnextoid%3Da2dfae205f711210VgnVCM10000081c0a8c0RCRD


Disallow: /wps/portal/au/AMPAUMiniSiteHomeV2*
Noindex: /wps/portal/au/AMPAUMiniSiteHomeV2*


Sitemap: https://www.amp.com.au/sitemap.xml
Sitemap: https://www.amp.com.au/ampadvice/sitemap-ampadvice.xml