User-agent: * Disallow: /manuals/v14.1/* Disallow: /manuals/v14.2/* Disallow: /manuals/v15.1/* Disallow: /manuals/v15.2/* Disallow: /manuals/v16.1/* Disallow: /manuals/v16.2/* Disallow: /manuals/v17.1/* Disallow: /manuals/v17.2/* Disallow: /manuals/v18.1/* Disallow: /manuals/v18.2/* Disallow: /manuals/v19.1/* Disallow: /manuals/v19.2/* Disallow: /manuals/v19.3/swarm/* Disallow: /manuals/v20.1/swarm/* Disallow: /manuals/v20.2/swarm/* Disallow: /manuals/v21.1/swarm/* Disallow: /manuals/v21.2/swarm/* Disallow: /manuals/v19.2/* Disallow: /manuals/v20.1/* Disallow: /manuals/v20.2/* Disallow: /manuals/v21.1/* Disallow: /manuals/v21.2/* Disallow: /manuals/v22.1/* Disallow: /manuals/v22.2/swarm/* Disallow: /manuals/v22.3/swarm/* Disallow: /manuals/v23.1/swarm/* Disallow: /manuals/v23.2/swarm/* Disallow: /manuals/v23.3/swarm/* #Files Disallow: /system/files/2025-03/report-sca-automotive-report-2025.pdf Disallow: /sites/default/files/pdfs/AngularJS-Long-Term-Support-Terms-923.pdf # # robots.txt # # This file is to prevent the crawling and indexing of certain parts # of your site by web crawlers and spiders run by sites like Yahoo! # and Google. By telling these "robots" where not to go on your site, # you save bandwidth and server resources. # # This file will be ignored unless it is at the root of your host: # Used: http://example.com/robots.txt # Ignored: http://example.com/site/robots.txt # # For more information about the robots.txt standard, see: # http://www.robotstxt.org/robotstxt.html User-agent: * # CSS, JS, Images Allow: /core/*.css$ Allow: /core/*.css? Allow: /core/*.js$ Allow: /core/*.js? Allow: /core/*.gif Allow: /core/*.jpg Allow: /core/*.jpeg Allow: /core/*.png Allow: /core/*.svg Allow: /profiles/*.css$ Allow: /profiles/*.css? Allow: /profiles/*.js$ Allow: /profiles/*.js? Allow: /profiles/*.gif Allow: /profiles/*.jpg Allow: /profiles/*.jpeg Allow: /profiles/*.png Allow: /profiles/*.svg # Directories Disallow: /core/ Disallow: /profiles/ # Files Disallow: /README.md Disallow: /composer/Metapackage/README.txt Disallow: /composer/Plugin/ProjectMessage/README.md Disallow: /composer/Plugin/Scaffold/README.md Disallow: /composer/Plugin/VendorHardening/README.txt Disallow: /composer/Template/README.txt Disallow: /modules/README.txt Disallow: /sites/README.txt Disallow: /themes/README.txt Disallow: /web.config # Paths (clean URLs) Disallow: /admin/ Disallow: /comment/reply/ Disallow: /filter/tips Disallow: /node/add/ Disallow: /search/ Disallow: /user/register Disallow: /user/password Disallow: /user/login Disallow: /user/logout Disallow: /media/oembed Disallow: /*/media/oembed # Paths (no clean URLs) Disallow: /index.php/admin/ Disallow: /index.php/comment/reply/ Disallow: /index.php/filter/tips Disallow: /index.php/node/add/ Disallow: /index.php/search/ Disallow: /index.php/user/password Disallow: /index.php/user/register Disallow: /index.php/user/login Disallow: /index.php/user/logout Disallow: /index.php/media/oembed Disallow: /index.php/*/media/oembed # Disallow Specific Query String Parameters Disallow: /*&utm_source* Disallow: /*&utm_medium* Disallow: /*&utm_campaign* Disallow: /*&utm_content* Disallow: /*&utm_leadersource* Disallow: /*&field=* Disallow: /*?utm_source* Disallow: /*?utm_medium* Disallow: /*?utm_campaign* Disallow: /*?utm_content* Disallow: /*?utm_leadersource* Disallow: /*?field=* Disallow: /*?field_* Disallow: /*?replytocom=* Disallow: /*?hsFormKey=* Disallow: /*?wvideo=* Disallow: /*?wtime=* Disallow: /*?goback=* Disallow: /*??* Disallow: /*?gni=* Disallow: /*?fromStream=* Disallow: /*?gnk=* Disallow: /*?hsCtaTracking=* Disallow: /*?(RoW2)=* Disallow: /*?mkt_tok=* Disallow: /*?r=* Disallow: /*?__hstc=* Disallow: /*?trk=* Disallow: /*?nonamp=* Disallow: /*?NA=* Disallow: /*?(NA)=* Disallow: /*?ref=* Disallow: /*?hss_channel=* Disallow: /*?PRID=* Disallow: /*?sc=* Disallow: /*?paper=* Disallow: /*?platform=* Disallow: /*?path=* Disallow: /*?Gen-MD=* Disallow: /*?source=* Disallow: /*?v=* Disallow: /*?en-=* Disallow: /*?mgs1=* Disallow: /*?examples=* Disallow: /*?turl=* Disallow: /*?EntryId=* Disallow: /search/results?* Disallow: /success/* Disallow: /a/* Disallow: /p/* Disallow: /user/* Disallow: /node/* # Marketo Forms Disallow: /marketo/form/perforce_marketo_form/* Sitemap: /sitemaps/index/sitemap.xml