#
# robots.txt
#
# This file is to prevent the crawling and indexing of certain parts
# of your site by web crawlers and spiders run by sites like Yahoo!
# and Google. By telling these "robots" where not to go on your site,
# you save bandwidth and server resources.
#
# This file will be ignored unless it is at the root of your host:
# Used:    http://example.com/robots.txt
# Ignored: http://example.com/site/robots.txt
#
# For more information about the robots.txt standard, see:
# http://www.robotstxt.org/robotstxt.html

User-agent: *
# CSS, JS, Images
Allow: /core/*.css$
Allow: /core/*.css?
Allow: /core/*.js$
Allow: /core/*.js?
Allow: /core/*.gif
Allow: /core/*.jpg
Allow: /core/*.jpeg
Allow: /core/*.png
Allow: /core/*.svg
Allow: /profiles/*.css$
Allow: /profiles/*.css?
Allow: /profiles/*.js$
Allow: /profiles/*.js?
Allow: /profiles/*.gif
Allow: /profiles/*.jpg
Allow: /profiles/*.jpeg
Allow: /profiles/*.png
Allow: /profiles/*.svg
# Directories
Disallow: /core/
Disallow: /profiles/
# Files
Disallow: /README.txt
# Paths (clean URLs)
Disallow: /admin/
Disallow: /cdn-cgi
Disallow: /cdn-cgi/
Disallow: /comment/reply/
Disallow: /error
Disallow: /filter/tips
Disallow: /node/add/
Disallow: /search/
Disallow: /search-results
Disallow: /user/register/
Disallow: /user/password/
Disallow: /user/login/
Disallow: /user/logout/
Disallow: /debt/lookup/debtIssueLookUp
Disallow: /debt/lookup/cusipDetails
Disallow: /debt/lookup/debtIssuanceCusipByMonth
Disallow: /debt/lookup/debtOutstandingCusipByMonth
Disallow: /debt/lookup/discNoteRBIssuance
Disallow: /debt/lookup/calledIssues
Disallow: /debt/maintenance
Disallow: /debt/data/
Disallow: /mbs/data/
Allow: /mbs/data/Float_Comp_Price_Grid_*
Disallow: /mbs/security-lookup/
Disallow: /mbs/lookup
Disallow: /mbs/security-data/historical_files_pre_may20
# Paths (no clean URLs)
Disallow: /index.php/admin/
Disallow: /index.php/comment/reply/
Disallow: /index.php/filter/tips
Disallow: /index.php/node/add/
Disallow: /index.php/search/
Disallow: /index.php/user/password/
Disallow: /index.php/user/register/
Disallow: /index.php/user/login/
Disallow: /index.php/user/logout/
Disallow: /crt/news-insights/news-updates/program-updates/2022-hurricane-ian-exposure-report
Disallow: /crt/news-insights/news-updates/offering-updates/internal-remic-master-trust-agreement
Disallow: /crt/news-insights/news-updates/offering-updates/potential-enhancement-stacr-program
Disallow: /crt/news-insights/news-updates/offering-updates/stacr-remic-faq
Disallow: /crt/news-insights/events/conferences/acis-2020-recap-and-2021-outlook
Disallow: /crt/news-insights/events/conferences/acis-2021-recap-and-2022-outlook
Disallow: /crt/news-insights/news-updates/program-updates/covid-19-crt-faqs
Disallow: /crt/news-insights/events/conferences/crt-investor-day-june-10-2021
Disallow: /crt/news-insights/events/conferences/crt-investor-day-june-8-2021
Disallow: /crt/news-insights/events/conferences/crt-quarterly-webcast-april-2021
Disallow: /crt/news-insights/events/conferences/crt-quarterly-webcast-january-2022
Disallow: /crt/news-insights/events/conferences/crt-quarterly-webcast-july-2021
Disallow: /crt/news-insights/events/conferences/crt-quarterly-webcast-october-2021
Disallow: /crt/news-insights/events/conferences/crt-quarterly-webcast-april-2022
Disallow: /crt/news-insights/events/conferences/investor-day-virtual-event-series-2020-presentation
Disallow: /crt/news-insights/news-updates/program-updates/2017-hurricane-harvey-and-irma-crt-faqs
Disallow: /crt/news-insights/events/conferences/looking-ahead-crt-2022$
Disallow: /crt/news-insights/news-updates/offering-updates/2018-stacr-reconciliation-announcement
Disallow: /crt/news-insights/news-updates/offering-updates/quarterly-remic-master-trust-agreement
Disallow: /crt/resources/backgrounders/pmi-handbook
Disallow: /crt/resources/regulatory-information/stacr-esma-mapping-excel
Disallow: /crt/resources/market-research/q2-2021-top-market-themes
Disallow: /crt/resources/performance-overviews/economic-and-housing-market-themes-and-outlook
Disallow: /crt/resources/market-research/q3-2021-top-market-themes
Disallow: /crt/resources/performance-overviews/stacr-spi-investor-presentation
Disallow: /crt/resources/pricing/stacr-spi-pricing-terms
Disallow: /crt/resources/performance-overviews/stacr-hrp1-performance-presentation
Disallow: /crt/resources/performance-overviews/stacr-rating-history
Disallow: /crt/resources/backgrounders/crt-handbook
Disallow: /crt/resources/performance-overviews/stacr-sflld-performance-presentation
Disallow: /crt/resources/market-research/q1-top-market-themes
Disallow: /crt/resources/regulatory-information/stacr-esma-mapping-file
Disallow: /crt/resources/performance-overviews/freddie-mac-single-family-loan-level-standard-and-non-standard
Disallow: /crt/resources/pricing/wls-pricing
Disallow: /crt/resources/backgrounders/stacr-bloomberg-guide
Disallow: /crt/resources/performance-overviews/stacr-spi-naic-price-breakpoints
Disallow: /crt/resources/performance-overviews/crt-forbearance-analytics-package
Disallow: /crt/resources/pricing/acis-pricing
Disallow: /crt/resources/market-research/q1-2022-top-market-themes
Disallow: /crt/resources/pricing/stacr-pricing
Disallow: /crt/resources/market-research/q4-2021-top-market-themes
Disallow: /crt/resources/performance-overviews/stacr-naic-price-breakpoints-and-designations
Disallow: /crt/resources/market-research/top-market-themes
Disallow: /crt/resources/performance-overviews/stacr-naic-designations
Disallow: /crt/resources/performance-overviews/crt-forbearance-analytics-package