User-agent: * # Exclude model page parameters not necessary to define canonical URL Disallow: /analysis/models/*runtime=* Disallow: /analysis/models/*fh=* # Model subdirectories Disallow: /analysis/models/*/$ # Soundings and cross sections Disallow: /analysis/models/sounding/* Disallow: /analysis/models/xsection/* # Exclude satellite loops for TCs which are temporary URLs Disallow: /sat/satlooper.php?*region=0* Disallow: /sat/satlooper.php?*region=1* Disallow: /sat/satlooper.php?*region=2* Disallow: /sat/satlooper.php?*region=3* Disallow: /sat/satlooper.php?*region=4* Disallow: /sat/satlooper.php?*region=5* Disallow: /sat/satlooper.php?*region=6* Disallow: /sat/satlooper.php?*region=9* # Misc. Disallow: /5tuff/ # Satellite image directory Disallow: /sat/images/ # Root directory resources Disallow: /data/ Disallow: /public/ Disallow: /*.txt Allow: /ads.txt Allow: /robots.txt # Wordpress exclusions Disallow: /blog/cgi-bin/ Disallow: /blog/wp-admin/ Disallow: /blog/wp-includes/ Disallow: /blog/wp-content/plugins/ Disallow: /blog/wp-content/cache/ Disallow: /blog/wp-content/themes/ Disallow: /blog/trackback/ Disallow: /blog/feed/ Disallow: /blog/author/ Disallow: /blog/print/ Disallow: /blog/*.inc$ Disallow: /blog/*/feed/ Disallow: /blog/*/trackback/ Disallow: /blog/*/print/ # Ignore javascript that results in confusing rendering results, # e.g. intro screens Disallow: /js/intro.js # Exceptions for specific bots User-agent: Twitterbot Allow: /analysis/models/* # Adsense User-agent: Mediapartners-Google Allow: /