# robots.txt for http://www.windfinder.com/ User-agent: * Disallow: /archiv/ Disallow: /windspots/ Disallow: /wind-cgi/forecast_print.pl Disallow: /wind-cgi/forecast_print_hires.pl Disallow: /wind-cgi/homepageforecast.pl Disallow: /wind-cgi/language.pl Disallow: /wind-cgi/qa-maps.pl Disallow: /wind-cgi/qa-stations.pl Disallow: /wind-cgi/clusterer.pl Disallow: /wind-cgi/locallinks.pl Disallow: /wind-cgi/mobile/ Disallow: /api/ Disallow: /wind-cgi/xmlforecast.pl Disallow: /wind-cgi/xmlreport.pl Disallow: /wind-cgi/stationsgif.pl Disallow: /wind-cgi/windgraph_medium.pl Disallow: /wind-cgi/weather.pl Disallow: /wind-cgi/windgraph_small.pl Disallow: /wind-cgi/homepagestatistics.pl Disallow: /forecast/*/print Disallow: /weatherforecast/*/print Disallow: /widget/forecast/ Disallow: /share/forecast/ Disallow: /webcams/detailed/ Disallow: /apps/iphone/help/ Disallow: /apps/android/help/ Disallow: /apps/help/ Disallow: /wind-cgi/link-sql/ Disallow: /wind-cgi/top_surfspots.pl Disallow: /wind-cgi/tidenfinder.pl Disallow: /wind-cgi/adcycle/ Disallow: /wind-cgi/webcam.pl Disallow: /*?mode=*$ Disallow: /*wf_cmp=*$ Disallow: /*winddir=*$ Disallow: /*windspeed=*$ Disallow: /*waveheight=*$ Disallow: /*temperature=*$ Disallow: /report/*/*-*-* Disallow: /app_resources/ # Allow: User-Agent:MSIECrawler Disallow: / User-agent: Yandex Disallow: / User-agent: Bytespider Disallow: /