User-agent: * Crawl-delay: 10 Disallow: / Disallow: /cgi-bin/ Disallow: /map/ Disallow: /data_viewer/ Disallow: /figs/ Disallow: /pics/ Disallow: /data/raw/ Disallow: /data/infrastructure/ Disallow: /data/working_data/ User-Agent: Googlebot-Image Disallow: / User-Agent: Googlebot Allow: /index.html Allow: /about.html Allow: /whats_new.html Allow: /whats_new_email.html Allow: /forum.php Allow: /glossary.php Allow: /rules.php Allow: /stories/index.php Allow: /stories/The_First_Story.php Allow: /stories/The_Broome_to_Cooktown_Challenge.php Allow: /data/index.php Allow: /data/BoM_wind_data.php Disallow: /data/electricity_demand.php Disallow: /data/electricity_price_demand.php Disallow: /data/generation_wind_farms.php Disallow: /data/generators.php Disallow: /data/irradiance.php Disallow: /data/transmission_lines.php Allow: /analysis/index.php Allow: /analysis/variability_wind_week.php Allow: /analysis/reconcile_WFout_against_BoM_wind.php Allow: /analysis/wind_penetration.php Allow: /models/index.php Allow: /topics/index.php Allow: /topics/open_science.php Disallow: /topics/demand_management.php Disallow: /topics/making_electricity.php Disallow: /topics/money.php Disallow: /topics/storing_electricity.php