# exclude some directories from search robots User-agent: * Disallow: /weather/data1