User-agent: * Disallow: /index_txo_en.html Disallow: /advsea_txo_en.html Disallow: /nwh_txo_en.html Disallow: /exh_txo_en.html Disallow: /trl_txo_en.html Disallow: /advseaw_txo_cy.html Disallow: /wmapseaw_txo_cy.html Disallow: /trhw_txo_cy.html Disallow: /cunavh_txo_en.html Disallow: /data # This site suggest that googlebot supports wildcards # http://www.searchengineworld.com/robots/robots_tutorial.htm User-agent: googlebot Disallow: *_txo.* Disallow: *_txo_*