User-agent: *
Crawl-delay: 5
Disallow: /wp-login.php*
Disallow: /blog/category/
Disallow: /blog/tag/
Disallow: /blog/author/
Disallow: /blog/job_category/
Disallow: /category/
Disallow: /?*
Disallow: /*/test
Disallow: /dynamic
Disallow: /*.pdf$
Disallow: /*.dcx$
Disallow: /*.doc$
Disallow: /*.docx$
Disallow: /*.xls$
Disallow: /*.xlsx$
Disallow: /*.ppt$
Disallow: /*.pptx$
Disallow: /*.txt$
Disallow: /*.rtf$
Disallow: /*.odt$
Disallow: /*.ods$
Disallow: /*.odp$
Disallow: /*.bmp$
Disallow: /*.tiff$
Disallow: /*.svg$
Disallow: /*.avi$
Disallow: /*.mkv$
Disallow: /*.zip$
Disallow: /*.rar$
Disallow: /*.7z$
Disallow: /search-order/
Disallow: /test-developer/
Disallow: /test-french/
Disallow: /translations/tag/certified-translations-for-official-civil-documents/feed/
Allow: /wp-admin/admin-ajax.php
Disallow: /shop/page/*


Sitemap: https://thespanishgroup.org/sitemap_index.xml