Sitemap: https://htmag.co.il/wp-sitemap.xml
Sitemap: https://htmag.co.il/feed
Sitemap: https://htmag.co.il/phpbb/app.php/feed

User-agent: Googlebot-Image
Disallow: /

User-agent: Googlebot
crawl-delay: 2
Allow: /
Disallow: /wp-json/
Disallow: /*?rest_route=
Disallow: /*&rest_route=
Disallow: /files/
Disallow: /images/
Disallow: /pir/
Disallow: /modules.php?name=Your_Account
Disallow: /phpbb/memberlist.php
Disallow: /phpbb/posting.php
Disallow: /phpbb/ucp.php
Disallow: /wideyoutube.php
Disallow: /phpbb/app.php/thankslist
Disallow: /phpbb/search.php
Disallow: /out/
Disallow: /out.php
Disallow: /ofer/

User-agent: Bingbot
crawl-delay: 5
Allow: /
Disallow: /wp-json/
Disallow: /*?rest_route=
Disallow: /*&rest_route=
Disallow: /files/
Disallow: /images/
Disallow: /pir/
Disallow: /modules.php?name=Your_Account
Disallow: /phpbb/memberlist.php
Disallow: /phpbb/posting.php
Disallow: /phpbb/ucp.php
Disallow: /wideyoutube.php
Disallow: /phpbb/app.php/thankslist
Disallow: /phpbb/search.php
Disallow: /out/
Disallow: /out.php
Disallow: /ofer/

User-agent: PerplexityBot
crawl-delay: 5
Allow: /
Disallow: /wp-json/
Disallow: /*?rest_route=
Disallow: /*&rest_route=
Disallow: /files/
Disallow: /images/
Disallow: /pir/
Disallow: /modules.php?name=Your_Account
Disallow: /phpbb/memberlist.php
Disallow: /phpbb/posting.php
Disallow: /phpbb/ucp.php
Disallow: /wideyoutube.php
Disallow: /phpbb/app.php/thankslist
Disallow: /phpbb/search.php
Disallow: /out/
Disallow: /out.php
Disallow: /ofer/

User-agent: Applebot
crawl-delay: 5
Allow: /
Disallow: /wp-json/
Disallow: /*?rest_route=
Disallow: /*&rest_route=
Disallow: /files/
Disallow: /images/
Disallow: /pir/
Disallow: /modules.php?name=Your_Account
Disallow: /phpbb/memberlist.php
Disallow: /phpbb/posting.php
Disallow: /phpbb/ucp.php
Disallow: /wideyoutube.php
Disallow: /phpbb/app.php/thankslist
Disallow: /phpbb/search.php
Disallow: /out/
Disallow: /out.php
Disallow: /ofer/

User-agent: facebookexternalhit
crawl-delay: 4
Allow: /
Disallow: /wp-json/
Disallow: /*?rest_route=
Disallow: /*&rest_route=
Disallow: /files/
Disallow: /images/
Disallow: /pir/
Disallow: /modules.php?name=Your_Account
Disallow: /phpbb/memberlist.php
Disallow: /phpbb/posting.php
Disallow: /phpbb/ucp.php
Disallow: /wideyoutube.php
Disallow: /phpbb/app.php/thankslist
Disallow: /phpbb/search.php
Disallow: /out/
Disallow: /out.php
Disallow: /ofer/


User-agent: ChatGPT-User
crawl-delay: 5
Allow: /
Disallow: /wp-json/
Disallow: /*?rest_route=
Disallow: /*&rest_route=
Disallow: /files/
Disallow: /images/
Disallow: /pir/
Disallow: /modules.php?name=Your_Account
Disallow: /phpbb/memberlist.php
Disallow: /phpbb/posting.php
Disallow: /phpbb/ucp.php
Disallow: /wideyoutube.php
Disallow: /phpbb/app.php/thankslist
Disallow: /phpbb/search.php
Disallow: /out/
Disallow: /out.php
Disallow: /ofer/

User-agent: GPTBot
Disallow: /
User-agent: anthropic-ai
crawl-delay: 5
Disallow: /
Disallow: /phpbb/app.php/feed/*
User-agent: Claude-Web
crawl-delay: 5
Disallow: /
Disallow: /phpbb/app.php/feed/*
User-agent: Google-Extended
crawl-delay: 5
Disallow: /
User-agent: Amazonbot
crawl-delay: 5
Disallow: /
User-agent: CCbot
crawl-delay: 5
Disallow: /
User-agent: PiplBot
crawl-delay: 5
Disallow: /
User-agent: Yandex
crawl-delay: 5
Disallow: /
User-agent: SemrushBot
crawl-delay: 5
Disallow: /
User-agent: SemrushBot/7~bl
crawl-delay: 5
Disallow: /
User-agent: SiteAuditBot
crawl-delay: 5
Disallow: /
User-agent: SemrushBot-BA
crawl-delay: 5
Disallow: /
User-agent: SemrushBot-SI
crawl-delay: 5
Disallow: /
User-agent: SemrushBot-SWA
crawl-delay: 5
Disallow: /
User-agent: SemrushBot-CT
crawl-delay: 5
Disallow: /
User-agent: SplitSignalBot
crawl-delay: 5
Disallow: /
User-agent: SemrushBot-COUB
crawl-delay: 5
Disallow: /
User-agent: SemrushBot/2~bl
crawl-delay: 5
Disallow: /
User-agent: SemrushBot/3~bl
crawl-delay: 5
Disallow: /
User-agent: SemrushBot/4~bl
crawl-delay: 5
Disallow: /
User-agent: SemrushBot/5~bl
crawl-delay: 5
Disallow: /
User-agent: SemrushBot/6~bl
crawl-delay: 5
Disallow: /
User-agent: PetalBot
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: dotbot
Disallow: /
User-agent: rogerbot
Disallow:/
User-agent: Neticle Crawler
Disallow:/
User-agent: test-bot
Disallow:/
User-agent: Googlebot-Image
Disallow: /

User-agent: *
crawl-delay: 4
Allow: /
Disallow: /wp-json/
Disallow: /*?rest_route=
Disallow: /*&rest_route=
Disallow: /files/
Disallow: /images/
Disallow: /pir/
Disallow: /modules.php?name=Your_Account
Disallow: /phpbb/memberlist.php
Disallow: /phpbb/posting.php
Disallow: /phpbb/ucp.php
Disallow: /wideyoutube.php
Disallow: /phpbb/app.php/thankslist
Disallow: /phpbb/search.php
Disallow: /out/
Disallow: /out.php
Disallow: /ofer/