# robots.txt - Sultanbeyli Plise Perde # https://sultanbeylipliseperde.com.tr # ============================================================ # GENEL TARAYICILAR - TAM ERİŞİM # ============================================================ User-agent: * Allow: / Disallow: /tmp/ Disallow: /cache/ Disallow: /logs/ Disallow: /*.php$ Allow: /index.php Crawl-delay: 1 # ============================================================ # GOOGLE # ============================================================ User-agent: Googlebot Allow: / Crawl-delay: 0 User-agent: Googlebot-Image Allow: /images/ Allow: /assets/ User-agent: Googlebot-News Allow: / User-agent: Googlebot-Video Allow: / User-agent: AdsBot-Google Allow: / User-agent: APIs-Google Allow: / User-agent: Google-InspectionTool Allow: / User-agent: GoogleOther Allow: / User-agent: Google-Extended Allow: / # ============================================================ # BING / MICROSOFT # ============================================================ User-agent: Bingbot Allow: / Crawl-delay: 1 User-agent: BingPreview Allow: / User-agent: msnbot Allow: / User-agent: adidxbot Allow: / # ============================================================ # YANDEX # ============================================================ User-agent: Yandex Allow: / Crawl-delay: 2 User-agent: YandexBot Allow: / User-agent: YandexImages Allow: /images/ User-agent: YandexAccessibilityBot Allow: / # ============================================================ # APPLE # ============================================================ User-agent: Applebot Allow: / User-agent: Applebot-Extended Allow: / # ============================================================ # AI BOTLARI - TAM ERİŞİM (llms.txt ve ai.txt referanslı) # ============================================================ User-agent: GPTBot Allow: / User-agent: ChatGPT-User Allow: / User-agent: OAI-SearchBot Allow: / User-agent: PerplexityBot Allow: / User-agent: Claude-Web Allow: / User-agent: ClaudeBot Allow: / User-agent: anthropic-ai Allow: / User-agent: Bytespider Allow: / User-agent: cohere-ai Allow: / User-agent: Diffbot Allow: / User-agent: FacebookBot Allow: / User-agent: ImagesiftBot Allow: / User-agent: Omgili Allow: / User-agent: omgilibot Allow: / User-agent: YouBot Allow: / User-agent: CCBot Allow: / User-agent: DataForSeoBot Allow: / User-agent: Amazonbot Allow: / User-agent: AI2Bot Allow: / User-agent: Timpibot Allow: / User-agent: Webzio-Extended Allow: / User-agent: Kangaroo Bot Allow: / # ============================================================ # SOSYAL MEDYA # ============================================================ User-agent: Twitterbot Allow: / User-agent: facebookexternalhit Allow: / User-agent: LinkedInBot Allow: / User-agent: WhatsApp Allow: / User-agent: TelegramBot Allow: / # ============================================================ # SEO ARAÇLARI # ============================================================ User-agent: AhrefsBot Allow: / Crawl-delay: 3 User-agent: SemrushBot Allow: / Crawl-delay: 3 User-agent: MJ12bot Allow: / Crawl-delay: 5 User-agent: DotBot Allow: / Crawl-delay: 3 # ============================================================ # ENGELLENEN ZARARLILI BOTLAR # ============================================================ User-agent: SiteAuditBot Disallow: / User-agent: PetalBot Disallow: / User-agent: Scrapy Disallow: / # ============================================================ # SİTEMAP # ============================================================ Sitemap: https://sultanbeylipliseperde.com.tr/sitemap.xml Host: sultanbeylipliseperde.com.tr