# ============================================ # robots.txt - Kahramanmaras / Türkiye Firma Rehberi # ============================================ # Oluşturma Tarihi: 2026-08-26 22:58:04# Subdomain: kahramanmaras.firma-rehberi.com.tr # ============================================ # ============================================ # GENEL KURALLAR - Tüm Botlar # ============================================ User-agent: * Allow: / Disallow: /admin/ Disallow: /assets/ Disallow: /firma_ekle.php Disallow: /telefon_click.php Disallow: /firma_og_image.php Disallow: /talep_formu.php Disallow: /panel/ Disallow: /temp/ Disallow: /cache/ Disallow: /logs/ Disallow: /backup/ Disallow: /includes/ Disallow: /vendor/ Disallow: /test/ Sitemap: https://kahramanmaras.firma-rehberi.com.tr/sitemaps/kahramanmaras/sitemap.xml # Crawl-delay Crawl-delay: 1 # ============================================ # GOOGLE BOT # ============================================ User-agent: Googlebot Allow: / Allow: /firma/ Allow: /firma/* Allow: /kategori/ Allow: /kategori/* # Google görsel botu User-agent: Googlebot-Image Allow: /assets/images/ Allow: /assets/img/ Allow: /firma_og_image.php Allow: /resimler/ Allow: /images/ # ============================================ # DİĞER ARAMA MOTORLARI # ============================================ # Microsoft Bing User-agent: Bingbot Allow: / Crawl-delay: 2 # Yandex User-agent: Yandex Allow: / Crawl-delay: 3 # DuckDuckGo User-agent: DuckDuckBot Allow: / # Yahoo User-agent: Slurp Allow: / Crawl-delay: 2 # Baidu User-agent: Baiduspider Allow: / Crawl-delay: 5 # ============================================ # SOSYAL MEDYA BOTLARI # ============================================ User-agent: facebookexternalhit Allow: / User-agent: Twitterbot Allow: / User-agent: LinkedInBot Allow: / User-agent: Pinterestbot Allow: / User-agent: WhatsApp Allow: / # ============================================ # YASAKLI BOTLAR # ============================================ User-agent: MJ12bot Disallow: / User-agent: AhrefsBot Disallow: / User-agent: SemrushBot Disallow: / User-agent: DotBot Disallow: / User-agent: SeznamBot Disallow: / User-agent: JamesBOT Disallow: / User-agent: ia_archiver Disallow: / User-agent: spbot Disallow: / User-agent: Exabot Disallow: / User-agent: Ezooms Disallow: / # ============================================ # ZAMANLAMA KURALLARI # ============================================ User-agent: * Visit-time: 0600-2200 User-agent: Googlebot Visit-time: 0800-2000 # ============================================ # SİTE HARİTASI (Tekrar) # ============================================ Sitemap: https://kahramanmaras.firma-rehberi.com.tr/sitemaps/kahramanmaras/sitemap.xml # ============================================ # DOSYA SONU # ============================================