# Robots.txt - Professional Website SEO Guidelines
# This file controls how search engines crawl and index our website

# General bot permissions
User-agent: *
Allow: /

# === MAIN PAGES - HIGH PRIORITY FOR CRAWLING ===
# Homepage - primary entry point
Allow: /index.html
Allow: /

# Blog and articles - content marketing pages
Allow: /blog.html
Allow: /articles/
Allow: /articles/*.html

# Contact and business pages
Allow: /contact.html

# === STATIC ASSETS - ESSENTIAL FOR PAGE RENDERING ===
# Favicons and branding
Allow: /favicon.ico
Allow: /favicon.png
Allow: /favicon.svg

# Stylesheets and scripts
Allow: /styles.css
Allow: /script.js

# PWA and mobile assets
Allow: /manifest.json

# SEO and crawling files
Allow: /sitemap.xml
Allow: /robots.txt

# === MEDIA DIRECTORIES - IMAGES AND VISUAL CONTENT ===
# All image directories for proper content indexing
Allow: /images/
Allow: /images/hero/
Allow: /images/games/
Allow: /images/articles/
Allow: /images/blog/
Allow: /images/logos/

# Image file types - essential for visual content
Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.png$
Allow: /*.gif$
Allow: /*.svg$
Allow: /*.webp$

# === MINIMAL SECURITY - BLOCK ONLY NECESSARY ITEMS ===
# System files that should not be crawled
Disallow: /.htaccess
Disallow: /.DS_Store

# Redirect/affiliate pages - not for search engines
Disallow: /r/

# Future-proofing: Block common sensitive areas if they exist
Disallow: /admin/
Disallow: /private/

# === SEARCH ENGINE SPECIFIC GUIDELINES ===
# Google - primary search engine optimization
User-agent: Googlebot
Allow: /
Allow: /images/
Crawl-delay: 1

# Google Images - for image indexing
User-agent: Googlebot-Image
Allow: /
Allow: /images/

# Bing Images - for image indexing
User-agent: msnbot-media
Allow: /
Allow: /images/

# Bing - secondary search engine
User-agent: Bingbot
Allow: /
Allow: /images/
Crawl-delay: 1

# Yahoo - uses Bing but has own crawler
User-agent: Slurp
Allow: /
Allow: /images/
Crawl-delay: 1

# Baidu - largest search engine in China
User-agent: Baiduspider
Allow: /
Allow: /images/
Crawl-delay: 2

# Baidu Images - for image indexing in China
User-agent: Baiduspider-image
Allow: /
Allow: /images/

# Sogou - second largest in China
User-agent: Sogou web spider
Allow: /
Crawl-delay: 2

# 360 Search (So.com) - third largest in China
User-agent: 360Spider
Allow: /
Crawl-delay: 2

# Alibaba/Shenma - mobile search in China
User-agent: YisouSpider
Allow: /
Crawl-delay: 2

# Alibaba - general Alibaba services
User-agent: AlibabaBot
Allow: /
Crawl-delay: 2

# Yandex - for Russia/CIS regions
User-agent: YandexBot
Allow: /
Crawl-delay: 2

# Yandex Images - for image indexing in Russia
User-agent: YandexImages
Allow: /
Allow: /images/

# DuckDuckGo - privacy-focused search
User-agent: DuckDuckBot
Allow: /
Crawl-delay: 1

# Naver - largest search engine in South Korea
User-agent: Yeti
Allow: /
Crawl-delay: 2

# Ask.com - general search engine
User-agent: Teoma
Allow: /
Crawl-delay: 2

# Pinterest - visual discovery platform
User-agent: Pinterestbot
Allow: /
Allow: /images/

# === AI/LLM BOTS - FOR AI SEARCH VISIBILITY ===
# OpenAI GPTBot - ChatGPT browsing and training
User-agent: GPTBot
Allow: /

# OpenAI ChatGPT-User - ChatGPT browsing feature
User-agent: ChatGPT-User
Allow: /

# Google Gemini/Bard - AI training and responses
User-agent: Google-Extended
Allow: /

# Anthropic Claude - AI training
User-agent: anthropic-ai
Allow: /

# Anthropic Claude crawler
User-agent: ClaudeBot
Allow: /

# Meta AI - Facebook AI training
User-agent: FacebookBot
Allow: /

# Perplexity AI - AI-powered search engine
User-agent: PerplexityBot
Allow: /

# Common Crawl - open dataset for AI training
User-agent: CCBot
Allow: /

# Cohere AI - AI training
User-agent: cohere-ai
Allow: /

# Apple AI/Siri - Applebot for AI features
User-agent: Applebot
Allow: /

# You.com - AI-powered search engine
User-agent: YouBot
Allow: /

# Amazon Alexa - rankings and AI
User-agent: ia_archiver
Allow: /

# Brave Search - privacy-focused browser search
User-agent: BraveBot
Allow: /

# === SOCIAL MEDIA BOTS - FOR LINK PREVIEWS ===
# Twitter/X - social media link previews
User-agent: Twitterbot
Allow: /
Allow: /images/

# LinkedIn - social media link previews
User-agent: LinkedInBot
Allow: /
Allow: /images/

# === SEO TOOLS - FOR SEO VISIBILITY ===
# Ahrefs - SEO analysis tool
User-agent: AhrefsBot
Allow: /
Crawl-delay: 2

# SEMrush - SEO analysis tool
User-agent: SemrushBot
Allow: /
Crawl-delay: 2

# Moz - SEO analysis tool
User-agent: rogerbot
Allow: /
Crawl-delay: 2

# Majestic - SEO backlink analysis
User-agent: MJ12bot
Allow: /
Crawl-delay: 2

# === SITEMAP LOCATION ===
Sitemap: https://888starz7.com/sitemap.xml

# === DEFAULT CRAWL BEHAVIOR ===
# Polite crawl delay for all other bots
User-agent: *
Crawl-delay: 2

# Last updated: Professional development team
# Generated on: 2025-12-26 13:27:55 UTC