# Robots.txt for HK Apps - Optimized for hkapps.ai
# Updated: June 2, 2025

# Allow all search engines to crawl
User-agent: *
Allow: /

# Specifically allow important pages for HK Apps ranking
Allow: /about-hk-apps
Allow: /hk-apps-services
Allow: /hk-apps-products
Allow: /hk-apps-blog
Allow: /contact-hk-apps
Allow: /careers-hk-apps

# Allow product pages
Allow: /products/
Allow: /ai-media-buying
Allow: /marketing-automation
Allow: /website-developement
Allow: /mobile-app-development
Allow: /programmatic-advertising

# Allow blog for HK Apps content
Allow: /blog/

# Disallow admin and private areas
Disallow: /admin/
Disallow: /private/
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /cgi-bin/
Disallow: /tmp/
Disallow: /temp/

# Disallow search and filter pages that could create duplicate content
Disallow: /search
Disallow: /?s=
Disallow: /*?search=
Disallow: /*?filter=
Disallow: /*?sort=

# Disallow thank you and confirmation pages
Disallow: /thank-you
Disallow: /confirmation
Disallow: /success

# Disallow development and staging areas
Disallow: /dev/
Disallow: /staging/
Disallow: /test/
Disallow: /_dev/

# Allow CSS, JS, and image files for proper rendering
Allow: /assets/
Allow: /css/
Allow: /js/
Allow: /images/
Allow: *.css
Allow: *.js
Allow: *.png
Allow: *.jpg
Allow: *.jpeg
Allow: *.gif
Allow: *.webp
Allow: *.svg
Allow: *.ico

# Google-specific directives
User-agent: Googlebot
Allow: /
Crawl-delay: 1

# Bing-specific directives
User-agent: Bingbot
Allow: /
Crawl-delay: 2

# Yandex-specific directives
User-agent: YandexBot
Allow: /
Crawl-delay: 2

# Prevent scraping of sensitive data
User-agent: *
Disallow: /api/
Disallow: /.env
Disallow: /config/
Disallow: /database/

# Sitemap location for Google Search Console
Sitemap: https://hkapps.ai/sitemap.xml

# Host directive (preferred domain)
Host: hkapps.ai