# Robots.txt for Takeoff Digital
# https://takeoffdigital.co.uk

User-agent: *
Allow: /

# Sitemaps
Sitemap: https://takeoffdigital.co.uk/sitemap.xml

# Disallow admin and internal directories
Disallow: /api/
Disallow: /_next/
Disallow: /admin/

# Allow crawling of all public pages
Allow: /about-us
Allow: /portfolio
Allow: /contact-us
Allow: /blog

# Allow crawling of service pages
Allow: /seo-services
Allow: /ppc-management
Allow: /web-development
Allow: /web-design
Allow: /graphic-design
Allow: /dotnet-development
Allow: /dental-practice-seo-and-ppc

# Allow crawling of eCommerce pages
Allow: /magento-agency
Allow: /magento-hosting
Allow: /magento-support-services
Allow: /magento-web-design
Allow: /magento-seo
Allow: /magento-integration
Allow: /shopify-store-setup
Allow: /shopify-theme-development
Allow: /shopify-migration
Allow: /shopify-custom-app-development
Allow: /shopify-seo-conversion
Allow: /shopify-speed-optimisation
Allow: /shopify-integrations
Allow: /shopify-maintenance-support

# Allow crawling of product pages
Allow: /magento-cxml-punchout-integration-plugin
Allow: /magento-oci-punchout-integration-plugin
Allow: /shopify-punchout-integration-app
Allow: /magento-adobe-commerce-iframe-extension

# Allow crawling of all location-specific pages
Allow: /magento-*
Allow: /seo-*
Allow: /dental-practice-seo-and-ppc-*
Allow: /ppc-management-agency-in-*

# Crawl delay (optional - helps with server load)
Crawl-delay: 1