# LinkShort robots.txt
# https://example.com/robots.txt

User-agent: *

# Allow public pages
Allow: /
Allow: /index.php

# Short-link URLs
Allow: /*

# Private authentication pages
Disallow: /auth/
Disallow: /auth/login.php
Disallow: /auth/register.php
Disallow: /auth/forgot-password.php
Disallow: /auth/reset-password.php
Disallow: /auth/verify.php

# User dashboard/private pages
Disallow: /user/
Disallow: /user/dashboard.php
Disallow: /user/create-link.php
Disallow: /user/my-links.php
Disallow: /user/edit-link.php
Disallow: /user/delete-link.php
Disallow: /user/analytics.php
Disallow: /user/profile.php

# API endpoints
Disallow: /api/

# Admin area
Disallow: /admin/

# Internal PHP files
Disallow: /includes/

# Configuration and database files
Disallow: /config.php
Disallow: /database.sql

# Error page
Disallow: /404.php

# Assets that should not appear as search results
# CSS/JS remain crawlable because search engines may need them
Allow: /assets/css/
Allow: /assets/js/
Allow: /assets/images/

# Sitemap
Sitemap: https://example.com/sitemap.xml