# Tales of a Young Investor — https://talesofayounginvestor.com
# Crawl & indexing welcome for public educational pages

User-agent: *
Allow: /

User-agent: Googlebot
Allow: /

User-agent: Googlebot-Image
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Slurp
Allow: /

User-agent: DuckDuckBot
Allow: /

# Internal tooling / non-content (still may be reachable by direct URL)
Disallow: /scripts/
Disallow: /data/backups/
Disallow: /private/
Disallow: /start-site.bat
Disallow: /.htaccess
Disallow: /_headers
Disallow: /CNAME
Disallow: /Bitcoin_Adress_Wallet.JPG
Disallow: /Security_Testing_Report.html
Disallow: /Tales_of_a_Young_Investor.docx
Disallow: /*.docx$
Disallow: /*.ps1$
Disallow: /*.py$
Disallow: /*.bat$

# XML + HTML sitemaps
Sitemap: https://talesofayounginvestor.com/sitemap.xml