# IZINKAN - Halaman Publik
Allow: /index.php
Allow: /login.php
Allow: /registrasi.php
Allow: /invest.php
Allow: /hasil.php
Allow: /syaratketentuan.php
Allow: /penerkan.php

# BLOKIR - Folder Sensitif & Private
Disallow: /admin/
Disallow: /server/
Disallow: /functions/
Disallow: /security/
Disallow: /uploads/
Disallow: /asset/

# BLOKIR - File Konfigurasi & Log
Disallow: /functions.php
Disallow: /error_log
Disallow: /*.log$
Disallow: /dashboard.php
Disallow: /logout.php

# BLOKIR - File Sistem
Disallow: /.htaccess
Disallow: /.env
Disallow: /config.php
Disallow: /db.php

# Sitemap Location
Sitemap: https://finance.gipedia.com/sitemap.xml

# Crawl Delay (opsional, untuk mencegah overload)
Crawl-delay: 1

# User-agent khusus untuk bot jahat
User-agent: SemrushBot
User-agent: AhrefsBot
User-agent: MJ12bot
Disallow: /

# Allow CSS, JS, Images untuk Google PageSpeed
User-agent: Googlebot
Allow: /style/
Allow: /*.css$
Allow: /*.js$
Allow: /*.jpg$
Allow: /*.png$
Allow: /*.gif$