User-agent: Googlebot
Allow: /
User-agent: AdsBot-Google
Allow: /
User-agent: Googlebot-Image
Allow: /
User-agent: google
Allow: /
User-agent: bingbot
User-agent: bing
User-agent: Mediapartners-Google
Allow: /
User-agent: Google-Display-Ads-Bot
Allow: /
User-agent: amazon-kendra-web-crawler-* # all customers of Amazon Kendra's web crawler

User-agent: *
Disallow: /assets
Disallow: /controllers
Disallow: /endpoint
Disallow: /lib
Disallow: /install
Disallow: /requests
Disallow: /admin-panel
Disallow: /page_loading.php
Disallow: /admin_load.php