User-agent: GPTBot Disallow: / User-agent: CCBot Disallow: / User-agent: ClaudeBot Disallow: / User-agent: Google-Extended Disallow: / User-agent: * Crawl-delay: 10 # CSS, JS, Images Allow: /site/core/*.css$ Allow: /site/core/*.css? Allow: /site/core/*.js$ Allow: /site/core/*.js? Allow: /site/core/*.gif Allow: /site/core/*.jpg Allow: /site/core/*.jpeg Allow: /site/core/*.png Allow: /site/core/*.svg Allow: /site/profiles/*.css$ Allow: /site/profiles/*.css? Allow: /site/profiles/*.js$ Allow: /site/profiles/*.js? Allow: /site/profiles/*.gif Allow: /site/profiles/*.jpg Allow: /site/profiles/*.jpeg Allow: /site/profiles/*.png Allow: /site/profiles/*.svg Allow: /recepten/core/*.css$ Allow: /recepten/core/*.css? Allow: /recepten/core/*.js$ Allow: /recepten/core/*.js? Allow: /recepten/core/*.gif Allow: /recepten/core/*.jpg Allow: /recepten/core/*.jpeg Allow: /recepten/core/*.png Allow: /recepten/core/*.svg Allow: /recepten/profiles/*.css$ Allow: /recepten/profiles/*.css? Allow: /recepten/profiles/*.js$ Allow: /recepten/profiles/*.js? Allow: /recepten/profiles/*.gif Allow: /recepten/profiles/*.jpg Allow: /recepten/profiles/*.jpeg Allow: /recepten/profiles/*.png Allow: /recepten/profiles/*.svg # Directories Disallow: /resources/ Disallow: /site/core/ Disallow: /site/profiles/ Disallow: /recepten/core/ Disallow: /recepten/profiles/ Disallow: /uploads/ Disallow: /uploadsmurf/ Disallow: /site/ # Files Disallow: /recepten/README.txt Disallow: /recepten/web.config # Paths (clean URLs) Disallow: /recepten/admin/ Disallow: /recepten/comment/reply/ Disallow: /recepten/filter/tips Disallow: /recepten/node/add/ Disallow: /recepten/search/ Disallow: /recepten/user/register Disallow: /recepten/user/password Disallow: /recepten/user/login Disallow: /recepten/user/logout # Paths (no clean URLs) Disallow: /recepten/index.php/admin/ Disallow: /recepten/index.php/comment/reply/ Disallow: /recepten/index.php/filter/tips Disallow: /recepten/index.php/node/add/ Disallow: /recepten/index.php/search/ Disallow: /recepten/index.php/user/password Disallow: /recepten/index.php/user/register Disallow: /recepten/index.php/user/login Disallow: /recepten/index.php/user/logout