User-agent: *
#Crawl-delay: 10
# Directories
Disallow: */includes/
Disallow: */misc/
Disallow: */modules/
Disallow: */profiles/
Disallow: */scripts/
Disallow: */themes/
Disallow: */piwik/
Disallow: */ta/
Disallow: */sites/*/files/languages/
# Files
Disallow: */cron.php
Disallow: */install.php
Disallow: */update.php
Disallow: */xmlrpc.php
# Paths (clean URLs)
Disallow: */admin/
Disallow: */comment/
Disallow: */filter/tips/
Disallow: */logout/
Disallow: */node$
Disallow: */node/add/
Disallow: */search/
Disallow: */search$
Disallow: */user/
Disallow: */user$
Disallow: */contact$
Disallow: */feedback$
Disallow: */taxonomy/
# Additional Rules
Disallow: /*sort=
Disallow: /*/feed$
Disallow: */poormanscron
# pages
Disallow: */sites/default/files/upload/page/447/
Disallow: */sites/default/files/upload/page/1365/
Disallow: */sites/default/files/upload/page/1366/
Disallow: */sites/default/files/upload/page/1367/
Disallow: */sites/default/files/upload/page/1368/
Disallow: */aspirantura_*
Disallow: */aspirantura/
Disallow: */ei/
Disallow: */dissertation*.pdf
Disallow: */*problem-commission*.*
Disallow: */*problem_commission*.*
# med doc
Disallow: */sites/default/files/upload/page/58/
Disallow: */sites/default/files/upload/page/1533/
# all files begin with
Disallow: */_*
# course
Disallow: */course/
Disallow: */courses/node/
Disallow: */print/
Disallow: */forums/*register
Allow: */user/register
# private
Disallow: */forums/system/files/upload/
Disallow: */courses/system/files/upload/
Disallow: */ei/system/files/upload/
# smncg
Disallow: */smncg/*
#forums
Disallow: */users/
Disallow: */users$
# Disallowing GPTBot
User-agent: GPTBot
Disallow: /