//list of regexes for URLs that should not be crawled
'crawlBlacklist' => array(
),
+ //modify URLs with regex
+ 'urlRewrites' => array(
+ // '^http://example.org/' => 'https://example.org/',
+ ),
//verbose output
'debug' => true,
+ //full path to log file
+ 'logfile' => null,
//time in seconds after which URLs may be re-indexed
'refreshtime' => 86400,
//if directly linked URLs shall be indexed, even if they are