X-Git-Url: https://git.cweiske.de/phinde.git/blobdiff_plain/d7651fd96dcfa2829519504e4c8ec1ce511cd57f..973ef8c4f8c15848dfc135e11053e5eb6f5dcdb7:/bin/process.php diff --git a/bin/process.php b/bin/process.php index ababb03..9fc4752 100755 --- a/bin/process.php +++ b/bin/process.php @@ -53,10 +53,6 @@ $url = $res->args['url']; $url = Helper::addSchema($url); $urlObj = new \Net_URL2($url); $url = $urlObj->getNormalizedURL(); -if (!Helper::isUrlAllowed($url)) { - echo "Domain is not allowed; not crawling\n"; - exit(2); -} try { $actions = array(); @@ -78,7 +74,7 @@ try { $update = false; foreach ($actions as $key => $action) { - echo "step: $key\n"; + Log::info("step: $key"); $update |= $action->run($retrieved); } @@ -86,10 +82,10 @@ try { //FIXME: update index if it exists already $fetcher->storeDoc($retrieved->url, $retrieved->esDoc); } else { - echo "Not updating\n"; + Log::info("Not updating"); } } catch (\Exception $e) { - echo $e->getMessage() . "\n"; + Log::error($e->getMessage()); exit(10); } ?> \ No newline at end of file