From 9d97bab663adb122d6edf7c15639a3457e94c71f Mon Sep 17 00:00:00 2001 From: Christian Weiske Date: Tue, 30 Aug 2016 21:37:50 +0200 Subject: [PATCH] tell why crawler stops --- src/phinde/Crawler.php | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/src/phinde/Crawler.php b/src/phinde/Crawler.php index 72726a5..1cf9bdc 100644 --- a/src/phinde/Crawler.php +++ b/src/phinde/Crawler.php @@ -56,6 +56,7 @@ class Crawler $res = $req->send(); if ($res->getStatus() === 304) { //not modified since last time, so don't crawl again + $this->log('Not modified since last fetch'); return false; } else if ($res->getStatus() !== 200) { throw new \Exception( @@ -141,5 +142,10 @@ class Crawler { $this->showLinksOnly = $showLinksOnly; } + + protected function log($msg) + { + echo $msg . "\n"; + } } ?> -- 2.30.2