diff options
Diffstat (limited to 'src/phinde/Crawler.php')
| -rw-r--r-- | src/phinde/Crawler.php | 4 |
1 files changed, 4 insertions, 0 deletions
diff --git a/src/phinde/Crawler.php b/src/phinde/Crawler.php index 53320ec..f3158aa 100644 --- a/src/phinde/Crawler.php +++ b/src/phinde/Crawler.php @@ -28,6 +28,10 @@ class Crawler protected function fetch($url) { $req = new HttpRequest($url); + $req->setHeader( + 'accept', + implode(',', array_keys(static::$supportedIndexTypes)) + ); $res = $req->send(); if ($res->getStatus() !== 200) { throw new \Exception( |