diff options
Diffstat (limited to 'src')
| -rw-r--r-- | src/phinde/LinkExtractor/Html.php | 4 |
1 files changed, 2 insertions, 2 deletions
diff --git a/src/phinde/LinkExtractor/Html.php b/src/phinde/LinkExtractor/Html.php index 0d6f3d8..4acd19f 100644 --- a/src/phinde/LinkExtractor/Html.php +++ b/src/phinde/LinkExtractor/Html.php @@ -21,10 +21,10 @@ class Html $dx = new \DOMXPath($doc); - $meta = $dx->evaluate('/html/head/meta[@name="robots" and @value]') + $meta = $dx->evaluate('/html/head/meta[@name="robots" and @content]') ->item(0); if ($meta) { - $robots = $meta->attributes->getNamedItem('value')->textContent; + $robots = $meta->attributes->getNamedItem('content')->textContent; foreach (explode(',', $robots) as $value) { if (trim($value) == 'nofollow') { //we shall not follow the links |