diff options
| author | Christian Weiske <cweiske@cweiske.de> | 2016-02-11 17:00:58 +0100 |
|---|---|---|
| committer | Christian Weiske <cweiske@cweiske.de> | 2016-02-11 17:00:58 +0100 |
| commit | fd98bb30be8970309c52d3fc3a1585d7454b370a (patch) | |
| tree | b0d8dfb9249354df8f40c119219db7b1a222fcc7 | |
| parent | a2e7177d78911d219bc5be86c1cc86989b36983f (diff) | |
| download | phinde-fd98bb30be8970309c52d3fc3a1585d7454b370a.tar.gz phinde-fd98bb30be8970309c52d3fc3a1585d7454b370a.zip | |
use correct meta robots attribute
| -rw-r--r-- | src/phinde/LinkExtractor/Html.php | 4 |
1 files changed, 2 insertions, 2 deletions
diff --git a/src/phinde/LinkExtractor/Html.php b/src/phinde/LinkExtractor/Html.php index 0d6f3d8..4acd19f 100644 --- a/src/phinde/LinkExtractor/Html.php +++ b/src/phinde/LinkExtractor/Html.php @@ -21,10 +21,10 @@ class Html $dx = new \DOMXPath($doc); - $meta = $dx->evaluate('/html/head/meta[@name="robots" and @value]') + $meta = $dx->evaluate('/html/head/meta[@name="robots" and @content]') ->item(0); if ($meta) { - $robots = $meta->attributes->getNamedItem('value')->textContent; + $robots = $meta->attributes->getNamedItem('content')->textContent; foreach (explode(',', $robots) as $value) { if (trim($value) == 'nofollow') { //we shall not follow the links |