use correct meta robots attribute

[phinde.git] / src / phinde / LinkExtractor / Html.php

diff --git a/src/phinde/LinkExtractor/Html.php b/src/phinde/LinkExtractor/Html.php
index 0d6f3d8aa1159bd9053801464033abf063fad09b..4acd19f513017b1eff58c1e49b61763c62fdf184 100644 (file)
--- a/src/phinde/LinkExtractor/Html.php
+++ b/src/phinde/LinkExtractor/Html.php
@@ -21,10 +21,10 @@ class Html
 
         $dx = new \DOMXPath($doc);
 
-        $meta = $dx->evaluate('/html/head/meta[@name="robots" and @value]')
+        $meta = $dx->evaluate('/html/head/meta[@name="robots" and @content]')
             ->item(0);
         if ($meta) {
-            $robots = $meta->attributes->getNamedItem('value')->textContent;
+            $robots = $meta->attributes->getNamedItem('content')->textContent;
             foreach (explode(',', $robots) as $value) {
                 if (trim($value) == 'nofollow') {
                     //we shall not follow the links