sanitize title better

[phinde.git] / src / phinde / LinkExtractor / Html.php

diff --git a/src/phinde/LinkExtractor/Html.php b/src/phinde/LinkExtractor/Html.php
index 4acd19f513017b1eff58c1e49b61763c62fdf184..a6fa8efef8fe9725722bf94bbd137671b73e3afe 100644 (file)
--- a/src/phinde/LinkExtractor/Html.php
+++ b/src/phinde/LinkExtractor/Html.php
@@ -2,6 +2,7 @@
 namespace phinde\LinkExtractor;
 
 use phinde\LinkInfo;
 namespace phinde\LinkExtractor;
 
 use phinde\LinkInfo;

+use phinde\Helper;

 
 class Html
 {
 
 class Html
 {


@@ -36,10 +37,10 @@ class Html
         $links = $dx->evaluate('//a');
         //FIXME: link rel, img, video
 
         $links = $dx->evaluate('//a');
         //FIXME: link rel, img, video
 

-        $alreadySeen = array();
+        $alreadySeen = array($url => true);

 
         foreach ($links as $link) {
 
         foreach ($links as $link) {

-            $linkTitle = $link->textContent;
+            $linkTitle = Helper::sanitizeTitle($link->textContent);

             $href = '';
             foreach ($link->attributes as $attribute) {
                 if ($attribute->name == 'href') {
             $href = '';
             foreach ($link->attributes as $attribute) {
                 if ($attribute->name == 'href') {