From cd02bac646f42a0cb402ff2dc8240aa01f1f0fb8 Mon Sep 17 00:00:00 2001 From: Christian Weiske Date: Wed, 10 Feb 2016 14:56:20 +0100 Subject: rework crawler; add atom link extraction --- src/phinde/LinkExtractor/Atom.php | 35 +++++++++++++++++++++++++++++++++++ 1 file changed, 35 insertions(+) create mode 100644 src/phinde/LinkExtractor/Atom.php (limited to 'src/phinde/LinkExtractor/Atom.php') diff --git a/src/phinde/LinkExtractor/Atom.php b/src/phinde/LinkExtractor/Atom.php new file mode 100644 index 0000000..bb4d90b --- /dev/null +++ b/src/phinde/LinkExtractor/Atom.php @@ -0,0 +1,35 @@ +getEffectiveUrl(); + $base = new \Net_URL2($url); + + $sx = simplexml_load_string($res->getBody()); + $linkInfos = array(); + $alreadySeen = array(); + + foreach ($sx->entry as $entry) { + $linkTitle = (string) $entry->title; + foreach ($entry->link as $xlink) { + $linkUrl = (string) $base->resolve((string) $xlink['href']); + if (isset($alreadySeen[$linkUrl])) { + continue; + } + + if ($xlink['rel'] == 'alternate') { + $linkInfos[] = new LinkInfo($linkUrl, $linkTitle, $url); + } + $alreadySeen[$linkUrl] = true; + } + } + + return $linkInfos; + } +} +?> -- cgit v1.2.3