git.cweiske.de
/
phinde.git
/ blobdiff
commit
grep
author
committer
pickaxe
?
search:
re
summary
|
shortlog
|
log
|
commit
|
commitdiff
|
tree
raw
|
inline
| side by side
about section readme
[phinde.git]
/
bin
/
crawl.php
diff --git
a/bin/crawl.php
b/bin/crawl.php
index 17b1fc39a80fb03897f0deec8738ae606652c582..e39a62257254086f8faa110dc33670fbcb0ff725 100755
(executable)
--- a/
bin/crawl.php
+++ b/
bin/crawl.php
@@
-86,7
+86,7
@@
foreach ($links as $link) {
//var_dump($linkTitle, $linkUrl);
$es->markQueued($linkUrl);
addToIndex($linkUrl, $linkTitle, $url);
//var_dump($linkTitle, $linkUrl);
$es->markQueued($linkUrl);
addToIndex($linkUrl, $linkTitle, $url);
- if (isUrlAllowed($linkUrl)) {
+ if (
Helper::
isUrlAllowed($linkUrl)) {
addToCrawl($linkUrl);
}
$alreadySeen[$linkUrl] = true;
addToCrawl($linkUrl);
}
$alreadySeen[$linkUrl] = true;