From d7651fd96dcfa2829519504e4c8ec1ce511cd57f Mon Sep 17 00:00:00 2001 From: Christian Weiske Date: Mon, 7 Nov 2016 21:41:36 +0100 Subject: Big patch merging crawling+indexing into one command, new json document structure --- src/phinde/Queue.php | 34 ++++++++-------------------------- 1 file changed, 8 insertions(+), 26 deletions(-) (limited to 'src/phinde/Queue.php') diff --git a/src/phinde/Queue.php b/src/phinde/Queue.php index 406f27e..6c30faa 100644 --- a/src/phinde/Queue.php +++ b/src/phinde/Queue.php @@ -11,40 +11,22 @@ class Queue $this->gmclient->addServer('127.0.0.1'); } - public function addToIndex($linkUrl, $linkTitle, $sourceUrl) + public function addToProcessList($linkUrl, $actions) { - echo "Queuing for indexing: $linkUrl\n"; + echo "Queuing for processing: $linkUrl" + . ' (' . implode(',', $actions) . ')' + . "\n"; $this->gmclient->doBackground( - $GLOBALS['phinde']['queuePrefix'] . 'phinde_index', + $GLOBALS['phinde']['queuePrefix'] . 'phinde_process', serialize( array( - 'url' => $linkUrl, - 'title' => $linkTitle, - 'source' => $sourceUrl + 'url' => $linkUrl, + 'actions' => $actions, ) ) ); if ($this->gmclient->returnCode() != GEARMAN_SUCCESS) { - echo 'Error queueing URL indexing for ' - . $linkUrl . "\n" - . 'Error code: ' . $this->gmclient->returnCode() . "\n"; - exit(2); - } - } - - public function addToCrawl($linkUrl) - { - echo "Queuing for crawling: $linkUrl\n"; - $this->gmclient->doBackground( - $GLOBALS['phinde']['queuePrefix'] . 'phinde_crawl', - serialize( - array( - 'url' => $linkUrl - ) - ) - ); - if ($this->gmclient->returnCode() != GEARMAN_SUCCESS) { - echo 'Error queueing URL crawling for ' + echo 'Error queueing URL processing for ' . $linkUrl . "\n" . 'Error code: ' . $this->gmclient->returnCode() . "\n"; exit(2); -- cgit v1.2.3