From cd02bac646f42a0cb402ff2dc8240aa01f1f0fb8 Mon Sep 17 00:00:00 2001
From: Christian Weiske <cweiske@cweiske.de>
Date: Wed, 10 Feb 2016 14:56:20 +0100
Subject: rework crawler; add atom link extraction

---
 src/phinde/HttpRequest.php | 16 ++++++++++++++++
 1 file changed, 16 insertions(+)
 create mode 100644 src/phinde/HttpRequest.php

(limited to 'src/phinde/HttpRequest.php')

diff --git a/src/phinde/HttpRequest.php b/src/phinde/HttpRequest.php
new file mode 100644
index 0000000..e68bd84
--- /dev/null
+++ b/src/phinde/HttpRequest.php
@@ -0,0 +1,16 @@
+<?php
+namespace phinde;
+
+class HttpRequest extends \HTTP_Request2
+{
+    public function __construct($url)
+    {
+        parent::__construct($url);
+        $this->setConfig('follow_redirects', true);
+        $this->setConfig('connect_timeout', 5);
+        $this->setConfig('timeout', 10);
+        $this->setConfig('ssl_verify_peer', false);
+        $this->setHeader('user-agent', 'phinde/bot');
+    }
+}
+?>
-- 
cgit v1.2.3