feat(hackathon): Add Scraping Functionality

Author: unicodeveloper

app/Http/Controllers/WebScrapingController.php

@@ -0,0 +1,53 @@
+<?php
+
+namespace App\Http\Controllers;
+
+use Illuminate\Http\Request;
+
+use App\Http\Requests;
+use Goutte\Client;
+use App\Http\Controllers\Controller;
+
+class WebScrapingController extends Controller
+{
+    protected $crawler;
+
+    /**
+     * [__construct description]
+     */
+    public function __construct()
+    {
+        $this->client = new Client();
+    }
+
+    /**
+     * Return all data to the Stripe API dashboard
+     * @return mixed
+     */
+    public function getPage()
+    {
+        $links = $this->getData('https://news.ycombinator.com/');
+
+        return view('api.scraping')->withLinks($links);
+    }
+
+    /**
+     * Scrape the Links
+     * @param $siteToCrawl
+     * @return array
+     */
+    public function getData($siteToCrawl)
+    {
+        $crawler = $this->client->request('GET', $siteToCrawl);
+
+        $arr = $crawler->filter('.title a[href^="http"], a[href^="https"]')->each(function($element) {
+            $links = [];
+
+            array_push($links, $element->text());
+
+            return $links;
+        });
+
+        return $arr;
+    }
+}

app/Http/routes.php

@@ -86,6 +86,12 @@
         'middleware' => ['auth']
     ]);
 
+    Route::get('/api/scraping', [
+        'uses' => 'WebScrapingController@getPage',
+        'as'   => 'api.scraping',
+        'middleware' => ['auth']
+    ]);
+
     Route::post('/tweet/new', [
         'uses' => 'TwitterController@sendTweet',
         'as'   => 'tweet.new',

composer.json

@@ -14,7 +14,9 @@
         "graham-campbell/github": "^4.2",
         "thujohn/twitter": "^2.1",
         "metalmatze/lastfm-api-wrapper": "dev-master",
-        "aloha/twilio": "^2.0"
+        "aloha/twilio": "^2.0",
+        "fabpot/goutte": "^3.1",
+        "codeguy/arachnid": "^1.0"
     },
     "require-dev": {
         "fzaninotto/faker": "~1.4",