Merge pull request #14 from tomverran/support-cr-only

Support files with only carriage return line separators

Author: tomverran

src/Robot/RobotsFile.php

@@ -25,7 +25,7 @@ public function __construct($content)
         $withoutComments = preg_replace( '/#.*/', '', strtolower($content));
         $lines = [];
 
-        foreach(explode("\n", $withoutComments) as $line) {
+        foreach(preg_split("/[\r\n]+/", $withoutComments) as $line) {
             $lineParts = array_filter(array_map('trim', explode(':', $line)));
             if (!empty($lineParts)) {
                 $lines[] = $lineParts;

tests/RobotsFileTest.php

@@ -0,0 +1,34 @@
+<?php
+namespace tomverran\Robot;
+
+
+class RobotsFileTest extends \PHPUnit_Framework_TestCase
+{
+
+    public function getTestFile($separator)
+    {
+        return new RobotsFile("User-Agent: *${separator}Disallow: /");
+    }
+
+    public function newLines()
+    {
+        return [
+            'only cr' => ["\r"],
+            'only lf' =>["\n"],
+            'cr + lf' =>["\r\n"]
+        ];
+    }
+
+    /**
+     * @test
+     * @dataProvider newLines
+     * @param $newline string The line separator to use
+     */
+    public function givenCrOnlyLineBreaks_pickUpTwoLines($newline)
+    {
+        $test = $this->getTestFile($newline);
+        $this->assertEquals(['user-agent', '*'], [$test->key(), $test->current()]);
+        $test->next();
+        $this->assertEquals(['disallow', '/'], [$test->key(), $test->current()]);
+    }
+}