Finally get GiddyUp working

- Stuff all output into the regression results directory; including logs and configs
- Move start of lager to very top of escript
- Move results printing into rt_reporter
- Reporting now must be completed before cleaning up nodes
- Test result reporting moved from executor into test runner
- Node logs are copied to the outdir directory locally or uploaded to GiddyUp
- Add the name of test to the rt_test_plan

Author: Brett Hazen

regression_test_wrapper.sh

@@ -27,12 +27,12 @@ ln -s $RESULTS $RESULTS_SYMLINK
 RT_OPTS="-v --continue -c $1"
 
 echo "Running bitcask regression tests using the following test cases: $BITCASK_BACKEND_TEST_CASES"
-./riak_test $RT_OPTS -t $BITCASK_BACKEND_TEST_CASES &> $RESULTS_DIR/bitcask_results.log
+./riak_test $RT_OPTS -t $BITCASK_BACKEND_TEST_CASES -o $RESULTS_DIR &> $RESULTS_DIR/bitcask_results.log
 
 echo "Running leveldb regression tests using the following test cases: $ELEVELDB_BACKEND_TEST_CASES"
-./riak_test $RT_OPTS -t $ELEVELDB_BACKEND_TEST_CASES -b eleveldb &> $RESULTS_DIR/leveldb_results.log
+./riak_test $RT_OPTS -t $ELEVELDB_BACKEND_TEST_CASES -b eleveldb -o $RESULTS_DIR &> $RESULTS_DIR/leveldb_results.log
 
 echo "Running memory regression tests using the following test cases: $MEMORY_BACKEND_TEST_CASES"
-./riak_test $RT_OPTS -t $MEMORY_BACKEND_TEST_CASES -b memory &> $RESULTS_DIR/memory_results.log
+./riak_test $RT_OPTS -t $MEMORY_BACKEND_TEST_CASES -b memory -o $RESULTS_DIR &> $RESULTS_DIR/memory_results.log
 
 echo "Results of the test run written to $RESULTS_DIR"

src/giddyup.erl

@@ -83,7 +83,7 @@ post_result(TestResult) ->
     URL = "http://" ++ Host ++ "/test_results",
     lager:info("giddyup url: ~s", [URL]),
     rt:check_ibrowse(),
-    case rt:post_result(TestResult, #rt_webhook{name="GiddyUp", url=URL, headers=[basic_auth()]}) of
+    case post_result(TestResult, #rt_webhook{name="GiddyUp", url=URL, headers=[basic_auth()]}) of
         {ok, RC, Headers} ->
             {_, Location} = lists:keyfind("Location", 1, Headers),
             lager:info("Test Result successfully POSTed to GiddyUp! ResponseCode: ~s, URL: ~s", [RC, Location]),
@@ -92,6 +92,34 @@ post_result(TestResult) ->
             error
     end.
 
+-spec(post_result(proplists:proplist(), term()) -> tuple()|error).
+post_result(TestResult, #rt_webhook{url=URL, headers=HookHeaders, name=Name}) ->
+    try ibrowse:send_req(URL,
+        [{"Content-Type", "application/json"}],
+        post,
+        mochijson2:encode(TestResult),
+        [{content_type, "application/json"}] ++ HookHeaders,
+        300000) of  %% 5 minute timeout
+
+        {ok, RC=[$2|_], Headers, _Body} ->
+            {ok, RC, Headers};
+        {ok, ResponseCode, Headers, Body} ->
+            lager:info("Test Result did not generate the expected 2XX HTTP response code."),
+            lager:debug("Post"),
+            lager:debug("Response Code: ~p", [ResponseCode]),
+            lager:debug("Headers: ~p", [Headers]),
+            lager:debug("Body: ~p", [Body]),
+            error;
+        X ->
+            lager:warning("Some error POSTing test result: ~p", [X]),
+            error
+    catch
+        Class:Reason ->
+            lager:error("Error reporting to ~s. ~p:~p", [Name, Class, Reason]),
+            lager:error("Payload: ~p", [TestResult]),
+            error
+    end.
+
 post_artifact(TRURL, {FName, Body}) ->
     %% First compute the path of where to post the artifact
     URL = artifact_url(TRURL, FName),