Migrated content from combined metrics repository into dedicated cluster aggregator repository.

Author: Ville Koskela

.gitignore

@@ -0,0 +1,22 @@
+# Output
+target/
+logs/
+pom.xml.versionsBackup
+dependency-reduced-pom.xml
+
+# Eclipse
+.metadata/
+.externalToolBuilders/
+maven-eclipse.xml
+bin/
+eclipse-bin/
+**/.classpath
+**/RemoteSystemsTempFiles/
+
+# IntelliJ
+.idea
+.settings/
+*.iml
+
+# Mac
+.DS_Store

DEPENDENCIES.md

@@ -0,0 +1,77 @@
+Dependencies
+========
+
+The following table lists the dependencies of the metrics cluster aggregator and their licenses.
+
+Build Tool Dependencies
+------------------
+
+Project                        | License                    | Project link
+-------------------------------|----------------------------|-------------
+Akka                           | Apache License 2           | http://akka.io
+Arp Networking Build Resources | Apache License 2           | https://github.com/ArpNetworking/build-resources
+Arp Networking Parent Pom      | Apache License 2           | https://github.com/ArpNetworking/arpnetworking-parent-pom
+Checkstyle                     | LGPL 2                     | http://checkstyle.sourceforge.net/
+Ebean Maven Enhancer           | Apache License 2           | https://github.com/ebean-orm/avaje-ebeanorm-mavenenhancer
+FindBugs                       | LGPL                       | http://findbugs.sourceforge.net/
+Hamcrest                       | BSD 3                      | https://github.com/hamcrest/JavaHamcrest/
+Jacoco                         | Eclipse Public License 1.0 | http://www.eclemma.org/jacoco/
+jUnit                          | Eclipse Public License 1.0 | https://github.com/junit-team/junit/
+JUnitParams                    | Apache License 2           | https://github.com/Pragmatists/JUnitParams
+Maven                          | Apache License 2           | http://maven.apache.org/
+Maven Checkstyle Plugin        | Apache License 2           | https://maven.apache.org/plugins/maven-checkstyle-plugin/
+Maven Compiler Plugin          | Apache License 2           | https://maven.apache.org/plugins/maven-compiler-plugin/
+Maven Failsafe Plugin          | Apache License 2           | https://maven.apache.org/surefire/maven-failsafe-plugin/
+Maven Javadoc Plugin           | Apache License 2           | https://maven.apache.org/plugins/maven-javadoc-plugin/
+Maven Release Plugin           | Apache License 2           | https://maven.apache.org/maven-release/maven-release-plugin/
+Maven Resources Plugin         | Apache License 2           | https://maven.apache.org/plugins/maven-resources-plugin/
+Maven Source Plugin            | Apache License 2           | https://maven.apache.org/plugins/maven-source-plugin/
+Maven Surefire Plugin          | Apache License 2           | https://maven.apache.org/surefire/maven-surefire-plugin/
+Maven Surefire Report Plugin   | Apache License 2           | https://maven.apache.org/surefire/maven-surefire-report-plugin/
+Mockito                        | MIT                        | http://mockito.org/
+Wire Mock                      | Apache License 2           | http://wiremock.org/
+
+
+Compile Dependencies
+--------------------
+
+Project                        | License                    | Project link
+-------------------------------|----------------------------|-------------
+Akka                           | Apache License 2           | http://akka.io
+Akka Persistence Cassandra     | Apache License 2           | https://github.com/krasserm/akka-persistence-cassandra/
+Apache Commons Codec           | Apache License 2           | https://commons.apache.org/proper/commons-codec/
+Apache HTTPComponents          | Apache License 2           | http://hc.apache.org/
+Arp Networking Commons         | Apache License 2           | https://github.com/ArpNetworking/commons
+Arp Networking Metrics Client  | Apache License 2           | https://github.com/ArpNetworking/metrics-client-java
+Arp Networking JVM Extra       | Apache License 2           | https://github.com/ArpNetworking/metrics-jvm-extra
+AspectJ                        | Eclipse Public License 1.0 | https://eclipse.org/aspectj
+cglib                          | Apache License 2           | http://cglib.sourceforge.net/
+Ebean                          | Apache License 2           | http://ebean-orm.github.io/
+Findbugs Annotations           | LGPL                       | https://github.com/findbugsproject/findbugs
+Flyway                         | Apache License 2           | http://flywaydb.org/
+Guava                          | Apache License 2           | https://code.google.com/p/guava-libraries/
+Guice                          | Apache License 2           | https://code.google.com/p/google-guice/
+HikariCP                       | Apache License 2           | https://github.com/brettwooldridge/HikariCP
+JSR305                         | BSD3                       | https://code.google.com/p/jsr-305
+Jackson                        | Apache License 2           | http://jackson.codehaus.org/
+Javax Persistence API          | CDDL                       | http://mvnrepository.com/artifact/javax.persistence/persistence-api
+Joda Time                      | Apache License 2           | http://www.joda.org/joda-time/
+LevelDB                        | BSD3                       | https://github.com/google/leveldb
+Logback                        | Eclipse Public License 1.0 | http://logback.qos.ch/
+LogbackSteno                   | Apache License 2           | https://github.com/ArpNetworking/logback-steno
+LuaJ                           | MIT                        | https://sourceforge.net/projects/luaj
+Metrics Aggregator Protocol    | Apache License 2           | https://github.com/ArpNetworking/metrics-aggregator-protocol
+Netty                          | Apache License 2           | http://netty.io
+Ning Async Http Client         | Apache License 2           | https://github.com/ning/async-http-client
+OVal                           | Eclipse Public License 1.0 | http://oval.sourceforge.net/
+Play Framework                 | Apache License 2           | http://playframework.com
+Reflections                    | WTF Public License (WTFPL) | https://github.com/ronmamo/reflections
+Protocol Buffers               | BSD 3                      | https://code.google.com/p/protobuf/
+Scala Java8 Compatibility      | Scala License              | https://github.com/scala/scala-java8-compat
+Scala Lang                     | BSD3                       | http://www.scala-lang.org/
+SignalFx Protoc                | Apache License 2           | https://github.com/signalfx/signalfx-java
+SLF4J                          | MIT                        | http://www.slf4j.org/
+Vertx.io                       | Apache License 2           | http://vertx.io/
+
+
+© Groupon Inc., 2016

README.md

@@ -0,0 +1,156 @@
+Metrics Cluster Aggregator
+==========================
+
+Combines aggregate values from multiple TSD Aggregators into an aggregate.  Simply, this means combining the values from your fleet.
+
+
+Setup
+-----
+
+### Building ###
+
+Prerequisites:
+* [JDK8](http://www.oracle.com/technetwork/java/javase/downloads/jdk8-downloads-2133151.html)
+
+Building:
+
+    metrics-cluster-aggregator> ./mvnw install
+
+### Installing ###
+
+The artifacts from the build are in *metrics-cluster-aggregator/target/appassembler* and should be copied to an appropriate directory on your application host(s).
+
+### Execution ###
+
+In the installation's *bin* directory there are scripts to start Metrics Cluster Aggregator: *metrics-cluster-aggregator* (Linux) and *metrics-cluster-aggregator.bat* (Windows).  One of these should be executed on system start with appropriate parameters; for example:
+
+    /usr/local/lib/metrics-cluster-aggregator/bin/metrics-cluster-aggregator /usr/local/lib/metrics-cluster-aggregator/config/config.json
+
+### Configuration ###
+
+#### Logging ####
+
+To customize logging you may provide a [LogBack](http://logback.qos.ch/) configuration file.  To use a custom logging configuration you need to define and export an environment variable before executing *cluster-aggregator*:
+
+    export JAVA_OPTS="-Dlogback.configurationFile=/usr/local/lib/metrics-cluster-aggregator/config/logger.xml"
+
+Where */usr/local/lib/metrics-cluster-aggregator/config/logger.xml* is the path to your logging configuration file.
+
+#### Daemon ####
+
+The Metrics Cluster Aggregator daemon configuration is specified in a JSON file.  The location of the configuration file is passed to *metrics-cluster-aggregator* as a command line argument:
+
+    /usr/local/etc/metrics-cluster-aggregator/config/prod.conf
+
+The configuration specifies:
+
+* logDirectory - The location of additional logs.  This is independent of the logging configuration.
+* pipelineConfiguration - The location of configuration file for the metrics pipeline.
+* httpHost - The ip address to bind the http server to.
+* httpPort - The port to bind the http server to.
+* aggregationHost - The ip address to bind the tcp aggregation server to.
+* aggregationPort - The port to bind the tcp aggregation server to.
+* maxConnectionTimeout - The maximum aggregation server client connection timeout in ISO-8601 period notation.
+* minConnectionTimeout - The minimum aggregation server client connection timeout in ISO-8601 period notation.
+* jvmMetricsCollectionInterval - The JVM metrics collection interval in ISO-8601 period notation.
+* rebalanceConfiguration - Configuration for aggregator shard rebalancing.
+* akkaConfiguration - Configuration of Akka.
+
+For example:
+
+```json
+{
+  "logDirectory": "/usr/local/lib/metrics-cluster-aggregator/logs",
+  "clusterPipelineConfiguration": "/usr/local/lib/metrics-cluster-aggregator/config/cluster-pipeline.json",
+  "hostPipelineConfiguration": "/usr/local/lib/metrics-cluster-aggregator/config/host-pipeline.json",
+  "httpPort": 7066,
+  "httpHost": "0.0.0.0",
+  "aggregationHost": "0.0.0.0",
+  "aggregationPort": 7065,
+  "maxConnectionTimeout": "PT2M",
+  "minConnectionTimeout": "PT1M",
+  "jvmMetricsCollectionInterval": "PT.5S",
+  "rebalanceConfiguration": {
+    "maxParallel": 100,
+    "threshold": 500
+  },
+  "akkaConfiguration": {
+    "akka": {
+      "loggers": ["akka.event.slf4j.Slf4jLogger"],
+      "loglevel": "DEBUG",
+      "stdout-loglevel": "DEBUG",
+      "logging-filter": "akka.event.slf4j.Slf4jLoggingFilter",
+      "actor": {
+        "debug": {
+          "unhandled": "on"
+        },
+        "provider": "akka.cluster.ClusterActorRefProvider",
+        "serializers": {
+          "loggingJava": "com.arpnetworking.akka.LoggingSerializer"
+        },
+        "serialization-bindings" : {
+          "\"com.arpnetworking.tsdcore.model.AggregatedData\"": "loggingJava"
+        }
+      },
+      "cluster": {
+        "seed-nodes": [
+          "akka.tcp://[email protected]:2551"
+        ],
+        "auto-down-unreachable-after": "300s"
+      },
+      "remote": {
+        "log-remote-lifecycle-events": "on",
+        "netty": {
+          "tcp": {
+            "hostname": "127.0.0.1",
+            "port": 2551
+          }
+        }
+      },
+      "contrib": {
+        "cluster": {
+          "sharding": {
+            "guardian-name": "sharding",
+            "role": "",
+            "retry-interval": "2 s",
+            "buffer-size": 100000,
+            "handoff-timeout": "60 s",
+            "rebalance-interval": "10 s",
+            "snapshot-interval": "720 s",
+            "least-shard-allocation-strategy": {
+              "rebalance-threshold": 10,
+              "max-simultaneous-rebalance": 3
+            }
+          }
+        }
+      }
+    }
+  }
+}
+```
+
+#### Pipeline ####
+
+Metrics Cluster Aggregator supports a two pipelines.  The first is the host pipeline which handles publication of all statistics received from Metrics Aggregator Daemon instances.  The second is the cluster pipeline which handles all statistics (re)aggregated by cluster across host statistics from Metrics Aggregator Daemon instances.  In both cases the pipeline defines one more destinations or sinks for the statistics.
+
+For example:
+
+```json
+{
+    "sinks":
+    [
+        {
+            "type": "com.arpnetworking.tsdcore.sinks.CarbonSink",
+            "name": "my_application_carbon_sink",
+            "serverAddress": "192.168.0.1"
+        }
+    ]
+}
+```
+
+License
+-------
+
+Published under Apache Software License 2.0, see LICENSE
+
+© Groupon Inc., 2014

findbugs.exclude.xml

@@ -0,0 +1,60 @@
+<!--
+  ~ Copyright 2015 Groupon.com
+  ~
+  ~ Licensed under the Apache License, Version 2.0 (the "License");
+  ~ you may not use this file except in compliance with the License.
+  ~ You may obtain a copy of the License at
+  ~
+  ~     http://www.apache.org/licenses/LICENSE-2.0
+  ~
+  ~ Unless required by applicable law or agreed to in writing, software
+  ~ distributed under the License is distributed on an "AS IS" BASIS,
+  ~ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+  ~ See the License for the specific language governing permissions and
+  ~ limitations under the License.
+  -->
+<FindBugsFilter>
+
+     <!-- Match all DLS_DEAD_LOCAL_STORE violations. As per FindBugs
+         documentation these generate numerous false positives under Sun/Oracle
+         compilers.
+
+         http://findbugs.sourceforge.net/bugDescriptions.html#DLS_DEAD_LOCAL_STORE
+     -->
+     <Match>
+         <Bug pattern="DLS_DEAD_LOCAL_STORE" />
+     </Match>
+
+     <!-- Match all RV_RETURN_VALUE_IGNORED_BAD_PRACTICE violations on all unit
+        test files since Mockito usage can cause this violation when stating
+        expectations.
+     -->
+     <Match>
+         <Or>
+            <Bug pattern="RV_RETURN_VALUE_IGNORED_BAD_PRACTICE" />
+            <Bug pattern="RV_RETURN_VALUE_IGNORED_NO_SIDE_EFFECT" />
+            <Bug pattern="RR_NOT_CHECKED" />
+            <Bug pattern="SR_NOT_CHECKED" />
+         </Or>
+         <Or>
+            <Class name="~.*\.[^\.]+Test" />
+            <Class name="~.*\.[^\.]+Test\$.*" />
+         </Or>
+     </Match>
+
+     <!-- Suppress bugs created by ebean model enhancement.
+     -->
+     <Match>
+       <Or>
+         <Bug pattern="EI_EXPOSE_REP" />
+         <Bug pattern="MS_FINAL_PKGPROTECT" />
+         <Bug pattern="SE_NO_SERIALVERSIONID" />
+         <Bug pattern="SE_TRANSIENT_FIELD_NOT_RESTORED" />
+         <Bug pattern="CI_CONFUSED_INHERITANCE" />
+       </Or>
+       <Or>
+         <Class name="~com\.arpnetworking\.clusteraggregator\.models\.ebean.*" />
+       </Or>
+     </Match>
+
+</FindBugsFilter>

maven/maven-wrapper.jar

@@ -0,0 +1,3 @@
+#Maven download properties
+#Thu Mar 24 22:08:56 UTC 2016
+distributionUrl=https\://repo1.maven.org/maven2/org/apache/maven/apache-maven/3.3.9/apache-maven-3.3.9-bin.zip