Add support for Firebase JSON documents as a source

Console/Microsoft.DataTransfer.ConsoleHost/App.config

@@ -7,6 +7,7 @@
   </configSections>
 
   <dataTransfer.sources>
+    <add name="FirebaseJsonFile" type="Microsoft.DataTransfer.FirebaseJsonFile.Source.FirebaseJsonFileSourceAdapterFactory, Microsoft.DataTransfer.FirebaseJsonFile" />
     <add name="DocumentDB" type="Microsoft.DataTransfer.DocumentDb.Source.DocumentDbSourceAdapterFactory, Microsoft.DataTransfer.DocumentDb" />
     <add name="HBase" type="Microsoft.DataTransfer.HBase.Source.HBaseSourceAdapterFactory, Microsoft.DataTransfer.HBase" />
     <add name="DynamoDB" type="Microsoft.DataTransfer.DynamoDb.Source.DynamoDbSourceAdapterFactory, Microsoft.DataTransfer.DynamoDb" />

Console/Microsoft.DataTransfer.ConsoleHost/Microsoft.DataTransfer.ConsoleHost.csproj

@@ -119,6 +119,10 @@
       <Project>{af2a444f-cabd-45be-9b9e-9d53501b2041}</Project>
       <Name>Microsoft.DataTransfer.DynamoDb</Name>
     </ProjectReference>
+    <ProjectReference Include="..\..\FirebaseJsonFile\Microsoft.DataTransfer.FirebaseJsonFile\Microsoft.DataTransfer.FirebaseJsonFile.csproj">
+      <Project>{236801a6-4ef6-42c6-8e1a-4ef4f1896e07}</Project>
+      <Name>Microsoft.DataTransfer.FirebaseJsonFile</Name>
+    </ProjectReference>
     <ProjectReference Include="..\..\HBase\Microsoft.DataTransfer.HBase\Microsoft.DataTransfer.HBase.csproj">
       <Project>{ad24db36-8623-4e11-9995-a6eb5ef50a38}</Project>
       <Name>Microsoft.DataTransfer.HBase</Name>

DataTransfer.sln

@@ -150,6 +150,12 @@ Project("{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}") = "Microsoft.DataTransfer.Basi
 EndProject
 Project("{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}") = "Microsoft.DataTransfer.MongoDb.UnitTests", "MongoDb\Microsoft.DataTransfer.MongoDb.UnitTests\Microsoft.DataTransfer.MongoDb.UnitTests.csproj", "{2AC0E216-9ED4-4D1D-A264-73905A37F6AA}"
 EndProject
+Project("{2150E333-8FDC-42A3-9474-1A3956D46DE8}") = "FirebaseJsonFile", "FirebaseJsonFile", "{9EC73EB5-D2EB-457A-97FB-BA5A14B1BA3A}"
+EndProject
+Project("{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}") = "Microsoft.DataTransfer.FirebaseJsonFile", "FirebaseJsonFile\Microsoft.DataTransfer.FirebaseJsonFile\Microsoft.DataTransfer.FirebaseJsonFile.csproj", "{236801A6-4EF6-42C6-8E1A-4EF4F1896E07}"
+EndProject
+Project("{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}") = "Microsoft.DataTransfer.FirebaseJsonFile.Wpf", "Microsoft.DataTransfer.FirebaseJsonFile.Wpf\Microsoft.DataTransfer.FirebaseJsonFile.Wpf.csproj", "{851310F7-E600-4F99-B9DF-0176A6E97016}"
+EndProject
 Global
 	GlobalSection(SolutionConfigurationPlatforms) = preSolution
 		Debug|x64 = Debug|x64
@@ -368,6 +374,14 @@ Global
 		{A5013A12-18EA-40B6-83E0-4A59DC1B9E74}.Debug|x64.Build.0 = Debug|x64
 		{A5013A12-18EA-40B6-83E0-4A59DC1B9E74}.Release|x64.ActiveCfg = Release|x64
 		{A5013A12-18EA-40B6-83E0-4A59DC1B9E74}.Release|x64.Build.0 = Release|x64
+		{236801A6-4EF6-42C6-8E1A-4EF4F1896E07}.Debug|x64.ActiveCfg = Debug|Any CPU
+		{236801A6-4EF6-42C6-8E1A-4EF4F1896E07}.Debug|x64.Build.0 = Debug|Any CPU
+		{236801A6-4EF6-42C6-8E1A-4EF4F1896E07}.Release|x64.ActiveCfg = Release|Any CPU
+		{236801A6-4EF6-42C6-8E1A-4EF4F1896E07}.Release|x64.Build.0 = Release|Any CPU
+		{851310F7-E600-4F99-B9DF-0176A6E97016}.Debug|x64.ActiveCfg = Debug|Any CPU
+		{851310F7-E600-4F99-B9DF-0176A6E97016}.Debug|x64.Build.0 = Debug|Any CPU
+		{851310F7-E600-4F99-B9DF-0176A6E97016}.Release|x64.ActiveCfg = Release|Any CPU
+		{851310F7-E600-4F99-B9DF-0176A6E97016}.Release|x64.Build.0 = Release|Any CPU
 	EndGlobalSection
 	GlobalSection(SolutionProperties) = preSolution
 		HideSolutionNode = FALSE
@@ -423,6 +437,8 @@ Global
 		{6544F78F-4EE3-489E-87B7-5FCA9C4D50BD} = {1BD0D669-8E45-4E7C-A20F-707A1887E8ED}
 		{DA182D5C-79F4-4AF6-BF15-6E4496353A6A} = {F9CAC1F5-436E-4406-BACC-FC18C8FE36C5}
 		{2AC0E216-9ED4-4D1D-A264-73905A37F6AA} = {7F83D352-1039-4B8F-B63C-56231421056A}
+		{236801A6-4EF6-42C6-8E1A-4EF4F1896E07} = {9EC73EB5-D2EB-457A-97FB-BA5A14B1BA3A}
+		{851310F7-E600-4F99-B9DF-0176A6E97016} = {9EC73EB5-D2EB-457A-97FB-BA5A14B1BA3A}
 	EndGlobalSection
 	GlobalSection(ExtensibilityGlobals) = postSolution
 		SolutionGuid = {D06EC8A2-02FC-48D4-BC6B-D86A26FED0CC}

FirebaseJsonFile/Microsoft.DataTransfer.FirebaseJsonFile/ConfigurationResources.resx

@@ -0,0 +1,138 @@
+<?xml version="1.0" encoding="utf-8"?>
+<root>
+  <!-- 
+    Microsoft ResX Schema 
+
+    Version 2.0
+
+    The primary goals of this format is to allow a simple XML format 
+    that is mostly human readable. The generation and parsing of the 
+    various data types are done through the TypeConverter classes 
+    associated with the data types.
+
+    Example:
+
+    ... ado.net/XML headers & schema ...
+    <resheader name="resmimetype">text/microsoft-resx</resheader>
+    <resheader name="version">2.0</resheader>
+    <resheader name="reader">System.Resources.ResXResourceReader, System.Windows.Forms, ...</resheader>
+    <resheader name="writer">System.Resources.ResXResourceWriter, System.Windows.Forms, ...</resheader>
+    <data name="Name1"><value>this is my long string</value><comment>this is a comment</comment></data>
+    <data name="Color1" type="System.Drawing.Color, System.Drawing">Blue</data>
+    <data name="Bitmap1" mimetype="application/x-microsoft.net.object.binary.base64">
+        <value>[base64 mime encoded serialized .NET Framework object]</value>
+    </data>
+    <data name="Icon1" type="System.Drawing.Icon, System.Drawing" mimetype="application/x-microsoft.net.object.bytearray.base64">
+        <value>[base64 mime encoded string representing a byte array form of the .NET Framework object]</value>
+        <comment>This is a comment</comment>
+    </data>
+
+    There are any number of "resheader" rows that contain simple 
+    name/value pairs.
+
+    Each data row contains a name, and value. The row also contains a 
+    type or mimetype. Type corresponds to a .NET class that support 
+    text/value conversion through the TypeConverter architecture. 
+    Classes that don't support this are serialized and stored with the 
+    mimetype set.
+
+    The mimetype is used for serialized objects, and tells the 
+    ResXResourceReader how to depersist the object. This is currently not 
+    extensible. For a given mimetype the value must be set accordingly:
+
+    Note - application/x-microsoft.net.object.binary.base64 is the format 
+    that the ResXResourceWriter will generate, however the reader can 
+    read any of the formats listed below.
+
+    mimetype: application/x-microsoft.net.object.binary.base64
+    value   : The object must be serialized with 
+            : System.Runtime.Serialization.Formatters.Binary.BinaryFormatter
+            : and then encoded with base64 encoding.
+
+    mimetype: application/x-microsoft.net.object.soap.base64
+    value   : The object must be serialized with 
+            : System.Runtime.Serialization.Formatters.Soap.SoapFormatter
+            : and then encoded with base64 encoding.
+
+    mimetype: application/x-microsoft.net.object.bytearray.base64
+    value   : The object must be serialized into a byte array 
+            : using a System.ComponentModel.TypeConverter
+            : and then encoded with base64 encoding.
+    -->
+  <xsd:schema id="root" xmlns="" xmlns:xsd="http://www.w3.org/2001/XMLSchema" xmlns:msdata="urn:schemas-microsoft-com:xml-msdata">
+    <xsd:import namespace="http://www.w3.org/XML/1998/namespace" />
+    <xsd:element name="root" msdata:IsDataSet="true">
+      <xsd:complexType>
+        <xsd:choice maxOccurs="unbounded">
+          <xsd:element name="metadata">
+            <xsd:complexType>
+              <xsd:sequence>
+                <xsd:element name="value" type="xsd:string" minOccurs="0" />
+              </xsd:sequence>
+              <xsd:attribute name="name" use="required" type="xsd:string" />
+              <xsd:attribute name="type" type="xsd:string" />
+              <xsd:attribute name="mimetype" type="xsd:string" />
+              <xsd:attribute ref="xml:space" />
+            </xsd:complexType>
+          </xsd:element>
+          <xsd:element name="assembly">
+            <xsd:complexType>
+              <xsd:attribute name="alias" type="xsd:string" />
+              <xsd:attribute name="name" type="xsd:string" />
+            </xsd:complexType>
+          </xsd:element>
+          <xsd:element name="data">
+            <xsd:complexType>
+              <xsd:sequence>
+                <xsd:element name="value" type="xsd:string" minOccurs="0" msdata:Ordinal="1" />
+                <xsd:element name="comment" type="xsd:string" minOccurs="0" msdata:Ordinal="2" />
+              </xsd:sequence>
+              <xsd:attribute name="name" type="xsd:string" use="required" msdata:Ordinal="1" />
+              <xsd:attribute name="type" type="xsd:string" msdata:Ordinal="3" />
+              <xsd:attribute name="mimetype" type="xsd:string" msdata:Ordinal="4" />
+              <xsd:attribute ref="xml:space" />
+            </xsd:complexType>
+          </xsd:element>
+          <xsd:element name="resheader">
+            <xsd:complexType>
+              <xsd:sequence>
+                <xsd:element name="value" type="xsd:string" minOccurs="0" msdata:Ordinal="1" />
+              </xsd:sequence>
+              <xsd:attribute name="name" type="xsd:string" use="required" />
+            </xsd:complexType>
+          </xsd:element>
+        </xsd:choice>
+      </xsd:complexType>
+    </xsd:element>
+  </xsd:schema>
+  <resheader name="resmimetype">
+    <value>text/microsoft-resx</value>
+  </resheader>
+  <resheader name="version">
+    <value>2.0</value>
+  </resheader>
+  <resheader name="reader">
+    <value>System.Resources.ResXResourceReader, System.Windows.Forms, Version=4.0.0.0, Culture=neutral, PublicKeyToken=b77a5c561934e089</value>
+  </resheader>
+  <resheader name="writer">
+    <value>System.Resources.ResXResourceWriter, System.Windows.Forms, Version=4.0.0.0, Culture=neutral, PublicKeyToken=b77a5c561934e089</value>
+  </resheader>
+  <data name="Source_Decompress" xml:space="preserve">
+    <value>Optional. If source files should be decompressed with GZip</value>
+  </data>
+  <data name="Source_Files" xml:space="preserve">
+    <value>One or more file search patterns to read JSON from</value>
+  </data>
+  <data name="Source_IdField" xml:space="preserve">
+    <value>Optional. If specified, the Firebase ID will be stored in the given field name</value>
+  </data>
+  <data name="Source_Node" xml:space="preserve">
+    <value>Optional. The node path to get items from</value>
+  </data>
+  <data name="Source_NodeField" xml:space="preserve">
+    <value>Optional. If specified, the item's parent node path will be stored in the given field name</value>
+  </data>
+  <data name="Source_PrefixIdWithNode" xml:space="preserve">
+    <value>If true, prefixes item IDs with their parent's node name</value>
+  </data>
+</root>