Enabling compression for arrow data in visualizations

Author: manojVivek

pkg/query/flamegraph_arrow.go

@@ -89,6 +89,7 @@ func GenerateFlamegraphArrow(
 	w := ipc.NewWriter(&buf,
 		ipc.WithSchema(record.Schema()),
 		ipc.WithAllocator(mem),
+		ipc.WithLZ4(),
 	)
 	defer w.Close()
 

pkg/query/sources.go

@@ -56,6 +56,7 @@ func GenerateSourceReport(
 	w := ipc.NewWriter(&buf,
 		ipc.WithSchema(record.Schema()),
 		ipc.WithAllocator(pool),
+		ipc.WithLZ4(),
 	)
 	defer w.Close()
 

pkg/query/table.go

@@ -73,6 +73,7 @@ func GenerateTable(
 	w := ipc.NewWriter(&buf,
 		ipc.WithSchema(record.Schema()),
 		ipc.WithAllocator(mem),
+		ipc.WithLZ4(),
 	)
 	defer w.Close()
 

ui/packages/shared/profile/package.json

@@ -27,6 +27,7 @@
     "@types/fast-levenshtein": "^0.0.4",
     "@types/react-beautiful-dnd": "^13.1.8",
     "@uwdata/flechette": "^2.3.0",
+    "lz4js": "^0.2.0",
     "classnames": "^2.3.1",
     "d3": "7.9.0",
     "d3-array": "^3.2.4",
@@ -62,6 +63,7 @@
   },
   "devDependencies": {
     "@types/lodash.throttle": "4.1.9",
+    "@types/lz4js": "^0.2.1",
     "@types/react-syntax-highlighter": "15.5.13"
   },
   "main": "dist/index.js",

ui/packages/shared/profile/src/index.tsx

@@ -11,6 +11,9 @@
 // See the License for the specific language governing permissions and
 // limitations under the License.
 
+import {CompressionType, setCompressionCodec} from '@uwdata/flechette';
+import * as lz4 from 'lz4js';
+
 import type {ParamPreferences} from '@parca/components';
 
 import MetricsGraph, {type ContextMenuItemOrSubmenu, type Series} from './MetricsGraph';
@@ -27,6 +30,11 @@ import {UnifiedLabelsProvider, useUnifiedLabels} from './contexts/UnifiedLabelsC
 import {useLabelNames} from './hooks/useLabels';
 import {useQueryState} from './hooks/useQueryState';
 
+setCompressionCodec(CompressionType.LZ4_FRAME, {
+  encode: (data: Uint8Array) => lz4.compress(data),
+  decode: (data: Uint8Array) => lz4.decompress(data),
+});
+
 export {useMetricsGraphDimensions} from './MetricsGraph/useMetricsGraphDimensions';
 
 export * from './ProfileFlameChart';