format

Author: izadoesdev

apps/api/src/lib/export/data-fetcher.ts

@@ -1,46 +1,55 @@
 // Data fetching logic for exports
 
 import { chQuery } from '@databuddy/db';
-import type { 
-	SanitizedEvent, 
-	SanitizedError, 
+import {
+	buildDateFilter,
+	getErrorsQuery,
+	getEventsQuery,
+	getWebVitalsQuery,
+} from './queries';
+import type {
+	ExportRequest,
+	SanitizedError,
+	SanitizedEvent,
 	SanitizedWebVitals,
-	ExportRequest 
 } from './types';
-import { 
-	buildDateFilter, 
-	getEventsQuery, 
-	getErrorsQuery, 
-	getWebVitalsQuery 
-} from './queries';
 
 export interface ExportData {
 	events: SanitizedEvent[];
 	errors: SanitizedError[];
 	webVitals: SanitizedWebVitals[];
 }
 
-export async function fetchExportData(request: ExportRequest): Promise<ExportData> {
-	const { website_id: websiteId, start_date: startDate, end_date: endDate } = request;
-	
+export async function fetchExportData(
+	request: ExportRequest
+): Promise<ExportData> {
+	const {
+		website_id: websiteId,
+		start_date: startDate,
+		end_date: endDate,
+	} = request;
+
 	// Build secure date filter with parameters
-	const { filter: dateFilter, params: dateParams } = buildDateFilter(startDate, endDate);
-	
+	const { filter: dateFilter, params: dateParams } = buildDateFilter(
+		startDate,
+		endDate
+	);
+
 	// Prepare queries
 	const eventsQuery = getEventsQuery(dateFilter);
 	const errorsQuery = getErrorsQuery(dateFilter);
 	const webVitalsQuery = getWebVitalsQuery(dateFilter);
-	
+
 	// Combine parameters: websiteId + date parameters
 	const queryParams = { websiteId, ...dateParams };
-	
+
 	// Execute queries in parallel with secure parameters
 	const [events, errors, webVitals] = await Promise.all([
 		chQuery<SanitizedEvent>(eventsQuery, queryParams),
 		chQuery<SanitizedError>(errorsQuery, queryParams),
 		chQuery<SanitizedWebVitals>(webVitalsQuery, queryParams),
 	]);
-	
+
 	return {
 		events,
 		errors,

apps/api/src/lib/export/file-generator.ts

@@ -1,21 +1,21 @@
 // File generation and ZIP creation
 
 import JSZip from 'jszip';
-import type { 
-	ExportFile, 
-	ExportFormat, 
-	ExportMetadata, 
-	ExportRequest 
-} from './types';
 import type { ExportData } from './data-fetcher';
 import { formatData, getFileExtension } from './formatters';
+import type {
+	ExportFile,
+	ExportFormat,
+	ExportMetadata,
+	ExportRequest,
+} from './types';
 
 export function generateExportFiles(
-	data: ExportData, 
+	data: ExportData,
 	format: ExportFormat
 ): ExportFile[] {
 	const extension = getFileExtension(format);
-	
+
 	return [
 		{
 			name: `events.${extension}`,
@@ -33,7 +33,7 @@ export function generateExportFiles(
 }
 
 export function generateMetadataFile(
-	request: ExportRequest, 
+	request: ExportRequest,
 	data: ExportData
 ): ExportFile {
 	const metadata: ExportMetadata = {
@@ -59,11 +59,11 @@ export function generateMetadataFile(
 
 export async function createZipBuffer(files: ExportFile[]): Promise<Buffer> {
 	const zip = new JSZip();
-	
+
 	for (const file of files) {
 		zip.file(file.name, file.content);
 	}
-	
+
 	return await zip.generateAsync({ type: 'nodebuffer' });
 }
 

apps/api/src/lib/export/formatters.ts

@@ -2,7 +2,9 @@
 
 import type { ExportFormat } from './types';
 
-export function convertToCSV<T extends Record<string, unknown>>(data: T[]): string {
+export function convertToCSV<T extends Record<string, unknown>>(
+	data: T[]
+): string {
 	if (data.length === 0) return '';
 
 	const headers = Object.keys(data[0] || {}).join(',');
@@ -31,7 +33,9 @@ export function convertToCSV<T extends Record<string, unknown>>(data: T[]): stri
 	return `${headers}\n${rows}`;
 }
 
-export function convertToTXT<T extends Record<string, unknown>>(data: T[]): string {
+export function convertToTXT<T extends Record<string, unknown>>(
+	data: T[]
+): string {
 	if (data.length === 0) return '';
 
 	const headers = Object.keys(data[0] || {}).join('\t');
@@ -53,20 +57,20 @@ export function convertToTXT<T extends Record<string, unknown>>(data: T[]): stri
 }
 
 export function convertToProto<T extends Record<string, unknown>>(
-	data: T[], 
+	data: T[],
 	typeName: string
 ): string {
 	if (data.length === 0) return '';
 
 	let protoContent = `# Protocol Buffer Text Format\n# Type: ${typeName}\n\n`;
-	
+
 	for (const [index, row] of data.entries()) {
 		protoContent += `${typeName} {\n`;
-		
+
 		for (const [key, value] of Object.entries(row)) {
 			if (value !== null && value !== undefined) {
 				const fieldName = key.toLowerCase().replace(/[^a-z0-9_]/g, '_');
-				
+
 				if (typeof value === 'string') {
 					// Escape quotes in string values
 					const escapedValue = value.replace(/"/g, '\\"').replace(/\n/g, '\\n');
@@ -77,24 +81,26 @@ export function convertToProto<T extends Record<string, unknown>>(
 					protoContent += `  ${fieldName}: ${value}\n`;
 				} else {
 					// Convert other types to string
-					const stringValue = String(value).replace(/"/g, '\\"').replace(/\n/g, '\\n');
+					const stringValue = String(value)
+						.replace(/"/g, '\\"')
+						.replace(/\n/g, '\\n');
 					protoContent += `  ${fieldName}: "${stringValue}"\n`;
 				}
 			}
 		}
-		
+
 		protoContent += '}\n';
 		if (index < data.length - 1) {
 			protoContent += '\n';
 		}
 	}
-	
+
 	return protoContent;
 }
 
 export function formatData<T extends Record<string, unknown>>(
-	data: T[], 
-	format: ExportFormat, 
+	data: T[],
+	format: ExportFormat,
 	typeName: string
 ): string {
 	switch (format) {

apps/api/src/lib/export/index.ts

@@ -1,14 +1,14 @@
 // Main export orchestrator
 
 import { logger } from '../logger';
-import type { ExportRequest } from './types';
 import { fetchExportData } from './data-fetcher';
-import { 
-	generateExportFiles, 
-	generateMetadataFile, 
-	createZipBuffer, 
-	generateExportFilename 
+import {
+	createZipBuffer,
+	generateExportFilename,
+	generateExportFiles,
+	generateMetadataFile,
 } from './file-generator';
+import type { ExportRequest } from './types';
 
 export interface ExportResult {
 	buffer: Buffer;
@@ -21,9 +21,11 @@ export interface ExportResult {
 	};
 }
 
-export async function processExport(request: ExportRequest): Promise<ExportResult> {
+export async function processExport(
+	request: ExportRequest
+): Promise<ExportResult> {
 	const { website_id: websiteId, format = 'json' } = request;
-	
+
 	logger.info('Starting data export', {
 		websiteId,
 		startDate: request.start_date,
@@ -33,7 +35,7 @@ export async function processExport(request: ExportRequest): Promise<ExportResul
 
 	// Fetch data from ClickHouse
 	const data = await fetchExportData(request);
-	
+
 	logger.info('Data export queries completed', {
 		websiteId,
 		eventsCount: data.events.length,
@@ -50,7 +52,8 @@ export async function processExport(request: ExportRequest): Promise<ExportResul
 	const buffer = await createZipBuffer(allFiles);
 	const filename = generateExportFilename(websiteId);
 
-	const totalRecords = data.events.length + data.errors.length + data.webVitals.length;
+	const totalRecords =
+		data.events.length + data.errors.length + data.webVitals.length;
 
 	logger.info('Data export completed successfully', {
 		websiteId,
@@ -72,10 +75,10 @@ export async function processExport(request: ExportRequest): Promise<ExportResul
 }
 
 // Re-export types for convenience
-export type { 
-	ExportRequest, 
-	ExportFormat, 
-	SanitizedEvent, 
-	SanitizedError, 
-	SanitizedWebVitals 
+export type {
+	ExportFormat,
+	ExportRequest,
+	SanitizedError,
+	SanitizedEvent,
+	SanitizedWebVitals,
 } from './types';

apps/api/src/lib/export/queries.ts

@@ -4,7 +4,10 @@
  * Builds a secure date filter using parameterized queries
  * Returns both the filter string and parameters to prevent SQL injection
  */
-export function buildDateFilter(startDate?: string, endDate?: string): {
+export function buildDateFilter(
+	startDate?: string,
+	endDate?: string
+): {
 	filter: string;
 	params: Record<string, string>;
 } {

apps/api/src/query/builders/pages.ts

@@ -18,7 +18,17 @@ export const PagesBuilders: Record<string, SimpleQueryConfig> = {
 		orderBy: 'pageviews DESC',
 		limit: 100,
 		timeField: 'time',
-		allowedFilters: ['path', 'country', 'device_type', 'browser_name', 'os_name', 'referrer', 'utm_source', 'utm_medium', 'utm_campaign'],
+		allowedFilters: [
+			'path',
+			'country',
+			'device_type',
+			'browser_name',
+			'os_name',
+			'referrer',
+			'utm_source',
+			'utm_medium',
+			'utm_campaign',
+		],
 		customizable: true,
 		meta: {
 			title: 'Top Pages',
@@ -68,7 +78,17 @@ export const PagesBuilders: Record<string, SimpleQueryConfig> = {
 	},
 
 	entry_pages: {
-		allowedFilters: ['path', 'country', 'device_type', 'browser_name', 'os_name', 'referrer', 'utm_source', 'utm_medium', 'utm_campaign'],
+		allowedFilters: [
+			'path',
+			'country',
+			'device_type',
+			'browser_name',
+			'os_name',
+			'referrer',
+			'utm_source',
+			'utm_medium',
+			'utm_campaign',
+		],
 		customizable: true,
 		customSql: (
 			websiteId: string,
@@ -124,7 +144,17 @@ export const PagesBuilders: Record<string, SimpleQueryConfig> = {
 	},
 
 	exit_pages: {
-		allowedFilters: ['path', 'country', 'device_type', 'browser_name', 'os_name', 'referrer', 'utm_source', 'utm_medium', 'utm_campaign'],
+		allowedFilters: [
+			'path',
+			'country',
+			'device_type',
+			'browser_name',
+			'os_name',
+			'referrer',
+			'utm_source',
+			'utm_medium',
+			'utm_campaign',
+		],
 		customizable: true,
 		customSql: (
 			websiteId: string,
@@ -204,7 +234,17 @@ export const PagesBuilders: Record<string, SimpleQueryConfig> = {
 		orderBy: 'pageviews DESC',
 		limit: 100,
 		timeField: 'time',
-		allowedFilters: ['path', 'country', 'device_type', 'browser_name', 'os_name', 'referrer', 'utm_source', 'utm_medium', 'utm_campaign'],
+		allowedFilters: [
+			'path',
+			'country',
+			'device_type',
+			'browser_name',
+			'os_name',
+			'referrer',
+			'utm_source',
+			'utm_medium',
+			'utm_campaign',
+		],
 		customizable: true,
 	},
 };