Release 2.0.0-preview with new options and tabular format

Update CLI and type definitions to support sections, tabular arrays, and
related options. Change default delimiter to pipe. Update documentation
and examples for new features.

Author: SeanLuis

nodejs-compressor/CHANGELOG.md

@@ -5,7 +5,7 @@ All notable changes to this project will be documented in this file.
 The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/),
 and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
 
-## [2.0.0] - 2025-01-13
+## [2.0.0-preview] - 2025-01-14
 
 ### 🚀 Major Release - ASON 2.0
 

nodejs-compressor/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@ason-format/ason",
-  "version": "1.1.4",
+  "version": "2.0.0-preview",
   "description": "ASON (Aliased Serialization Object Notation) - Token-optimized JSON compression for LLMs. Reduces tokens by 20-60% while maintaining perfect round-trip fidelity.",
   "main": "./dist/index.cjs",
   "module": "./dist/index.js",

nodejs-compressor/src/cli.js

@@ -15,11 +15,12 @@ function parseArgs(args) {
     output: null,
     encode: false,
     decode: false,
-    delimiter: ',',
+    delimiter: '|',
     indent: 1,
     stats: false,
     useReferences: true,
-    useDictionary: true
+    useSections: true,
+    useTabular: true
   };
 
   for (let i = 0; i < args.length; i++) {
@@ -39,8 +40,10 @@ function parseArgs(args) {
       options.stats = true;
     } else if (arg === '--no-references') {
       options.useReferences = false;
-    } else if (arg === '--no-dictionary') {
-      options.useDictionary = false;
+    } else if (arg === '--no-sections') {
+      options.useSections = false;
+    } else if (arg === '--no-tabular') {
+      options.useTabular = false;
     } else if (arg === '-h' || arg === '--help') {
       showHelp();
       process.exit(0);
@@ -66,11 +69,12 @@ OPTIONS:
   -o, --output <file>  Output file path (prints to stdout if omitted)
   -e, --encode         Force encode mode (JSON → ASON)
   -d, --decode         Force decode mode (ASON → JSON)
-  --delimiter <char>   Delimiter for arrays: ',' (comma), '\\t' (tab), '|' (pipe)
+  --delimiter <char>   Delimiter for tabular arrays: '|' (pipe), ',' (comma), '\\t' (tab)
   --indent <number>    Indentation size (default: 1)
   --stats              Show token count estimates and savings
-  --no-references      Disable object reference detection
-  --no-dictionary      Disable value dictionary
+  --no-references      Disable reference detection ($var)
+  --no-sections        Disable section organization (@section)
+  --no-tabular         Disable tabular array format (key:[N]{fields})
   -h, --help           Show this help message
 
 EXAMPLES:
@@ -194,7 +198,8 @@ try {
     indent: options.indent,
     delimiter: options.delimiter,
     useReferences: options.useReferences,
-    useDictionary: options.useDictionary
+    useSections: options.useSections,
+    useTabular: options.useTabular
   });
 
   if (mode === 'encode') {

nodejs-compressor/src/index.d.ts

@@ -19,8 +19,8 @@ export interface SmartCompressorOptions {
   indent?: number;
 
   /**
-   * Delimiter for CSV arrays
-   * @default ','
+   * Delimiter for tabular arrays
+   * @default '|'
    */
   delimiter?: string;
 
@@ -31,10 +31,34 @@ export interface SmartCompressorOptions {
   useReferences?: boolean;
 
   /**
-   * Enable inline-first value dictionary
+   * Enable section organization for objects
    * @default true
    */
-  useDictionary?: boolean;
+  useSections?: boolean;
+
+  /**
+   * Enable tabular array format for uniform arrays
+   * @default true
+   */
+  useTabular?: boolean;
+
+  /**
+   * Minimum fields required to create a section
+   * @default 3
+   */
+  minFieldsForSection?: number;
+
+  /**
+   * Minimum rows required for tabular format
+   * @default 2
+   */
+  minRowsForTabular?: number;
+
+  /**
+   * Minimum occurrences required to create a reference
+   * @default 2
+   */
+  minReferenceOccurrences?: number;
 }
 
 /**
@@ -94,10 +118,10 @@ export class SmartCompressor {
   /**
    * Compresses JSON data into ASON format.
    *
-   * Performs a three-pass compression:
-   * 1. Detect repeated array structures (3+ occurrences)
-   * 2. Detect repeated objects (2+ occurrences)
-   * 3. Detect frequent string values (2+ occurrences)
+   * Performs multi-pass compression:
+   * 1. Detect repeated values (references → $var)
+   * 2. Detect object organization (sections → @section)
+   * 3. Detect uniform arrays (tabular → key:[N]{fields})
    *
    * @param data - Any JSON-serializable data
    * @returns ASON-formatted string
@@ -111,7 +135,7 @@ export class SmartCompressor {
    *   ]
    * };
    * const compressed = compressor.compress(data);
-   * // Output: users:[2]@id,name,email\n1,Alice,alice@example.com\n2,Bob,bob@example.com
+   * // Output: users:[2]{id,name,email}\n1|Alice|alice@example.com\n2|Bob|bob@example.com
    * ```
    */
   compress(data: any): string;
@@ -120,20 +144,19 @@ export class SmartCompressor {
    * Decompresses ASON format back to original JSON structure.
    *
    * Parses the ASON format including:
-   * - $def: section for structure/object/value definitions
-   * - $data: section for actual data
-   * - Uniform array notation ([N]@keys)
-   * - Object aliases (&obj0)
-   * - Value dictionary references (#0)
+   * - Tabular arrays (key:[N]{fields})
+   * - Sections (@section)
+   * - References ($var)
    * - Path flattening (a.b.c)
+   * - Non-tabular arrays (- prefix)
    *
    * @param text - ASON formatted string
    * @returns Original JSON data structure
    * @throws {Error} If parsing fails due to malformed input
    *
    * @example
    * ```typescript
-   * const ason = "users:[2]@id,name\n1,Alice\n2,Bob";
+   * const ason = "users:[2]{id,name}\n1|Alice\n2|Bob";
    * const original = compressor.decompress(ason);
    * // Returns: {users: [{id: 1, name: "Alice"}, {id: 2, name: "Bob"}]}
    * ```