[9.2] [Lens][Table] Fix filtering on tables with formula columns (#239222) (#239235)

# Backport

This will backport the following commits from `main` to `9.2`:
- [[Lens][Table] Fix filtering on tables with formula columns
(#239222)](#239222)

<!--- Backport version: 9.6.6 -->

### Questions ?
Please refer to the [Backport tool
documentation](https://github.com/sorenlouv/backport)

<!--BACKPORT [{"author":{"name":"Nick
Partridge","email":"[email protected]"},"sourceCommit":{"committedDate":"2025-10-15T20:57:22Z","message":"[Lens][Table]
Fix filtering on tables with formula columns (#239222)\n\n##
Summary\n\nFixes a bug in the Lens Table that broke **click to filter**
on table rows when any column is used as a formula.\n\n## Release
Notes\n\nFixes a bug in the Lens Table that broke **click to filter** on
table\nrows when any column is used as a
formula.","sha":"b0bac3df208a70bda7509fb96709d24d78dd2aba","branchLabelMapping":{"^v9.3.0$":"main","^v(\\d+).(\\d+).\\d+$":"$1.$2"}},"sourcePullRequest":{"labels":["release_note:fix","Team:Visualizations","Feature:Lens","backport:all-open","v9.3.0"],"title":"[Lens][Table]
Fix filtering on tables with formula
columns","number":239222,"url":"https://github.com/elastic/kibana/pull/239222","mergeCommit":{"message":"[Lens][Table]
Fix filtering on tables with formula columns (#239222)\n\n##
Summary\n\nFixes a bug in the Lens Table that broke **click to filter**
on table rows when any column is used as a formula.\n\n## Release
Notes\n\nFixes a bug in the Lens Table that broke **click to filter** on
table\nrows when any column is used as a
formula.","sha":"b0bac3df208a70bda7509fb96709d24d78dd2aba"}},"sourceBranch":"main","suggestedTargetBranches":[],"targetPullRequestStates":[{"branch":"main","label":"v9.3.0","branchLabelMappingKey":"^v9.3.0$","isSourceBranch":true,"state":"MERGED","url":"https://github.com/elastic/kibana/pull/239222","number":239222,"mergeCommit":{"message":"[Lens][Table]
Fix filtering on tables with formula columns (#239222)\n\n##
Summary\n\nFixes a bug in the Lens Table that broke **click to filter**
on table rows when any column is used as a formula.\n\n## Release
Notes\n\nFixes a bug in the Lens Table that broke **click to filter** on
table\nrows when any column is used as a
formula.","sha":"b0bac3df208a70bda7509fb96709d24d78dd2aba"}}]}]
BACKPORT-->

Co-authored-by: Nick Partridge <[email protected]>

Author: kibanamachine

x-pack/platform/plugins/shared/lens/common/expressions/impl/datatable/datatable_fn.test.ts

@@ -119,4 +119,31 @@ describe('datatableFn', () => {
     expect(resultColumnIds).toEqual(expectedColumnIds);
     expect(resultColumnIds).toEqual(['bucket1', 'bucket2', 'bucket3', 'metric1', 'metric2']);
   });
+
+  // This is needed for ghost formula columns, see https://github.com/elastic/kibana/issues/239170
+  it('should sort unknown columns in table by order of args.columns', async () => {
+    const table = buildTable();
+    const shuffledTable: Datatable = {
+      ...table,
+      columns: shuffle([
+        ...table.columns,
+        { id: 'unknown', name: 'unknown', meta: { type: 'number' } },
+      ]),
+    };
+    const args = buildArgs();
+    const result = await datatableFn(() => mockFormatFactory)(shuffledTable, args, context);
+
+    const resultColumnIds = result.value.data.columns.map((c) => c.id);
+    const expectedColumnIds = args.columns.map((c) => c.columnId).concat('unknown');
+
+    expect(resultColumnIds).toEqual(expectedColumnIds);
+    expect(resultColumnIds).toEqual([
+      'bucket1',
+      'bucket2',
+      'bucket3',
+      'metric1',
+      'metric2',
+      'unknown',
+    ]);
+  });
 });

x-pack/platform/plugins/shared/lens/common/expressions/impl/datatable/datatable_fn.ts

@@ -21,7 +21,7 @@ export const datatableFn =
   ): DatatableExpressionFunction['fn'] =>
   async (table, args, context) => {
     const columnSortMap = args.columns.reduce((acc, c, i) => acc.set(c.columnId, i), new Map());
-    const getColumnSort = (id: string) => columnSortMap.get(id) ?? -1;
+    const getColumnSort = (id: string) => columnSortMap.get(id) ?? Infinity;
     const sortedTable: Datatable = {
       ...table,
       columns: table.columns.slice().sort((a, b) => getColumnSort(a.id) - getColumnSort(b.id)),