Deploy June 10, 2025 (#5486)

Here are the changes:

[Julien Wajsberg] Fix the compare view when using the same profile in both entries (#5469)
[Nazım Can Altınova] Change the tests that check co2 values so they don't fail on every co2 dependency update (#5475)
[Julien Wajsberg] Ignore the Symbol Store database cache when the user presses the resymbolication button (#5479)
[Markus Stange] In the profile format, store a shared stringArray for all threads (#5481)

Author: julienw

docs-developer/CHANGELOG-formats.md

@@ -6,6 +6,10 @@ Note that this is not an exhaustive list. Processed profile format upgraders can
 
 ## Processed profile format
 
+### Version 56
+
+The `stringArray` is now shared across threads. The shared array is stored at `profile.shared.stringArray`.
+
 ### Version 55
 
 Changes to the `MarkerSchema` type which is used for the elements of the array at `profile.meta.markerSchema`:

package.json

@@ -63,7 +63,7 @@
   },
   "dependencies": {
     "@codemirror/lang-cpp": "^6.0.2",
-    "@codemirror/lang-javascript": "^6.2.3",
+    "@codemirror/lang-javascript": "^6.2.4",
     "@codemirror/lang-rust": "^6.0.1",
     "@codemirror/language": "^6.11.0",
     "@codemirror/state": "^6.5.2",
@@ -73,7 +73,7 @@
     "@fluent/langneg": "^0.7.0",
     "@fluent/react": "^0.15.2",
     "@lezer/highlight": "^1.2.1",
-    "@tgwf/co2": "^0.16.7",
+    "@tgwf/co2": "^0.16.8",
     "array-move": "^3.0.1",
     "array-range": "^1.0.1",
     "clamp": "^1.0.1",
@@ -92,8 +92,8 @@
     "mixedtuplemap": "^1.0.0",
     "namedtuplemap": "^1.0.0",
     "photon-colors": "^3.3.2",
-    "protobufjs": "^7.5.0",
-    "query-string": "^9.1.2",
+    "protobufjs": "^7.5.2",
+    "query-string": "^9.2.0",
     "react": "^18.3.1",
     "react-dom": "^18.3.1",
     "react-intersection-observer": "^9.16.0",
@@ -154,13 +154,13 @@
     "husky": "^4.3.8",
     "jest": "^29.7.0",
     "jest-environment-jsdom": "^29.7.0",
-    "jest-extended": "^4.0.2",
+    "jest-extended": "^5.0.3",
     "json-loader": "^0.5.7",
     "local-web-server": "^5.4.0",
     "lockfile-lint": "^4.14.1",
     "mkdirp": "^3.0.1",
     "node-fetch": "^2.6.11",
-    "npm-run-all2": "^8.0.1",
+    "npm-run-all2": "^8.0.4",
     "open": "^10.1.2",
     "postcss": "^8.5.3",
     "postcss-loader": "^8.1.1",
@@ -171,11 +171,11 @@
     "stylelint": "^16.19.1",
     "stylelint-config-idiomatic-order": "^10.0.0",
     "stylelint-config-standard": "^38.0.0",
-    "webpack": "^5.99.8",
+    "webpack": "^5.99.9",
     "webpack-cli": "^6.0.1",
     "webpack-dev-server": "^5.2.1",
     "workbox-webpack-plugin": "^7.3.0",
-    "yargs": "^17.7.2"
+    "yargs": "^18.0.0"
   },
   "jest": {
     "collectCoverageFrom": [

src/actions/receive-profile.js

@@ -38,6 +38,7 @@ import {
   getRelevantPagesForActiveTab,
   getSymbolServerUrl,
   getActiveTabID,
+  getBrowserConnection,
 } from 'firefox-profiler/selectors';
 import {
   getSelectedTab,
@@ -397,7 +398,7 @@ export function finalizeFullProfileView(
         const thread = profile.threads[threadIndex];
         const { samples, jsAllocations, nativeAllocations } = thread;
         hasSamples = [samples, jsAllocations, nativeAllocations].some((table) =>
-          hasUsefulSamples(table?.stack, thread)
+          hasUsefulSamples(table?.stack, thread, profile.shared)
         );
         if (hasSamples) {
           break;
@@ -722,15 +723,20 @@ export function resymbolicateProfile(): ThunkAction<Promise<void>> {
     const symbolStore = getSymbolStore(
       dispatch,
       getSymbolServerUrl(getState()),
-      null
+      getBrowserConnection(getState())
     );
     const profile = getProfile(getState());
     if (!symbolStore) {
       throw new Error(
         'There was no symbol store when attempting to re-symbolicate.'
       );
     }
-    await doSymbolicateProfile(dispatch, profile, symbolStore);
+    await doSymbolicateProfile(
+      dispatch,
+      profile,
+      symbolStore,
+      /* ignoreCache */ true
+    );
   };
 }
 
@@ -793,7 +799,7 @@ export function bulkProcessSymbolicationSteps(
   symbolicationStepsPerThread: Map<ThreadIndex, SymbolicationStepInfo[]>
 ): ThunkAction<void> {
   return (dispatch, getState) => {
-    const { threads } = getProfile(getState());
+    const { threads, shared } = getProfile(getState());
     const oldFuncToNewFuncsMaps: Map<ThreadIndex, FuncToFuncsMap> = new Map();
     const symbolicatedThreads = threads.map((oldThread, threadIndex) => {
       const symbolicationSteps = symbolicationStepsPerThread.get(threadIndex);
@@ -802,6 +808,7 @@ export function bulkProcessSymbolicationSteps(
       }
       const { thread, oldFuncToNewFuncsMap } = applySymbolicationSteps(
         oldThread,
+        shared,
         symbolicationSteps
       );
       oldFuncToNewFuncsMaps.set(threadIndex, oldFuncToNewFuncsMap);
@@ -1004,7 +1011,8 @@ function getSymbolStore(
 export async function doSymbolicateProfile(
   dispatch: Dispatch,
   profile: Profile,
-  symbolStore: SymbolStore
+  symbolStore: SymbolStore,
+  ignoreCache?: boolean
 ) {
   dispatch(startSymbolicating());
 
@@ -1027,7 +1035,8 @@ export async function doSymbolicateProfile(
           );
         })
       );
-    }
+    },
+    ignoreCache
   );
 
   await Promise.all(completionPromises);
@@ -1895,7 +1904,7 @@ export function changeTabFilter(tabID: TabID | null): ThunkAction<void> {
         const thread = profile.threads[threadIndex];
         const { samples, jsAllocations, nativeAllocations } = thread;
         hasSamples = [samples, jsAllocations, nativeAllocations].some((table) =>
-          hasUsefulSamples(table?.stack, thread)
+          hasUsefulSamples(table?.stack, thread, profile.shared)
         );
         if (hasSamples) {
           break;

src/app-logic/constants.js

@@ -14,7 +14,7 @@ export const GECKO_PROFILE_VERSION = 31;
 // The current version of the "processed" profile format.
 // Please don't forget to update the processed profile format changelog in
 // `docs-developer/CHANGELOG-formats.md`.
-export const PROCESSED_PROFILE_VERSION = 55;
+export const PROCESSED_PROFILE_VERSION = 56;
 
 // The following are the margin sizes for the left and right of the timeline. Independent
 // components need to share these values.

src/components/js-tracer/Chart.js

@@ -15,6 +15,7 @@ import { JsTracerCanvas } from './Canvas';
 import {
   getCommittedRange,
   getPreviewSelection,
+  getStringTable,
 } from 'firefox-profiler/selectors/profile';
 import { selectedThreadSelectors } from 'firefox-profiler/selectors/per-thread';
 import { getSelectedThreadsKey } from 'firefox-profiler/selectors/url-state';
@@ -136,7 +137,7 @@ const JsTracerExpensiveChart = explicitConnect<
 >({
   mapStateToProps: (state, ownProps) => ({
     timeRange: getCommittedRange(state),
-    stringTable: selectedThreadSelectors.getStringTable(state),
+    stringTable: getStringTable(state),
     threadsKey: getSelectedThreadsKey(state),
     previewSelection: getPreviewSelection(state),
     jsTracerTimingRows: ensureExists(

src/profile-logic/active-tab.js

@@ -67,15 +67,20 @@ export function computeActiveTabTracks(
   const screenshots = [];
   const topmostInnerWindowIDs = getTopmostInnerWindowIDs(relevantPages);
   const innerWindowIDToPageMap = _getInnerWindowIDToPageMap(relevantPages);
+  const { stringArray } = profile.shared;
+  const stringTable = StringTable.withBackingArray(stringArray);
+
+  const screenshotNameIndex = stringTable.indexForString(
+    'CompositorScreenshot'
+  );
 
   for (
     let threadIndex = 0;
     threadIndex < profile.threads.length;
     threadIndex++
   ) {
     const thread = profile.threads[threadIndex];
-    const { markers, stringArray } = thread;
-    const stringTable = StringTable.withBackingArray(stringArray);
+    const { markers } = thread;
 
     if (thread.isMainThread) {
       // This is a main thread, there is a possibility that it can be a global
@@ -120,9 +125,6 @@ export function computeActiveTabTracks(
 
     // Check for screenshots.
     const windowIDs: Set<string> = new Set();
-    const screenshotNameIndex = stringTable.indexForString(
-      'CompositorScreenshot'
-    );
     if (screenshotNameIndex !== -1) {
       for (let markerIndex = 0; markerIndex < markers.length; markerIndex++) {
         if (markers.name[markerIndex] === screenshotNameIndex) {

src/profile-logic/data-structures.js

@@ -397,7 +397,6 @@ export function getEmptyThread(overrides?: $Shape<RawThread>): RawThread {
     markers: getEmptyRawMarkerTable(),
     stackTable: getEmptyRawStackTable(),
     frameTable: getEmptyFrameTable(),
-    stringArray: [],
     funcTable: getEmptyFuncTable(),
     resourceTable: getEmptyResourceTable(),
     nativeSymbols: getEmptyNativeSymbolTable(),
@@ -436,6 +435,9 @@ export function getEmptyProfile(): Profile {
     },
     libs: [],
     pages: [],
+    shared: {
+      stringArray: [],
+    },
     threads: [],
   };
 }

src/profile-logic/import/chrome.js

@@ -512,6 +512,8 @@ async function processTracingEvents(
   // new samples on our target interval of 500us.
   profile.meta.interval = 0.5;
 
+  const stringTable = StringTable.withBackingArray(profile.shared.stringArray);
+
   let profileEvents: (ProfileEvent | CpuProfileEvent)[] =
     (eventsByName.get('Profile'): any) || [];
 
@@ -577,13 +579,10 @@ async function processTracingEvents(
         funcTable,
         frameTable,
         stackTable,
-        stringArray,
         samples: samplesTable,
         resourceTable,
       } = thread;
 
-      const stringTable = StringTable.withBackingArray(stringArray);
-
       if (nodes) {
         const parentMap = new Map();
         for (const node of nodes) {
@@ -839,7 +838,7 @@ async function extractScreenshots(
     screenshots[0]
   );
 
-  const stringTable = StringTable.withBackingArray(thread.stringArray);
+  const stringTable = StringTable.withBackingArray(profile.shared.stringArray);
 
   const graphicsIndex = ensureExists(profile.meta.categories).findIndex(
     (category) => category.name === 'Graphics'
@@ -930,6 +929,8 @@ function extractMarkers(
     throw new Error('No "Other" category in empty profile category list');
   }
 
+  const stringTable = StringTable.withBackingArray(profile.shared.stringArray);
+
   profile.meta.markerSchema = [
     {
       name: 'EventDispatch',
@@ -996,8 +997,7 @@ function extractMarkers(
           event
         );
         const { thread } = threadInfo;
-        const { markers, stringArray } = thread;
-        const stringTable = StringTable.withBackingArray(stringArray);
+        const { markers } = thread;
         let argData: MixedObject | null = null;
         if (event.args && typeof event.args === 'object') {
           argData = (event.args: any).data || null;

src/profile-logic/import/dhat.js

@@ -180,10 +180,10 @@ export function attemptToConvertDhat(json: mixed): Profile | null {
   const profile = getEmptyProfile();
   profile.meta.product = dhat.cmd + ' (dhat)';
   profile.meta.importedFrom = `dhat`;
+  const stringTable = StringTable.withBackingArray(profile.shared.stringArray);
 
   const allocationsTable = getEmptyUnbalancedNativeAllocationsTable();
-  const { funcTable, stringArray, stackTable, frameTable } = getEmptyThread();
-  const stringTable = StringTable.withBackingArray(stringArray);
+  const { funcTable, stackTable, frameTable } = getEmptyThread();
 
   const funcKeyToFuncIndex = new Map<string, IndexIntoFuncTable>();
 
@@ -371,7 +371,6 @@ export function attemptToConvertDhat(json: mixed): Profile | null {
     thread.pid = dhat.pid;
     thread.tid = i;
     thread.name = name;
-    thread.stringArray = stringTable.getBackingArray();
 
     thread.funcTable.name = funcTable.name.slice();
     thread.funcTable.isJS = funcTable.isJS.slice();

src/profile-logic/import/simpleperf.js

@@ -223,24 +223,30 @@ class FirefoxThread {
   tid: number;
   pid: number;
 
-  stringArray = [];
-  strings = StringTable.withBackingArray(this.stringArray);
+  strings: StringTable;
 
   sampleTable: RawSamplesTable = getEmptySamplesTable();
 
-  stackTable: FirefoxSampleTable = new FirefoxSampleTable(this.strings);
-  frameTable: FirefoxFrameTable = new FirefoxFrameTable(this.strings);
-  funcTable: FirefoxFuncTable = new FirefoxFuncTable(this.strings);
-  resourceTable: FirefoxResourceTable = new FirefoxResourceTable(this.strings);
+  stackTable: FirefoxSampleTable;
+  frameTable: FirefoxFrameTable;
+  funcTable: FirefoxFuncTable;
+  resourceTable: FirefoxResourceTable;
 
   cpuClockEventId: number = -1;
 
-  constructor(thread: report.IThread) {
+  constructor(thread: report.IThread, stringTable: StringTable) {
     this.tid = thread.threadId;
     this.pid = thread.processId;
 
     this.isMainThread = thread.threadId === thread.processId;
     this.name = thread.threadName ?? '';
+
+    this.strings = stringTable;
+
+    this.stackTable = new FirefoxSampleTable(this.strings);
+    this.frameTable = new FirefoxFrameTable(this.strings);
+    this.funcTable = new FirefoxFuncTable(this.strings);
+    this.resourceTable = new FirefoxResourceTable(this.strings);
   }
 
   toJson(): RawThread {
@@ -259,7 +265,6 @@ class FirefoxThread {
       markers: getEmptyRawMarkerTable(),
       stackTable: this.stackTable.toJson(),
       frameTable: this.frameTable.toJson(),
-      stringArray: this.stringArray,
       funcTable: this.funcTable.toJson(),
       resourceTable: this.resourceTable.toJson(),
       nativeSymbols: getEmptyNativeSymbolTable(),
@@ -358,10 +363,16 @@ class FirefoxProfile {
   sampleCount: number = 0;
   lostCount: number = 0;
 
+  stringArray = [];
+  stringTable = StringTable.withBackingArray(this.stringArray);
+
   toJson(): Profile {
     return {
       meta: this.getProfileMeta(),
       libs: [],
+      shared: {
+        stringArray: this.stringArray,
+      },
       threads: this.threads.map((thread) => thread.toJson()),
     };
   }
@@ -439,7 +450,7 @@ class FirefoxProfile {
   }
 
   addThread(thread: report.IThread) {
-    const firefoxThread = new FirefoxThread(thread);
+    const firefoxThread = new FirefoxThread(thread, this.stringTable);
     this.threads.push(firefoxThread);
     this.threadMap.set(thread.threadId, firefoxThread);
   }