From 5911fd930d73c49693b5187c7287d7b8fdf58bb4 Mon Sep 17 00:00:00 2001
From: "Christopher J. Markiewicz" <markiewicz@stanford.edu>
Date: Mon, 15 Sep 2025 13:36:48 -0400
Subject: [PATCH 1/3] feat: Cache JSON file loads

---
 src/files/json.ts  | 5 ++++-
 src/schema/walk.ts | 2 ++
 2 files changed, 6 insertions(+), 1 deletion(-)

diff --git a/src/files/json.ts b/src/files/json.ts
index ecff70be..cca0320a 100644
--- a/src/files/json.ts
+++ b/src/files/json.ts
@@ -1,3 +1,4 @@
+import { filememoizeAsync } from '../utils/memoize.ts'
 import type { BIDSFile } from '../types/filetree.ts'
 
 async function readJSONText(file: BIDSFile): Promise<string> {
@@ -20,7 +21,7 @@ async function readJSONText(file: BIDSFile): Promise<string> {
   }
 }
 
-export async function loadJSON(file: BIDSFile): Promise<Record<string, unknown>> {
+async function _loadJSON(file: BIDSFile): Promise<Record<string, unknown>> {
   const text = await readJSONText(file) // Raise encoding errors
   let parsedText
   try {
@@ -36,3 +37,5 @@ export async function loadJSON(file: BIDSFile): Promise<Record<string, unknown>>
   }
   return parsedText
 }
+
+export const loadJSON = filememoizeAsync(_loadJSON)
diff --git a/src/schema/walk.ts b/src/schema/walk.ts
index c9d6157f..d8023723 100644
--- a/src/schema/walk.ts
+++ b/src/schema/walk.ts
@@ -2,6 +2,7 @@ import { BIDSContext, type BIDSContextDataset } from './context.ts'
 import type { BIDSFile, FileTree } from '../types/filetree.ts'
 import type { DatasetIssues } from '../issues/datasetIssues.ts'
 import { loadTSV } from '../files/tsv.ts'
+import { loadJSON } from '../files/json.ts'
 
 function* quickWalk(dir: FileTree): Generator<BIDSFile> {
   for (const file of dir.files) {
@@ -49,6 +50,7 @@ async function* _walkFileTree(
     }
   }
   loadTSV.cache.delete(fileTree.path)
+  loadJSON.cache.delete(fileTree.path)
 }
 
 /** Walk all files in the dataset and construct a context for each one */

From eeb1b03db44340eef689b13933d9fcd86834cafa Mon Sep 17 00:00:00 2001
From: "Christopher J. Markiewicz" <markiewicz@stanford.edu>
Date: Mon, 15 Sep 2025 13:49:42 -0400
Subject: [PATCH 2/3] test: Adapt JSON tests for caching loader

---
 src/files/json.test.ts | 15 ++++++++++-----
 1 file changed, 10 insertions(+), 5 deletions(-)

diff --git a/src/files/json.test.ts b/src/files/json.test.ts
index 7426e8ae..b9f5c3f9 100644
--- a/src/files/json.test.ts
+++ b/src/files/json.test.ts
@@ -2,6 +2,7 @@ import { type assert, assertObjectMatch } from '@std/assert'
 import type { BIDSFile } from '../types/filetree.ts'
 import type { FileIgnoreRules } from './ignore.ts'
 
+import { pathsToTree } from '../files/filetree.ts'
 import { loadJSON } from './json.ts'
 
 function encodeUTF16(text: string) {
@@ -17,9 +18,12 @@ function encodeUTF16(text: string) {
   return buffer
 }
 
-function makeFile(text: string, encoding: string): BIDSFile {
+function makeFile(path: string, text: string, encoding: string): BIDSFile {
   const bytes = encoding === 'utf-8' ? new TextEncoder().encode(text) : encodeUTF16(text)
+  const file = pathsToTree([path]).get(path) as BIDSFile
   return {
+    path: file.path,
+    parent: file.parent,
     readBytes: async (size: number) => {
       return new Uint8Array(bytes)
     },
@@ -29,13 +33,13 @@ function makeFile(text: string, encoding: string): BIDSFile {
 
 Deno.test('Test JSON error conditions', async (t) => {
   await t.step('Load valid JSON', async () => {
-    const JSONfile = makeFile('{"a": 1}', 'utf-8')
+    const JSONfile = makeFile('/valid-contents.json', '{"a": 1}', 'utf-8')
     const result = await loadJSON(JSONfile)
     assertObjectMatch(result, { a: 1 })
   })
 
   await t.step('Error on BOM', async () => {
-    const BOMfile = makeFile('\uFEFF{"a": 1}', 'utf-8')
+    const BOMfile = makeFile('/BOM.json', '\uFEFF{"a": 1}', 'utf-8')
     let error: any = undefined
     await loadJSON(BOMfile).catch((e) => {
       error = e
@@ -44,7 +48,7 @@ Deno.test('Test JSON error conditions', async (t) => {
   })
 
   await t.step('Error on UTF-16', async () => {
-    const UTF16file = makeFile('{"a": 1}', 'utf-16')
+    const UTF16file = makeFile('/utf16.json', '{"a": 1}', 'utf-16')
     let error: any = undefined
     await loadJSON(UTF16file).catch((e) => {
       error = e
@@ -53,11 +57,12 @@ Deno.test('Test JSON error conditions', async (t) => {
   })
 
   await t.step('Error on invalid JSON syntax', async () => {
-    const badJSON = makeFile('{"a": 1]', 'utf-8')
+    const badJSON = makeFile('/bad-syntax.json', '{"a": 1]', 'utf-8')
     let error: any = undefined
     await loadJSON(badJSON).catch((e) => {
       error = e
     })
     assertObjectMatch(error, { code: 'JSON_INVALID' })
   })
+  loadJSON.cache.clear()
 })

From 02345e74bf112da0e664c0cde6d95626d11f18af Mon Sep 17 00:00:00 2001
From: "Christopher J. Markiewicz" <markiewicz@stanford.edu>
Date: Mon, 15 Sep 2025 14:50:10 -0400
Subject: [PATCH 3/3] doc: Add changelog entry

---
 .../20250915_144507_markiewicz_cache_json.md  | 47 +++++++++++++++++++
 1 file changed, 47 insertions(+)
 create mode 100644 changelog.d/20250915_144507_markiewicz_cache_json.md

diff --git a/changelog.d/20250915_144507_markiewicz_cache_json.md b/changelog.d/20250915_144507_markiewicz_cache_json.md
new file mode 100644
index 00000000..ffeb6de5
--- /dev/null
+++ b/changelog.d/20250915_144507_markiewicz_cache_json.md
@@ -0,0 +1,47 @@
+<!--
+A new scriv changelog fragment.
+
+Uncomment the section that is right (remove the HTML comment wrapper).
+For top level release notes, leave all the headers commented out.
+-->
+
+<!--
+### Added
+
+- A bullet item for the Added category.
+
+-->
+### Changed
+
+- Parsed JSON files are now cached to reduce I/O and parsing costs.
+
+<!--
+### Fixed
+
+- A bullet item for the Fixed category.
+
+-->
+<!--
+### Deprecated
+
+- A bullet item for the Deprecated category.
+
+-->
+<!--
+### Removed
+
+- A bullet item for the Removed category.
+
+-->
+<!--
+### Security
+
+- A bullet item for the Security category.
+
+-->
+<!--
+### Infrastructure
+
+- A bullet item for the Infrastructure category.
+
+-->