-
Notifications
You must be signed in to change notification settings - Fork 548
Expand file tree
/
Copy pathload.ts
More file actions
99 lines (85 loc) · 2.65 KB
/
load.ts
File metadata and controls
99 lines (85 loc) · 2.65 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
import { readDir, readTextFile, remove } from "@tauri-apps/plugin-fs";
import type { HumanStorage } from "@hypr/store";
import { isFileNotFoundError, isUUID } from "../utils";
import {
getHumanDir,
getHumanFilePath,
parseMarkdownWithFrontmatter,
} from "./utils";
export async function loadAllHumans(
dataDir: string,
): Promise<Record<string, HumanStorage>> {
const result: Record<string, HumanStorage> = {};
const humansDir = getHumanDir(dataDir);
let entries: { name: string; isDirectory: boolean }[];
try {
entries = await readDir(humansDir);
} catch (error) {
if (isFileNotFoundError(error)) {
return result;
}
throw error;
}
for (const entry of entries) {
if (entry.isDirectory) continue;
if (!entry.name.endsWith(".md")) continue;
const humanId = entry.name.replace(/\.md$/, "");
if (!isUUID(humanId)) {
console.warn(`[HumanPersister] Skipping non-UUID file: ${entry.name}`);
continue;
}
try {
const filePath = getHumanFilePath(dataDir, humanId);
const content = await readTextFile(filePath);
const { frontmatter, body } = await parseMarkdownWithFrontmatter(content);
result[humanId] = {
user_id: String(frontmatter.user_id ?? ""),
created_at: String(frontmatter.created_at ?? ""),
name: String(frontmatter.name ?? ""),
email: String(frontmatter.email ?? ""),
org_id: String(frontmatter.org_id ?? ""),
job_title: String(frontmatter.job_title ?? ""),
linkedin_username: String(frontmatter.linkedin_username ?? ""),
memo: body,
};
} catch (error) {
console.error(`[HumanPersister] Failed to load human ${humanId}:`, error);
continue;
}
}
return result;
}
export async function cleanupOrphanHumanFiles(
dataDir: string,
validHumanIds: Set<string>,
): Promise<void> {
const humansDir = getHumanDir(dataDir);
let entries: { name: string; isDirectory: boolean }[];
try {
entries = await readDir(humansDir);
} catch (error) {
if (isFileNotFoundError(error)) {
return;
}
throw error;
}
for (const entry of entries) {
if (entry.isDirectory) continue;
if (!entry.name.endsWith(".md")) continue;
const humanId = entry.name.replace(/\.md$/, "");
if (!isUUID(humanId)) continue;
if (!validHumanIds.has(humanId)) {
try {
const filePath = getHumanFilePath(dataDir, humanId);
await remove(filePath);
} catch (error) {
if (!isFileNotFoundError(error)) {
console.error(
`[HumanPersister] Failed to remove orphan file ${entry.name}:`,
error,
);
}
}
}
}
}