fix: underscore escape while html transforming

ChengShi-1 · ChengShi-1 · commit cbb959ec217e · 2025-01-21T10:18:24.000-05:00
diff --git a/src/datasets/infra/repositories/transformers/datasetTransformers.ts b/src/datasets/infra/repositories/transformers/datasetTransformers.ts
@@ -312,7 +312,6 @@ const transformPayloadToDatasetMetadataFieldValue = (
   if (typeClass === 'anonymized') {
     return ANONYMIZED_FIELD_VALUE
   }
-
   if (typeof metadataFieldValuePayload === 'string') {
     if (keepRawFields) {
       return metadataFieldValuePayload
@@ -350,5 +349,8 @@ const transformPayloadToDatasetMetadataSubfieldValue = (
 }
 
 export const transformHtmlToMarkdown = (source: string): string => {
+  turndownService.escape = (text) => {
+    return text.replace(/\\_/g, '_')
+  }
   return turndownService.turndown(source)
 }

Original file line number	Diff line number	Diff line change
`@@ -312,7 +312,6 @@ const transformPayloadToDatasetMetadataFieldValue = (`
`312`	`312`	`if (typeClass === 'anonymized') {`
`313`	`313`	`return ANONYMIZED_FIELD_VALUE`
`314`	`314`	`}`
`315`		`-`
`316`	`315`	`if (typeof metadataFieldValuePayload === 'string') {`
`317`	`316`	`if (keepRawFields) {`
`318`	`317`	`return metadataFieldValuePayload`
`@@ -350,5 +349,8 @@ const transformPayloadToDatasetMetadataSubfieldValue = (`
`350`	`349`	`}`
`351`	`350`
`352`	`351`	`export const transformHtmlToMarkdown = (source: string): string => {`
	`352`	`+ turndownService.escape = (text) => {`
	`353`	`+ return text.replace(/\\_/g, '_')`
	`354`	`+ }`
`353`	`355`	`return turndownService.turndown(source)`
`354`	`356`	`}`