smart apostrophe handling

Author: cscheid

crates/quarto-markdown-pandoc/CLAUDE.md

@@ -62,3 +62,4 @@ The `quarto-markdown-pandoc` binary accepts the following options:
 - If you need to fix parser bugs, you will find use in running the application with "-v", which will provide a large amount of information from the tree-sitter parsing process, including a print of the concrete syntax tree out to stderr.
 - When fixing inconsistency bugs, use `pandoc -t json -i <input_file>` to get Pandoc's output, and `cargo run -- -t json -i <input_file>` to get our output.
 - When fixing roundtripping bugs, make sure to always add a roundtripping test to `tests/roundtrip_tests/qmd-json-qmd`.
+- When I say "@doit", I mean "create a plan, and work on it item by item."

crates/quarto-markdown-pandoc/src/pandoc/treesitter.rs

@@ -160,6 +160,12 @@ fn create_specifier_base_text(
     PandocNativeIntermediate::IntermediateBaseText(id, node_location(node))
 }
 
+// Helper function to convert straight apostrophes to smart quotes
+// Converts ASCII apostrophe (') to Unicode right single quotation mark (')
+fn apply_smart_quotes(text: String) -> String {
+    text.replace('\'', "\u{2019}")
+}
+
 // Helper function to create simple line break inlines
 fn create_line_break_inline(node: &tree_sitter::Node, is_hard: bool) -> PandocNativeIntermediate {
     let range = node_location(node);
@@ -1696,7 +1702,7 @@ fn process_native_inline<T: Write>(
                 })
             } else {
                 Inline::Str(Str {
-                    text,
+                    text: apply_smart_quotes(text),
                     source_info: SourceInfo::with_range(range),
                 })
             }

crates/quarto-markdown-pandoc/src/writers/qmd.rs

@@ -660,9 +660,15 @@ fn determine_backticks(text: &str) -> String {
     "`".repeat(max_backticks + 1)
 }
 
+// Helper function to reverse smart quotes conversion
+// Converts Unicode right single quotation mark (') back to ASCII apostrophe (')
+fn reverse_smart_quotes(text: &str) -> String {
+    text.replace('\u{2019}', "'")
+}
+
 fn write_str(s: &Str, buf: &mut dyn std::io::Write) -> std::io::Result<()> {
     // FIXME what are the escaping rules that Pandoc uses?
-    write!(buf, "{}", s.text)
+    write!(buf, "{}", reverse_smart_quotes(&s.text))
 }
 
 fn write_space(_: &crate::pandoc::Space, buf: &mut dyn std::io::Write) -> std::io::Result<()> {

crates/quarto-markdown-pandoc/tests/roundtrip_tests/qmd-json-qmd/smart_quotes_apostrophes.qmd

@@ -0,0 +1,3 @@
+This project's important.
+
+I can't believe it's working! We're done.