Update indentation parameters

Author: petrukha-ivan

Sources/MLXStructured/Generate.swift

@@ -34,9 +34,10 @@ public func generate<Content: Decodable>(
     context: ModelContext,
     schema: JSONSchema,
     generating: Content.Type,
+    indent: Int? = nil,
     didGenerate: ([Int]) -> GenerateDisposition = { _ in .more }
 ) async throws -> (GenerateResult, Content) {
-    let grammar = try Grammar.schema(schema)
+    let grammar = try Grammar.schema(schema, indent: indent)
     let sampler = parameters.sampler()
     let processor = try await GrammarMaskedLogitProcessor.from(configuration: context.configuration, grammar: grammar)
     let iterator = try TokenIterator(input: input, model: context.model, processor: processor, sampler: sampler)
@@ -52,10 +53,11 @@ public func generate<Content: Generable>(
     parameters: GenerateParameters = GenerateParameters(),
     context: ModelContext,
     generating: Content.Type,
+    indent: Int? = nil,
     didGenerate: ([Int]) -> GenerateDisposition = { _ in .more }
 ) async throws -> (GenerateResult, Content) {
     let sampler = parameters.sampler()
-    let grammar = try Grammar.generable(Content.self)
+    let grammar = try Grammar.generable(Content.self, indent: indent)
     let processor = try await GrammarMaskedLogitProcessor.from(configuration: context.configuration, grammar: grammar)
     let iterator = try TokenIterator(input: input, model: context.model, processor: processor, sampler: sampler)
     let result = generate(input: input, context: context, iterator: iterator, didGenerate: didGenerate)
@@ -68,10 +70,11 @@ public func generate<Content: Generable>(
     input: LMInput,
     parameters: GenerateParameters = GenerateParameters(),
     context: ModelContext,
-    generating: Content.Type
+    generating: Content.Type,
+    indent: Int? = nil
 ) async throws -> AsyncStream<Content.PartiallyGenerated> {
     let sampler = parameters.sampler()
-    let grammar = try Grammar.generable(Content.self)
+    let grammar = try Grammar.generable(Content.self, indent: indent)
     let processor = try await GrammarMaskedLogitProcessor.from(configuration: context.configuration, grammar: grammar)
     let iterator = try TokenIterator(input: input, model: context.model, processor: processor, sampler: sampler)
     let stream = generate(input: input, context: context, iterator: iterator)

Sources/MLXStructuredCLI/Commands/CodableExample.swift

@@ -61,7 +61,7 @@ struct CodableExample: AsyncParsableCommand {
         let context = try await model.modelContext()
         let prompt = MovieRecord.instruction + "\n" + MovieRecord.sample
         let input = try await context.processor.prepare(input: UserInput(prompt: prompt))
-        let (result, model) = try await MLXStructured.generate(input: input, context: context, schema: MovieRecord.schema, generating: MovieRecord.self)
+        let (result, model) = try await MLXStructured.generate(input: input, context: context, schema: MovieRecord.schema, generating: MovieRecord.self, indent: 2)
         print("Generation result:", result.output)
         print("Generated model:", model)
     }

Sources/MLXStructuredCLI/Commands/GenerableExample.swift

@@ -61,7 +61,7 @@ struct GenerableExample: AsyncParsableCommand {
         let context = try await model.modelContext()
         let prompt = MovieRecord.instruction + "\n" + MovieRecord.sample
         let input = try await context.processor.prepare(input: UserInput(prompt: prompt))
-        let (result, model) = try await MLXStructured.generate(input: input, context: context, generating: MovieRecord.self)
+        let (result, model) = try await MLXStructured.generate(input: input, context: context, generating: MovieRecord.self, indent: 2)
         print("Generation result:", result.output)
         print("Generated model:", model)
     }