No public description

PiperOrigin-RevId: 732337342

Author: MediaPipe Team

mediapipe/tasks/cc/genai/inference/proto/llm_params.proto

@@ -84,7 +84,10 @@ message LlmParameters {
 
   repeated InputOutputNormalization input_output_normalizations = 7;
 
-  PromptTemplate prompt_template = 8;
+  PromptTemplate prompt_template = 8 [deprecated = true];
+
+  // Prompt templates for different roles.
+  optional PromptTemplates prompt_templates = 17;
 
   // Number of tokens to draft in a single step when using speculative decoding.
   optional int32 num_draft_tokens = 9;

mediapipe/tasks/cc/genai/inference/proto/prompt_template.proto

@@ -31,7 +31,7 @@ option java_outer_classname = "PromptTemplateProto";
 message PromptTemplate {
   // Text prepended to session's context on the first prefill invocation. This
   // is useful for system prompts.
-  string session_prefix = 1;
+  string session_prefix = 1 [deprecated = true];
 
   // Text prepended to the input prompt on the first chunck of the prefill call.
   // This is useful for adding start of user's turn markers.
@@ -41,3 +41,29 @@ message PromptTemplate {
   // for adding start of model of model's turn markers.
   string prompt_suffix = 3;
 }
+
+// A collection of prompt templates for different roles.
+// Here is an example of the template based on Gemma's specifications here:
+// https://ai.google.dev/gemma/docs/formatting
+//
+//  message prompt_templates {
+//    .user_template = {
+//      .prompt_prefix = "<start_of_turn>user\n";
+//      .prompt_suffix = "<end_of_turn>\n";
+//    }
+//    .model_template = {
+//      .prompt_prefix = "<start_of_turn>model\n ";
+//      .prompt_suffix = "<end_of_turn>\n";
+//    }
+//  }
+//
+message PromptTemplates {
+  // The template for user role.
+  optional PromptTemplate user_template = 1;
+
+  // The template for model role.
+  optional PromptTemplate model_template = 2;
+
+  // The template for system role.
+  optional PromptTemplate system_template = 3;
+}