idk some stuff I guess

Author: chaynabors

Cargo.lock

@@ -168,7 +168,7 @@ winnow = "0.6.2"
 # https://github.com/seanmonstar/reqwest/blob/v0.12.12/Cargo.toml
 rustls = "0.23.23"
 rustls-native-certs = "0.8.1"
-webpki-roots = "0.26.8"
+webpki-roots = "=0.26.8"
 
 
 [workspace.lints.rust]

Cargo.toml

@@ -155,14 +155,14 @@ pnpm install --ignore-scripts
 ### 3. Start Local Development
 To compile and view changes made to `q chat`:
 ```shell
-cargo run --bin q_cli -- chat
+cargo run --bin chat_cli
 ```
 
-> If you are working on other q commands, just replace `chat` with the command name 
+> If you are working on other q commands, just append `-- <command name>`. For example, to run `q login`, you can run `cargo run --bin chat_cli -- login`
 
 To run tests for the Q CLI crate:
 ```shell
-cargo test -p q_cli
+cargo test -p chat_cli
 ```
 
 To format Rust files:

README.md

@@ -64,6 +64,10 @@ def app_manifest():
                 path="Contents/MacOS/qterm",
                 identifier="com.amazon.qterm",
             ),
+            EmbeddedRequirement(
+                path="Contents/MacOS/qchat",
+                identifier="com.amazon.qchat",
+            ),
         ],
     )
 

build-scripts/manifest.py

@@ -14,6 +14,12 @@ workspace = true
 default = []
 wayland = ["arboard/wayland-data-control"]
 
+[[bin]]
+name = "test_mcp_server"
+path = "test_mcp_server/test_server.rs"
+test = true
+doc = false
+
 [dependencies]
 amzn-codewhisperer-client = { path = "../amzn-codewhisperer-client" }
 amzn-codewhisperer-streaming-client = { path = "../amzn-codewhisperer-streaming-client" }
@@ -147,7 +153,7 @@ unicode-width = "0.2.0"
 url = "2.5.4"
 uuid = { version = "1.15.1", features = ["v4", "serde"] }
 walkdir = "2.5.0"
-webpki-roots = "0.26.8"
+webpki-roots = "=0.26.8"
 whoami = "1.6.0"
 winnow = "=0.6.2"
 

crates/chat-cli/Cargo.toml

@@ -69,7 +69,7 @@ impl StreamingClient {
             {
                 Self::new_qdeveloper_client(database, &Endpoint::load_q()).await?
             } else {
-                Self::new_codewhisperer_client(database, &Endpoint::load_codewhisperer()).await
+                Self::new_codewhisperer_client(database, &Endpoint::load_codewhisperer(&database)).await
             },
         )
     }
@@ -261,7 +261,7 @@ mod tests {
     #[tokio::test]
     async fn create_clients() {
         let mut database = Database::new().await.unwrap();
-        let endpoint = Endpoint::load_codewhisperer();
+        let endpoint = Endpoint::load_codewhisperer(&database);
 
         let _ = StreamingClient::new(&mut database).await;
         let _ = StreamingClient::new_codewhisperer_client(&mut database, &endpoint).await;
@@ -285,6 +285,7 @@ mod tests {
             .send_message(ConversationState {
                 conversation_id: None,
                 user_input_message: UserInputMessage {
+                    images: None,
                     content: "Hello".into(),
                     user_input_message_context: None,
                     user_intent: None,
@@ -310,12 +311,14 @@ mod tests {
             .send_message(ConversationState {
                 conversation_id: None,
                 user_input_message: UserInputMessage {
+                    images: None,
                     content: "How about rustc?".into(),
                     user_input_message_context: None,
                     user_intent: None,
                 },
                 history: Some(vec![
                     ChatMessage::UserInputMessage(UserInputMessage {
+                        images: None,
                         content: "What language is the linux kernel written in, and who wrote it?".into(),
                         user_input_message_context: None,
                         user_intent: None,

crates/chat-cli/src/api_client/clients/streaming_client.rs

@@ -1,4 +1,7 @@
-use aws_smithy_types::Document;
+use aws_smithy_types::{
+    Blob,
+    Document,
+};
 use serde::{
     Deserialize,
     Serialize,
@@ -565,17 +568,113 @@ impl From<GitState> for amzn_qdeveloper_streaming_client::types::GitState {
     }
 }
 
+#[derive(Debug, Clone, Serialize, Deserialize)]
+pub struct ImageBlock {
+    pub format: ImageFormat,
+    pub source: ImageSource,
+}
+
+#[derive(Debug, Clone, Serialize, Deserialize, PartialEq, Eq)]
+pub enum ImageFormat {
+    Gif,
+    Jpeg,
+    Png,
+    Webp,
+}
+
+impl std::str::FromStr for ImageFormat {
+    type Err = String;
+
+    fn from_str(s: &str) -> Result<Self, Self::Err> {
+        match s.trim().to_lowercase().as_str() {
+            "gif" => Ok(ImageFormat::Gif),
+            "jpeg" => Ok(ImageFormat::Jpeg),
+            "jpg" => Ok(ImageFormat::Jpeg),
+            "png" => Ok(ImageFormat::Png),
+            "webp" => Ok(ImageFormat::Webp),
+            _ => Err(format!("Failed to parse '{}' as ImageFormat", s)),
+        }
+    }
+}
+
+impl From<ImageFormat> for amzn_codewhisperer_streaming_client::types::ImageFormat {
+    fn from(value: ImageFormat) -> Self {
+        match value {
+            ImageFormat::Gif => Self::Gif,
+            ImageFormat::Jpeg => Self::Jpeg,
+            ImageFormat::Png => Self::Png,
+            ImageFormat::Webp => Self::Webp,
+        }
+    }
+}
+impl From<ImageFormat> for amzn_qdeveloper_streaming_client::types::ImageFormat {
+    fn from(value: ImageFormat) -> Self {
+        match value {
+            ImageFormat::Gif => Self::Gif,
+            ImageFormat::Jpeg => Self::Jpeg,
+            ImageFormat::Png => Self::Png,
+            ImageFormat::Webp => Self::Webp,
+        }
+    }
+}
+
+#[non_exhaustive]
+#[derive(Debug, Clone, Serialize, Deserialize)]
+pub enum ImageSource {
+    Bytes(Vec<u8>),
+    #[non_exhaustive]
+    Unknown,
+}
+
+impl From<ImageSource> for amzn_codewhisperer_streaming_client::types::ImageSource {
+    fn from(value: ImageSource) -> Self {
+        match value {
+            ImageSource::Bytes(bytes) => Self::Bytes(Blob::new(bytes)),
+            ImageSource::Unknown => Self::Unknown,
+        }
+    }
+}
+impl From<ImageSource> for amzn_qdeveloper_streaming_client::types::ImageSource {
+    fn from(value: ImageSource) -> Self {
+        match value {
+            ImageSource::Bytes(bytes) => Self::Bytes(Blob::new(bytes)),
+            ImageSource::Unknown => Self::Unknown,
+        }
+    }
+}
+
+impl From<ImageBlock> for amzn_codewhisperer_streaming_client::types::ImageBlock {
+    fn from(value: ImageBlock) -> Self {
+        Self::builder()
+            .format(value.format.into())
+            .source(value.source.into())
+            .build()
+            .expect("Failed to build ImageBlock")
+    }
+}
+impl From<ImageBlock> for amzn_qdeveloper_streaming_client::types::ImageBlock {
+    fn from(value: ImageBlock) -> Self {
+        Self::builder()
+            .format(value.format.into())
+            .source(value.source.into())
+            .build()
+            .expect("Failed to build ImageBlock")
+    }
+}
+
 #[derive(Debug, Clone)]
 pub struct UserInputMessage {
     pub content: String,
     pub user_input_message_context: Option<UserInputMessageContext>,
     pub user_intent: Option<UserIntent>,
+    pub images: Option<Vec<ImageBlock>>,
 }
 
 impl From<UserInputMessage> for amzn_codewhisperer_streaming_client::types::UserInputMessage {
     fn from(value: UserInputMessage) -> Self {
         Self::builder()
             .content(value.content)
+            .set_images(value.images.map(|images| images.into_iter().map(Into::into).collect()))
             .set_user_input_message_context(value.user_input_message_context.map(Into::into))
             .set_user_intent(value.user_intent.map(Into::into))
             .origin(amzn_codewhisperer_streaming_client::types::Origin::Cli)
@@ -588,6 +687,7 @@ impl From<UserInputMessage> for amzn_qdeveloper_streaming_client::types::UserInp
     fn from(value: UserInputMessage) -> Self {
         Self::builder()
             .content(value.content)
+            .set_images(value.images.map(|images| images.into_iter().map(Into::into).collect()))
             .set_user_input_message_context(value.user_input_message_context.map(Into::into))
             .set_user_intent(value.user_intent.map(Into::into))
             .origin(amzn_qdeveloper_streaming_client::types::Origin::Cli)
@@ -654,6 +754,10 @@ mod tests {
     #[test]
     fn build_user_input_message() {
         let user_input_message = UserInputMessage {
+            images: Some(vec![ImageBlock {
+                format: ImageFormat::Png,
+                source: ImageSource::Bytes(vec![1, 2, 3]),
+            }]),
             content: "test content".to_string(),
             user_input_message_context: Some(UserInputMessageContext {
                 env_state: Some(EnvState {
@@ -690,6 +794,7 @@ mod tests {
         assert_eq!(format!("{codewhisper_input:?}"), format!("{qdeveloper_input:?}"));
 
         let minimal_message = UserInputMessage {
+            images: None,
             content: "test content".to_string(),
             user_input_message_context: None,
             user_intent: None,

crates/chat-cli/src/api_client/model.rs

@@ -70,7 +70,7 @@ impl std::fmt::Display for OAuthFlow {
     fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {
         match *self {
             OAuthFlow::DeviceCode => write!(f, "DeviceCode"),
-            OAuthFlow::Pkce => write!(f, "PKCE"),
+            OAuthFlow::Pkce => write!(f, "Pkce"),
         }
     }
 }
@@ -594,7 +594,7 @@ mod tests {
     #[test]
     fn test_oauth_flow_ser_deser() {
         test_ser_deser!(OAuthFlow, OAuthFlow::DeviceCode, "DeviceCode");
-        test_ser_deser!(OAuthFlow, OAuthFlow::Pkce, "PKCE");
+        test_ser_deser!(OAuthFlow, OAuthFlow::Pkce, "Pkce");
     }
 
     #[test]

crates/chat-cli/src/auth/builder_id.rs

@@ -810,13 +810,8 @@ impl Command {
                     }
                 },
                 "usage" => Self::Usage,
-                unknown_command => {
-                    // If the command starts with a slash but isn't recognized,
-                    // return an error instead of treating it as a prompt
-                    return Err(format!(
-                        "Unknown command: '/{}'. Type '/help' to see available commands.\nTo use a literal slash at the beginning of your message, escape it with a backslash (e.g., '\\//hey' for '/hey').",
-                        unknown_command
-                    ));
+                _unknown_command => Self::Ask {
+                    prompt: input.to_string(),
                 },
             });
         }

crates/chat-cli/src/cli/chat/command.rs

@@ -16,4 +16,13 @@ pub const MAX_USER_MESSAGE_SIZE: usize = 600_000;
 /// In tokens
 pub const CONTEXT_WINDOW_SIZE: usize = 200_000;
 
+pub const CONTEXT_FILES_MAX_SIZE: usize = 150_000;
+
 pub const MAX_CHARS: usize = TokenCounter::token_to_chars(CONTEXT_WINDOW_SIZE); // Character-based warning threshold
+
+pub const DUMMY_TOOL_NAME: &str = "dummy";
+
+pub const MAX_NUMBER_OF_IMAGES_PER_REQUEST: usize = 10;
+
+/// In bytes - 10 MB
+pub const MAX_IMAGE_SIZE: usize = 10 * 1024 * 1024;