QCLI Automation for Tools,Issue,Promt tests

Author: sayemaanjum0412

e2etests/Cargo.toml

@@ -19,6 +19,8 @@ session_mgmt = []
 integration = []
 mcp = []
 ai_prompts = []
+issue_reporting = []
+tools=[]
 
 [[test]]
 name = "test_help_command"

e2etests/run_simple_categorized.sh

@@ -15,6 +15,8 @@ RUN_SESSION_MGMT=true
 RUN_INTEGRATION=true
 RUN_MCP=true
 RUN_AI_PROMPTS=true
+RUN_ISSUE_REPORTING=true
+RUN_TOOLS=true
 # ============================================================================
 
 Q_BINARY="q"
@@ -197,6 +199,22 @@ if [ "$RUN_AI_PROMPTS" = true ]; then
     fi
 fi
 
+if [ "$RUN_ISSUE_REPORTING" = true ]; then
+    if run_category "issue_reporting" "ISSUE REPORTING"; then
+        ((total_passed++))
+    else
+        ((total_failed++))
+    fi
+fi
+
+if [ "$RUN_TOOLS" = true ]; then
+    if run_category "tools" "TOOLS"; then
+        ((total_passed++))
+    else
+        ((total_failed++))
+    fi
+fi
+
 # Final summary
 echo ""
 echo "🎯 FINAL SUMMARY"

e2etests/tests/test_hooks_command.rs

@@ -0,0 +1,37 @@
+use q_cli_e2e_tests::q_chat_helper::QChatSession;
+
+#[test]
+#[cfg(feature = "integration")]
+fn test_hooks_command() -> Result<(), Box<dyn std::error::Error>> {
+    println!("🔍 Testing /hooks command...");
+    
+    let mut chat = QChatSession::new()?;
+    println!("✅ Q Chat session started");
+    
+    let response = chat.execute_command("/hooks")?;
+    
+    println!("📝 Hooks command response: {} bytes", response.len());
+    println!("📝 FULL OUTPUT:");
+    println!("{}", response);
+    println!("📝 END OUTPUT");
+    
+    // Verify no hooks configured message
+    assert!(response.contains("No hooks are configured."), "Missing no hooks configured message");
+    println!("✅ Found no hooks configured message");
+    
+    // Verify documentation reference
+    assert!(response.contains("Refer to the documentation"), "Missing documentation reference");
+    assert!(response.contains("https://github.com/aws/amazon-q-developer-cli/blob/main/docs/agent-format.md#hooks-field"), "Missing documentation URL");
+    println!("✅ Found documentation reference and URL");
+    
+    // Verify hooks field reference
+    assert!(response.contains("hooks-field"), "Missing hooks field reference");
+    println!("✅ Found hooks field reference");
+    
+    println!("✅ All hooks command functionality verified!");
+    
+    chat.quit()?;
+    println!("✅ Test completed successfully");
+    
+    Ok(())
+}

e2etests/tests/test_issue_command.rs

@@ -0,0 +1,28 @@
+use q_cli_e2e_tests::q_chat_helper::QChatSession;
+
+#[test]
+#[cfg(feature = "issue_reporting")]
+fn test_issue_command() -> Result<(), Box<dyn std::error::Error>> {
+    println!("🔍 Testing /issue command with bug report...");
+    
+    let mut chat = QChatSession::new()?;
+    println!("✅ Q Chat session started");
+    
+    let response = chat.execute_command("/issue \"Bug: Q CLI crashes when using large files\"")?;
+    
+    println!("📝 Issue command response: {} bytes", response.len());
+    println!("📝 FULL OUTPUT:");
+    println!("{}", response);
+    println!("📝 END OUTPUT");
+    
+    // Verify command executed successfully (GitHub opens automatically)
+    assert!(response.contains("Heading over to GitHub..."), "Missing browser opening confirmation");
+    println!("✅ Found browser opening confirmation");
+    
+    println!("✅ All issue command functionality verified!");
+    
+    chat.quit()?;
+    println!("✅ Test completed successfully");
+    
+    Ok(())
+}

e2etests/tests/test_issue_force_command.rs

@@ -0,0 +1,28 @@
+use q_cli_e2e_tests::q_chat_helper::QChatSession;
+
+#[test]
+#[cfg(feature = "issue_reporting")]
+fn test_issue_force_command() -> Result<(), Box<dyn std::error::Error>> {
+    println!("🔍 Testing /issue --force command with critical bug...");
+    
+    let mut chat = QChatSession::new()?;
+    println!("✅ Q Chat session started");
+    
+    let response = chat.execute_command("/issue --force \"Critical bug in file handling\"")?;
+    
+    println!("📝 Issue force command response: {} bytes", response.len());
+    println!("📝 FULL OUTPUT:");
+    println!("{}", response);
+    println!("📝 END OUTPUT");
+    
+    // Verify command executed successfully (GitHub opens automatically)
+    assert!(response.contains("Heading over to GitHub..."), "Missing browser opening confirmation");
+    println!("✅ Found browser opening confirmation");
+    
+    println!("✅ All issue --force command functionality verified!");
+    
+    chat.quit()?;
+    println!("✅ Test completed successfully");
+    
+    Ok(())
+}

e2etests/tests/test_issue_help_command.rs

@@ -0,0 +1,47 @@
+use q_cli_e2e_tests::q_chat_helper::QChatSession;
+
+#[test]
+#[cfg(feature = "integration")]
+fn test_issue_help_command() -> Result<(), Box<dyn std::error::Error>> {
+    println!("🔍 Testing /issue --help command...");
+    
+    let mut chat = QChatSession::new()?;
+    println!("✅ Q Chat session started");
+    
+    let response = chat.execute_command("/issue --help")?;
+    
+    println!("📝 Issue help response: {} bytes", response.len());
+    println!("📝 FULL OUTPUT:");
+    println!("{}", response);
+    println!("📝 END OUTPUT");
+    
+    // Verify description
+    assert!(response.contains("Create a new Github issue or make a feature request"), "Missing issue description");
+    println!("✅ Found issue description");
+    
+    // Verify Usage section
+    //assert!(response.contains("Usage: /issue [OPTIONS] [DESCRIPTION]..."), "Missing usage format");
+    assert!(response.contains("Usage:") && response.contains("/issue") && response.contains("[DESCRIPTION]") && response.contains("[OPTIONS]"), "Missing Usage section");
+    println!("✅ Found usage format");
+    
+    // Verify Arguments section
+    assert!(response.contains("Arguments:"), "Missing Arguments section");
+    assert!(response.contains("[DESCRIPTION]..."), "Missing DESCRIPTION argument");
+    assert!(response.contains("Issue description"), "Missing issue description text");
+    println!("✅ Found Arguments section");
+    
+    // Verify Options section
+    assert!(response.contains("Options:"), "Missing Options section");
+    assert!(response.contains("-f")  &&  response.contains("--force"), "Missing force option");
+    assert!(response.contains("Force issue creation"), "Missing force description");
+    assert!(response.contains("-h") &&  response.contains("--help"), "Missing -h, --help flags");
+    assert!(response.contains("Print help"), "Missing help description");
+    println!("✅ Found Options section with force and help flags");
+    
+    println!("✅ All issue help content verified!");
+    
+    chat.quit()?;
+    println!("✅ Test completed successfully");
+    
+    Ok(())
+}

e2etests/tests/test_prompts_command.rs

@@ -0,0 +1,37 @@
+use q_cli_e2e_tests::q_chat_helper::QChatSession;
+
+#[test]
+#[cfg(feature = "ai_prompts")]
+fn test_prompts_command() -> Result<(), Box<dyn std::error::Error>> {
+    println!("🔍 Testing /prompts command...");
+    
+    let mut chat = QChatSession::new()?;
+    println!("✅ Q Chat session started");
+    
+    let response = chat.execute_command("/prompts")?;
+    
+    println!("📝 Prompts command response: {} bytes", response.len());
+    println!("📝 FULL OUTPUT:");
+    println!("{}", response);
+    println!("📝 END OUTPUT");
+    
+    // Verify usage instruction
+    assert!(response.contains("Usage:") && response.contains("@") && response.contains("<prompt name>") && response.contains("[...args]"), "Missing usage instruction");
+    println!("✅ Found usage instruction");
+    
+    // Verify table headers
+    assert!(response.contains("Prompt"), "Missing Prompt header");
+    assert!(response.contains("Arguments") && response.contains("*") && response.contains("required"), "Missing Arguments header");
+    println!("✅ Found table headers with required notation");
+    
+    // Verify command executed successfully
+    assert!(!response.is_empty(), "Empty response from prompts command");
+    println!("✅ Command executed with response");
+    
+    println!("✅ All prompts command functionality verified!");
+    
+    chat.quit()?;
+    println!("✅ Test completed successfully");
+    
+    Ok(())
+}

e2etests/tests/test_prompts_help_command.rs

@@ -0,0 +1,59 @@
+use q_cli_e2e_tests::q_chat_helper::QChatSession;
+
+#[test]
+#[cfg(feature = "ai_prompts")]
+fn test_prompts_help_command() -> Result<(), Box<dyn std::error::Error>> {
+    println!("🔍 Testing /prompts --help command...");
+    
+    let mut chat = QChatSession::new()?;
+    println!("✅ Q Chat session started");
+    
+    let response = chat.execute_command("/prompts --help")?;
+    
+    println!("📝 Prompts help response: {} bytes", response.len());
+    println!("📝 FULL OUTPUT:");
+    println!("{}", response);
+    println!("📝 END OUTPUT");
+    
+    // Verify description
+    assert!(response.contains("Prompts are reusable templates that help you quickly access common workflows and tasks"), "Missing prompts description");
+    assert!(response.contains("These templates are provided by the mcp servers you have installed and configured"), "Missing MCP servers description");
+    println!("✅ Found prompts description");
+    
+    // Verify usage examples
+    assert!(response.contains("@") && response.contains("<prompt name> [arg]") && response.contains("[arg]"), "Missing @ syntax example");
+    assert!(response.contains("Retrieve prompt specified"), "Missing retrieve description");
+    assert!(response.contains("/prompts") && response.contains("get") && response.contains("<prompt name>") && response.contains("[arg]"), "Missing long form example");
+    println!("✅ Found usage examples with @ syntax and long form");
+    
+    // Verify main description
+    assert!(response.contains("View and retrieve prompts"), "Missing main description");
+    println!("✅ Found main description");
+    
+    // Verify Usage section
+    assert!(response.contains("Usage:") && response.contains("/prompts") && response.contains("[COMMAND]"), "Missing usage format");
+    println!("✅ Found usage format");
+    
+    // Verify Commands section
+    assert!(response.contains("Commands:"), "Missing Commands section");
+    assert!(response.contains("list"), "Missing list command");
+    assert!(response.contains("get"), "Missing get command");
+    assert!(response.contains("help"), "Missing help command");
+    println!("✅ Found all commands: list, get, help");
+    
+    // Verify command descriptions
+    assert!(response.contains("List available prompts from a tool or show all available prompt"), "Missing list description");
+    println!("✅ Found command descriptions");
+    
+    // Verify Options section
+    assert!(response.contains("Options:"), "Missing Options section");
+    assert!(response.contains("-h") && response.contains("--help"), "Missing help flags");
+    println!("✅ Found Options section with help flags");
+    
+    println!("✅ All prompts help content verified!");
+    
+    chat.quit()?;
+    println!("✅ Test completed successfully");
+    
+    Ok(())
+}

e2etests/tests/test_tools_help_command.rs

@@ -0,0 +1,66 @@
+use q_cli_e2e_tests::q_chat_helper::QChatSession;
+
+#[test]
+#[cfg(feature = "tools")]
+fn test_tools_help_command() -> Result<(), Box<dyn std::error::Error>> {
+    println!("🔍 Testing /tools --help command...");
+    
+    let mut chat = QChatSession::new()?;
+    println!("✅ Q Chat session started");
+    
+    let response = chat.execute_command("/tools --help")?;
+    
+    println!("📝 Tools help response: {} bytes", response.len());
+    println!("📝 FULL OUTPUT:");
+    println!("{}", response);
+    println!("📝 END OUTPUT");
+    
+    // Verify description
+    assert!(response.contains("By default, Amazon Q will ask for your permission to use certain tools."), "Missing permission description");
+    println!("✅ Found tools permission description");
+    
+    // Verify documentation reference
+    assert!(response.contains("Refer to the documentation for how to configure tools with your agent"), "Missing documentation reference");
+    assert!(response.contains("https://github.com/aws/amazon-q-developer-cli/blob/main/docs/agent-format.md#tools-field"), "Missing documentation URL");
+    println!("✅ Found documentation reference and URL");
+    
+    // Verify main description
+    assert!(response.contains("View tools and permissions"), "Missing main description");
+    println!("✅ Found main description");
+    
+    // Verify Usage section
+    //assert!(response.contains("Usage: /tools [COMMAND]"), "Missing usage format");
+    assert!(response.contains("Usage:") && response.contains("/tools") && response.contains("[COMMAND]"), "Missing Usage section");
+    println!("✅ Found usage format");
+    println!("✅ Found usage format");
+    
+    // Verify Commands section
+    assert!(response.contains("Commands:"), "Missing Commands section");
+    assert!(response.contains("schema"), "Missing schema command");
+    assert!(response.contains("trust"), "Missing trust command");
+    assert!(response.contains("untrust"), "Missing untrust command");
+    assert!(response.contains("trust-all"), "Missing trust-all command");
+    assert!(response.contains("reset"), "Missing reset command");
+    assert!(response.contains("help"), "Missing help command");
+    println!("✅ Found all commands: schema, trust, untrust, trust-all, reset, help");
+    
+    // Verify command descriptions
+    assert!(response.contains("Show the input schema for all available tools"), "Missing schema description");
+    assert!(response.contains("Trust a specific tool or tools for the session"), "Missing trust description");
+    assert!(response.contains("Revert a tool or tools to per-request confirmation"), "Missing untrust description");
+    assert!(response.contains("Trust all tools (equivalent to deprecated /acceptall)"), "Missing trust-all description");
+    assert!(response.contains("Reset all tools to default permission levels"), "Missing reset description");
+    println!("✅ Found all command descriptions");
+    
+    // Verify Options section
+    assert!(response.contains("Options:"), "Missing Options section");
+    assert!(response.contains("-h") &&  response.contains("--help"), "Missing -h, --help flags");
+    println!("✅ Found Options section with help flags");
+    
+    println!("✅ All tools help content verified!");
+    
+    chat.quit()?;
+    println!("✅ Test completed successfully");
+    
+    Ok(())
+}