update: node fetch ssl ignore, no auto follow request, and copy as curl

Author: Esonhugh

package.json

@@ -271,6 +271,7 @@
     "@types/http-string-parser": "^0.0.33",
     "@types/mocha": "^10.0.10",
     "@types/node": "~20.19.1",
+    "@types/node-fetch": "^2.6.13",
     "@types/vscode": "^1.101.0",
     "@typescript-eslint/eslint-plugin": "^8.35.0",
     "@typescript-eslint/parser": "^8.35.0",
@@ -285,7 +286,9 @@
     "webpack-cli": "^6.0.1"
   },
   "dependencies": {
+    "fetch-to-curl": "^0.6.0",
     "http-string-parser": "^0.0.6",
+    "node-fetch": "^2.7.0",
     "table": "^6.9.0",
     "vscode-variables": "^1.0.1",
     "yaml": "^2.8.0"

pnpm-lock.yaml

@@ -0,0 +1,44 @@
+import { MarkdownHTTPCodeLensGenerator } from "./base";
+import * as vscode from "vscode";
+
+export const httpToCurlCodeLens: MarkdownHTTPCodeLensGenerator = (post: string[], startLine: number, document: vscode.TextDocument): vscode.CodeLens[] => {
+  const codeLenses: vscode.CodeLens[] = [];
+  const cmd: vscode.Command = {
+    title: "Copy in curl (HTTP)",
+    command: "weapon.http_raw_request_to_curl",
+    arguments: [
+      {
+        request: post.join("\r\n"),
+        isHTTPS: false,
+      },
+    ],
+  };
+  let cmd2: vscode.Command = {
+    title: "Copy in curl (HTTPS)",
+    command: "weapon.http_raw_request_to_curl",
+    arguments: [
+      {
+        request: post.join("\r\n"),
+        isHTTPS: true,
+      },
+    ],
+  };
+  codeLenses.push(
+    new vscode.CodeLens(
+      new vscode.Range(
+        new vscode.Position(startLine, 0),
+        new vscode.Position(startLine + 1, 0)
+      ),
+      cmd
+    ),
+    new vscode.CodeLens(
+      new vscode.Range(
+        new vscode.Position(startLine, 0),
+        new vscode.Position(startLine + 1, 0)
+      ),
+      cmd2
+    )
+  );
+
+  return codeLenses;
+};

src/codelens/httpreapter/curl.ts

@@ -1,4 +1,6 @@
 import { MarkdownHTTPCodeLensProvider } from "./base";
 import { httpRepeaterCodeLens } from "./send";
+import { httpToCurlCodeLens } from "./curl";
 
-export const httpRepeater = new MarkdownHTTPCodeLensProvider(httpRepeaterCodeLens);
+export const httpRepeater = new MarkdownHTTPCodeLensProvider(httpRepeaterCodeLens);
+export const httpToCurl = new MarkdownHTTPCodeLensProvider(httpToCurlCodeLens);

src/codelens/httpreapter/index.ts

@@ -3,7 +3,7 @@ import { targetFilePattern } from "../global/const";
 import { markdownCodelens } from "./yamlconfig";
 import { CommandCodeLensProvider } from "./command/commandProvider";
 import { NoteCreationProvider } from "./newnote/noteProvider";
-import { httpRepeater } from "./httpreapter";
+import { httpRepeater, httpToCurl } from "./httpreapter";
 
 export function registerCodeLensProviders(context: vscode.ExtensionContext) {
   context.subscriptions.push(
@@ -19,6 +19,10 @@ export function registerCodeLensProviders(context: vscode.ExtensionContext) {
       { language: "markdown", scheme: "file", pattern: targetFilePattern },
       new NoteCreationProvider()
     ),
+    vscode.languages.registerCodeLensProvider(
+      { language: "markdown", scheme: "file", pattern: targetFilePattern },
+      httpToCurl
+    ),
     vscode.languages.registerCodeLensProvider(
       { language: "markdown", scheme: "file", pattern: targetFilePattern },
       httpRepeater

src/codelens/index.ts

@@ -2,6 +2,9 @@ import { callback } from "../utils";
 import { parseRequest, ParseRequestResult } from "http-string-parser";
 import * as vscode from "vscode";
 import { logger } from "../../global/log";
+import fetch, { type RequestInit, type Response } from "node-fetch";
+import { Agent as httpsAgent } from "https";
+import { Agent as HttpAgent } from "http";
 
 export const rawHTTPRequest: callback = async (args) => {
   let request: string | undefined = args.request ? args.request : undefined;
@@ -34,20 +37,26 @@ export const rawHTTPRequest: callback = async (args) => {
         headers
       )}, body: ${body ? body : "none"}`
     );
-    let response: Response | undefined = undefined;
+    let requestInit: RequestInit = {
+      method,
+      headers,
+      redirect: 'manual',
+      follow: 0, // Disable automatic following of redirects
+    };
     if (method === "GET" || method === "HEAD") {
       // For GET and HEAD requests, we should not send a body
-      response = await fetch(url, {
-        method,
-        headers,
-      });
+      requestInit.body = undefined;
+      // requestInit.body = body; // Explicitly set body to null for clarity
     } else {
-      response = await fetch(url, {
-        method,
-        headers,
-        body,
+      requestInit.body = body;
+    }
+    if (isHTTPS) {
+      process.env.NODE_TLS_REJECT_UNAUTHORIZED = '0';
+      requestInit.agent = new httpsAgent({
+        rejectUnauthorized: false, // Disable SSL verification for testing purposes
       });
     }
+    let response: Response = await fetch(url, requestInit);
     let responseText: string = `HTTP/1.1 ${response.status} ${response.statusText}\n`;
     for (const [key, value] of response.headers.entries()) {
       responseText += `${key}: ${value}\n`;

src/commands/http/request.ts

@@ -0,0 +1,55 @@
+import { callback } from "../utils";
+import { parseRequest, ParseRequestResult } from "http-string-parser";
+import * as vscode from "vscode";
+import { logger } from "../../global/log";
+import fetchToCurl from "fetch-to-curl";
+
+export const rawHTTPRequestToCurl: callback = async (args) => {
+  let request: string | undefined = args.request ? args.request : undefined;
+  if (!request) {
+    vscode.window.showErrorMessage("No request provided");
+    return;
+  }
+  let isHTTPS = args.isHTTPS ? args.isHTTPS : false;
+
+  let res: ParseRequestResult;
+  try {
+    res = parseRequest(request);
+    if (!res) {
+      logger.error("Failed to parse request", request);
+      vscode.window.showErrorMessage("Invalid request format");
+      return;
+    }
+  } catch (e: any) {
+    logger.error("raise Error parsing request", e);
+    vscode.window.showErrorMessage(`Error parsing request: ${e.message}`);
+    return;
+  }
+  try {
+    const { method, uri, headers, body } = res;
+    let url = headers["Host"]
+      ? `${isHTTPS ? "https" : "http"}://${headers["Host"]}${uri}`
+      : uri;
+    let command = fetchToCurl({
+      method,
+      url,
+      headers,
+      body
+    });
+    await vscode.window.showTextDocument(
+      vscode.Uri.parse(
+        "weaponized-editor:response.http?" + encodeURIComponent(command)
+      ),
+      {
+        preview: false,
+        viewColumn: vscode.ViewColumn.Beside,
+      }
+    );
+    vscode.env.clipboard.writeText(command);
+    vscode.window.showInformationMessage("cURL command copied to clipboard");
+  } catch (e: any) {
+    logger.error("raise Error fetching request", e);
+    vscode.window.showErrorMessage(`Error fetching request: ${e.message}`);
+    return;
+  }
+};

src/commands/http/request_to_curl.ts

@@ -12,6 +12,7 @@ import { switchActiveUser } from "./switch/user";
 import { cyberChefMagicDecoder } from "./decoder/cyberchef";
 import { copyCommand } from "./copy/copy";
 import { rawHTTPRequest } from "./http/request";
+import { rawHTTPRequestToCurl } from "./http/request_to_curl";
 
 export function registerCommandsPackage(context: vscode.ExtensionContext) {
   context.subscriptions.push(
@@ -44,8 +45,10 @@ export function registerCommandsPackage(context: vscode.ExtensionContext) {
       "weaponized-editor",
       new ReadOnlyProvider()
     ),
+    vscode.commands.registerCommand("weapon.http_raw_request", rawHTTPRequest),
     vscode.commands.registerCommand(
-      "weapon.http_raw_request",
-      rawHTTPRequest
-  ));
+      "weapon.http_raw_request_to_curl",
+      rawHTTPRequestToCurl
+    )
+  );
 }