fix: config port and host

Author: adityak74

.env.example

@@ -0,0 +1,3 @@
+API_PORT=5000
+API_HOST=localhost
+NODE_ENV=development

.gitignore

@@ -8,4 +8,5 @@ crawlee_storage
 storage
 
 # any output from the crawler
-*.json
+*.json
+.env

package-lock.json

@@ -10,6 +10,7 @@
     "commander": "^11.1.0",
     "cors": "^2.8.5",
     "crawlee": "^3.0.0",
+    "dotenv": "^16.3.1",
     "express": "^4.18.2",
     "express-fileupload": "^1.4.3",
     "glob": "^10.3.10",
@@ -34,6 +35,7 @@
     "start:dev": "NODE_ENV=development npm run build && node dist/src/main.js",
     "start:server": "NODE_ENV=development npm run build && node dist/src/server.js",
     "start:prod": "node dist/main.js",
+    "start:server:prod": "npm run build && node dist/src/server.js",
     "build": "tsc",
     "fmt": "prettier --write ."
   },

package.json

@@ -1,30 +1,25 @@
-// file: app/src/api.ts
-
 import express from 'express';
 import cors from 'cors';
-import { readFile, writeFile } from 'fs/promises';
+import { readFile } from 'fs/promises';
 import { crawl, write } from "./core.js";
 import { Config } from './config.js';
+import { configDotenv } from 'dotenv';
+
+configDotenv();
 
-// Create a new express application instance
 const app = express();
-const port = 3000; // You may want to make the port configurable
+const port = Number(process.env.API_PORT) || 3000;
+const hostname = process.env.API_HOST || 'localhost';
 
-// Enable JSON and file upload functionality
 app.use(cors());
 app.use(express.json());
 
 // Define a POST route to accept config and run the crawler
 app.post('/crawl', async (req, res) => {
-    // Read the configuration file sent as form-data
     const config: Config = req.body;
-
-    // Placeholder for handling crawler events and operations
     try {
         await crawl(config);
         await write(config);
-
-        // Read the output file after crawling and send it in the response
         const outputFileContent = await readFile(config.outputFileName, 'utf-8');
         res.contentType('application/json');
         return res.send(outputFileContent);
@@ -33,9 +28,8 @@ app.post('/crawl', async (req, res) => {
     }
 });
 
-// Start the Express server
-app.listen(port, () => {
-    console.log(`API server listening at http://localhost:${port}`);
+app.listen(port, hostname, () => {
+    console.log(`API server listening at http://${hostname}:${port}`);
 });
 
 export default app;