Merge pull request #240 from sanders41/parallel

Speed up downloading of latest packages

Author: sanders41

Cargo.lock

@@ -23,6 +23,7 @@ colored = "2.0.4"
 dirs = "5.0.1"
 indicatif = "0.17.8"
 minijinja = "1.0.12"
+rayon = "1.9.0"
 reqwest = { version = "0.11.24", features = ["json", "blocking"] }
 serde = { version = "1.0.195", features = ["derive"] }
 serde_json = "1.0.113"

Cargo.toml

@@ -3,6 +3,7 @@ use std::fs::create_dir_all;
 use anyhow::{bail, Result};
 use colored::*;
 use minijinja::render;
+use rayon::prelude::*;
 
 use crate::file_manager::{save_empty_src_file, save_file_with_content};
 use crate::github_actions::{
@@ -209,15 +210,15 @@ fn build_latest_pre_commit_dependencies(
     ];
 
     if download_latest_packages {
-        for hook in &mut hooks {
+        hooks.par_iter_mut().for_each(|hook| {
             if hook.get_latest_version().is_err() {
                 let error_message = format!(
                     "Error retrieving latest pre-commit version for {:?}. Using default.",
                     hook.hook.to_string()
                 );
                 println!("\n{}", error_message.yellow());
             }
-        }
+        });
     }
 
     hooks
@@ -291,15 +292,19 @@ fn build_latest_dev_dependencies(
         ProjectManager::Setuptools => (),
     };
 
-    for mut package in packages {
-        if download_latest_packages && package.get_latest_version().is_err() {
-            let error_message = format!(
-                "Error retrieving latest python package version for {:?}. Using default.",
-                package.package.to_string()
-            );
-            println!("\n{}", error_message.yellow());
-        }
+    if download_latest_packages {
+        packages.par_iter_mut().for_each(|package| {
+            if package.get_latest_version().is_err() {
+                let error_message = format!(
+                    "Error retrieving latest python package version for {:?}. Using default.",
+                    package.package.to_string()
+                );
+                println!("\n{}", error_message.yellow());
+            }
+        })
+    }
 
+    for package in packages {
         if let ProjectManager::Poetry = project_manager {
             let version: String = if is_application {
                 package.version

src/project_generator.rs

@@ -1,5 +1,6 @@
 use anyhow::Result;
 use colored::*;
+use rayon::prelude::*;
 
 use crate::file_manager::save_file_with_content;
 use crate::licenses::license_str;
@@ -9,21 +10,25 @@ use crate::project_info::{LicenseType, ProjectInfo};
 fn build_latest_dependencies(min_python_version: &str, download_latest_packages: bool) -> String {
     let mut version_string = String::new();
     let abi = format!("abi3-py{}", min_python_version.replace('.', ""));
-    let packages = vec![RustPackageVersion {
+    let mut packages = vec![RustPackageVersion {
         name: "pyo3".to_string(),
         version: "0.20.3".to_string(),
         features: Some(vec!["extension-module".to_string(), abi]),
     }];
 
-    for mut package in packages {
-        if download_latest_packages && package.get_latest_version().is_err() {
-            let error_message = format!(
-                "Error retrieving latest crate version for {:?}. Using default.",
-                package.name
-            );
-            println!("\n{}", error_message.yellow());
-        }
+    if download_latest_packages {
+        packages.par_iter_mut().for_each(|package| {
+            if package.get_latest_version().is_err() {
+                let error_message = format!(
+                    "Error retrieving latest crate version for {:?}. Using default.",
+                    package.name
+                );
+                println!("\n{}", error_message.yellow());
+            }
+        })
+    }
 
+    for package in packages {
         if let Some(features) = &package.features {
             let mut feature_str = "[".to_string();
             for feature in features {