Add files via upload

Author: koba-jon

Multiclass_Classification/EfficientNet/src/networks.cpp

@@ -283,15 +283,14 @@ void weights_init(nn::Module &m){
         auto p = m.named_parameters(false);
         auto w = p.find("weight");
         auto b = p.find("bias");
-        if (w != nullptr) nn::init::kaiming_normal_(*w, /*a=*/0.0, torch::kFanOut);
+        if (w != nullptr) nn::init::normal_(*w, /*mean=*/0.0, /*std=*/0.01);
         if (b != nullptr) nn::init::constant_(*b, /*bias=*/0.0);
     }
     else if ((typeid(m) == typeid(nn::Linear)) || (typeid(m) == typeid(nn::LinearImpl))){
         auto p = m.named_parameters(false);
         auto w = p.find("weight");
         auto b = p.find("bias");
-        double bound = 1.0 / std::sqrt((double)(*w).size(0));
-        if (w != nullptr) nn::init::uniform_(*w, -bound, bound);
+        if (w != nullptr) nn::init::normal_(*w, /*mean=*/0.0, /*std=*/0.01);
         if (b != nullptr) nn::init::constant_(*b, /*bias=*/0.0);
     }
     else if ((typeid(m) == typeid(nn::BatchNorm2d)) || (typeid(m) == typeid(nn::BatchNorm2dImpl))){