@@ -341,14 +341,16 @@ static void compute_layer_statistics(const std::vector<tensor_statistics> & tsta
341341 const auto & curr = kv.second .curr_avg ;
342342 const auto & prev = kv.second .prev_avg ;
343343 if (curr.size () != prev.size () || curr.empty ()) continue ;
344- float dot_prod = 0.0 , lyr1 = 0.0 , lyr2 = 0.0 ;
344+ float dot_prod = 0.0 ;
345+ float layer1 = 0.0 ;
346+ float layer2 = 0.0 ;
345347 for (size_t i = 0 ; i < curr.size (); ++i) {
346348 dot_prod += curr[i] * prev[i];
347- lyr1 += curr[i] * curr[i];
348- lyr2 += prev[i] * prev[i];
349+ layer1 += curr[i] * curr[i];
350+ layer2 += prev[i] * prev[i];
349351 }
350352 float cossim = 0 .0f ;
351- if (lyr1 > 0.0 && lyr2 > 0.0 ) cossim = dot_prod / (std::sqrt (lyr1 ) * std::sqrt (lyr2 ));
353+ if (layer1 > 0.0 && layer2 > 0.0 ) cossim = dot_prod / (std::sqrt (layer1 ) * std::sqrt (layer2 ));
352354 layer_cossim[kv.first ] = cossim;
353355 }
354356
@@ -1297,9 +1299,9 @@ static bool show_statistics(const common_params & params) {
12971299 std::sort (ts.begin (), ts.end (), tensor_comparer (legacy_mode));
12981300
12991301 struct layer_stats {
1300- float lyr_sum = 0 .0f ;
1301- float lyr_zd = 0 .0f ;
1302- int n = 0 ;
1302+ float layer_sum = 0 .0f ;
1303+ float layer_zd = 0 .0f ;
1304+ int n = 0 ;
13031305 };
13041306 std::map<int , layer_stats> ls;
13051307
@@ -1348,21 +1350,21 @@ static bool show_statistics(const common_params & params) {
13481350 const float zd = tstat.elements * tstat.zd_score ;
13491351
13501352 if (ls.find (blk) != ls.end ()) {
1351- ls[blk].lyr_sum += tstat.sum_values ;
1352- ls[blk].lyr_zd += zd;
1353- ls[blk].n += tstat.elements ;
1353+ ls[blk].layer_sum += tstat.sum_values ;
1354+ ls[blk].layer_zd += zd;
1355+ ls[blk].n += tstat.elements ;
13541356 } else {
13551357 layer_stats temp_ls;
1356- temp_ls.lyr_sum = tstat.sum_values ;
1357- temp_ls.lyr_zd = zd;
1358- temp_ls.n = tstat.elements ;
1359- ls[blk] = temp_ls;
1358+ temp_ls.layer_sum = tstat.sum_values ;
1359+ temp_ls.layer_zd = zd;
1360+ temp_ls.n = tstat.elements ;
1361+ ls[blk] = temp_ls;
13601362 }
13611363 }
13621364
1363- std::map<int , float > lyr_cossim ;
1364- std::map<int , float > lyr_l2_norm ;
1365- compute_layer_statistics (ts, lyr_cossim, lyr_l2_norm , g_collector.get_mstats ());
1365+ std::map<int , float > layer_cossim ;
1366+ std::map<int , float > layer_l2_norm ;
1367+ compute_layer_statistics (ts, layer_cossim, layer_l2_norm , g_collector.get_mstats ());
13661368
13671369 const auto layers = std::count_if (ls.begin (), ls.end (), [](const auto & kv) { return kv.first >= 0 ; });
13681370 LOG_INF (" \n Computing layer statistics (%ld layers)\n " , layers);
@@ -1379,23 +1381,23 @@ static bool show_statistics(const common_params & params) {
13791381 }
13801382 for (const auto & [layer, stats] : ls) {
13811383 if (layer < 0 || stats.n == 0 ) continue ;
1382- const auto lcs = lyr_cossim .find (layer);
1383- const float lyr_cs = lcs != lyr_cossim .end () ? lcs->second : 0 .0f ;
1384- const auto ll2n = lyr_l2_norm .find (layer);
1385- const float lyr_l2n = ll2n != lyr_l2_norm .end () ? ll2n->second : 0 .0f ;
1384+ const auto lcs = layer_cossim .find (layer);
1385+ const float layer_cs = lcs != layer_cossim .end () ? lcs->second : 0 .0f ;
1386+ const auto ll2n = layer_l2_norm .find (layer);
1387+ const float layer_l2n = ll2n != layer_l2_norm .end () ? ll2n->second : 0 .0f ;
13861388 if (legacy_mode) {
13871389 LOG_INF (" %5d\t %11.2f\t %6.2f%%\t %11.4f\n " ,
13881390 layer,
1389- stats.lyr_sum ,
1390- 100 .0f * stats.lyr_zd / stats.n ,
1391- lyr_cs );
1391+ stats.layer_sum ,
1392+ 100 .0f * stats.layer_zd / stats.n ,
1393+ layer_cs );
13921394 } else {
13931395 LOG_INF (" %5d\t %11.2f\t %6.2f%%\t %11.4f\t %8.4f\n " ,
13941396 layer,
1395- lyr_l2n ,
1396- 100 .0f * stats.lyr_zd / stats.n ,
1397- lyr_cs ,
1398- 100 .0f * std::exp (-0 .01f * lyr_l2n ) * std::pow (fabs (lyr_cs ), 10 .0f ));
1397+ layer_l2n ,
1398+ 100 .0f * stats.layer_zd / stats.n ,
1399+ layer_cs ,
1400+ 100 .0f * std::exp (-0 .01f * layer_l2n ) * std::pow (fabs (layer_cs ), 10 .0f ));
13991401 }
14001402 }
14011403 LOG_INF (" \n " );
0 commit comments