Skip to content

Commit a96013f

Browse files
committed
Define one variable per line and refactor names
1 parent 12607d3 commit a96013f

File tree

1 file changed

+30
-28
lines changed

1 file changed

+30
-28
lines changed

tools/imatrix/imatrix.cpp

Lines changed: 30 additions & 28 deletions
Original file line numberDiff line numberDiff line change
@@ -341,14 +341,16 @@ static void compute_layer_statistics(const std::vector<tensor_statistics> & tsta
341341
const auto & curr = kv.second.curr_avg;
342342
const auto & prev = kv.second.prev_avg;
343343
if (curr.size() != prev.size() || curr.empty()) continue;
344-
float dot_prod = 0.0, lyr1 = 0.0, lyr2 = 0.0;
344+
float dot_prod = 0.0;
345+
float layer1 = 0.0;
346+
float layer2 = 0.0;
345347
for (size_t i = 0; i < curr.size(); ++i) {
346348
dot_prod += curr[i] * prev[i];
347-
lyr1 += curr[i] * curr[i];
348-
lyr2 += prev[i] * prev[i];
349+
layer1 += curr[i] * curr[i];
350+
layer2 += prev[i] * prev[i];
349351
}
350352
float cossim = 0.0f;
351-
if (lyr1 > 0.0 && lyr2 > 0.0) cossim = dot_prod / (std::sqrt(lyr1) * std::sqrt(lyr2));
353+
if (layer1 > 0.0 && layer2 > 0.0) cossim = dot_prod / (std::sqrt(layer1) * std::sqrt(layer2));
352354
layer_cossim[kv.first] = cossim;
353355
}
354356

@@ -1297,9 +1299,9 @@ static bool show_statistics(const common_params & params) {
12971299
std::sort(ts.begin(), ts.end(), tensor_comparer(legacy_mode));
12981300

12991301
struct layer_stats {
1300-
float lyr_sum = 0.0f;
1301-
float lyr_zd = 0.0f;
1302-
int n = 0;
1302+
float layer_sum = 0.0f;
1303+
float layer_zd = 0.0f;
1304+
int n = 0;
13031305
};
13041306
std::map<int, layer_stats> ls;
13051307

@@ -1348,21 +1350,21 @@ static bool show_statistics(const common_params & params) {
13481350
const float zd = tstat.elements * tstat.zd_score;
13491351

13501352
if (ls.find(blk) != ls.end()) {
1351-
ls[blk].lyr_sum += tstat.sum_values;
1352-
ls[blk].lyr_zd += zd;
1353-
ls[blk].n += tstat.elements;
1353+
ls[blk].layer_sum += tstat.sum_values;
1354+
ls[blk].layer_zd += zd;
1355+
ls[blk].n += tstat.elements;
13541356
} else {
13551357
layer_stats temp_ls;
1356-
temp_ls.lyr_sum = tstat.sum_values;
1357-
temp_ls.lyr_zd = zd;
1358-
temp_ls.n = tstat.elements;
1359-
ls[blk] = temp_ls;
1358+
temp_ls.layer_sum = tstat.sum_values;
1359+
temp_ls.layer_zd = zd;
1360+
temp_ls.n = tstat.elements;
1361+
ls[blk] = temp_ls;
13601362
}
13611363
}
13621364

1363-
std::map<int, float> lyr_cossim;
1364-
std::map<int, float> lyr_l2_norm;
1365-
compute_layer_statistics(ts, lyr_cossim, lyr_l2_norm, g_collector.get_mstats());
1365+
std::map<int, float> layer_cossim;
1366+
std::map<int, float> layer_l2_norm;
1367+
compute_layer_statistics(ts, layer_cossim, layer_l2_norm, g_collector.get_mstats());
13661368

13671369
const auto layers = std::count_if(ls.begin(), ls.end(), [](const auto & kv) { return kv.first >= 0; });
13681370
LOG_INF("\nComputing layer statistics (%ld layers)\n", layers);
@@ -1379,23 +1381,23 @@ static bool show_statistics(const common_params & params) {
13791381
}
13801382
for (const auto & [layer, stats] : ls) {
13811383
if (layer < 0 || stats.n == 0) continue;
1382-
const auto lcs = lyr_cossim.find(layer);
1383-
const float lyr_cs = lcs != lyr_cossim.end() ? lcs->second : 0.0f;
1384-
const auto ll2n = lyr_l2_norm.find(layer);
1385-
const float lyr_l2n = ll2n != lyr_l2_norm.end() ? ll2n->second : 0.0f;
1384+
const auto lcs = layer_cossim.find(layer);
1385+
const float layer_cs = lcs != layer_cossim.end() ? lcs->second : 0.0f;
1386+
const auto ll2n = layer_l2_norm.find(layer);
1387+
const float layer_l2n = ll2n != layer_l2_norm.end() ? ll2n->second : 0.0f;
13861388
if (legacy_mode) {
13871389
LOG_INF("%5d\t%11.2f\t%6.2f%%\t%11.4f\n",
13881390
layer,
1389-
stats.lyr_sum,
1390-
100.0f * stats.lyr_zd / stats.n,
1391-
lyr_cs);
1391+
stats.layer_sum,
1392+
100.0f * stats.layer_zd / stats.n,
1393+
layer_cs);
13921394
} else {
13931395
LOG_INF("%5d\t%11.2f\t%6.2f%%\t%11.4f\t%8.4f\n",
13941396
layer,
1395-
lyr_l2n,
1396-
100.0f * stats.lyr_zd / stats.n,
1397-
lyr_cs,
1398-
100.0f * std::exp(-0.01f * lyr_l2n) * std::pow(fabs(lyr_cs), 10.0f));
1397+
layer_l2n,
1398+
100.0f * stats.layer_zd / stats.n,
1399+
layer_cs,
1400+
100.0f * std::exp(-0.01f * layer_l2n) * std::pow(fabs(layer_cs), 10.0f));
13991401
}
14001402
}
14011403
LOG_INF("\n");

0 commit comments

Comments
 (0)