Skip to content

Commit 44f9ba9

Browse files
author
Anoop Kapoor
committed
Address Ashish's comment
1 parent 647452b commit 44f9ba9

File tree

1 file changed

+7
-6
lines changed

1 file changed

+7
-6
lines changed

src/llama-context.cpp

Lines changed: 7 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -1090,14 +1090,16 @@ int llama_context::decode(const llama_batch & batch_inp) {
10901090
ggml_status status;
10911091
const auto * res = process_ubatch(ubatch, LLM_GRAPH_TYPE_DECODER, mctx.get(), status);
10921092

1093-
if (res) {
1094-
#if defined(GGML_PERF) || defined(GGML_PERF_RELEASE)
1093+
#if defined(GGML_PERF) || defined(GGML_PERF_RELEASE)
1094+
if (res) {
10951095
ggml_perf_accumulate(perf_totals, res->get_gf());
1096-
#elif defined(GGML_PERF_DETAIL)
1096+
}
1097+
#elif defined(GGML_PERF_DETAIL)
1098+
if (res) {
10971099
ggml_perf_accumulate(perf_totals, res->get_gf());
10981100
ggml_perf_write_detailed_csv(res->get_gf(), perf_all_shape_fp);
1099-
#endif /* GML_PERF-related flags */
1100-
}
1101+
}
1102+
#endif /* GML_PERF-related flags */
11011103

11021104

11031105
if (!res) {
@@ -1123,7 +1125,6 @@ if (res) {
11231125
memory->seq_rm(s, pos_min[s], -1);
11241126
}
11251127

1126-
printf("\n ANOOP Status vakue %d ", status);
11271128
switch (status) {
11281129
case GGML_STATUS_ABORTED: return 2;
11291130
case GGML_STATUS_ALLOC_FAILED: return -2;

0 commit comments

Comments
 (0)