Skip to content

Commit 1b7bff8

Browse files
author
Alexander Ororbia
committed
cleaned up probes
1 parent 56f006c commit 1b7bff8

File tree

1 file changed

+1
-1
lines changed

1 file changed

+1
-1
lines changed

ngclearn/utils/analysis/attentive_probe.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -282,7 +282,7 @@ def __init__(
282282
self.probe_params = (learnable_query, *cross_attn_params, *self_attn_params, *mlp_params, *ln_in_params)
283283

284284
## set up gradient calculator
285-
self.grad_fx = jax.value_and_grad(eval_attention_probe, argnums=0, has_aux=True, allow_int=True)
285+
self.grad_fx = jax.value_and_grad(eval_attention_probe, argnums=1, has_aux=True) #, allow_int=True)
286286
## set up update rule/optimizer
287287
self.optim_params = adam.adam_init(self.probe_params)
288288
self.eta = 0.0002 #0.001

0 commit comments

Comments
 (0)