@@ -40,17 +40,19 @@ to adjust the model:
40
40
41
41
using Flux, Metalhead, Optimisers
42
42
43
- o = Optimisers. ADAM () # define an ADAM optimiser with default settings
44
- st = Optimisers. setup (o, m) # initialize the optimiser before using it
43
+ model = Metalhead. ResNet18 () # define a model to train on
44
+ image = rand (Float32, 224 , 224 , 3 , 1 ); # dummy data
45
+ @show sum (model (image)); # dummy loss function
45
46
46
- model = ResNet18 () # define a model to train on
47
- ip = rand (Float32, 224 , 224 , 3 , 1 ) # dummy data
47
+ o = Optimisers . ADAM () # define an ADAM optimiser with default settings
48
+ st = Optimisers . setup (o, model); # initialize the optimiser before using it
48
49
49
- m̄, _ = gradient (model, ip ) do m, x # calculate the gradients
50
- sum (m (x)) # dummy loss function
51
- end
50
+ m̄, _ = gradient (model, image ) do m, x # calculate the gradients
51
+ sum (m (x))
52
+ end ;
52
53
53
- st, mnew = Optimisers. update (st, m, m̄)
54
+ st, model = Optimisers. update (st, model, m̄);
55
+ @show sum (model (image));
54
56
55
57
```
56
58
0 commit comments