max-margin/exper-final-cifar-biased-vgg-loss-based-lr.py at master · vfleaking/max-margin · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
import tensorflow as tf
from models import *
import core

FLAGS = {
    'dataset': 'cifar10',
    'print': True,
    'arch': 'simple_sequential',
    'lr': ('loss-based-v1', 0.1, 2 ** (1 / 5), 2 ** (1 / 10)),
    'archive': 50,
    'E': 10000,
    'B': 100,
    'train_mode': TrainMode.USE_FRAME,
    'model': {
        'description': [
            ['C', 64, [3, 3]],
            ['C', 64, [3, 3]],
            ['P'],
            ['C', 128, [3, 3]],
            ['C', 128, [3, 3]],
            ['P'],
            ['C', 256, [3, 3]],
            ['C', 256, [3, 3]],
            ['C', 256, [3, 3]],
            ['P'],
            ['C', 512, [3, 3]],
            ['C', 512, [3, 3]],
            ['C', 512, [3, 3]],
            ['P'],
            ['C', 512, [3, 3]],
            ['C', 512, [3, 3]],
            ['C', 512, [3, 3]],
            ['P'],
            ['F', 10, {'act': False}]
        ],
        'bias_mode': BiasMode.ALL,
        'init': {
            'weight': 'he_normal',
        },
        'opt': 'gd'
    },
    'loss_ub': 500.0
}

def main(argv):
    core.run(FLAGS)

if __name__ == '__main__':
    core.app_start()