Merge pull request #277 from plyfager/s3-readme

[Feature] update s3 with training results

Author: plyfager

configs/_base_/datasets/unconditional_imgs_flip_lanczos_resize_256x256.py

@@ -0,0 +1,31 @@
+dataset_type = 'UnconditionalImageDataset'
+
+train_pipeline = [
+    dict(type='LoadImageFromFile', key='real_img'),
+    dict(
+        type='Resize',
+        keys=['real_img'],
+        scale=(256, 256),
+        interpolation='lanczos',
+        backend='pillow'),
+    dict(type='Flip', keys=['real_img'], direction='horizontal'),
+    dict(
+        type='Normalize',
+        keys=['real_img'],
+        mean=[127.5] * 3,
+        std=[127.5] * 3,
+        to_rgb=False),
+    dict(type='ImageToTensor', keys=['real_img']),
+    dict(type='Collect', keys=['real_img'], meta_keys=['real_img_path'])
+]
+
+# `samples_per_gpu` and `imgs_root` need to be set.
+data = dict(
+    samples_per_gpu=None,
+    workers_per_gpu=4,
+    train=dict(
+        type='RepeatDataset',
+        times=100,
+        dataset=dict(
+            type=dataset_type, imgs_root=None, pipeline=train_pipeline)),
+    val=dict(type=dataset_type, imgs_root=None, pipeline=train_pipeline))

configs/styleganv3/README.md

@@ -32,14 +32,31 @@ results pave the way for generative models better suited for video and animation
   <img src="https://user-images.githubusercontent.com/22982797/150450502-c182834f-796f-4397-bd38-df1efe4a8a47.png" width="800"/>
 </div>
 
+We perform experiments on StyleGANv3 paper settings and also experimental settings.
+For user convenience, we also offer the converted version of official weights.
+
+### Paper Settings
+|                Model                |  Dataset | Iter |FID50k |                                                 Config                                                             |                                                                 Log |  Download                                                                |
+| :---------------------------------: | :-------------: |  :-----------: | :-----------: |:---------------------------------------------------------------------------------------------------------------------------: | :-------------: |:--------------------------------------------------------------------------------------------------------------------------------------: |
+|    stylegan3-t    | ffhq 1024x1024 | 490000 | 3.37<sup>*</sup>|  [config](https://github.com/open-mmlab/mmgeneration/tree/master/configs/styleganv3/stylegan3_t_noaug_fp16_gamma32.8_ffhq_1024_b4x8.py)       |  [log](https://download.openmmlab.com/mmgen/stylegan3/stylegan3_t_noaug_fp16_gamma32.8_ffhq_1024_b4x8_20220322_090417.log.json)  |[model](https://download.openmmlab.com/mmgen/stylegan3/stylegan3_t_noaug_fp16_gamma32.8_ffhq_1024_b4x8_best_fid_iter_490000_20220401_120733-4ff83434.pth)  |
+|    stylegan3-t-ada    | metface 1024x1024 | 130000 | 15.09 |   [config](https://github.com/open-mmlab/mmgeneration/tree/master/configs/styleganv3/stylegan3_t_ada_fp16_gamma6.6_metfaces_1024_b4x8.py)       |  [log](https://download.openmmlab.com/mmgen/stylegan3/stylegan3_t_ada_fp16_gamma6.6_metfaces_1024_b4x8_20220328_142211.log.json)  |[model](https://download.openmmlab.com/mmgen/stylegan3/stylegan3_t_ada_fp16_gamma6.6_metfaces_1024_b4x8_best_fid_iter_130000_20220401_115101-f2ef498e.pth)  |
+
+Note<sup>*</sup>: This setting still needs a few days to run through, we put out currently the best checkpoint, and we will update the results the first time on the end of the experiment.
+
+### Experimental Settings
+|                Model                |  Dataset |Iter | FID50k |                                                 Config                                                             |                                                                 Log |  Download                                                                |
+| :---------------------------------: | :-------------: |:-----------: | :-----------: |:---------------------------------------------------------------------------------------------------------------------------: | :-------------: |:--------------------------------------------------------------------------------------------------------------------------------------: |
+|    stylegan3-t    | ffhq 256x256 | 740000 |7.65 | [config](https://github.com/open-mmlab/mmgeneration/tree/master/configs/styleganv3/stylegan3_t_noaug_fp16_gamma2.0_ffhq_256_b4x8.py)       |  [log](https://download.openmmlab.com/mmgen/stylegan3/stylegan3_t_noaug_fp16_gamma2.0_ffhq_256_b4x8_20220323_144815.log.json)  |[model](https://download.openmmlab.com/mmgen/stylegan3/stylegan3_t_noaug_fp16_gamma2.0_ffhq_256_b4x8_best_fid_iter_740000_20220401_122456-730e1fba.pth)  |
+
+### Converted Weights
 |                Model                |  Dataset  | Comment     | FID50k |    EQ-T     | EQ-R     |                                                            Config                                                             |                                                                 Download                                                                 |
 | :---------------------------------: | :-------------: |:-------------: | :----: | :-----------: | :-----------: |:---------------------------------------------------------------------------------------------------------------------------: | :--------------------------------------------------------------------------------------------------------------------------------------: |
-|    stylegan3_config-T    | ffhqu 256x256|official weight | 4.62 | 63.01 | 13.12   |  [config](https://github.com/open-mmlab/mmgeneration/tree/master/configs/_base_/models/stylegan/stylegan3_t_ffhqu_256_b4x8_cvt_official_rgb.py)       |  [model](https://download.openmmlab.com/mmgen/stylegan3/stylegan3_t_ffhqu_256_b4x8_cvt_official_rgb_20220329_235046-153df4c8.pth)  |
-|    stylegan3_config-T    |afhqv2 512x512 |official weight | 4.04 | 60.15 | 13.51   |  [config](https://github.com/open-mmlab/mmgeneration/tree/master/configs/_base_/models/stylegan/stylegan3_t_afhqv2_512_b4x8_cvt_official_rgb.py)       |  [model](https://download.openmmlab.com/mmgen/stylegan3/stylegan3_t_afhqv2_512_b4x8_cvt_official_rgb_20220329_235017-ee6b037a.pth)  |
-|    stylegan3_config-T    |ffhq 1024x1024 |official weight | 2.79 |  61.21  | 13.82   |  [config](https://github.com/open-mmlab/mmgeneration/tree/master/configs/_base_/models/stylegan/stylegan3_t_ffhq_1024_b4x8_cvt_official_rgb.py)       |  [model](https://download.openmmlab.com/mmgen/stylegan3/stylegan3_t_ffhq_1024_b4x8_cvt_official_rgb_20220329_235113-db6c6580.pth)  |
-|    stylegan3_config-R    | ffhqu 256x256 |official weight |  4.50| 66.65 |  40.48  |  [config](https://github.com/open-mmlab/mmgeneration/tree/master/configs/_base_/models/stylegan/stylegan3_r_ffhqu_256_b4x8_cvt_official_rgb.py)       |  [model](https://download.openmmlab.com/mmgen/stylegan3/stylegan3_r_ffhqu_256_b4x8_cvt_official_rgb_20220329_234909-4521d963.pth)  |
-|    stylegan3_config-R     | afhqv2 512x512 |official weight |4.40    |64.89  | 40.34   |  [config](https://github.com/open-mmlab/mmgeneration/tree/master/configs/_base_/models/stylegan/stylegan3_r_afhqv2_512_b4x8_cvt_official_rgb.py)       |  [model](https://download.openmmlab.com/mmgen/stylegan3/stylegan3_r_afhqv2_512_b4x8_cvt_official_rgb_20220329_234829-f2eaca72.pth)  |
-|    stylegan3_config-R    |ffhq 1024x1024 |official weight |3.07  | 64.76 |   46.62  |  [config](https://github.com/open-mmlab/mmgeneration/tree/master/configs/_base_/models/stylegan/stylegan3_r_ffhq_1024_b4x8_cvt_official_rgb.py)       |  [model](https://download.openmmlab.com/mmgen/stylegan3/stylegan3_r_ffhq_1024_b4x8_cvt_official_rgb_20220329_234933-ac0500a1.pth)  |
+|    stylegan3-t    | ffhqu 256x256|official weight | 4.62 | 63.01 | 13.12   |  [config](https://github.com/open-mmlab/mmgeneration/tree/master/configs/_base_/models/stylegan/stylegan3_t_ffhqu_256_b4x8_cvt_official_rgb.py)       |  [model](https://download.openmmlab.com/mmgen/stylegan3/stylegan3_t_ffhqu_256_b4x8_cvt_official_rgb_20220329_235046-153df4c8.pth)  |
+|    stylegan3-t    |afhqv2 512x512 |official weight | 4.04 | 60.15 | 13.51   |  [config](https://github.com/open-mmlab/mmgeneration/tree/master/configs/_base_/models/stylegan/stylegan3_t_afhqv2_512_b4x8_cvt_official_rgb.py)       |  [model](https://download.openmmlab.com/mmgen/stylegan3/stylegan3_t_afhqv2_512_b4x8_cvt_official_rgb_20220329_235017-ee6b037a.pth)  |
+|    stylegan3-t    |ffhq 1024x1024 |official weight | 2.79 |  61.21  | 13.82   |  [config](https://github.com/open-mmlab/mmgeneration/tree/master/configs/_base_/models/stylegan/stylegan3_t_ffhq_1024_b4x8_cvt_official_rgb.py)       |  [model](https://download.openmmlab.com/mmgen/stylegan3/stylegan3_t_ffhq_1024_b4x8_cvt_official_rgb_20220329_235113-db6c6580.pth)  |
+|    stylegan3-r    | ffhqu 256x256 |official weight |  4.50| 66.65 |  40.48  |  [config](https://github.com/open-mmlab/mmgeneration/tree/master/configs/_base_/models/stylegan/stylegan3_r_ffhqu_256_b4x8_cvt_official_rgb.py)       |  [model](https://download.openmmlab.com/mmgen/stylegan3/stylegan3_r_ffhqu_256_b4x8_cvt_official_rgb_20220329_234909-4521d963.pth)  |
+|    stylegan3-r     | afhqv2 512x512 |official weight |4.40    |64.89  | 40.34   |  [config](https://github.com/open-mmlab/mmgeneration/tree/master/configs/_base_/models/stylegan/stylegan3_r_afhqv2_512_b4x8_cvt_official_rgb.py)       |  [model](https://download.openmmlab.com/mmgen/stylegan3/stylegan3_r_afhqv2_512_b4x8_cvt_official_rgb_20220329_234829-f2eaca72.pth)  |
+|    stylegan3-r    |ffhq 1024x1024 |official weight |3.07  | 64.76 |   46.62  |  [config](https://github.com/open-mmlab/mmgeneration/tree/master/configs/_base_/models/stylegan/stylegan3_r_ffhq_1024_b4x8_cvt_official_rgb.py)       |  [model](https://download.openmmlab.com/mmgen/stylegan3/stylegan3_r_ffhq_1024_b4x8_cvt_official_rgb_20220329_234933-ac0500a1.pth)  |
 
 
 
@@ -73,7 +90,7 @@ https://user-images.githubusercontent.com/22982797/151504973-b96e1639-861d-434b-
 
 https://user-images.githubusercontent.com/22982797/151505099-cde4999e-aab1-42d4-a458-3bb069db3d32.mp4
 
-If you want to EQ-Metric for StyleGAN3, just add following codes into config.
+If you want to get EQ-Metric for StyleGAN3, just add following codes into config.
 ```python
 metrics = dict(
     eqv=dict(

configs/styleganv3/metafile.yml

@@ -7,6 +7,45 @@ Collections:
   - https://nvlabs-fi-cdn.nvidia.com/stylegan3/stylegan3-paper.pdf
   README: configs/styleganv3/README.md
 Models:
+- Config: https://github.com/open-mmlab/mmgeneration/tree/master/configs/styleganv3/stylegan3_t_noaug_fp16_gamma32.8_ffhq_1024_b4x8.py
+  In Collection: StyleGANv3
+  Metadata:
+    Training Data: FFHQ
+  Name: stylegan3_gamma32.8
+  Results:
+  - Dataset: FFHQ
+    Metrics:
+      FID50k: 3.37<sup></sup>
+      Iter: 490000.0
+      Log: '[log]'
+    Task: Unconditional GANs
+  Weights: https://download.openmmlab.com/mmgen/stylegan3/stylegan3_t_noaug_fp16_gamma32.8_ffhq_1024_b4x8_best_fid_iter_490000_20220401_120733-4ff83434.pth
+- Config: https://github.com/open-mmlab/mmgeneration/tree/master/configs/styleganv3/stylegan3_t_ada_fp16_gamma6.6_metfaces_1024_b4x8.py
+  In Collection: StyleGANv3
+  Metadata:
+    Training Data: Others
+  Name: stylegan3_t_ada_fp16_gamma6.6_metfaces_1024_b4x8
+  Results:
+  - Dataset: Others
+    Metrics:
+      FID50k: 15.09
+      Iter: 130000.0
+      Log: '[log]'
+    Task: Unconditional GANs
+  Weights: https://download.openmmlab.com/mmgen/stylegan3/stylegan3_t_ada_fp16_gamma6.6_metfaces_1024_b4x8_best_fid_iter_130000_20220401_115101-f2ef498e.pth
+- Config: https://github.com/open-mmlab/mmgeneration/tree/master/configs/styleganv3/stylegan3_t_noaug_fp16_gamma2.0_ffhq_256_b4x8.py
+  In Collection: StyleGANv3
+  Metadata:
+    Training Data: FFHQ
+  Name: stylegan3_gamma2.0
+  Results:
+  - Dataset: FFHQ
+    Metrics:
+      FID50k: 7.65
+      Iter: 740000.0
+      Log: '[log]'
+    Task: Unconditional GANs
+  Weights: https://download.openmmlab.com/mmgen/stylegan3/stylegan3_t_noaug_fp16_gamma2.0_ffhq_256_b4x8_best_fid_iter_740000_20220401_122456-730e1fba.pth
 - Config: https://github.com/open-mmlab/mmgeneration/tree/master/configs/_base_/models/stylegan/stylegan3_t_ffhqu_256_b4x8_cvt_official_rgb.py
   In Collection: StyleGANv3
   Metadata:

configs/styleganv3/stylegan3_t_noaug_fp16_gamma2.0_ffhq_256_b4x8.py

@@ -0,0 +1,72 @@
+_base_ = [
+    '../_base_/models/stylegan/stylegan3_base.py',
+    '../_base_/datasets/unconditional_imgs_flip_lanczos_resize_256x256.py',
+    '../_base_/default_runtime.py'
+]
+
+synthesis_cfg = {
+    'type': 'SynthesisNetwork',
+    'channel_base': 16384,
+    'channel_max': 512,
+    'magnitude_ema_beta': 0.999
+}
+r1_gamma = 2.  # set by user
+d_reg_interval = 16
+
+model = dict(
+    type='StaticUnconditionalGAN',
+    generator=dict(out_size=256, img_channels=3, synthesis_cfg=synthesis_cfg),
+    discriminator=dict(in_size=256, channel_multiplier=1),
+    gan_loss=dict(type='GANLoss', gan_type='wgan-logistic-ns'),
+    disc_auxiliary_loss=dict(loss_weight=r1_gamma / 2.0 * d_reg_interval))
+
+imgs_root = 'data/ffhq/images'
+data = dict(
+    samples_per_gpu=4,
+    train=dict(dataset=dict(imgs_root=imgs_root)),
+    val=dict(imgs_root=imgs_root))
+
+ema_half_life = 10.  # G_smoothing_kimg
+custom_hooks = [
+    dict(
+        type='VisualizeUnconditionalSamples',
+        output_dir='training_samples',
+        interval=5000),
+    dict(
+        type='ExponentialMovingAverageHook',
+        module_keys=('generator_ema', ),
+        interp_mode='lerp',
+        interval=1,
+        start_iter=0,
+        momentum_policy='rampup',
+        momentum_cfg=dict(
+            ema_kimg=10, ema_rampup=0.05, batch_size=32, eps=1e-8),
+        priority='VERY_HIGH')
+]
+
+inception_pkl = 'work_dirs/inception_pkl/ffhq-lanczos-256x256.pkl'
+metrics = dict(
+    fid50k=dict(
+        type='FID',
+        num_images=50000,
+        inception_pkl=inception_pkl,
+        inception_args=dict(type='StyleGAN'),
+        bgr2rgb=True))
+
+inception_path = None
+evaluation = dict(
+    type='GenerativeEvalHook',
+    interval=10000,
+    metrics=dict(
+        type='FID',
+        num_images=50000,
+        inception_pkl=inception_pkl,
+        inception_args=dict(type='StyleGAN', inception_path=inception_path),
+        bgr2rgb=True),
+    sample_kwargs=dict(sample_model='ema'))
+
+checkpoint_config = dict(interval=10000, by_epoch=False, max_keep_ckpts=30)
+
+lr_config = None
+
+total_iters = 800002

configs/styleganv3/stylegan3_t_noaug_fp16_gamma32.8_ffhq_1024_b4x8.py

@@ -56,7 +56,7 @@
         inception_args=dict(type='StyleGAN'),
         bgr2rgb=True))
 
-inception_path = '/mnt/lustre/yangyifei1/repos/fix-s3/work_dirs/cache/inception-2015-12-05.pt'  # noqa
+inception_path = None
 evaluation = dict(
     type='GenerativeEvalHook',
     interval=10000,
@@ -72,5 +72,3 @@
 lr_config = None
 
 total_iters = 800002
-
-allow_tf32 = False