Advertisement
Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- dnnlib: Running training.training_loop.training_loop() on localhost...
- Streaming data using training.dataset.TFRecordDataset...
- DEBUG: self.tfrecord_dir=datasets/paintings-tfrecords
- Dataset shape = [3, 512, 512]
- Dynamic range = [0, 255]
- Label size = 0
- Constructing networks...
- G Params OutputShape WeightShape
- --- --- --- ---
- latents_in - (?, 512) -
- labels_in - (?, 0) -
- lod - () -
- dlatent_avg - (512,) -
- G_mapping/latents_in - (?, 512) -
- G_mapping/labels_in - (?, 0) -
- G_mapping/PixelNorm - (?, 512) -
- G_mapping/Dense0 262656 (?, 512) (512, 512)
- G_mapping/Dense1 262656 (?, 512) (512, 512)
- G_mapping/Dense2 262656 (?, 512) (512, 512)
- G_mapping/Dense3 262656 (?, 512) (512, 512)
- G_mapping/Dense4 262656 (?, 512) (512, 512)
- G_mapping/Dense5 262656 (?, 512) (512, 512)
- G_mapping/Dense6 262656 (?, 512) (512, 512)
- G_mapping/Dense7 262656 (?, 512) (512, 512)
- G_mapping/Broadcast - (?, 16, 512) -
- G_mapping/dlatents_out - (?, 16, 512) -
- Truncation - (?, 16, 512) -
- G_synthesis/dlatents_in - (?, 16, 512) -
- G_synthesis/4x4/Const 534528 (?, 512, 4, 4) (512,)
- G_synthesis/4x4/Conv 2885632 (?, 512, 4, 4) (3, 3, 512, 512)
- G_synthesis/ToRGB_lod7 1539 (?, 3, 4, 4) (1, 1, 512, 3)
- G_synthesis/8x8/Conv0_up 2885632 (?, 512, 8, 8) (3, 3, 512, 512)
- G_synthesis/8x8/Conv1 2885632 (?, 512, 8, 8) (3, 3, 512, 512)
- G_synthesis/ToRGB_lod6 1539 (?, 3, 8, 8) (1, 1, 512, 3)
- G_synthesis/Upscale2D - (?, 3, 8, 8) -
- G_synthesis/Grow_lod6 - (?, 3, 8, 8) -
- G_synthesis/16x16/Conv0_up 2885632 (?, 512, 16, 16) (3, 3, 512, 512)
- G_synthesis/16x16/Conv1 2885632 (?, 512, 16, 16) (3, 3, 512, 512)
- G_synthesis/ToRGB_lod5 1539 (?, 3, 16, 16) (1, 1, 512, 3)
- G_synthesis/Upscale2D_1 - (?, 3, 16, 16) -
- G_synthesis/Grow_lod5 - (?, 3, 16, 16) -
- G_synthesis/32x32/Conv0_up 2885632 (?, 512, 32, 32) (3, 3, 512, 512)
- G_synthesis/32x32/Conv1 2885632 (?, 512, 32, 32) (3, 3, 512, 512)
- G_synthesis/ToRGB_lod4 1539 (?, 3, 32, 32) (1, 1, 512, 3)
- G_synthesis/Upscale2D_2 - (?, 3, 32, 32) -
- G_synthesis/Grow_lod4 - (?, 3, 32, 32) -
- G_synthesis/64x64/Conv0_up 1442816 (?, 256, 64, 64) (3, 3, 512, 256)
- G_synthesis/64x64/Conv1 852992 (?, 256, 64, 64) (3, 3, 256, 256)
- G_synthesis/ToRGB_lod3 771 (?, 3, 64, 64) (1, 1, 256, 3)
- G_synthesis/Upscale2D_3 - (?, 3, 64, 64) -
- G_synthesis/Grow_lod3 - (?, 3, 64, 64) -
- G_synthesis/128x128/Conv0_up 426496 (?, 128, 128, 128) (3, 3, 256, 128)
- G_synthesis/128x128/Conv1 279040 (?, 128, 128, 128) (3, 3, 128, 128)
- G_synthesis/ToRGB_lod2 387 (?, 3, 128, 128) (1, 1, 128, 3)
- G_synthesis/Upscale2D_4 - (?, 3, 128, 128) -
- G_synthesis/Grow_lod2 - (?, 3, 128, 128) -
- G_synthesis/256x256/Conv0_up 139520 (?, 64, 256, 256) (3, 3, 128, 64)
- G_synthesis/256x256/Conv1 102656 (?, 64, 256, 256) (3, 3, 64, 64)
- G_synthesis/ToRGB_lod1 195 (?, 3, 256, 256) (1, 1, 64, 3)
- G_synthesis/Upscale2D_5 - (?, 3, 256, 256) -
- G_synthesis/Grow_lod1 - (?, 3, 256, 256) -
- G_synthesis/512x512/Conv0_up 51328 (?, 32, 512, 512) (3, 3, 64, 32)
- G_synthesis/512x512/Conv1 42112 (?, 32, 512, 512) (3, 3, 32, 32)
- G_synthesis/ToRGB_lod0 99 (?, 3, 512, 512) (1, 1, 32, 3)
- G_synthesis/Upscale2D_6 - (?, 3, 512, 512) -
- G_synthesis/Grow_lod0 - (?, 3, 512, 512) -
- G_synthesis/images_out - (?, 3, 512, 512) -
- G_synthesis/lod - () -
- G_synthesis/noise0 - (1, 1, 4, 4) -
- G_synthesis/noise1 - (1, 1, 4, 4) -
- G_synthesis/noise2 - (1, 1, 8, 8) -
- G_synthesis/noise3 - (1, 1, 8, 8) -
- G_synthesis/noise4 - (1, 1, 16, 16) -
- G_synthesis/noise5 - (1, 1, 16, 16) -
- G_synthesis/noise6 - (1, 1, 32, 32) -
- G_synthesis/noise7 - (1, 1, 32, 32) -
- G_synthesis/noise8 - (1, 1, 64, 64) -
- G_synthesis/noise9 - (1, 1, 64, 64) -
- G_synthesis/noise10 - (1, 1, 128, 128) -
- G_synthesis/noise11 - (1, 1, 128, 128) -
- G_synthesis/noise12 - (1, 1, 256, 256) -
- G_synthesis/noise13 - (1, 1, 256, 256) -
- G_synthesis/noise14 - (1, 1, 512, 512) -
- G_synthesis/noise15 - (1, 1, 512, 512) -
- images_out - (?, 3, 512, 512) -
- --- --- --- ---
- Total 26179768
- D Params OutputShape WeightShape
- --- --- --- ---
- images_in - (?, 3, 512, 512) -
- labels_in - (?, 0) -
- lod - () -
- FromRGB_lod0 128 (?, 32, 512, 512) (1, 1, 3, 32)
- 512x512/Conv0 9248 (?, 32, 512, 512) (3, 3, 32, 32)
- 512x512/Conv1_down 18496 (?, 64, 256, 256) (3, 3, 32, 64)
- Downscale2D - (?, 3, 256, 256) -
- FromRGB_lod1 256 (?, 64, 256, 256) (1, 1, 3, 64)
- Grow_lod0 - (?, 64, 256, 256) -
- 256x256/Conv0 36928 (?, 64, 256, 256) (3, 3, 64, 64)
- 256x256/Conv1_down 73856 (?, 128, 128, 128) (3, 3, 64, 128)
- Downscale2D_1 - (?, 3, 128, 128) -
- FromRGB_lod2 512 (?, 128, 128, 128) (1, 1, 3, 128)
- Grow_lod1 - (?, 128, 128, 128) -
- 128x128/Conv0 147584 (?, 128, 128, 128) (3, 3, 128, 128)
- 128x128/Conv1_down 295168 (?, 256, 64, 64) (3, 3, 128, 256)
- Downscale2D_2 - (?, 3, 64, 64) -
- FromRGB_lod3 1024 (?, 256, 64, 64) (1, 1, 3, 256)
- Grow_lod2 - (?, 256, 64, 64) -
- 64x64/Conv0 590080 (?, 256, 64, 64) (3, 3, 256, 256)
- 64x64/Conv1_down 1180160 (?, 512, 32, 32) (3, 3, 256, 512)
- Downscale2D_3 - (?, 3, 32, 32) -
- FromRGB_lod4 2048 (?, 512, 32, 32) (1, 1, 3, 512)
- Grow_lod3 - (?, 512, 32, 32) -
- 32x32/Conv0 2359808 (?, 512, 32, 32) (3, 3, 512, 512)
- 32x32/Conv1_down 2359808 (?, 512, 16, 16) (3, 3, 512, 512)
- Downscale2D_4 - (?, 3, 16, 16) -
- FromRGB_lod5 2048 (?, 512, 16, 16) (1, 1, 3, 512)
- Grow_lod4 - (?, 512, 16, 16) -
- 16x16/Conv0 2359808 (?, 512, 16, 16) (3, 3, 512, 512)
- 16x16/Conv1_down 2359808 (?, 512, 8, 8) (3, 3, 512, 512)
- Downscale2D_5 - (?, 3, 8, 8) -
- FromRGB_lod6 2048 (?, 512, 8, 8) (1, 1, 3, 512)
- Grow_lod5 - (?, 512, 8, 8) -
- 8x8/Conv0 2359808 (?, 512, 8, 8) (3, 3, 512, 512)
- 8x8/Conv1_down 2359808 (?, 512, 4, 4) (3, 3, 512, 512)
- Downscale2D_6 - (?, 3, 4, 4) -
- FromRGB_lod7 2048 (?, 512, 4, 4) (1, 1, 3, 512)
- Grow_lod6 - (?, 512, 4, 4) -
- 4x4/MinibatchStddev - (?, 513, 4, 4) -
- 4x4/Conv 2364416 (?, 512, 4, 4) (3, 3, 513, 512)
- 4x4/Dense0 4194816 (?, 512) (8192, 512)
- 4x4/Dense1 513 (?, 1) (512, 1)
- scores_out - (?, 1) -
- --- --- --- ---
- Total 23080225
- Building TensorFlow graph...
- WARNING: The TensorFlow contrib module will not be included in TensorFlow 2.0.
- For more information, please see:
- * https://github.com/tensorflow/community/blob/master/rfcs/20180907-contrib-sunset.md
- * https://github.com/tensorflow/addons
- If you depend on functionality not listed there, please file an issue.
- Setting up snapshot image grid...
- Setting up run dir...
- Training...
- tick 1 kimg 140.3 lod 6.00 minibatch 128 time 4m 40s sec/tick 236.2 sec/kimg 1.68 maintenance 44.2 gpumem 3.8
- network-snapshot-000140 time 4m 10s fid50k 379.0476
- tick 2 kimg 280.6 lod 6.00 minibatch 128 time 12m 47s sec/tick 221.3 sec/kimg 1.58 maintenance 264.9 gpumem 3.8
- tick 3 kimg 420.9 lod 6.00 minibatch 128 time 16m 29s sec/tick 221.8 sec/kimg 1.58 maintenance 0.5 gpumem 3.8
- tick 4 kimg 561.2 lod 6.00 minibatch 128 time 20m 11s sec/tick 222.0 sec/kimg 1.58 maintenance 0.5 gpumem 3.8
- tick 5 kimg 681.5 lod 5.87 minibatch 128 time 26m 33s sec/tick 381.4 sec/kimg 3.17 maintenance 0.5 gpumem 6.3
- tick 6 kimg 801.8 lod 5.66 minibatch 128 time 34m 18s sec/tick 463.8 sec/kimg 3.85 maintenance 0.6 gpumem 6.3
- tick 7 kimg 922.1 lod 5.46 minibatch 128 time 42m 13s sec/tick 474.7 sec/kimg 3.95 maintenance 0.6 gpumem 6.3
- tick 8 kimg 1042.4 lod 5.26 minibatch 128 time 50m 04s sec/tick 470.0 sec/kimg 3.91 maintenance 0.6 gpumem 6.3
- tick 9 kimg 1162.8 lod 5.06 minibatch 128 time 57m 56s sec/tick 471.5 sec/kimg 3.92 maintenance 0.6 gpumem 6.3
- tick 10 kimg 1283.1 lod 5.00 minibatch 128 time 1h 05m 30s sec/tick 453.6 sec/kimg 3.77 maintenance 0.6 gpumem 6.3
- network-snapshot-001283 time 4m 26s fid50k 298.5860
- tick 11 kimg 1403.4 lod 5.00 minibatch 128 time 1h 17m 19s sec/tick 441.8 sec/kimg 3.67 maintenance 267.4 gpumem 6.3
- tick 12 kimg 1523.7 lod 5.00 minibatch 128 time 1h 24m 45s sec/tick 445.2 sec/kimg 3.70 maintenance 0.6 gpumem 6.3
- tick 13 kimg 1644.0 lod 5.00 minibatch 128 time 1h 32m 06s sec/tick 440.6 sec/kimg 3.66 maintenance 0.6 gpumem 6.3
- tick 14 kimg 1764.4 lod 5.00 minibatch 128 time 1h 39m 28s sec/tick 441.0 sec/kimg 3.67 maintenance 0.6 gpumem 6.3
- tick 15 kimg 1864.4 lod 4.89 minibatch 64 time 1h 54m 48s sec/tick 919.6 sec/kimg 9.19 maintenance 0.6 gpumem 6.3
- tick 16 kimg 1964.5 lod 4.73 minibatch 64 time 2h 15m 12s sec/tick 1223.2 sec/kimg 12.22 maintenance 0.7 gpumem 6.3
- tick 17 kimg 2064.6 lod 4.56 minibatch 64 time 2h 35m 36s sec/tick 1224.1 sec/kimg 12.23 maintenance 0.6 gpumem 6.3
- tick 18 kimg 2164.7 lod 4.39 minibatch 64 time 2h 56m 01s sec/tick 1224.2 sec/kimg 12.23 maintenance 0.6 gpumem 6.3
- tick 19 kimg 2264.8 lod 4.23 minibatch 64 time 3h 16m 26s sec/tick 1224.1 sec/kimg 12.23 maintenance 0.6 gpumem 6.3
- tick 20 kimg 2364.9 lod 4.06 minibatch 64 time 3h 36m 51s sec/tick 1224.7 sec/kimg 12.24 maintenance 0.6 gpumem 6.3
- network-snapshot-002364 time 5m 13s fid50k 255.7096
- tick 21 kimg 2465.0 lod 4.00 minibatch 64 time 4h 02m 08s sec/tick 1203.0 sec/kimg 12.02 maintenance 314.1 gpumem 6.3
- tick 22 kimg 2565.1 lod 4.00 minibatch 64 time 4h 22m 00s sec/tick 1191.1 sec/kimg 11.90 maintenance 0.6 gpumem 6.3
- tick 23 kimg 2665.2 lod 4.00 minibatch 64 time 4h 41m 53s sec/tick 1192.3 sec/kimg 11.91 maintenance 0.6 gpumem 6.3
- tick 24 kimg 2765.3 lod 4.00 minibatch 64 time 5h 01m 45s sec/tick 1191.8 sec/kimg 11.91 maintenance 0.6 gpumem 6.3
- tick 25 kimg 2865.4 lod 4.00 minibatch 64 time 5h 21m 39s sec/tick 1193.1 sec/kimg 11.92 maintenance 0.6 gpumem 6.3
- tick 26 kimg 2965.5 lod 4.00 minibatch 64 time 5h 41m 32s sec/tick 1192.6 sec/kimg 11.91 maintenance 0.6 gpumem 6.3
- tick 27 kimg 3045.5 lod 3.92 minibatch 32 time 6h 10m 48s sec/tick 1755.5 sec/kimg 21.94 maintenance 0.6 gpumem 6.3
- tick 28 kimg 3125.5 lod 3.79 minibatch 32 time 6h 50m 15s sec/tick 2366.1 sec/kimg 29.58 maintenance 0.9 gpumem 6.3
- tick 29 kimg 3205.5 lod 3.66 minibatch 32 time 7h 32m 30s sec/tick 2533.4 sec/kimg 31.67 maintenance 0.7 gpumem 6.3
- tick 30 kimg 3285.5 lod 3.52 minibatch 32 time 8h 14m 48s sec/tick 2538.3 sec/kimg 31.73 maintenance 0.7 gpumem 6.3
- network-snapshot-003285 time 7m 09s fid50k 267.0153
- tick 31 kimg 3365.5 lod 3.39 minibatch 32 time 9h 04m 13s sec/tick 2533.8 sec/kimg 31.67 maintenance 430.3 gpumem 6.3
- tick 32 kimg 3445.5 lod 3.26 minibatch 32 time 9h 46m 43s sec/tick 2550.2 sec/kimg 31.88 maintenance 0.7 gpumem 6.3
- tick 33 kimg 3525.5 lod 3.12 minibatch 32 time 10h 26m 26s sec/tick 2381.7 sec/kimg 29.77 maintenance 0.7 gpumem 6.3
- tick 34 kimg 3605.5 lod 3.00 minibatch 32 time 11h 05m 46s sec/tick 2359.7 sec/kimg 29.50 maintenance 0.7 gpumem 6.3
- tick 35 kimg 3685.5 lod 3.00 minibatch 32 time 11h 44m 01s sec/tick 2294.2 sec/kimg 28.68 maintenance 0.7 gpumem 6.3
- tick 36 kimg 3765.5 lod 3.00 minibatch 32 time 12h 22m 14s sec/tick 2292.4 sec/kimg 28.66 maintenance 0.7 gpumem 6.3
- tick 37 kimg 3845.5 lod 3.00 minibatch 32 time 13h 00m 29s sec/tick 2293.8 sec/kimg 28.67 maintenance 0.7 gpumem 6.3
- tick 38 kimg 3925.5 lod 3.00 minibatch 32 time 13h 38m 42s sec/tick 2292.6 sec/kimg 28.66 maintenance 0.7 gpumem 6.3
- tick 39 kimg 4005.5 lod 3.00 minibatch 32 time 14h 16m 56s sec/tick 2293.4 sec/kimg 28.67 maintenance 0.7 gpumem 6.3
- tick 40 kimg 4085.5 lod 3.00 minibatch 32 time 14h 55m 10s sec/tick 2293.5 sec/kimg 28.67 maintenance 0.7 gpumem 6.3
- network-snapshot-004085 time 6m 34s fid50k 264.0516
- tick 41 kimg 4165.5 lod 3.00 minibatch 32 time 15h 39m 58s sec/tick 2292.8 sec/kimg 28.66 maintenance 395.1 gpumem 6.3
- tick 42 kimg 4225.5 lod 2.96 minibatch 16 time 16h 20m 57s sec/tick 2458.8 sec/kimg 40.96 maintenance 0.7 gpumem 6.3
- tick 43 kimg 4285.6 lod 2.86 minibatch 16 time 17h 18m 35s sec/tick 3456.7 sec/kimg 57.58 maintenance 1.2 gpumem 6.3
- tick 44 kimg 4345.6 lod 2.76 minibatch 16 time 18h 16m 16s sec/tick 3459.6 sec/kimg 57.63 maintenance 0.9 gpumem 6.3
- tick 45 kimg 4405.6 lod 2.66 minibatch 16 time 19h 14m 09s sec/tick 3472.6 sec/kimg 57.85 maintenance 0.9 gpumem 6.3
- tick 46 kimg 4465.7 lod 2.56 minibatch 16 time 20h 12m 03s sec/tick 3472.9 sec/kimg 57.85 maintenance 0.9 gpumem 6.3
- tick 47 kimg 4525.7 lod 2.46 minibatch 16 time 21h 09m 56s sec/tick 3472.0 sec/kimg 57.84 maintenance 0.8 gpumem 6.3
- tick 48 kimg 4585.7 lod 2.36 minibatch 16 time 22h 07m 50s sec/tick 3473.0 sec/kimg 57.85 maintenance 0.8 gpumem 6.3
- tick 49 kimg 4645.8 lod 2.26 minibatch 16 time 23h 05m 42s sec/tick 3471.9 sec/kimg 57.83 maintenance 0.8 gpumem 6.3
- tick 50 kimg 4705.8 lod 2.16 minibatch 16 time 1d 00h 03m sec/tick 3472.7 sec/kimg 57.85 maintenance 0.9 gpumem 6.3
- network-snapshot-004705 time 8m 40s fid50k 210.8314
- tick 51 kimg 4765.8 lod 2.06 minibatch 16 time 1d 01h 10m sec/tick 3474.4 sec/kimg 57.87 maintenance 520.8 gpumem 6.3
- tick 52 kimg 4825.9 lod 2.00 minibatch 16 time 1d 02h 07m sec/tick 3424.9 sec/kimg 57.05 maintenance 0.8 gpumem 6.3
- tick 53 kimg 4885.9 lod 2.00 minibatch 16 time 1d 03h 03m sec/tick 3366.7 sec/kimg 56.08 maintenance 0.8 gpumem 6.3
- tick 54 kimg 4945.9 lod 2.00 minibatch 16 time 1d 03h 59m sec/tick 3367.6 sec/kimg 56.10 maintenance 0.9 gpumem 6.3
- tick 55 kimg 5006.0 lod 2.00 minibatch 16 time 1d 04h 55m sec/tick 3365.8 sec/kimg 56.07 maintenance 0.8 gpumem 6.3
- tick 56 kimg 5066.0 lod 2.00 minibatch 16 time 1d 05h 51m sec/tick 3365.2 sec/kimg 56.06 maintenance 0.9 gpumem 6.3
- tick 57 kimg 5126.0 lod 2.00 minibatch 16 time 1d 06h 48m sec/tick 3383.4 sec/kimg 56.36 maintenance 0.9 gpumem 6.3
- tick 58 kimg 5186.0 lod 2.00 minibatch 16 time 1d 07h 47m sec/tick 3555.6 sec/kimg 59.23 maintenance 0.9 gpumem 6.3
- tick 59 kimg 5246.1 lod 2.00 minibatch 16 time 1d 08h 46m sec/tick 3513.1 sec/kimg 58.52 maintenance 0.9 gpumem 6.3
- tick 60 kimg 5306.1 lod 2.00 minibatch 16 time 1d 09h 45m sec/tick 3598.0 sec/kimg 59.93 maintenance 0.9 gpumem 6.3
- network-snapshot-005306 time 8m 33s fid50k 182.0035
- tick 61 kimg 5366.1 lod 2.00 minibatch 16 time 1d 10h 50m sec/tick 3351.2 sec/kimg 55.82 maintenance 514.6 gpumem 6.3
- tick 62 kimg 5406.1 lod 1.99 minibatch 8 time 1d 11h 33m sec/tick 2569.2 sec/kimg 64.23 maintenance 0.8 gpumem 6.3
- tick 63 kimg 5446.1 lod 1.92 minibatch 8 time 1d 12h 46m sec/tick 4393.6 sec/kimg 109.84 maintenance 1.4 gpumem 6.3
- tick 64 kimg 5486.1 lod 1.86 minibatch 8 time 1d 13h 59m sec/tick 4395.3 sec/kimg 109.88 maintenance 2.0 gpumem 6.3
- tick 65 kimg 5526.1 lod 1.79 minibatch 8 time 1d 15h 13m sec/tick 4395.7 sec/kimg 109.89 maintenance 2.1 gpumem 6.3
- tick 66 kimg 5566.1 lod 1.72 minibatch 8 time 1d 16h 26m sec/tick 4393.6 sec/kimg 109.84 maintenance 2.2 gpumem 6.3
- tick 67 kimg 5606.1 lod 1.66 minibatch 8 time 1d 17h 39m sec/tick 4392.9 sec/kimg 109.82 maintenance 2.3 gpumem 6.3
- tick 68 kimg 5646.1 lod 1.59 minibatch 8 time 1d 18h 52m sec/tick 4399.4 sec/kimg 109.99 maintenance 2.3 gpumem 6.3
- tick 69 kimg 5686.1 lod 1.52 minibatch 8 time 1d 20h 06m sec/tick 4387.9 sec/kimg 109.70 maintenance 2.3 gpumem 6.3
- tick 70 kimg 5726.1 lod 1.46 minibatch 8 time 1d 21h 19m sec/tick 4386.2 sec/kimg 109.66 maintenance 2.3 gpumem 6.3
- network-snapshot-005726 time 11m 58s fid50k 194.8473
- tick 71 kimg 5766.1 lod 1.39 minibatch 8 time 1d 22h 44m sec/tick 4388.6 sec/kimg 109.71 maintenance 720.6 gpumem 6.3
- tick 72 kimg 5806.1 lod 1.32 minibatch 8 time 1d 23h 57m sec/tick 4389.7 sec/kimg 109.74 maintenance 2.3 gpumem 6.3
- tick 73 kimg 5846.1 lod 1.26 minibatch 8 time 2d 01h 10m sec/tick 4393.7 sec/kimg 109.84 maintenance 2.2 gpumem 6.3
- tick 74 kimg 5886.1 lod 1.19 minibatch 8 time 2d 02h 24m sec/tick 4394.0 sec/kimg 109.85 maintenance 2.2 gpumem 6.3
- tick 75 kimg 5926.1 lod 1.12 minibatch 8 time 2d 03h 37m sec/tick 4392.9 sec/kimg 109.82 maintenance 2.2 gpumem 6.3
- tick 76 kimg 5966.1 lod 1.06 minibatch 8 time 2d 04h 50m sec/tick 4392.7 sec/kimg 109.82 maintenance 2.2 gpumem 6.3
- tick 77 kimg 6006.1 lod 1.00 minibatch 8 time 2d 06h 03m sec/tick 4371.6 sec/kimg 109.29 maintenance 2.3 gpumem 6.3
- tick 78 kimg 6046.1 lod 1.00 minibatch 8 time 2d 07h 15m sec/tick 4325.8 sec/kimg 108.14 maintenance 2.3 gpumem 6.3
- tick 79 kimg 6086.1 lod 1.00 minibatch 8 time 2d 08h 31m sec/tick 4544.0 sec/kimg 113.60 maintenance 2.3 gpumem 6.3
- tick 80 kimg 6126.1 lod 1.00 minibatch 8 time 2d 09h 46m sec/tick 4516.5 sec/kimg 112.91 maintenance 2.4 gpumem 6.3
- network-snapshot-006126 time 12m 32s fid50k 195.5429
- tick 81 kimg 6166.1 lod 1.00 minibatch 8 time 2d 11h 09m sec/tick 4228.9 sec/kimg 105.72 maintenance 754.7 gpumem 6.3
- tick 82 kimg 6206.1 lod 1.00 minibatch 8 time 2d 12h 20m sec/tick 4233.3 sec/kimg 105.83 maintenance 2.3 gpumem 6.3
- tick 83 kimg 6246.1 lod 1.00 minibatch 8 time 2d 13h 31m sec/tick 4233.5 sec/kimg 105.84 maintenance 2.3 gpumem 6.3
- tick 84 kimg 6286.1 lod 1.00 minibatch 8 time 2d 14h 41m sec/tick 4235.9 sec/kimg 105.90 maintenance 2.3 gpumem 6.3
- tick 85 kimg 6326.1 lod 1.00 minibatch 8 time 2d 15h 52m sec/tick 4234.1 sec/kimg 105.85 maintenance 2.3 gpumem 6.3
- tick 86 kimg 6366.1 lod 1.00 minibatch 8 time 2d 17h 02m sec/tick 4232.3 sec/kimg 105.81 maintenance 2.3 gpumem 6.3
- tick 87 kimg 6406.1 lod 1.00 minibatch 8 time 2d 18h 13m sec/tick 4237.2 sec/kimg 105.93 maintenance 2.3 gpumem 6.3
- tick 88 kimg 6446.1 lod 1.00 minibatch 8 time 2d 19h 24m sec/tick 4236.5 sec/kimg 105.91 maintenance 2.3 gpumem 6.3
- tick 89 kimg 6486.1 lod 1.00 minibatch 8 time 2d 20h 34m sec/tick 4234.0 sec/kimg 105.85 maintenance 2.3 gpumem 6.3
- tick 90 kimg 6526.1 lod 1.00 minibatch 8 time 2d 21h 45m sec/tick 4232.7 sec/kimg 105.82 maintenance 2.3 gpumem 6.3
- network-snapshot-006526 time 11m 57s fid50k 195.5451
- tick 91 kimg 6566.1 lod 1.00 minibatch 8 time 2d 23h 07m sec/tick 4233.2 sec/kimg 105.83 maintenance 719.9 gpumem 6.3
- tick 92 kimg 6600.0 lod 1.00 minibatch 4 time 3d 00h 07m sec/tick 3593.6 sec/kimg 105.99 maintenance 2.3 gpumem 6.3
- tick 93 kimg 6630.0 lod 0.95 minibatch 4 time 3d 01h 45m sec/tick 5873.6 sec/kimg 195.79 maintenance 2.6 gpumem 6.3
- tick 94 kimg 6660.0 lod 0.90 minibatch 4 time 3d 03h 23m sec/tick 5871.0 sec/kimg 195.70 maintenance 4.8 gpumem 6.3
- tick 95 kimg 6690.0 lod 0.85 minibatch 4 time 3d 05h 01m sec/tick 5871.6 sec/kimg 195.72 maintenance 3.6 gpumem 6.3
- tick 96 kimg 6720.0 lod 0.80 minibatch 4 time 3d 06h 41m sec/tick 5980.3 sec/kimg 199.34 maintenance 2.7 gpumem 6.3
- tick 97 kimg 6750.0 lod 0.75 minibatch 4 time 3d 08h 26m sec/tick 6294.4 sec/kimg 209.81 maintenance 2.5 gpumem 6.3
- tick 98 kimg 6780.0 lod 0.70 minibatch 4 time 3d 10h 12m sec/tick 6359.5 sec/kimg 211.98 maintenance 2.4 gpumem 6.3
- tick 99 kimg 6810.0 lod 0.65 minibatch 4 time 3d 11h 52m sec/tick 6035.0 sec/kimg 201.17 maintenance 2.4 gpumem 6.3
- tick 100 kimg 6840.0 lod 0.60 minibatch 4 time 3d 13h 30m sec/tick 5871.7 sec/kimg 195.72 maintenance 2.4 gpumem 6.3
- network-snapshot-006840 time 18m 44s fid50k 196.7851
- tick 101 kimg 6870.0 lod 0.55 minibatch 4 time 3d 15h 27m sec/tick 5871.5 sec/kimg 195.72 maintenance 1127.1 gpumem 6.3
- tick 102 kimg 6900.0 lod 0.50 minibatch 4 time 3d 17h 05m sec/tick 5860.4 sec/kimg 195.35 maintenance 2.4 gpumem 6.3
- tick 103 kimg 6930.0 lod 0.45 minibatch 4 time 3d 18h 43m sec/tick 5866.3 sec/kimg 195.54 maintenance 2.3 gpumem 6.3
- tick 104 kimg 6960.0 lod 0.40 minibatch 4 time 3d 20h 21m sec/tick 5878.9 sec/kimg 195.96 maintenance 2.3 gpumem 6.3
- tick 105 kimg 6990.0 lod 0.35 minibatch 4 time 3d 21h 58m sec/tick 5873.4 sec/kimg 195.78 maintenance 2.3 gpumem 6.3
- tick 106 kimg 7020.0 lod 0.30 minibatch 4 time 3d 23h 36m sec/tick 5874.8 sec/kimg 195.83 maintenance 2.3 gpumem 6.3
- tick 107 kimg 7050.0 lod 0.25 minibatch 4 time 4d 01h 14m sec/tick 5873.0 sec/kimg 195.77 maintenance 2.3 gpumem 6.3
- tick 108 kimg 7080.0 lod 0.20 minibatch 4 time 4d 02h 52m sec/tick 5874.9 sec/kimg 195.83 maintenance 2.3 gpumem 6.3
- tick 109 kimg 7110.0 lod 0.15 minibatch 4 time 4d 04h 30m sec/tick 5874.0 sec/kimg 195.80 maintenance 2.3 gpumem 6.3
- tick 110 kimg 7140.0 lod 0.10 minibatch 4 time 4d 06h 08m sec/tick 5872.6 sec/kimg 195.75 maintenance 2.2 gpumem 6.3
- network-snapshot-007140 time 18m 43s fid50k 195.1795
- tick 111 kimg 7170.0 lod 0.05 minibatch 4 time 4d 08h 05m sec/tick 5889.3 sec/kimg 196.31 maintenance 1125.9 gpumem 6.3
- tick 112 kimg 7200.0 lod 0.00 minibatch 4 time 4d 09h 44m sec/tick 5905.9 sec/kimg 196.86 maintenance 2.2 gpumem 6.3
- tick 113 kimg 7230.0 lod 0.00 minibatch 4 time 4d 11h 18m sec/tick 5654.3 sec/kimg 188.48 maintenance 2.1 gpumem 6.3
- tick 114 kimg 7260.0 lod 0.00 minibatch 4 time 4d 12h 52m sec/tick 5657.9 sec/kimg 188.60 maintenance 2.0 gpumem 6.3
- tick 115 kimg 7290.0 lod 0.00 minibatch 4 time 4d 14h 26m sec/tick 5655.9 sec/kimg 188.53 maintenance 2.1 gpumem 6.3
- tick 116 kimg 7320.0 lod 0.00 minibatch 4 time 4d 16h 01m sec/tick 5659.0 sec/kimg 188.63 maintenance 2.1 gpumem 6.3
- tick 117 kimg 7350.0 lod 0.00 minibatch 4 time 4d 17h 35m sec/tick 5674.7 sec/kimg 189.16 maintenance 2.1 gpumem 6.3
- tick 118 kimg 7380.0 lod 0.00 minibatch 4 time 4d 19h 10m sec/tick 5678.5 sec/kimg 189.28 maintenance 2.2 gpumem 6.3
- tick 119 kimg 7410.0 lod 0.00 minibatch 4 time 4d 20h 45m sec/tick 5675.8 sec/kimg 189.19 maintenance 2.2 gpumem 6.3
- tick 120 kimg 7440.0 lod 0.00 minibatch 4 time 4d 22h 19m sec/tick 5681.0 sec/kimg 189.37 maintenance 2.2 gpumem 6.3
- network-snapshot-007440 time 18m 35s fid50k 195.1652
- tick 121 kimg 7470.0 lod 0.00 minibatch 4 time 5d 00h 13m sec/tick 5679.2 sec/kimg 189.31 maintenance 1117.8 gpumem 6.3
- tick 122 kimg 7500.0 lod 0.00 minibatch 4 time 5d 01h 47m sec/tick 5680.5 sec/kimg 189.35 maintenance 2.2 gpumem 6.3
- tick 123 kimg 7530.0 lod 0.00 minibatch 4 time 5d 03h 22m sec/tick 5678.9 sec/kimg 189.30 maintenance 2.2 gpumem 6.3
- tick 124 kimg 7560.0 lod 0.00 minibatch 4 time 5d 04h 57m sec/tick 5676.4 sec/kimg 189.21 maintenance 2.2 gpumem 6.3
- tick 125 kimg 7590.0 lod 0.00 minibatch 4 time 5d 06h 31m sec/tick 5675.9 sec/kimg 189.20 maintenance 2.2 gpumem 6.3
- tick 126 kimg 7620.0 lod 0.00 minibatch 4 time 5d 08h 06m sec/tick 5679.8 sec/kimg 189.33 maintenance 2.2 gpumem 6.3
- tick 127 kimg 7650.0 lod 0.00 minibatch 4 time 5d 09h 41m sec/tick 5679.0 sec/kimg 189.30 maintenance 2.2 gpumem 6.3
- tick 128 kimg 7680.0 lod 0.00 minibatch 4 time 5d 11h 15m sec/tick 5676.8 sec/kimg 189.23 maintenance 2.2 gpumem 6.3
- tick 129 kimg 7710.0 lod 0.00 minibatch 4 time 5d 12h 50m sec/tick 5678.1 sec/kimg 189.27 maintenance 2.2 gpumem 6.3
- tick 130 kimg 7740.0 lod 0.00 minibatch 4 time 5d 14h 25m sec/tick 5680.0 sec/kimg 189.33 maintenance 2.2 gpumem 6.3
- network-snapshot-007740 time 18m 38s fid50k 193.8774
- tick 131 kimg 7770.0 lod 0.00 minibatch 4 time 5d 16h 18m sec/tick 5675.5 sec/kimg 189.18 maintenance 1120.7 gpumem 6.3
- tick 132 kimg 7800.0 lod 0.00 minibatch 4 time 5d 17h 53m sec/tick 5677.9 sec/kimg 189.26 maintenance 2.3 gpumem 6.3
- tick 133 kimg 7830.0 lod 0.00 minibatch 4 time 5d 19h 27m sec/tick 5678.6 sec/kimg 189.29 maintenance 2.2 gpumem 6.3
- tick 134 kimg 7860.0 lod 0.00 minibatch 4 time 5d 21h 02m sec/tick 5679.6 sec/kimg 189.32 maintenance 2.2 gpumem 6.3
- tick 135 kimg 7890.0 lod 0.00 minibatch 4 time 5d 22h 37m sec/tick 5677.9 sec/kimg 189.26 maintenance 2.2 gpumem 6.3
- tick 136 kimg 7920.0 lod 0.00 minibatch 4 time 6d 00h 11m sec/tick 5677.5 sec/kimg 189.25 maintenance 2.3 gpumem 6.3
- tick 137 kimg 7950.0 lod 0.00 minibatch 4 time 6d 01h 46m sec/tick 5676.1 sec/kimg 189.20 maintenance 2.3 gpumem 6.3
- tick 138 kimg 7980.0 lod 0.00 minibatch 4 time 6d 03h 21m sec/tick 5677.4 sec/kimg 189.25 maintenance 2.2 gpumem 6.3
- tick 139 kimg 8010.0 lod 0.00 minibatch 4 time 6d 04h 55m sec/tick 5675.8 sec/kimg 189.19 maintenance 2.3 gpumem 6.3
- tick 140 kimg 8040.0 lod 0.00 minibatch 4 time 6d 06h 30m sec/tick 5678.1 sec/kimg 189.27 maintenance 2.2 gpumem 6.3
- network-snapshot-008040 time 18m 40s fid50k 191.9608
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement