Added ImageNet log files and some changes for fully sparse training.

Author: TimDettmers

imagenet/partially_dense/main.py

@@ -431,6 +431,8 @@ def main():
         mask = Masking(optimizer, decay, prune_rate=args.prune_rate, prune_mode='magnitude', growth_mode=args.growth, redistribution_mode=args.redistribution,
                        verbose=True, fp16=args.fp16)
         mask.add_module(model, density=args.density)
+        #mask.remove_weight_partial_name('downsample', verbose=True)
+        #mask.remove_weight('conv1.weight')
 
 
     if dataset == 'imagenet':