initial commit

Author: DongHao

DCGAN.png

@@ -0,0 +1,28 @@
+# DCGAN in TensorFlow
+
+TensorFlow / TensorLayer implementation of [Deep Convolutional Generative Adversarial Networks](http://arxiv.org/abs/1511.06434) which is a stabilize Generative Adversarial Networks.
+
+![alt tag](DCGAN.png)
+
+* [Brandon Amos](http://bamos.github.io/) wrote an excellent [blog post](http://bamos.github.io/2016/08/09/deep-completion/) and [image completion code](https://github.com/bamos/dcgan-completion.tensorflow) based on this repo.
+* *To avoid the fast convergence of D (discriminator) network, G (generator) network is updated twice for each D network update, which differs from original paper.*
+
+
+## Prerequisites
+
+- Python 2.7 or Python 3.3+
+- [TensorFlow==0.10.0 or higher](https://www.tensorflow.org/)
+- [TensorLayer==1.2.6 or higher](https://github.com/zsdonghao/tensorlayer) (already in this repo)
+
+
+## Usage
+
+First, download dataset with:
+
+    $ python download.py celebA		[202599 face images]
+
+To train a model with downloaded dataset:
+
+    $ python main.py
+
+

README.md

@@ -0,0 +1,141 @@
+"""
+Modification of https://github.com/stanfordnlp/treelstm/blob/master/scripts/download.py
+
+Downloads the following:
+- Celeb-A dataset
+- LSUN dataset
+- MNIST dataset
+"""
+
+from __future__ import print_function
+import os
+import sys
+import gzip
+import json
+import shutil
+import zipfile
+import argparse
+import subprocess
+from six.moves import urllib
+
+parser = argparse.ArgumentParser(description='Download dataset for DCGAN.')
+parser.add_argument('datasets', metavar='N', type=str, nargs='+', choices=['celebA', 'lsun', 'mnist'],
+                   help='name of dataset to download [celebA, lsun, mnist]')
+
+def download(url, dirpath):
+    filename = url.split('/')[-1]
+    filepath = os.path.join(dirpath, filename)
+    u = urllib.request.urlopen(url)
+    f = open(filepath, 'wb')
+    filesize = int(u.headers["Content-Length"])
+    print("Downloading: %s Bytes: %s" % (filename, filesize))
+
+    downloaded = 0
+    block_sz = 8192
+    status_width = 70
+    while True:
+        buf = u.read(block_sz)
+        if not buf:
+            print('')
+            break
+        else:
+            print('', end='\r')
+        downloaded += len(buf)
+        f.write(buf)
+        status = (("[%-" + str(status_width + 1) + "s] %3.2f%%") %
+            ('=' * int(float(downloaded) / filesize * status_width) + '>', downloaded * 100. / filesize))
+        print(status, end='')
+        sys.stdout.flush()
+    f.close()
+    return filepath
+
+def unzip(filepath):
+    print("Extracting: " + filepath)
+    dirpath = os.path.dirname(filepath)
+    with zipfile.ZipFile(filepath) as zf:
+        zf.extractall(dirpath)
+    os.remove(filepath)
+
+def download_celeb_a(dirpath):
+    data_dir = 'celebA'
+    if os.path.exists(os.path.join(dirpath, data_dir)):
+        print('Found Celeb-A - skip')
+        return
+    url = 'https://www.dropbox.com/sh/8oqt9vytwxb3s4r/AADIKlz8PR9zr6Y20qbkunrba/Img/img_align_celeba.zip?dl=1&pv=1'
+    filepath = download(url, dirpath)
+    zip_dir = ''
+    with zipfile.ZipFile(filepath) as zf:
+        zip_dir = zf.namelist()[0]
+        zf.extractall(dirpath)
+    os.remove(filepath)
+    os.rename(os.path.join(dirpath, zip_dir), os.path.join(dirpath, data_dir))
+
+def _list_categories(tag):
+    url = 'http://lsun.cs.princeton.edu/htbin/list.cgi?tag=' + tag
+    f = urllib.request.urlopen(url)
+    return json.loads(f.read())
+
+def _download_lsun(out_dir, category, set_name, tag):
+    url = 'http://lsun.cs.princeton.edu/htbin/download.cgi?tag={tag}' \
+          '&category={category}&set={set_name}'.format(**locals())
+    print(url)
+    if set_name == 'test':
+        out_name = 'test_lmdb.zip'
+    else:
+        out_name = '{category}_{set_name}_lmdb.zip'.format(**locals())
+    out_path = os.path.join(out_dir, out_name)
+    cmd = ['curl', url, '-o', out_path]
+    print('Downloading', category, set_name, 'set')
+    subprocess.call(cmd)
+
+def download_lsun(dirpath):
+    data_dir = os.path.join(dirpath, 'lsun')
+    if os.path.exists(data_dir):
+        print('Found LSUN - skip')
+        return
+    else:
+        os.mkdir(data_dir)
+
+    tag = 'latest'
+    #categories = _list_categories(tag)
+    categories = ['bedroom']
+
+    for category in categories:
+        _download_lsun(data_dir, category, 'train', tag)
+        _download_lsun(data_dir, category, 'val', tag)
+    _download_lsun(data_dir, '', 'test', tag)
+
+def download_mnist(dirpath):
+    data_dir = os.path.join(dirpath, 'mnist')
+    if os.path.exists(data_dir):
+        print('Found MNIST - skip')
+        return
+    else:
+        os.mkdir(data_dir)
+    url_base = 'http://yann.lecun.com/exdb/mnist/'
+    file_names = ['train-images-idx3-ubyte.gz','train-labels-idx1-ubyte.gz','t10k-images-idx3-ubyte.gz','t10k-labels-idx1-ubyte.gz']
+    for file_name in file_names:
+        url = (url_base+file_name).format(**locals())
+        print(url)
+        out_path = os.path.join(data_dir,file_name)
+        cmd = ['curl', url, '-o', out_path]
+        print('Downloading ', file_name)
+        subprocess.call(cmd)
+        cmd = ['gzip', '-d', out_path]
+        print('Decompressing ', file_name)
+        subprocess.call(cmd)
+
+def prepare_data_dir(path = './data'):
+    if not os.path.exists(path):
+        os.mkdir(path)
+
+if __name__ == '__main__':
+    args = parser.parse_args()
+    prepare_data_dir()
+
+    if 'celebA' in args.datasets:
+        download_celeb_a('./data')
+    if 'lsun' in args.datasets:
+        download_lsun('./data')
+    if 'mnist' in args.datasets:
+        download_mnist('./data')