main.py

import sys, os, re, traceback
from os.path import isfile
from multiprocessing.dummy import Pool, cpu_count
from counter import Counter
from ops.rotate import Rotate
from ops.fliph import FlipH
from ops.flipv import FlipV
from ops.zoom import Zoom
from ops.blur import Blur
from ops.noise import Noise
from ops.translate import Translate
from skimage.io import imread, imsave

EXTENSIONS = ['png', 'jpg', 'jpeg', 'bmp']
WORKER_COUNT = max(cpu_count() - 1, 1)
OPERATIONS = [Rotate, FlipH, FlipV, Translate, Noise, Zoom, Blur]

'''
Issue
:   1. This Program Python 2.7 version
    2. You may need this -> download http://scikit-image.org/download for "from skimage import transform"
    3. Other things -> (pip : scipy, numpy, scikit-image | easy_install : six)
    4. If you using 3.x version Python, look at the 177 line this code 
    
Augmented files will have names matching the regex below, eg

    original__rot90__crop1__flipv.jpg

'''
AUGMENTED_FILE_REGEX = re.compile('^.*(__.+)+\\.[^\\.]+$')
EXTENSION_REGEX = re.compile('|'.join(map(lambda n : '.*\\.' + n + '$', EXTENSIONS)))

thread_pool = None
counter = None

def build_augmented_file_name(original_name, ops):
    root, ext = os.path.splitext(original_name)
    result = root
    for op in ops:
        result += '__' + op.code
    return result + ext

def work(d, f, op_lists):
    try:
        in_path = os.path.join(d,f)
        for op_list in op_lists:
            out_file_name = build_augmented_file_name(f, op_list)
            if isfile(os.path.join(d,out_file_name)):
                continue
            img = imread(in_path)
            for op in op_list:
                img = op.process(img)
            imsave(os.path.join(d, out_file_name), img)

        counter.processed()
    except:
        traceback.print_exc(file=sys.stdout)

def process(dir, file, op_lists):
    thread_pool.apply_async(work, (dir, file, op_lists))

if __name__ == '__main__':
    if len(sys.argv) < 3:
        print 'Usage: {} <image directory> <operation> (<operation> ...)'.format(sys.argv[0])
        sys.exit(1)

    image_dir = sys.argv[1]
    if not os.path.isdir(image_dir):
        print 'Invalid image directory: {}'.format(image_dir)
        sys.exit(2)

    op_codes = sys.argv[2:]
    op_lists = []
    for op_code_list in op_codes:
        op_list = []
        for op_code in op_code_list.split(','):
            op = None
            for op in OPERATIONS:
                op = op.match_code(op_code)
                if op:
                    op_list.append(op)
                    break

            if not op:
                print 'Unknown operation {}'.format(op_code)
                sys.exit(3)
        op_lists.append(op_list)

    counter = Counter()
    thread_pool = Pool(WORKER_COUNT)
    print 'Thread pool initialised with {} worker{}'.format(WORKER_COUNT, '' if WORKER_COUNT == 1 else 's')

    matches = []
    for dir_info in os.walk(image_dir):
        dir_name, _, file_names = dir_info
        print 'Processing {}...'.format(dir_name)

        for file_name in file_names:
            if EXTENSION_REGEX.match(file_name):
                if AUGMENTED_FILE_REGEX.match(file_name):
                    counter.skipped_augmented()
                else:
                    process(dir_name, file_name, op_lists)
            else:
                counter.skipped_no_match()

    print "Waiting for workers to complete..."
    thread_pool.close()
    thread_pool.join()

    print counter.get()
'''
End To 2.7 Version
'''
    
'''
Change Code's For 3.x Version Python (# : line numberic, @ : Original, $ : Change Code)

# 3 line
    @ from multiprocessing.dummy import Pool, cpu_count
    $ from multiprocessing.dummy import Pool
      import multiprocessing as mp
# 15 line
    @ WORKER_COUNT = max(cpu_count() - 1, 1)
    $ WORKER_COUNT = max(mp.cpu_count() - 1, 1)
# 58 line
    @ print 'Usage: {} <image directory> <operation> (<operation> ...)'.format(sys.argv[0])
    $ print ('Usage: {} <image directory> <operation> (<operation> ...)'.format(sys.argv[0]))
# 59 line
    @ sys.exit(1)
    $ os._exit(1)
# 63 line
    @ print 'Invalid image directory: {}'.format(image_dir)
    $ print ('Invalid image directory: {}'.format(image_dir))
# 64 line
    @ sys.exit(2)
    $ os._exit(2)
# 79 line
    @ print 'Unknown operation {}'.format(op_code)
    $ print ('Unknown operation {}'.format(op_code))
# 85 line
    @ print 'Thread pool initialised with {} worker{}'.format(WORKER_COUNT, '' if WORKER_COUNT == 1 else 's')
    $ print ('Thread pool initialised with {} worker{}'.format(WORKER_COUNT, '' if WORKER_COUNT == 1 else 's'))
# 90 line
    @ print 'Processing {}...'.format(dir_name)
    $ print ('Processing {}...'.format(dir_name))
# 101 line
    @ print "Waiting for workers to complete..."
    $ print ("Waiting for workers to complete...")
# 105 line
    @ print counter.get()
    $ print (counter.get())
    
Abuout 3.x version other issue -> emails : laguz1254@gmail.com
'''