Init

Author: JerryFZhang

InsertGenerator.py

@@ -0,0 +1,63 @@
+import csv,os,xlrd
+
+file_names = ['User','Country','Movie','Language','Topic','Director','Directs']
+
+def csv_from_excel():
+    wb = xlrd.open_workbook('project-data.xls')
+    for item in file_names:
+        print item
+        file_names_str = str(item)
+        sh = wb.sheet_by_name(file_names_str)
+        current_csv = open(file_names_str+'.csv', 'wb')
+        wr = csv.writer(current_csv, quoting = csv.QUOTE_ALL)
+
+        for rownum in xrange(sh.nrows):
+            wr.writerow(sh.row_values(rownum))
+
+        current_csv.close()
+
+def RepresentsInt(s):
+    try:
+        float(s)
+        return True
+    except ValueError:
+        return False
+
+def listToStringWithoutBrackets(list1):
+    return str(list1).replace('[','').replace(']','')
+
+def populate():
+    # File should be first emptied before inserting sql code.
+    open(item_name+'.sql', 'w').close()
+    print'File %s.sql is empty.' % item_name
+
+    output_file = open(item_name + '.sql', 'w')
+    next(input_file)
+    reader = csv.reader(input_file,delimiter=',')
+    for row in reader:
+        temp = []
+        for item in row:
+            if RepresentsInt(item):
+                temp.append(int(float(item)))
+            else:
+                temp.append(str(item))
+        output_file.write( 'INSERT INTO  %s \nVALUES (%s);\n' %(item_name,listToStringWithoutBrackets(temp)))
+    # print'File %s.sql is populated.' % item_name
+
+csv_from_excel()
+print 'exported data'
+for item in file_names:
+    item_name = str(item)
+    with open(item_name + '.csv', 'rb') as input_file:
+        if not os.path.isfile(item_name + '.sql'):
+            populate()
+        else:
+            if not os.stat(item_name+'.sql').st_size == 0:
+                input = (raw_input('There is some data in %s.sql, are you sure to delete your existing data in %s.sql? (y/n)' % (item_name,item_name)))
+                if not input =='y' and not input == 'Y':
+                    print 'Program teminated, user refuse to delete data in %s.sql' % item_name
+                    break
+                else:
+                    populate()
+            else:
+                populate()

data.xls

@@ -0,0 +1,7 @@
+import pandas as pd
+xl = pd.ExcelFile('data.xls')
+
+xl.sheet_names  # see all sheet names
+
+xl.parse(sheet_name)
+print sheet_name