initial commit

Author: yusuf

README.md

@@ -1,4 +1,8 @@
 WikiLeaks2MySQL
 ===============
 
- Here is a ruby script for importing the wikileak cables.csv file to a MySQL database.
+ Here is a ruby script for importing the wikileak cables.csv file to a MySQL database.
+ 
+ You can grab the cable file from http://archive.org/details/wikileaks-cables-csv. 
+ 
+ Feel free to modify and amend! A database with the name 'wikileak' is required, than again feel free to change. Enjoy!

wikileaks2mysql.rb

@@ -0,0 +1,57 @@
+require 'rubygems'
+require 'mysql'
+database_name = "wikileak"
+table_name = "cable"
+csvfile = '/tmp/pathtocablefile/cables.csv'
+m = Mysql.new("localhost", "username", "password")
+m.select_db(database_name)
+m.query("DROP TABLE IF EXISTS "+table_name)
+ptable_create = "CREATE TABLE "+table_name+"(
+id INT auto_increment primary key,
+date CHAR(20),
+code CHAR(50),
+embassy CHAR(100),
+class CHAR(50),
+state CHAR(50),
+sendto CHAR(200),
+cabletext TEXT);"
+m.query(ptable_create)
+def save_to_db(cable_entry,table_name,m)
+entry_field = 0
+db_entry  = []
+db_entry[7] = ''
+#Remove unnecessary Commas
+cable_entry = cable_entry.gsub('","',"$$")
+cable_entry = cable_entry.gsub(",","")
+cable_entry = cable_entry.gsub("$$",'","')
+save_entry = cable_entry.split(",")
+save_entry.each do |da_entry|
+if entry_field == 7
+db_entry[7] = db_entry[7]+da_entry
+else
+db_entry[entry_field] = da_entry
+entry_field = entry_field + 1
+end
+valo = 0
+end
+pquery = "INSERT INTO `"+table_name+"` VALUES("+db_entry[0]+","+db_entry[1]+","+db_entry[2]+","+db_entry[3]+","+db_entry[4]+","+db_entry[5]+","+db_entry[6]+","+db_entry[7]+");"
+m.query(pquery)
+end
+cable_entry = ''
+seeknum = 1
+seeker = '"'+seeknum.to_s()+'"'
+File.open(csvfile).each do |record|
+if record.match(seeker)
+if seeknum > 1
+save_to_db(cable_entry,table_name,m)
+puts "Saves: "+seeknum.to_s()
+end
+cable_entry = record
+seeknum += 1
+c_record_num = 1
+seeker = '"'+seeknum.to_s()+'"'
+else
+cable_entry = cable_entry+record
+end
+end
+m.close