Merge branch 'master' of https://github.com/gosunfish/IntroToPython into gosunfish-master

Conflicts:
	.gitignore
	slides_sources/old_versions/week-06/code/lambda/lambda_keyword.pyc

Author: PythonCHB

.gitignore

@@ -1,5 +1,5 @@
 slides_sources/build
-
+.idea
 .DS_Store
 #ignore compiled files, sublime workspace and project files
 *.pyc
@@ -12,4 +12,4 @@ slides_sources/build
 .gitignore
 
 # editor back-up files
-*.*~
+*.*~

Students/A.Kramer/Final_Project/Chart.py

@@ -8,7 +8,7 @@
 import matplotlib.pyplot as plt
 import matplotlib.ticker as mticker
 import matplotlib.dates as mdates
-from matplotlib.finance import candlestick 
+from matplotlib.finance import candlestick
 import pylab
 
 # adjusted font size for the plots
@@ -20,7 +20,7 @@ def rsiFunc(prices, n=14):
     deltas = np.diff(prices)
     seed = deltas[:n+1]
     up = seed[seed >= 0].sum() / n
-    down = -seed[seed<0].sum() / n
+    down = -seed[seed < 0].sum() / n
     rs = up/down
     rsi = np.zeros_like(prices)
     rsi[:n] = 100. - 100./(1. + rs)
@@ -32,12 +32,12 @@ def rsiFunc(prices, n=14):
         else:
             upval = 0.
             downval = -delta
-        up = (up * (n-1) +upval) / n
+        up = (up * (n-1) + upval) / n
         down = (down*(n-1) + downval) / n
         rs = up/down
         rsi[i] = 100. - 100. / (1. + rs)
     return rsi
-        
+
 # define moving average function
 def movingaverage(values, window):
     weights = np.repeat(1.0, window) / window
@@ -48,11 +48,11 @@ def graphData(stock, MA1=12, MA2=26):
     try:
         # define the data file
         stockFile = "./data/" + stock + ".txt"
-        
+
         # Load data into numpy arrays
-        date, closep, highp, lowp, openp, volume = np.loadtxt(stockFile, delimiter=",", 
+        date, closep, highp, lowp, openp, volume = np.loadtxt(stockFile, delimiter=",",
                                             unpack=True, converters = {0: mdates.strpdate2num("%Y%m%d")})
-        
+
         #-----------------------------------------------------------------------------------------------
         # building data for drawing plotting candlestick chart.  Basically, a an array of comma separated
         # values.  The order of elements is very specific, so check the documentation for candlestick
@@ -64,20 +64,20 @@ def graphData(stock, MA1=12, MA2=26):
             appendLine = date[x], openp[x], closep[x], highp[x], lowp[x], volume[x]
             candleArray.append(appendLine)
             x += 1
-        
+
         # moving averages for 12 and 26 days
         Av1 = movingaverage(closep, MA1)
         Av2 = movingaverage(closep, MA2)
         # Starting point for graphs
         SP = len(date[MA2-1:])
         # Creating Moving Average labels
-        label1=str(MA1) + " SMA"
-        label2=str(MA2) + " SMA"
-        
-        
-        # changing the face color of the graphics       
+        label1 = str(MA1) + " SMA"
+        label2 = str(MA2) + " SMA"
+
+
+        # changing the face color of the graphics
         fig = plt.figure(facecolor="#07000D")
-        
+
         # create room and plot candlestick chart
         ax1 = plt.subplot2grid((5,4), (1,0), rowspan=4, colspan=4, axisbg="#07000D")
         candlestick(ax1, candleArray[-SP:], width=0.75, colorup="#9EFF15", colordown="#FF1717")
@@ -109,9 +109,9 @@ def graphData(stock, MA1=12, MA2=26):
         pylab.setp(textEd[0:5], color = "white")
         # Tilt the labels to 45 degrees
         for label in ax1.xaxis.get_ticklabels():
-            label.set_rotation(45) 
-        
-        
+            label.set_rotation(45)
+
+
         # set up RSI area
         ax0 = plt.subplot2grid((5,4), (0,0), sharex=ax1, rowspan=1, colspan=4, axisbg="#07000d")
         #plot RSI
@@ -134,10 +134,10 @@ def graphData(stock, MA1=12, MA2=26):
         ax0.set_yticks([30,70])
         ax0.yaxis.label.set_color("white")
         plt.ylabel("RSI")
-        
-        
+
+
         # Plot volume on the same range as ax1
-        volumeMin = 0 
+        volumeMin = 0
         ax1v = ax1.twinx()
         # subtract moving average calculations
         ax1v.fill_between(date[-SP:], volumeMin, volume[-SP:], facecolor="#00FFE8", alpha=.5)
@@ -154,23 +154,23 @@ def graphData(stock, MA1=12, MA2=26):
         # Change axis color
         ax1v.tick_params(axis="x", colors="white")
         ax1v.tick_params(axis="y", colors="white")
-        
-        
+
+
         # Setting up the overall appearance of the plot
         plt.subplots_adjust(left=.08, bottom=.14, right=.95, top=.95, wspace=.20, hspace=0)
         plt.suptitle(stock, color="white")
         plt.setp(ax0.get_xticklabels(), visible=False)
         plt.show()
         fig.savefig("./data/" + stock + ".png", facecolor=fig.get_facecolor())
-        
+
     except Exception, e:
         print "main loop", str(e)
-        
+
 if __name__ == "__main__":
     # testing the calls
     # a list of stocks to process (for testing)
     stocksToPull = 'AAPL', 'GOOG', 'AMZN', 'EBAY', 'CMG', 'MSFT', 'C', 'BA', 'TSLA'
-    
+
     graphData(stocksToPull[3])
-    
+
 

Students/A.Kramer/Final_Project/DataFactory.py

@@ -12,28 +12,28 @@ def pullStockData(stock):
     # check if data directory exists, if not, create
     if not os.path.exists("./data"):
         os.makedirs("./data")
-    
+
     # print out the pull time
     print "Pulling stock", stock, "\t",
     print str(datetime.datetime.fromtimestamp(time.time()).strftime("%Y-%m-%d %H:%M:%S"))
-    
+
     # define url and file
-    urlToVisit="http://chartapi.finance.yahoo.com/instrument/1.0/" + stock + "/chartdata;type=quote;range=1y/csv"
+    urlToVisit = "http://chartapi.finance.yahoo.com/instrument/1.0/" + stock + "/chartdata;type=quote;range=1y/csv"
     saveFileLine = stock + ".txt"
-    
+
     # Determine the time of the last entry in the file, if file exists
     # set the last Unix time to 0, if file dies not exist
     try:
         existingData = open("./data/" + saveFileLine, "r")
-        allLines = existingData.read();
+        allLines = existingData.read()
         splitExisting = allLines.split("\n")
         lastLine = splitExisting[-2]
         lastUnix = int(lastLine.split(",")[0])
         existingData.close()
     except Exception, e:
         print "Pulling data: Determining last date", e
         lastUnix = 0
-    
+
     # Obtain data for the ticket from Yahoo finance and split the file by new line
     sourceCode = urllib2.urlopen(urlToVisit).read()
     splitSource = sourceCode.split("\n")
@@ -59,12 +59,11 @@ def pullStockData(stock):
     print "Sleeping....."
     print str(datetime.datetime.fromtimestamp(time.time()).strftime("%Y-%m-%d %H:%M:%S"))
     time.sleep(3)
-            
-                
+
+
 # Pull the data for selected stocks
 if __name__ == "__main__":
     # Testing data pull
     stocksToPull = 'AAPL', 'GOOG', 'AMZN', 'EBAY', 'CMG', 'MSFT', 'C', 'BA', 'TSLA'
     pullStockData(stocksToPull[3])
-    
-    
+

Students/A.Kramer/Final_Project/RunFinal.py

@@ -5,7 +5,7 @@
     and graphs the data using matplotlib, displaying candlestick chart,
     simple moving averages for 12 and 26 days (default), and a Relative
     Strength Index (RSI) for selected stock.
-    
+
     I found an excellent video tutorial on financial graphing with python
     that shows how to use matplotlib, change parameters of the plots
     and to do math calculation to derive moving averages and RSI indexes.
@@ -22,8 +22,7 @@ def runCode():
     answer = raw_input("Enter The stock to graph: ")
     pullStockData(answer.upper().strip())
     graphData(answer.upper().strip())
-    
+
 # run main program
 if __name__ == "__main__":
     runCode()
-    

Students/CarolynEvans/final_project/__init__.py

@@ -0,0 +1,42 @@
+import yaml
+
+class config():
+    """
+    This class parses config.yaml into a dictionary and provides callability.
+    """
+    _VALUES = dict()
+
+    def __init__(self):
+        with open('config.yaml', 'r') as f:
+            config = yaml.load(f)
+
+        self.flatten(config)
+
+
+    def flatten(self, config):
+        """
+        This method loads a dictionary using the data that was loaded from config.yaml in __init__.
+        The yaml dictionary 'values' may potentially be another dictionary.
+        This method is used recursively to explode all levels of the yaml into a flat dictionary.
+        :param config: A dict containing configuration values.
+        :return: There is no return value. This method is called during __init__.
+        """
+        # TODO: Rewrite for loop as comprehension
+
+        for key, val in config.items():
+            if type(val) is dict:
+                self.flatten(val)
+            else:
+                self._VALUES[key]=val
+
+
+
+    def get(self, key):
+        """
+        This method is provides a configuration value for the given 'key'.
+        :param key: A string containing the 'key' of the config item in the config dict.
+        :return: A string containing the value of the config item in the config dict.
+        """
+        val = self._VALUES[key]
+        return val
+

Students/CarolynEvans/final_project/config.py

@@ -0,0 +1,14 @@
+data_warehouse_config:
+  dw_dbname: "********"
+  dw_user: "*******"
+  dw_password: "********"
+  dw_host: "********"
+  dw_port: "****"
+
+
+hummingbird_config:
+  hummingbird_url: ******
+
+email_config:
+  email_server: ******
+

Students/CarolynEvans/final_project/config.yaml

@@ -0,0 +1,54 @@
+import psycopg2
+from psycopg2._psycopg import ProgrammingError
+from config import config
+
+class data_warehouse(object):
+    '''
+    This class is used to get data from the Rightside data warehouse.
+    The complete data warehouse documentation can be found at
+        https://wiki.rightside.net/display/tnt/BI
+    '''
+
+    def __init__(self):
+        """
+        This method sets the data warehouse connection string from the config.
+        """
+        cnf = config()
+        dbname = cnf.get('dw_dbname')
+        user = cnf.get('dw_user')
+        password = cnf.get('dw_password')
+        host = cnf.get('dw_host')
+        port = cnf.get('dw_port')
+
+        self.dw_connection_string = \
+         "dbname='{}' user='{}' password='{}' host='{}' port='{}'".format(dbname,user,password,host,port)
+
+
+    def __call__(self, query):
+        """
+        This method calls the data warehouse API.
+        The complete data warehouse documentation can be found at
+            https://wiki.rightside.net/display/tnt/BI
+        :param query: A string containing a valid redshift data warehouse query.
+        :return: This depends on the query.
+                 If the query returns records, as in a 'select' query, the records are returned.
+                 If the query does not return records, as in an 'update' query, a unicode string is returned.
+        """
+        with psycopg2.connect(self.dw_connection_string) as conn:
+            with conn.cursor() as curs:
+                curs.execute(query)
+
+                try:
+                    records = curs.fetchall()
+                    return records
+                except ProgrammingError as e:
+                    # This error occurs when there are no records to return,
+                    # for example, queries such as inserts, updates, and unloads.
+                    message = unicode(e)
+                    if message == u'no results to fetch':
+                        return message
+                    else:
+                        raise message
+
+
+

Students/CarolynEvans/final_project/data_warehouse.py

@@ -0,0 +1,40 @@
+import urllib2
+import json
+
+from config import config
+
+class hummingbird(object):
+    """
+    This class is used to call the DizzyNinja Hummingbird Domain Recommendation API.
+    The complete hummingbird API documentation can be found at
+        https://wiki.rightside.net/display/tnt/API+Documentation
+    """
+
+    def __init__(self):
+        """
+        This method sets the hummingbird url from the config.
+        """
+        cnf = config()
+        self.url = cnf.get('hummingbird_url')
+
+
+    def __call__(self, command, **kwargs):
+        """
+        This method calls the hummingbird API.
+        The complete hummingbird API documentation can be found at
+        https://wiki.rightside.net/display/tnt/API+Documentation
+        :param command: A string containing a valid hummingbird command.
+        :param kwargs: Depends on 'command'. See hummingbird documentation for complete list.
+        :return: Returns JSON with results for the 'command'.
+        """
+
+        # build the query string parameter for the hummingbird API http request.
+        query_string = "".join(['{}={},'.format(key,val) for key, val in kwargs.items()])
+
+        #add the 'command' and the query string to the url.
+        url = '{}{}?{}'.format(self.url, command, query_string)
+
+        response = urllib2.urlopen(url).read()
+        return json.loads(response)
+
+

Students/CarolynEvans/final_project/hummingbird.py

@@ -0,0 +1,12 @@
+
+# TODO:  Get list of registered domain names from data warehouse
+# TODO:  Get list of premium domains from data warehouse
+# TODO:  Call word splitter on both lists and save each in a dict with
+#        original domain name as key and split words as values.
+# TODO:  Sort split words for each domain name.
+# TODO:  Compare split words for registered domain to split words for premium domains.
+# TODO:  Get registered owners contact info from data warehouse.
+# TODO:  Write file that can be opened in excel.
+
+
+