Rithy Chhen: Assignment 3

daviracvant · daviracvant · commit 46f6dc4d0cb8 · 2014-01-26T02:55:07.000-08:00
diff --git a/assignments/session03/README.txt b/assignments/session03/README.txt
@@ -0,0 +1,27 @@
+******************************************************************
+ Session:3 Assignments / Rithy Chhen
+ yt.py - Youtube Mashup
+*****************************************************************
+
+Brief Description :
+    I am a big fan of youtube, therefore I decided to do this assignment on YouTube API. My program will do a search for
+    the most popular video on youtube by regions. Each video is tag with duration, uploader, published date and number of view.
+
+Think you should know:
+    1) YouTube API.
+        The YouTube Data API allows me to grab the data from youtube without authenticating.
+    2) Knowing what regions is supported by Youtube Data API:
+        I spend a lot of time searching for supported region by youtube.
+        I listed over 20 different regions.
+    3) In order to run yt.py, couple modules need to be installed:
+        - requests
+        - BeautifulSoup
+        - Codecs
+
+Source Code:
+    When everything is ready. You can simply run python.py. If would take a couple of seconds to complete because I have over 20 different regions
+    listed.
+
+Output Example:
+    Once the program is completed, a new file name most_popular.html should be created and placed in the session03 folder. Open most_popular.html
+    with your favorite browser, you should see a list of popular video separated by regions.
diff --git a/assignments/session03/youtube.py b/assignments/session03/youtube.py
@@ -0,0 +1,88 @@
+__author__ = 'rithychhen'
+
+import requests
+import codecs
+from bs4 import BeautifulSoup
+
+
+#A youtube api call to do the api call and parsing the return cotent.
+class Youtube:
+
+    #constructing the Youtube API object, default region to US.
+    def __init__(self, region_id='US'):
+        self.region_id = region_id
+        self.most_popular_api = 'http://gdata.youtube.com/feeds/api/standardfeeds/%s/most_popular?v=2&max-results=11'
+
+    #a simple function to set the regions.
+    def set_region_id(self, region_id):
+        self.region_id = region_id
+
+    #a simple get request to youtube to get the most popular video by region.
+    #using the request module to get a get request to youtube.
+    #return value are status and content.
+    def get_most_popular_by_region(self):
+        api_string = self.most_popular_api % self.region_id
+        response = requests.get(api_string)
+        return response.status_code, response.content
+
+    #parse the content from youtube using BeautifulSoup.
+    def parse_content(self, content):
+        parsed_content = []
+        content = BeautifulSoup(content)
+        content.prettify()
+        for entry in content.find_all("entry"):
+            parsed_content.append(self.gen_entry(entry))
+        return parsed_content
+
+    #generate a single video entry.
+    def gen_entry(self, entry):
+        entry_parsed = dict()
+        title = entry.title.string
+        video_id = entry.content.find("yt:videoid")
+        link = "http://www.youtube.com/watch?v=%s" % video_id.string
+        entry_parsed['title'] = "<a href='https://github.com/%s' target='_blank'>%s</a>" % (link, title)
+        entry_parsed['duration'] = entry.content.find("yt:duration").get("seconds")
+        author = entry.content.author.find('name')
+        entry_parsed['Uploader'] = author.string
+        entry_parsed['Published on'] = entry.published.string
+        statistic = entry.content.find("yt:statistics")
+        entry_parsed["View count"] = statistic.get("viewcount")
+        #entry_parsed["avorite count"]= statistic.get("favoritecount")
+        entry_parsed["Dislikes"] = statistic.get("numdislikes")
+        entry_parsed["Likes"] = statistic.get("numlikes")
+        return entry_parsed
+
+    #write the result into html.
+    def write_to_html(self, result):
+        html = "<html><body><h2>Most popular videos by region</h2>"
+        for item in result:
+            #print item
+            for name, content in item.iteritems():
+                #print name
+                html += "<h4>%s</h4>" % name
+                if isinstance(content, str):
+                    html += content + '<br/>'
+                else:
+                    html += "<ul>"
+                    for sub_item in content:
+                        temp_string = ''
+                        for key, value in sub_item.iteritems():
+                            if key == 'title':
+                                html += "<li><b>%s</b>" % value
+                            elif key == 'duration':
+                                html += "<i style='margin-left: 25px'>%s seconds</i><br/>" % value
+                            elif key == 'Dislikes' or key == "Likes":
+                                continue
+                            else:
+                                temp_string += "%s : %s | " % (key, value)
+                        html += temp_string + '</li>'
+                    html += "</ul><br/>"
+        html += "</body></html>"
+        self.put_file(html)
+
+    #write html to a file.
+    def put_file(self, html):
+        with codecs.open("most_popular.html", "w", "utf-8-sig") as f:
+            f.write(html)
+            f.close()
+
diff --git a/assignments/session03/yt.py b/assignments/session03/yt.py
@@ -0,0 +1,42 @@
+__author__ = 'rithychhen'
+
+#import the YoutubeAPI class.
+from youtube import Youtube
+
+#function to list the region that I am interesting in.
+def generate_supported_region_ids():
+    regions_ids = {'Argentina': 'AR', 'Australia': 'AU', 'Brazil': 'BR', 'Canada': 'CA',
+                   'Egypt': 'EG', 'France': 'FR', 'Germany': 'DE', 'Great Britain': 'GB',
+                   'Hong Kong': 'HK', 'India': 'IN', 'Ireland': 'IE', 'Italy': 'IT',
+                   'Japan': 'JP', 'Malaysia': 'MY', 'Mexico': 'MX', 'Netherlands': 'NL',
+                   'New Zealand': 'NZ', 'Russia': 'RU', 'Saudi Arabia': 'SA', 'Singapore': 'SG',
+                   'South Africa': 'ZA', 'South Korea': 'KR', 'Spain': 'ES', 'Sweden': 'SE',
+                   'Switzerland': 'CH', 'Taiwan': 'TW', 'United States': 'US'}
+    return regions_ids
+
+#main
+if __name__ == '__main__':
+    #instantiate the youtubapi class. This would default the region to US and api string.
+    youtube = Youtube()
+    #get a dictionary of regions ids.
+    regions_ids = generate_supported_region_ids()
+    #a list to store the result.
+    result = []
+    #go through all regions ids.
+    for name, region_id in regions_ids.iteritems():
+
+        temp_result = dict()
+        #first set the region to region id.
+        youtube.set_region_id(region_id)
+        #then do an api to youtube to get the top 10.
+        status, body = youtube.get_most_popular_by_region()
+        #if response from youtube is not okay then store the error.
+        if status != 200:
+            temp_result[name] = 'Unable to get data for %s' % name
+        else:
+            #okay response. parse youtube content and store to the list.
+            temp_result[name] = youtube.parse_content(body)
+        #finally add the dictionary to the list.
+        result.append(temp_result)
+    #lastly write the list to html file.
+    youtube.write_to_html(result)
