From 9b52d05e0e7fd151cd19a819039224eee10b354b Mon Sep 17 00:00:00 2001
From: WenDesi <641614152@qq.com>
Date: Fri, 16 Dec 2016 21:51:27 +0800
Subject: [PATCH 1/6] add softmax

---
 softmax/softmax.py | 131 +++++++++++++++++++++++++++++++++++++++++++++
 1 file changed, 131 insertions(+)
 create mode 100644 softmax/softmax.py

diff --git a/softmax/softmax.py b/softmax/softmax.py
new file mode 100644
index 0000000..b7ddd81
--- /dev/null
+++ b/softmax/softmax.py
@@ -0,0 +1,131 @@
+# encoding=utf8
+
+import math
+import pandas as pd
+import numpy as np
+import random
+import time
+
+from sklearn.model_selection import train_test_split
+from sklearn.metrics import accuracy_score
+
+
+class Softmax(object):
+
+    def __init__(self):
+        self.learning_step = 0.000001           # 学习速率
+        self.max_iteration = 100000             # 最大迭代次数
+        self.weight_lambda = 0.01               # 衰退权重
+
+    def cal_e(self,x,l):
+        '''
+        计算博客中的公式3
+        '''
+
+        theta_l = self.w[l]
+        product = np.dot(theta_l,x)
+
+        return math.exp(product)
+
+    def cal_probability(self,x,j):
+        '''
+        计算博客中的公式2
+        '''
+
+        molecule = self.cal_e(x,j)
+        denominator = sum([self.cal_e(x,i) for i in range(self.k)])
+
+        return molecule/denominator
+
+
+    def cal_partial_derivative(self,x,y,j):
+        '''
+        计算博客中的公式1
+        '''
+
+        first = int(y==j)                           # 计算示性函数
+        second = self.cal_probability(x,j)          # 计算后面那个概率
+
+        return -x*(first-second) + self.weight_lambda*self.w[j]
+
+    def predict_(self, x):
+        result = np.dot(self.w,x)
+        row, column = result.shape
+
+        # 找最大值所在的列
+        _positon = np.argmax(result)
+        m, n = divmod(_positon, column)
+
+        return m
+
+    def train(self, features, labels):
+        self.k = len(set(labels))
+
+        self.w = np.zeros((self.k,len(features[0])+1))
+        time = 0
+
+        while time < self.max_iteration:
+            print('loop %d' % time)
+            time += 1
+            index = random.randint(0, len(labels) - 1)
+
+            x = features[index]
+            y = labels[index]
+
+            x = list(x)
+            x.append(1.0)
+            x = np.array(x)
+
+            derivatives = [self.cal_partial_derivative(x,y,j) for j in range(self.k)]
+
+            for j in range(self.k):
+                self.w[j] -= self.learning_step * derivatives[j]
+
+    def predict(self,features):
+        labels = []
+        for feature in features:
+            x = list(feature)
+            x.append(1)
+
+            x = np.matrix(x)
+            x = np.transpose(x)
+
+            labels.append(self.predict_(x))
+        return labels
+
+
+if __name__ == '__main__':
+
+    print('Start read data')
+
+    time_1 = time.time()
+
+    raw_data = pd.read_csv('../data/train.csv', header=0)
+    data = raw_data.values
+
+    imgs = data[0::, 1::]
+    labels = data[::, 0]
+
+    # 选取 2/3 数据作为训练集， 1/3 数据作为测试集
+    train_features, test_features, train_labels, test_labels = train_test_split(
+        imgs, labels, test_size=0.33, random_state=23323)
+    # print train_features.shape
+    # print train_features.shape
+
+    time_2 = time.time()
+    print('read data cost '+ str(time_2 - time_1)+' second')
+
+    print('Start training')
+    p = Softmax()
+    p.train(train_features, train_labels)
+
+    time_3 = time.time()
+    print('training cost '+ str(time_3 - time_2)+' second')
+
+    print('Start predicting')
+    test_predict = p.predict(test_features)
+    time_4 = time.time()
+    print('predicting cost ' + str(time_4 - time_3) +' second')
+
+    score = accuracy_score(test_labels, test_predict)
+    print("The accruacy socre is " + str(score))

From e766a490e1c2c66e94114c98da95fb2c783c98cc Mon Sep 17 00:00:00 2001
From: WenDesi <641614152@qq.com>
Date: Fri, 16 Dec 2016 21:57:26 +0800
Subject: [PATCH 2/6] add softmax readme

---
 README.md | 6 ++++++
 1 file changed, 6 insertions(+)

diff --git a/README.md b/README.md
index ef76bba..9495dd7 100644
--- a/README.md
+++ b/README.md
@@ -16,6 +16,7 @@
 
 ## 简介
 我这里不介绍任何机器学习算法的原理，只是将《统计学习方法》中每一章的算法用我自己的方式实现一遍。
+除了李航书上的算法外，还实现了一些其他机器学习的算法。
 
 那么我们就按章节来了
 
@@ -56,3 +57,8 @@
 
 ### 第九章 EM算法及其推广
 正在施工中...
+
+## 额外章节
+###softmax分类器
+博客：[python 实现 softmax分类器（MNIST数据集）](http://blog.csdn.net/wds2006sdo/article/details/53699778)
+<br>代码：[softmax/softmax.py](https://github.com/WenDesi/lihang_book_algorithm/blob/master/softmax/softmax.py)

From ebbf32c94b0218dc6b225daee6a9c44488e9f1e3 Mon Sep 17 00:00:00 2001
From: unknown <温德斯>
Date: Sun, 16 Jul 2017 22:55:57 +0800
Subject: [PATCH 3/6] add hmm

---
 hmm/hmm.py | 238 +++++++++++++++++++++++++++++++++++++++++++++++++++++
 1 file changed, 238 insertions(+)
 create mode 100644 hmm/hmm.py

diff --git a/hmm/hmm.py b/hmm/hmm.py
new file mode 100644
index 0000000..2894f6a
--- /dev/null
+++ b/hmm/hmm.py
@@ -0,0 +1,238 @@
+# encoding=utf8
+
+import numpy as np
+import csv
+
+class HMM(object):
+    def __init__(self,N,M):
+        self.A = np.zeros((N,N))        # 状态转移概率矩阵
+        self.B = np.zeros((N,M))        # 观测概率矩阵
+        self.Pi = np.array([1.0/N]*N)   # 初始状态概率矩阵
+
+        self.N = N                      # 可能的状态数
+        self.M = M                      # 可能的观测数
+
+    def cal_probality(self, O):
+        self.T = len(O)
+        self.O = O
+
+        self.forward()
+        return sum(self.alpha[self.T-1])
+
+    def forward(self):
+        """
+        前向算法
+        """
+        self.alpha = np.zeros((self.T,self.N))
+
+        # 公式 10.15
+        for i in range(self.N):
+            self.alpha[0][i] = self.Pi[i]*self.B[i][self.O[0]]
+
+        # 公式10.16
+        for t in range(1,self.T):
+            for i in range(self.N):
+                sum = 0
+                for j in range(self.N):
+                    sum += self.alpha[t-1][j]*self.A[j][i]
+                self.alpha[t][i] = sum * self.B[i][self.O[t]]
+
+    def backward(self):
+        """
+        后向算法
+        """
+        self.beta = np.zeros((self.T,self.N))
+
+        # 公式10.19
+        for i in range(self.N):
+            self.beta[self.T-1][i] = 1
+
+        # 公式10.20
+        for t in range(self.T-2,-1,-1):
+            for i in range(self.N):
+                for j in range(self.N):
+                    self.beta[t][i] += self.A[i][j]*self.B[j][self.O[t+1]]*self.beta[t+1][j]
+
+    def cal_gamma(self, i, t):
+        """
+        公式 10.24
+        """
+        numerator = self.alpha[t][i]*self.beta[t][i]
+        denominator = 0
+
+        for j in range(self.N):
+            denominator += self.alpha[t][j]*self.beta[t][j]
+
+        return numerator/denominator
+
+    def cal_ksi(self, i, j, t):
+        """
+        公式 10.26
+        """
+
+        numerator = self.alpha[t][i]*self.A[i][j]*self.B[j][self.O[t+1]]*self.beta[t+1][j]
+        denominator = 0
+
+        for i in range(self.N):
+            for j in range(self.N):
+                denominator += self.alpha[t][i]*self.A[i][j]*self.B[j][self.O[t+1]]*self.beta[t+1][j]
+
+        return numerator/denominator
+
+    def init(self):
+        """
+        随机生成 A，B，Pi
+        并保证每行相加等于 1
+        """
+        import random
+        for i in range(self.N):
+            randomlist = [random.randint(0,100) for t in range(self.N)]
+            Sum = sum(randomlist)
+            for j in range(self.N):
+                self.A[i][j] = randomlist[j]/Sum
+
+        for i in range(self.N):
+            randomlist = [random.randint(0,100) for t in range(self.M)]
+            Sum = sum(randomlist)
+            for j in range(self.M):
+                self.B[i][j] = randomlist[j]/Sum
+
+    def train(self, O, MaxSteps = 100):
+        self.T = len(O)
+        self.O = O
+
+        # 初始化
+        self.init()
+
+        step = 0
+        # 递推
+        while step<MaxSteps:
+            step+=1
+            print(step)
+            tmp_A = np.zeros((self.N,self.N))
+            tmp_B = np.zeros((self.N,self.M))
+            tmp_pi = np.array([0.0]*self.N)
+
+            self.forward()
+            self.backward()
+
+            # a_{ij}
+            for i in range(self.N):
+                for j in range(self.N):
+                    numerator=0.0
+                    denominator=0.0
+                    for t in range(self.T-1):
+                        numerator += self.cal_ksi(i,j,t)
+                        denominator += self.cal_gamma(i,t)
+                    tmp_A[i][j] = numerator/denominator
+
+            # b_{jk}
+            for j in range(self.N):
+                for k in range(self.M):
+                    numerator = 0.0
+                    denominator = 0.0
+                    for t in range(self.T):
+                        if k == self.O[t]:
+                            numerator += self.cal_gamma(j,t)
+                        denominator += self.cal_gamma(j,t)
+                    tmp_B[j][k] = numerator / denominator
+
+            # pi_i
+            for i in range(self.N):
+                tmp_pi[i] = self.cal_gamma(i,0)
+
+            self.A = tmp_A
+            self.B = tmp_B
+            self.Pi = tmp_pi
+
+    def generate(self, length):
+        import random
+        I = []
+
+        # start
+        ran = random.randint(0,1000)/1000.0
+        i = 0
+        while self.Pi[i]<ran or self.Pi[i]<0.0001:
+            ran -= self.Pi[i]
+            i += 1
+        I.append(i)
+
+        # 生成状态序列
+        for i in range(1,length):
+            last = I[-1]
+            ran = random.randint(0, 1000) / 1000.0
+            i = 0
+            while self.A[last][i] < ran or self.A[last][i]<0.0001:
+                ran -= self.A[last][i]
+                i += 1
+            I.append(i)
+
+        # 生成观测序列
+        Y = []
+        for i in range(length):
+            k = 0
+            ran = random.randint(0, 1000) / 1000.0
+            while self.B[I[i]][k] < ran or self.B[I[i]][k]<0.0001:
+                ran -= self.B[I[i]][k]
+                k += 1
+            Y.append(k)
+
+        return Y
+
+
+
+def triangle(length):
+    '''
+    三角波
+    '''
+    X = [i for i in range(length)]
+    Y = []
+
+    for x in X:
+        x = x % 6
+        if x <= 3:
+            Y.append(x)
+        else:
+            Y.append(6-x)
+    return X,Y
+
+def sin(length):
+    '''
+    三角波
+    '''
+    import math
+    X = [i for i in range(length)]
+    Y = []
+
+    for x in X:
+        x = x % 20
+        Y.append(int(math.sin((x*math.pi)/10)*50)+50)
+    return X,Y
+
+
+
+def show_data(x,y):
+    import matplotlib.pyplot as plt
+    plt.plot(x, y, 'g')
+    plt.show()
+
+    return y
+
+
+if __name__ == '__main__':
+    hmm = HMM(10,4)
+    tri_x, tri_y = triangle(20)
+    
+    hmm.train(tri_y)
+    y = hmm.generate(100)
+    x = [i for i in range(100)]
+    show_data(x,y)
+
+    # hmm = HMM(15,101)
+    # sin_x, sin_y = sin(40)
+    # show_data(sin_x, sin_y)
+    # hmm.train(sin_y)
+    # y = hmm.generate(100)
+    # x = [i for i in range(100)]
+    # show_data(x,y)
+

From dbb2c9d2f20f3530422af6d9a98f4d90548e5a00 Mon Sep 17 00:00:00 2001
From: wds2006sdo <641614152@qq.com>
Date: Sun, 16 Jul 2017 23:12:36 +0800
Subject: [PATCH 4/6] add readme hmm

---
 README.md |   7 +++++--
 weibo.png | Bin 0 -> 16605 bytes
 2 files changed, 5 insertions(+), 2 deletions(-)
 create mode 100644 weibo.png

diff --git a/README.md b/README.md
index 9495dd7..ceebe06 100644
--- a/README.md
+++ b/README.md
@@ -55,10 +55,13 @@
 <br>纯Python代码：[AdaBoost/adaboost.py](https://github.com/WenDesi/lihang_book_algorithm/blob/master/AdaBoost/adaboost.py)
 <br>Python C++代码：[AdaBoost/adaboost_cpp.py](https://github.com/WenDesi/lihang_book_algorithm/blob/master/AdaBoost/adaboost_cpp.py),[AdaBoost/Sign/Sign/sign.h](https://github.com/WenDesi/lihang_book_algorithm/blob/master/AdaBoost/Sign/Sign/sign.h),[AdaBoost/Sign/Sign/sign.cpp](https://github.com/WenDesi/lihang_book_algorithm/blob/master/AdaBoost/Sign/Sign/sign.cpp)
 
-### 第九章 EM算法及其推广
-正在施工中...
+### 第十章 EM算法及其推广
+博客：[李航《统计学习方法》第十章——用Python实现隐马尔科夫模型](http://blog.csdn.net/wds2006sdo/article/details/75212599)
+<br>代码：[hmm/hmm.py](https://github.com/WenDesi/lihang_book_algorithm/blob/master/hmm/hmm.py)
+
 
 ## 额外章节
+
 ###softmax分类器
 博客：[python 实现 softmax分类器（MNIST数据集）](http://blog.csdn.net/wds2006sdo/article/details/53699778)
 <br>代码：[softmax/softmax.py](https://github.com/WenDesi/lihang_book_algorithm/blob/master/softmax/softmax.py)
diff --git a/weibo.png b/weibo.png
new file mode 100644
index 0000000000000000000000000000000000000000..20b252cd340f441c164945fa90c0049c78496de5
GIT binary patch
literal 16605
zcmc({Wl&pD+csK(qQxP&6?bTh1u4aflafGicXugLTvA9W#fpbwffj;OtZ0f9iU+si
zF2&{0KF^ssKi)s*n|J1$*-6%(y=L}a>$dB@?t3RzTT}TlJ}v&ed-oozyi$05@7@E*
z-8d8X(cQOhu*urp&wbC=$}jJI9iZR1JHfJ*(~!G&4+ST<GRM9<$8&q7?|JVYQODoU
zeY9(_)xCQ!JX93qz<wq>S$KhzW0SX+H}kcwj)u;&n{$d^Y8__3)Q){~b>@el47N<b
zNCj*w<&Ku5w@&6-%y^T`ESK5uBP!Tg%2?R$PrhU(8NY|PzFy0m9O##R>g&-Ur=GpH
z=4oa#aFXenEwPsR)N}8e3O9`T?udCBr9df1f+a_yK*9`C{5!xR#d-xM{X3Aux=#lA
zHz1LF`+sBFLMAx`4X5uO_(nTg#;t4(5{=VYPOPyLzz6(PHaVvM&3l{5fzD$Ue3+pp
zh~B;67xy`PpOW!+VYo|Mi<u;lFUmybgDLUF{hEq%VUtELDACF+zyJ;pOWS-YZ_-1m
z0R_2tWB@Th7v2%5!j8xz`K&2T|7xoD9lKre*G_jb=)dI$J`VhX*nH(lE}9BJJad=v
z04SL0Uj>%EN{~DMV7FpG5x2aW7qj!aYhZB#BSEgqXRJT`;3Jy?t84&O<&&a(Ar^dW
z)Y1D^H==RMwfqA6a$SOdd(MzGKCb&NOZ@Soj?IB3r)J1GJ6Y;y77@w&MVdi*#*c|i
zVa1YT0fgR^)^XYfW_Y|h2ue_mHmR1UHvLl^UVyTtw+El<@@hVFFynllK?-$`e4@vI
zPib0(K{^?1>2sti?Mi?VTQ6C@Kc*Ui#hJh`=D_}Ua}fC+OPwka8riYCEZ6jrl;mJg
zT-wDT&b6?Y6?Fn5u&@g&x=H|fvRACEs3fJ!AHNui$4xbE!;Y{cosRqjdrpJLr4=j8
z_%MY{Kw)u-`g4Cy=sNc@sjM`8I>B1*D^g9q-)O}=A^ZD>OKZGnhiq#+g8J_~s&U=f
z&W1Hpcz<<oy;z9lx%uk|Fcf86;tz6{a`_Pxi<u960mEaog@AW3+M#jB;$<p^RuN+*
zD5)~___o8}*wA!F_*KL!b%t@Khu>P;I=-JaE|$Y@?i1ha*7+@b&DfvOAx6x<aW&uk
zp(PwL3{}u%jJ{G(e8rB=<+COQfX{_J&tW_MuvK?djlV{N4fcNok!*=h;B9w!1kf6>
zRq`<R7R91mE{j2yw_K5Vm#S%}le%JYd_De-t*c8W0_gu<CY*z~>>FI#r3*<gH4YMX
zf!wsN=uIrd@d|W4o-mFFx-^se&Y#fDxR3m)->c2o@3$mg`V!*Pb*2@-BEw2(UE&@m
zq^4m1`WZlP8)XJsdT?Xswo@q;c)nu)ljomhO0ps<K1q3t7WSu2?1se+?IPmvkWr96
z?c{Vbtn`Yw9MSu(vbWE6TXuPjLME~6FP4}V0CB|@FE=+!1=}d~OnW<$^^D{C1RHTv
zjn1AJdENM*ZA7juucaD?O$VRrc!eC$D1?YcwN?)>(p2WQI(B_UY3rwHw8#B5A4&0O
zB8FALuTO=$+JB&u+!xGXRMRrmjl~YdMhSl!)GD}v*rl(@D_VpeQcB=Ko4o|a*E*Sb
zoNz;$e2;1-7C)&4zk`Jwx7MF=&UdWn8O3asx03nJdQt8+FS5?OnO^bRyrJ7)N~&8P
zJT-=Ae7#~3klYJ#pCfLCyWZ{x8Xb%f95gn%w5b{AD0QBhb7`4Gtf&ZYYK{$yQ*fjC
zC^(ezzg25j3DiF;idYx`?kT)dt@7y#EwqZ@+Sttme=*i}|GD=*I&YOg{`sfG8To9b
z&jBAkbi=Ylbfs{uxLoq1$F%H8MUf`YMk=KK+PHhlP~_Mo37F8j%Te~^xl`M>CJLv1
ztwlkED|gS*p8A)cD(x3d3hE3~1n{d}4x>JwoUcuUvNuC@?qiDc-C1HLak6t4Po)CT
z-hSt8hC`)&Oha1@I6^I#o=~Y;v6QICofW>fp`5{|bVfnvaQ8WQ3yeTe94^b+w3ltT
z|6|V;eTDagaxvxY_WC3=F+F0b3#DYXgsk;Qwy|cmTZ)XOFP9^i{FW;$kNY9R?<03+
z{fkPL7#`!m2An)2I$Jg*5rv^5WcBu;=Jqev=bEAq^yi<C(AzPQs{M89Yh=A~6EgI!
z_TA%$56T8j<210<P%U<NNYA7SYkgV(beljr<TS%{0l{?36ztb_x}U`qj3e882K3t>
zSKB{H661ZjDL}Y;q1=Bp==tjQn4ye%p01SRr0pVxr8xWPgAz-b_V;49ah!WCM6!+R
zA?{;Zg5Cb}x1wL0cWI40&lUZS8d`Iqq*|p<0r_6`gsM7Apbzxuj!Je|eZ9ksZjt`9
z?f@8Uk0{|$m(cCh!oQqPF(H=zkUT{pwFCBFey2d$(PCKR9Yd7|66=4LZ~WIv5J|aZ
z0c~r2f|_~mM+T!`xH_Z4z)k|{iVzUlIDpN}^Ts0h%QQg<dL{J+3t${@|LeD152O8X
z*Tu!@uk8z|yB+<z#OCI3bfWZc2v}nyHl8#HC1%6sBS;-JxE76I@!)dES4ISmbK-{F
z>Pz{qLCz-G0gJ=10rZNVNgQ49AA%X5YrzWUKt9pmMZBy$WY%ire!sdX$#n~Q&wG~9
z&r1jISw^c6dL&xzg1HaA6?<SnA`2T4m7I|*>Qbp#Vr^dCh~5@M$eHItt7(b*t@M{n
zQ_F5t^<R}7!qe7mUKpu#1fDpRy}0gWb>dT(*8tJ-5Rjulq`EbVYC?{q%tnX#M{bkW
zsY@UFg2Rp|<o;md^~`=%wW5cE2hAso2J^js5Macmv49q`iaSm41OI+bOrswgk#$5q
zyQc_|jYeB&84Xm-m5U6gDJtV@J+5r)6=(hLVW#EYQo)YoRFjxCmf3SX9<WVGSg$}C
z#${}EEHq>+?2KBVtXIm`qKmO8e-F&gd%z+MrG<dgE&2#8WVSRRH9W{_W8N*zWLh+K
z5_tQZfKh?ba-~Dpyhc{Jxy3iuKfZwFF96XDt31R`)j`7%?mEe2JVO;o>WsKyRDn3d
z^S&zWtSa2;-r@Zj%hRPRrXZ&I+cy9DrKP<^vD6S8`I{S@{=E~d-j}BB7pQXcoqDkf
zcLU;4#gne_^X4IvQ|{U>VnxeM@#^22a-QS1m{b|c%aKB!sl}(qfs6J=N6UK)-?qLk
zAvT8z1iw!U`m7)voHbcfijZ;u-6hNK@;@)1ZAn|iP;R+=<U$g@t48<@AL0Qao8B6~
z?0`DKipgqr6IndnZDggz$cyNJpfStU=P6PD+$UadFTjXs*Xf0hMh)4x#q_2%#was%
z%9^H_`=@e{$|Ihq`3FCO>J}Ph&xnFOhR*93hxb^2m&~&+#p967?r3o_{=&}a_U-6a
z*|VJeO{`5fL;ze3dY45IZFbq7XQ!GKF+Pkf{xu@}-1AqaH2Kf;r|+e$xm;Q|aq3ql
z^p<zuxT2rynI`CE2R))};D#ns!49k07`@!tWggAcSAwfrzMKKXs2160B|OLs<uD~4
z%v^{#7JRM~i-10lm9vmhPb%fVej_U;Hx4;cq-n9YT7#*x&LTsif;8}MJ57!4sYHKU
z<;zLTft#r7X7+UgPto%o)~TiuoGuOc*Nm5x9L<5et4+b2m6umETiva&PlEyZJ`S?m
zG3)R`{UB7x94@^9MHG2@m3tX8KF;APqQOmuh)Ow++g4Q7mI&>6Y6346JZEGK-o8KM
ze#!5*kzRz7<i+MqQL<FLuwe8uFOYp?g@}t>Rwi=%B2Hc=SYfD;7<H+cYz!`0Iq(>$
z$>NC$s^hu!I65=SeVP1MEG_9=rKbDhm9B!cj$&q}*EZXrPKbOYD>B8_+)<yy0sn)x
zUNyz@J`wjpjftaj+4^nH+i*b0t>^KZD}%t38RxV=!_q(251t{TnnSxK9#(K~KXl3-
zVyZccGSmCbwH-$bOOhaPd*;iMK+%P0V55DLD)>E{5`>`uGDv5?p_sT?BAW@m{NlHe
z@MeFAw>(dQ6jadF)2*4zh4eD-dfBn+ZNS^KU>)7d2yXjKKpX55!=v$TBj@<3Lb3ro
zzxZ&nL}W*j_fAr~x*MTBCI9T_mA2woOO$~;`1v^469h5Lj+az~KL1!`sb(%R-w?2x
zc<Fva+!CLYeaqi;Qe<lWJ!!(Secn~ht1i0Y_?i=Cv(5{Z-Q<6!eva!sa=EW{{k%)_
z``5_j3Ql+0Pa|u~W-f#V_<;LcmA^8XVrMswgf{X+77yOIe19z4N_aXOKyY((NWi5L
z-*HHIbdZx&Y><>wQqxWl8pjjF$xCP+S0QW)u8U(UEgqh$B2!4_?w<*FDtbo>26<QX
z>w!^@|6E-U?x$i4_zkV&xaHn>JZ4_ILvgIO_qCI8VuvE+8tF7jQDiYvsor#PmE*p6
zKHo+eSA22W(c1l8xf~rM(Ast7%OoF=v!*R^!ceByeq!HT;q0Kb4W|v;@l?+DIpNw?
z%Yw<DA7C<Q@^MT36s>+@tBUN;Kj(%r3R8reUK8v#9H`EmmG&Lv)ZNA+uPDk?-yQQJ
zF_(7<1l;Zm9!a0e2f|6BB-T&WdnF<Y@0maa2m&B~wk5eO5f%h2tSfDf&*P*1&tl%^
z#v;k14J&;69z7d#etA^O-+LhGRL--EK(-i>f>$;+Ex!*tMKm3deQmrTGx9ySU7S^R
zRhq{Mi9Ka%xZj-9gr{?REuM1hk7sB@)G5k7s<jmz#T|rl?tWFxHmJB;oSk;IXDhU|
zEGE3wF@bWq0n_&zyxXxKad$c=vx*LiE81-!6`MbK+H|lB`(a2Q&rhRv9fuTQe-<>C
zTT|$a@lBxb!k<oD+Ixk!XYvPkdEyuyPH+6;!0*=drUWKre_bmc!or+4_Sz-x|GTLC
zOWGlDW1{Q@u%cO4!o-yvl5V$vmPixv5c=BiJG%a$a_`CSjmBS>H#v*3bb{><CjyxU
zuU0LZd`<_2)|%HqGI@fVYlO<n?I@_2%{`IJE4q%GlQ(SeoyeFQS5{sNEF0o0;?2q>
zR2>^pyuUjpn*ok?ZKTpOI)5^A9c`%np@zbds#LJ}k{t49jMBjIPW|tWDWzWukiLPP
zuLuVMg1+H1&ij3@m)*{>=iAB!Wr?LJK!4hT^p;~Y1iJc&XWpIOUf=|tP0Z(qq~efF
ztnpigTri3%6Dli}*S%+&dZ^za|6a`ho@n7f=lGRfrUNu~yJ7jgSdjQI2Vr}d*311~
zdEez)Q<E?m7FTm`IV#-%Oo@fLG4T4A$bS-voIB~SIvX-5QobpQ3&O9c6?$w48wTlo
zg0)_4FwO*B7x--@W*p1~P2^6?i<x(3gvbqJWL{<eVj2l(ir~Htenj3V6HzTw&f*Eh
zef_94Jd#B)_tvt`?9fn)#T$%UYprbVJnZG9`R@C`m7i0eVFbw4M@~oOQQVq_qQ5HP
zVM_NIC4^mV8O0-};rRI9Ln%z(S=W@QsU<07JB#N)@z2z-(>634cCkcQCfNVIS~$<|
zs>O6UC!~ppNy?95uJP8O$?ZsS{d@u_T(R|#`g(I2cgKUthU?b#lPGo0&GP-<(SKGD
zJO>?sir`J=(E+CTsWi83)eKk%HXcSV^R0B>QX-QK3C@T`g@gysc%f2$(+>);CITrA
zIhXZBjnn=UTud#g6lg3r2Ki0nDkP|A^9U(2`lWwm@3pgWV*FI)vu7V|EiBFP$5;5<
z`iSS^NXumt<U(5Tq?uZ=@8Zj2s-S(o;mg+0Nmp;V92^%pt5aKdK1WfcMRdOTkitje
zTimVo%e(;Hkg}|4rk^D`C|8hpLJD77=m)H4l-;?3y+w8^@UHRthT<L-C6%c1;^A;(
zqyO?A?fT@9?OT5K4UEC3?)fiM;E!?e>=24PL7BItgR`MSw`UB6%>lB*GQm_54{swo
zO$1qwdkm9rO~21|qQteok^H2oau*8baVRAEUYH)F%_K(eJ(Rz19sGcZl6?v4FH&1D
zC}+I%>{+LxnU)eO@--lj&k-;7KbhZD@<Ovt0WSB+`k;G}gEfmoN`a>w#55)T3wwIn
z+@3Sx<{|LiRsbhQiyLtG;_5N4Qq#MoHbFD@L0h3KK`|E3eVBN)7ro{ewXTgytY_#*
zbM(7VO!GeZwkCC~bkB&}Yf?KL0&+JmfBa1y+dK)`gpiJl-5GXh4cnuY$(H$I0dmO7
z#_<{auXV+IztbJbiu`OC&j|wrQ7j^JUDxzJBqKm0@dEF~3Gi*CC+9+vz^O&2sjE__
z+G(!EF&##-0oeP<S8;TU*z9HMbmH*Qp7=*8M&%Sv^N>xaKp9_gAN9THCkGwwl7bJ4
zf3yo1G=+D?VoXV*yRV?zyy^<G!(2|9@QzQ_eq}$7YjtWQqfNk^f32NWD2xM1^nBNi
z5|Yv90jiS%7{-nG7aONUerbqJJ6qLRzum7%yV%~V2;Aqzh!@h~2i!7@+ynzwn@_k{
zP2Z@KzV4_nzkz-x-j3>C$K%?#6)dCsnV`JjXU^wi-HGtmXFXXJc-=W>p$KKqlM%#o
zyh9t_Hi!fH-WvtVpn?bg>?xG&8OVG41$oFZT4AhhaB_kdsz`as;eFDTQ*);>MwwCZ
zk@lE^&Msnq;%24>#>J3EVhN_!n9W32%bscYa{j!@yOz@{ve{t&`>U<TSfZMEUAt-A
zm>OonFD0bVv)-Kj^Cqn!lBYzMhln9C#US=ru%h-3k5Sm;yIeb+CVIvG0Ghn$Tol)G
zmGn<YFYxY!<bPZNFP;(zEO<b$&F)R*p!O71`y!~$!MfjyaMMFf#{Wz#Cg@THoDfWx
z&UF2l{5CLywfg3541iI->&Kj3+A%i~=Ro(+G4-~QI1QzxtU|!xS33hK(&>*CMO;M6
zy(tK8vBZ#$fWLTYjSXRE&&MOu)T~n@_C2TMFO<g(yHk~mLzvE21k&7^s+P~N_s$FY
zH;c$p(#7e3OiAFNa_OjGVq=(!@t(p|v=+-nye#Wd*SzKC5wY0@&h5)Tm|%=dt*p-g
zEnNEGNE`4R8<@|5u=xubY2qF>j1YpnbA@OiDv8Ac>T>4etbA&)BR=H78BQ`b?bCKr
zTG~x&*6<2$T^e>lL*hl6c!OS7{Nxxyt!U0t-=Zfojs^@VoXFSGUt_9|wXDJ7!@iE3
zgwcnS^_8e26|KAA?G<pRUex@JwKRL+119je0_B@4y+NPSUXk-<St^Y1CELQMV<<(Z
z(n7d$c?T!)Ek3GTI&|_jkmR=Ih|KG@qlVh=))~4V2<Q(ygr}X>p-GQ6tA3oF@q;yY
zV9oaC;$R_yOHUg_1M{Odhn6UQL84NsK{St|y6{jn2M|K45zD2ewGb*zWF-gC34s1X
zQb4N3&w}H$d;=<@>jYJymEU0&KgiHjzE1>RCo*t+C1})m2DMiRsMj|w=3?ag<4<Z6
zM}qHN8%`i=I4{1e44!mKdW60z``NGgh3HGjs0?@s;dFi#!&4)*<%fmi?c~SMFF11%
zekVThB3xv#WUyOnX|Y9Us}AH23U`$lft`PthV}M~2VS)A32zV9v1|+aGJiRRrJZzl
zoSp6f@^714+uLn(UW`u*T3pB6VCvi+5f$`zw2YS6^<NQQ9#Y6b#F>CkSIysOJ`?>c
z_`=(V4C#^TfvWzC<}pOcOrV-(oA7abxEsr7L1g>O;zeVyFo>0JAjLyJQ(vHu6aV82
z#pE&3F`qw~3<TC5q|2|PZA^=GXy>Td=j6cW)Al3bLwfy;dZDX)z5SwU3Xn)h*};Vu
zXhrWw!=FK#_6zu5^14$jDmRYj1oxK;7?s5xRCh<G#bftSxl@WQNe7<&dQAOi)cMuM
zEG6tx8ZI2t`j|ZDivMsvh_S2LR9OScW$<Bj0jhZig;(<%?1(<8Q7xF+Ke*+IG>%k(
z)`;U<b00uWGvWPd{?PR7nCCReTn}=HbI>swE0hbd?RKBdIAUxeQ;+1e6UdvCG;|NF
zzgVjZa0R)QIE(g<b}Ct6SLxZ{G&07%k_AFiM4S;nis0Ay^z5&u^FBIaa!<<Bl}YPW
zWj*M;SPEcrUz$`4LcD-b)1Cy4vTO4l!_qS<#ezwkm$Vw-0=kWDU~=VEOH2z_q30Lb
zj%`OO+d^mfti+u+Pmt4Aq+I^dGW#0T6_F%RR-0l&-5!TsYgiMYf)yYg1b8GH#M>?X
z24K?^EW30^o5{_Gm@UWL=Gu6KIAusbdPB}yA^Vh!zYj4~DfQ@5jZzpw0*gBKFa8<R
z_Jh&Ya-iNFnw=aO7iRR41AVCc&IN(A@ounb)~ja7A~Zj!!NaM2FTwA1*aZzI!0`s@
z_Pqiqygfqj5V#P0!4*{I2?XC?vg1YbuzEq$yDhd^k<@(g2GOsn0L;1v=HD;6YxtyF
z=^OY}jpK^rtb*86$_e;VUXrk%FmKUSNpC}G<d=n6ws`-frIt+hqKyVE$sxVoLG+53
zkc?^%{&Q!$c6Hu1YTmUghifH9*kgxGy;jycCfW(h7@Q?D$wLXbXauWkqrNAIQ5Kp7
z%~^og*eslV_z=n`oo@wBm#$@v;(rwdhtrf_-KSihM;BI@6lXofY6JvD$xjZ6SMrfY
zt1eg6iQ`XuuH|czig~NqS~_Yzu!#r`8+sUxDD)tY6A=Mrqo^s<-M=C>e}vln3@FD?
zF}6VU0nZ^MJpd*uPUCydu#|86>0w<0_+gbgT>y<z=tv@r1i1RrnHiT1EmGYzWk^C5
zqW8u~A=x}h)F-7f*^#EVbtw(cnFQUp0gZsu)#-4HsbV%PoX5+jJMp$S{}{zT9fnzU
zbio5$3iaGKZQn>TtX+vtM@Z6WuKa~OJIqLG<x{bX7~~@jD2jpSI+5wk6*_{FV5|X#
z65u5whz@xR&#tF@nB7F#aTCB<*m@$a+WkjqGGeaylQ3ZoN=LiZkE51NtF7>}kdx{a
z;d7O3#XnGb1D&^&Y9keFk~BZx7=k|Ng{@4MKo=`@AchU9Rp0n=338%>K+6QBiqz2X
zJ&UrG4V|cZ?J26sr&N$8DSw(KY0U>+Va8yTPuki^u)7jvVV<f<iz8dO;J(AH#G{g*
z2J_#li$vn2krY$r<dETSADPJ^N+u_=j*X&JW%S<a&)#gW90ZdE!s6j}RV;3!&z8<E
z&hXJ<S#gHJdBIVjBK&`t%XUf;9OQlR>{G2vMGVrp_x8e4mZKPR`z_Z3y@fw2h;5uf
z3fpL&|DM}=P5SWmP`SzXmOp0w{LyffkMe4<$&U;nk}e$?#f^7uPzg?ot$fa0QI-ej
zl&;02CItnp3&KAczLt)&a+!A5g1rQli8;?qd62qRd~H4B%b&)aJ6h^7T@Qh&0`>S#
z_p7=~!rE<7m4ZkkENo?P$;&prJ_TcNGagHn2KYb`N`fEY#ye=2`fa4s$LI5dR{-vW
z;&bbB4De+DJrnOwfqb~t10^8fP7^TrTk-|c7u0TzBgu{dvXc=oY?cAhxupi#+YwaJ
zi2HyR;*RTQ)xKN2uqM5X9qC`~zj*S3qYRVZ>fNAn)r^eG1cL#E`8>e;=bjvh+j*vr
zOXB%(c%xM4djYuRRVmzZ^^G8lxf`+7yN&RseK<(QQ>d0hT~5t}UXx$zI}%$*n<OV@
zHit>hxC69}aVN<r<<b5y5X?8J2Yw#ZqERJ!uTwEiP-=;_CnBnXda6R8dy|#Jv{<1H
zQCNjvcTX`n2u0;)keP*w<)PbMK{Z)4F~?QQ)KrJU$i=23u4K~Om0AyEkiX$K^;s4s
zx~U!m*x4N4GsD#BQIhSC-4X8?WX1Z{5aZ%{mvYXf#^Cf7SWwT=mgV|#2uEcARC4W#
z4S5G$9u&+fP%eK@kUYvl4y&_UnQa|<ji&G`YN&{e1NhsfuGouvHM+aoDLx8h4~{$z
zSjKKT_|d$6-XFexIdLhxo{l55$)sgI;|RAjp9i3vESSI=46s=>1nRjp)k#@Qd(S(+
ze!6G(9zVXUFt_F1^kGD|G^0_Kfee)%y`W4=*oS^7MNxMy8$0b|#|b;#M+x7AN(f5p
zf1MfnL7TjXDg}o5UM+VinuZEizGQskRw?%hp87@L+lhEHy?-M#`<_BF7?a+vtXz9G
zy;Fr{7);*mWK(XCZBT0gy!?J2W+}Q+Tlwu>Wg6FEO`r3-ot>mVS=RLLWGZ8Mx*jc$
zgw)o?o_AI5csCRrHEaG?EAD6wAJ?zi^CdjI-^V{V?MNfpdvAL-FCmIFn2$N3-V!iM
zx#ak<NwxiT2C=2YjNs7swv27S)A_g|LFq`9axb~5AH)?>7Wa5;i95188^kly->x=M
zZ}-Apbnk~kvp$7QT}T%@N=8N*qbpno@ybj<@TRbzP#qI^a#x1-hsFnV<7H!Ij>LhH
z_tC7l+ZL=s17}%CPon6S5%VCwC?LdXt!GM5T_J6`t&<EuK?N$vjU~9DB%KncZT|~r
zm?@@=!9jn<QZdculnyXYZPQQii%O$W0i6i&99h|*YJ1dn7v^Il#h86;v2G{Cp+B%`
z{EvjuQ4-TaPRKVvzNtT>Jf-{don*j!u|g&XG7bynO)vTZgP1IsO)j^;sIEH0Tdn!s
zgx*R>@pKSL&Yo;2Lt_HM9j#JU>Y%g{cU_E>iLKevM6@iXS&W1{-}(oVnZx88VLaU-
zl;$<I%d`T8wG^c}_saNHyHeT<in(7cntN(K(zX8lghi6-iBdwBR`8kS)zJZ`(B_|1
zVMO0Z+KGo==gDSNoPU0O@l^UTO|6pVixt}rp^bu~0}y;DCM_dMn*aNWG`hlZ&3wC9
z_TAK!CA9IJ8tHgysW*amm3mC^FN@jvu1^Y)yxg2PV$!qO(?$6f-(}j}7gy|8;*PuY
z>Q`P|GK3rO?RK84jXZ&~>74ABm^acw8-GH~$1?<<>@NF)sAX^+R|z|&((^FlzI+Io
zKpZC71FX4i860`^XN$r63rEJvC{J4$Yw<~L@Ed|!p0!IN#__VhqPfczWbTT*!k>Jd
zmAye6qA9C+Qb3xar|m)x-<8*=ztGLS$p>B>Gej3PUg3~;EbrGv=b+Ds1D;fxGAaC7
zkE+fKN(A~ar$nAAw_)a>m^Fsu-9x@YBI@W?DOnm6Y^%a~Ed=E_=sx;<yJMCAjx7w7
zO~^WXS(^3l?ua1qEkvCAW+&dq6@a<jt=6xjYvO~pkeB<QQ{R1axXhW;rp1h#4q(RZ
zdL&KUi$f{;xNE!Z;rnNw#VWgrbQQ*!f5UgfBZ6mzw#NWM3$t@E2|V2df*PIQ9-Ep?
zpIBm0TSDW`GvU%2U&Mnhc)#fWhw(UBcD&p39M}2CALn@MH*@zQj{S&dzXe4Q%i_!b
zh$gMy`>MA;RmBqXN$BxWG_hRUapI51ba7z^^6zKLfvj`aI5x+7@gM6SyvzO&Jr`t?
zZ|=xT>&qmkGh$9J5%9V+@;|G)J~vQI*3=mZwzBzc-XG)ccbi3Wy!VudDNu;gIGdoW
z^p-YZF?@~HWyv-slP2=BInxvOD=#*7NS?(Xs<JXnw7(}($TgV8fGDTCN2jRf^}m8W
z^8n*oL^0XqbUlE*PuF~<*O~e`$9<*<_4Z3wxI&H?4lA40vsFU+nB<az;^`aq6DIMf
zlqaSO>%sxH|BA{n<*A;U|7|S^Bxm^_+fD9|y!*|_^2%jcQxVzjw)WW}mz##=t_=8b
z_pZ{*%+_Vf!zvDb(r>Mff$pO`Uoe$!s`xHx7I|Rm=V=N@Ker7gA7_WX-^(CsB%Zl4
z9T${t|9F5hej3(sy?T%CiDg-*@XDWyloinvK7le-;DOu$H(<JKrP5!%rca^ShCAm^
zRyDCz8+>rTa%N;bn7?ax@R5z-%*6n3_u6jh{lJhW5IOsL{@KNB9{r&AE4O{%ZN<q{
zkWyHZv%oSFrap&eMvw1?m-z7Vr~RyT5JjNj!%zjt_q6b>pDHttX11)za5o=sG%-U_
zwOtb&j!n%PQ&t7&OZ7@5zfu!U8+Vbjb7jZ$g0>jkQ=cB%B#ehrLBHai89nKV$(r6u
z!Xr|XF*L<*+xv|)cZI?0?R={bPV|Zj1V?=?6Zm;cAD_m|t(~B>-54#!S`PthE*UkN
zsQ6WP&!jr{8fN<(LX+0;!KYAJiG*ZFhO!;L0sEP$Ftl*WED%5C%?OcexIZzC4=t-I
zfk05F+X(})8{L%5U}?yAZfDOvN5`B=#x>d3;2Z+4nTKdKrb<!Z#Ro0fM;)hOII+mL
z<_|X(es3!|FUPM*vSgCFz(Of^x0f_JIqBCtvrW<>%3!sd>oysqo+#4?roWr(dhm)e
z#^)cGcXO6H4{>lp0ykl>upkkOwUZu$S|RA6ga(Dfbn{tUGk@r5ooqGg`9+63$+XJ`
z0cv)Mm6!2SnaOnCy*8B_^^@%C-4pbr=-k?{2SZpv;QX6z9N3_rJzP4*XKQC)C_79e
zDyJuK3Qs2WRj)Vh1$FO*PBVah>g%+9E2p=Sv&_g%b(^zWY%22rY6*pH^3`uJ?Yir5
z-4lCIaO+`q(atg>S5#}gS%YiMiOP;U-uUIswj6@zMQ0m<O3BIcyVdy7RTbTwGCr~J
zKi%eMb5a4pD}t122Ga`W;&lP?`T$4w(4?*{v3w7%453cEzM{uIncJ`3U6c6dY8ZVp
zUHlx+E9p`u%f}pZzE3~nUO(?_sk6XvZRju-9iQtCnK%>H@7V_xq4oRfG>{gucFw9P
zAGd5uDK1~yNC5iCuKGN-ahj!Us-W<&k+TcTC`YDq6(7-!TV<$m-ErO9*$D-xjJ{zI
zNuXYoAp^arjl-pMo!*qLzigcKRG;l~&nlbGtfUxs%#N=^xK57RuPuCPmvCh!-Gvs1
zs`Q!>cXe;s1M+^+%#C`Ss40O4XN&#7`Ap0A#rV{otSClaD92O7Op4VR7fq`Sr|JxJ
zlSIGdwis(GUVNp#<QthDD=X$H_A1biLFdZZx9x08k~C+izGjV<gUX&)iu`&__J1mk
z!o@cXx^>&c0UTVHR-FSo<YIlctu{SHQw}?>lyfrqn!@qV;pv)+&ZQg5<H5rh-LG7M
zYqhZl4zn^X`2|%|zklC4&{&vmh2$2W>o;ZVN%_c^4^9E-Q6Y*z{_C&Ibe6M9qBa4h
zXLuH~4yJu0sD(gcd^ey|5cAQK$Cqco_KV(CI;!pKC-QaS1>P0tuu+$D>Zh$^m#?L4
zDnz5Wmie3K^%;C_Yfc-~ZuQMJoX&UJsO8}|=8wmHN>7pNr8ZLVq)EQoiTiV=QCV`-
zr}y@kQcv7{wnM%!K?7=xKV07M$s>5o?nq+U6vBE^`poec#zr&rZC<oH-DwmynkL-}
zg;VA;&*)K3`b|$~&f_yC{M(mTR5&@G!m|^uU5{bzmJO3D<r<YOM-!UQO~&VgUH$UQ
zX)JOoEZxZ{IG(66KGqM>Ka{}y7)hJ(4>6!3sxo<F$Y)O@)odf1Q|&}vOfAUhc=nO=
z`?B996j*j1SaBSQammv<N9A}>m+{#o-L&Gm=34-W1N09)(ywK1EKxe0`OY%M&dIm;
z7f6*est?4bw&=E7*qxtttm<i2T$QP#Jrq9s0O67Adx+UUf#2Te7wKKM?5B?gZ4dCG
zZ-$2JYkI0XuzRF`Kh(+}-Sf(ED7JLu?JMB7sF?OIT%ObATV8q_lv!}YYV>q^LC7^*
z@f8^RogewMi=8MYYUFHgyQQM1bCy(Hd9=^c9~>>_YNszD%1Q1j72T7z_+~^>%dg2L
zeT2XtDyds!pW%=?q?O=vZlBblup$m}a|&WzxQ&{)oOMYJHg1!l*&r_{%3T||Q2x+8
zEP$Hl4_=$5l6hn?9nrFEZ``dlK6r8%7!=huwFs1<;%l*FGHjN`GNd0Gsh`l#viPDl
zjt;0eiy1}Jm^fACT}G6aOIRK^=W967o=Y#d2ntS*6IU*H-cm1j^#ZO;qefjCjQbgz
z1=5{u==6i1@*gQb8CX(#nVGb=VRtY#Qx~*F72Z^i&35`8yT}h6IDX<`czu>spyh-m
zwd<^q#rfMB)@Do3W`B%&8e}XIWlKW_x&K6S=7z&|F=|09hA*BEbEMD77gSl2{kf=W
z)`}j7lYFOQHs-KvsKLq7qf+a0yOo(_^IJ>CApu!uvQ3i2aodGoocK*UU&)gs#>WqT
zx(lOK<wYk^jwgy;9|k9tc*{(x;9bWjwH1CahL`gP)h@8i&pAQ8%XZiKrgf*0gleW~
zJE9z>OpQjrE)B+8@n>viTdjilr}`4QMCf~~kCSi()yf9d-hb>6zD~fl%rtiPIAm&Q
z_Lx82jCPo>^x6(td!rRT>0CV-@@s2i>zBDGa5g$cya&23u68>)#q+M!Ra*C|%d`Hm
z=JHn9L?GkksLNV<!W+ZH3EM82f!DHtujw)q!9H&y?*eK?+X#cPl&)F0vv@qeX52JZ
zaei`=Maq}CA3g1-0wqM&&GuIxf4VAo4p|OtJn<6Ow03k(nmr2}QFCQ8oTYjv9^(9=
zMk_^GAwKm_>^z-GPG;mY8Gk?8D&tM@Nhi{a?(cv11h^T|E<@|Qqt<8~=oGX)+N~~1
zWzpnUW}Z@%5bE^6m*}N_fGPAsfo?)&>G?RPDAQ4!ddGIvNsd8bxhd|-RQEubQ@?nb
zQHW2hAA=#vl%dzRA{O2}s*7z;w<227QjpxfNp`Iqk=(O6ayuaaWUVorgD;6sp}_&J
z_RuA#KO63a#7CtG%k7sV)CB%+l^riUi2V^?&Oa~z{+(|tzI*@s<*=6jiTkSPs|zD0
zoe`7rQ{BtE*kp!T5axv7fFu`c7o>h|{@xfQJ;TcVTqWM<H?T0#kEb)3pYmmjr*Q4y
zQ+O$PbVpcwMe@%P0`g>NimUO7sKa&lNaOU%9EWM+b*+4<*3WW`b%s-xi(idV%Alm2
z@Ebl$Gs9|V(;%i&bP_<RCNrcYYZq)*H$6wSb;bqdaCDbqTl)|@TO<YiW_;pfpncu$
z(5hWmkc07_Y&Vl1w4}o!_~hIa(j^(#{i0aw75ZYFo~~5(OxZbS8iQ<EZB;L6Jru3~
zD7XbslP&$xdvf5NFv(a_{-!%b_AX?JUQFe)PVww;n&d#UkLv5kI`#pBf1CXFQ?=+^
zgNbWc_I<L4>ZkWHGUrg}!NHT*tfl88GPkF?Z~i)ACvpK`juoBPVA7ZCRiC#Ki3L*r
zGP~7N@%g)Exc1v(xr@aP`rY0vF=9#3+HyA#!&HoKTIc731fP=nT9vk00iZ50s5fzD
zf4h*<d1>RUVV0P}&+r*trzPnmo4HEq)cORcIMI#eaftzkYq(a<bRfq5DsWh}cVuBA
zGC%|Pk-1jC(FJ9wRhsI!!8xv}VybE;TH!G%9(&`6;Ybmzg-w)Cv~7|v`5CAHw>Pea
zQ&8UW{OC%I{q<Vyy-zKU?H65ZGN&{lUv^Y0FasBn1<B`L8T<3_Lf3S;Ib9Td<@#q|
z<yrYrJ?8pHLi6qCeHkZMj$Ji(PA8}MVT*LWd)>18l|RGFbj>z2dfQrU%agIA3i~gF
z3+EKK*LjXCO?x=i(x+^M<wUf}kL5;AwrjV%@XX(U)4=v!k6a^)pS(pkYT3$39e0z>
zY;Z!f2^N16I_6s2=KXSH?|#qk(vzau`7hRQcA0dE%jKc!A7#YQFSmT7RVItIV%C;<
zQHC``w?PiZ>JMlH4NWVU_3s5;<eYzE&nbgPI#&9tI@Jx;5e6}WFL(N>p59*n=zdYw
z;Sn-9T{3Nl(#wx0s63Xb9bF5#8VmmOejuSJuyDQ?{bIb%R%EwDe85}uENEd(rWRgh
z-P9R8(TBp^cn?J0(L75T#2Ho($SfJ?mdo8X9;jkH3<^E2)Fxw~F*b56%A&sObw7w#
zyxlt9y6$^-mq=;<&l$?!eiga@!-n`yvF!1yHq3k}FVXM4uGFdLca(h9<5=Vi)YWcM
z&ce~r<F>ObKI{<LR+el2BB2QTR?-!^;~W~H5anLSirTJ0Eh@Lhra*%F+xZ7o9U%fw
z7IN6k|M;Jok1{jg)F$8NoN4cfT&88gu8R^<$6S2k3l11yn=0EzKbL!O&i!hf=?6GC
zbu|>K?o#rQ!%EgN6Lct<n0XB#y4wph>`!PZ@(cOf;pYY~+!ybs#G5gm3=xV;R=1Bi
z#ebNL2DQNB%G7_L=JuCM??2DOmAJhXzKjgq)s6I+L1P220O~O6*8uf&?SorG0|S$g
z4Zc4T{Doy@q5_#wc2xvy^N};{5<JLJrvAqgyblo0h`79jnorRTj@L!;p_lOHO}QS+
zcj^4~V<AK^q)r^Oy>7&48-(BJRaRMb_9ZLnb4?*(HcFr*W1j^=h2(`%F5XI|r~F%e
zH!6s3o)SrC!-H6)Pq%N|afSRsRZNM0Al1t{W_$u=5PMuoEgtopfG+&AvrKLMBMtgj
zif=vLHe2t?N@;?>L^2akVT$0%rQ_hmmxG)G>~4+vK^M?(43`J;S)O39J{Dw4lAb<4
zhETDD-tds<<din5L%BMF3e3{!^MO$Kca_fP*aCW4L~nk@Vx#H>5tX18swR~+#p7eZ
zpDha^tTZkplu^Zi<wqoq9EmOYT_|661}za3a!IB6{Tc{bq8L>iZGnwMVZS#g1>v_*
zK-x8<tE88f_(N089rI^x5@tBuQ_-5tVXr8k>%KV?$8>X~`OTJiIF=GCF(ECtpVWVB
zA<XEU;(=9NW`398LTWNd6ylc9(og=l(ZfP>#uaOK{@|wXSkyO0$$GIQ1QoE?=I#jy
zCnE4!IRZZAQ-l^0a2fNRZ-dVPq7Ed!sUM|oBGTFB*4*<`q9z??X)Hx0wrxnU+{al!
zltQ5~JQ*>hRIefG+~%*-J}612v`pv6(pH&>-S5~O0cbS$Z$2e~Tv+T>-t)|)@)oYn
zFa9uIgyZP%(CS!=>3j%x%ztqdhj}E3P^}qZ7Xn&ad`j+{Dri<iZ~b25%NlMqnet7D
zMe01pv%9J1Bzn%n8CT&zGX^15baXo`wTxT$W4M$B`Ih}&N2p5thOe*^x);bsEr&(z
zP^l;;%ig!tummXU%319y^f29z141O1p6Bsn$z_uN%~%B6<p?gqdZ;9pB@KUQ3_T&o
zL%w(~XtNr&$ANst2m9hsXTVfy3J{x9Ozzj^4R%_Bc?l^bPllu{=yP$|D+)g$C3dm=
zMP-F}wWnM{QeD&LRD~ta7K<B%zSfi$y;jn)9N#c#32JKL(A?8?x`keTG<B3V;NS{#
z(3H>=lB1kYB0xSFMh8nGNI>u}@aeR(Aq5x?$QoDZq2s6gI6Gi(c}aUbfke<+>|RWI
zm>O|my$JS4<4l!sD>UrRR}kEJ=>rZSt45Na8o{Z7+=tjVgbK;lD8kxe5rCsVZdCDM
z<Y}Uogecom?6OzZ^kTv69O*Rk5h+jvWP@js;SUV6+mm2Lwm5+mVpxmQ*3S-)HR&zF
z90G(5CM{c@IJ&v@E6~g27J4gDK-9N|<Pdm_*a9YA?qpb?0@fIwsNab>N1DkzX?%?!
zqcps`;*tBni@TWGgipvj-j&F|Fh2Xh@jd_kC$k}dxgbGyc(I7jtE*U&@Y)!j^c`A}
zjB}SbjL+$URX8VTB_h8VU&fgdqMJ78M=IgcV*TiLd84M~<TE3G4%Y*DQlW3TQ%qlR
z$rZI320w+R{6trK-3Tcr-_&4TW$_5uf#pWaI*&Zzh+dwk&S!;OA`i&T3>uWPd~!b4
zQ!TIf)bRE7?P|8M?&5}>NiyGQt}`jb3G|w3D}IwG?C6x)ej|{|+ZC4o9Cu|M(aZXE
zRHTDr5<4}ccz?vkIa<L5?zym%6`#cu^58g=0^*R<ckxpU<7|7)Sv%nyID2t8^O77=
z)$6`lN=2^;@hv{n1kJbI(c{^_6eusPa#(`Zg}Zzs&MX^nqXA=zpss-~v^SyYVu1;P
zSCJ}TU+~w3qaMY(o>a}dq(|LQF?k{@Qj~A=VmBcvW}$c~w&*F9i*ugM8kO*J<GO*p
zS_WhrE;)U&UKM|xx4?t^+^+E*R!kO=zb1(1O_D(cTA>!CBTtv@x#-Ov5X<2N6`boE
zb~hU@<Q#6rt)6*{_xKi1@f1_9?j~|sY$Kv_U^%$Qa=gmZ8%sdN1bc5#!Ij`PxCR1t
zzt6p^I%N4GOnmL{o*}>QS655{JdFvt+dj=_#F!D}eKIv<?ou=?Q*Lz8C;U_W?RzDL
z!>~*d+LYP_(Xd4&cF6eK;p4ilRBM1sf_PmY?upf*otj){wk)mpg_rGTFM1h3{b%zf
z9;9kvg6H^3PqUKTEZg?P?Yz&J%B$X<{J}GVR_kjEgN3d9m3#1F&)mtZ>95(nnDROl
zC>sZ`KBUjzE=!gci!1=`4QN#NDJ`+&0*&7nOOkhD|9ox-LuAiEUnm|dQeY5v8f)L`
zHxMe7Px1xIDzT^drfuEp>Oil*hMLqVqw?b9#Yj7xJOL6d#TFA5Risy#6*+Lavr~s=
zGS(hKHHteWQ~OdEmuO{cW8gEtZPs`Iy{77S(pJHOzI{%l*L^EWnN^?$S)!#fxwI04
zkyFWeCj&S7^fLvEF9wrr@j!#b!k{TA6=uxou1I1k`>)h=M}CLh`){XL4D*Y>#g@N~
zO}Oui?<&!EW84S-yVK?+J${RGY3IHOeSnQm!Ii0>oAsYIv;Vc5v)VaLRw@EnV;1Cs
z6{~T6>nXgsTNW<uGZoUE`{$HHjPFhF2C+P>cE8yE-|K%TvLRz~<&r4=d;RZ3FF(-O
zHw(sZA>zc=U#74Tv$-m9cEmr*V@`5MF2-UtUf~lfuKyZ}`6`YyW(!k9Q$b9}%-eGP
zfBejdZXs~kkMwD92D6GtF~nchlWr^~_EO4%6<D9Cs<AWrx=9|h)wJGwB7c$B$kuOM
zUeG3Il|Z`GO_8e)V|h^Ylt1{VL=u0?3j4c$iQ*NGsh75t5PobO63M4bK$z{5QRsAx
z*-)M$#ByALu*czb!l(BV7K9&aOD3kHn343@A3kt^K{qDyIF$Mf0UxFe-?BW_Ti#!M
zQtS4>G_armbcXnY`)P|n=xcf9LOhpSRs~PKdJgU&$?IKB<@yD|6mjgQrhglf06?KE
z`vXhQ@zE6@CQrP+HG9v@kh|ulFR<dSL8&Vgrft0p;V_F>+{|o8%T~DCdcF@bc|9R#
zu37ohGGPDb1Zv$6vH2U1ehv~1iG&H+X|p;UW0!M~21N_J-2EiEUBMsmn&N%|QHuZ)
zBamDk{wk}}y$DIR!GOt=Y%2cLC<k<3g&AX0PlkwyoPt@}HNcZsVX=ol@O}EP`elUE
z*HR)AlZWuAItDn9tjHR2L9pOH2l5zufCQo|dqirK^;VM`>BAE&<b{8DT8ds)?lw=N
zU8cE)OKyEDa^<VP%9~JGElqfWY(aJ)<idX)CB;&U0kPBjO0}zQtEqa#<5xfNe6%iL
zW({P$IAMxtIq){f#Ok`Q0D|;zFu*#XOxTqwJsP1;m91bl)?l<ZazFrSAjZM-GMKTK
zsG@3?OZ7{eIpZ?ZxoI#Vq<_nO+zUayRsX)&qb;fUH8$AlBg{=Q+!*G{lcjoB^nU;>
z{UBt`l_BeMsP<S5{lx2rCwTj@w}3?mp}{JPMuoC&#rY2vaEU+g!l-Ng1p<keZmGm<
z@so5XjE+<Lxi6N|Hw`5!5M_`2H`Yw`A~T}jyhty~J=*nyc`;&H#OD4d>~-KX(yfOV
zFCsF;$(FatlOS&1;8);=1v&76F_-m#`*b`a3z_gkQh}GX7wQ`o{UqS|G{T~qIph;b
zQFPwZ3U#feuq*fr0I18SL^3wSy9^y-x~+syt~<tAO(612uHaqM7Hq3Fi)WWGjuk%2
z5L@CYM}MFa3oKj$QwB(~m#0K^-7Q1$y$`Y_u|5Xby`;YmY`F(~aK;v~C`Lq11lWkm
znd}0@A`_yxkjT|azz`>^=iVcQ{nTMVZrnKwa6D+Jyx2k}e?Y=x@$&`6kz7OZUcFaf
ztA!<yuFpV}#TsE1sKubDrUs*-Jrcg7Tb4u}4g~J}zjwAVj}rP#5whkHfzrDdubX{b
zER{DEj*Tns2a8eMy}bd9mXPbo{4AnM2}uDQSGSTq$v+kWa%5?NvtC>;^{fLupMMIP
z8=8)v>Es!N-&zqc0>CMbCq1zW5M_A^$hJK3CJu{cesXJ?0DYZ9x#$@wq(9m#BoW5L
z05S4TiG&YHC{P-fOT~Rk2~-CSmmi+Cpk8JuKseu2&m1TuztnIl-WT@e-2xDLysP@I
zKuIpAP7zC<=x*#q=Kb<;wq$q-qxo?9#%qdphuKRMG-f2FLAoC2_CfO{-OSx<4IS6=
zr`+CTAEh~JHEpsiS+>g%z2sjJs+p+~%#^xW^0~10#g!n2_+LGf`}@b`8i+WUe~-~P
zXyYwn^I5M=1;6JGSi*Je7O7*FG(JkXM6m7AZ~UMO)T#374fh~AuR4prD2vC0(U-5F
ziD=U-O9R}nEP&i5kKbS#w*;olK7x^K)!#jr^{r~8?g2{V(yNLDaHhwDp?V=x?!7I0
zv3+;{;rCLs`AKxuPkpCYk-zPM0u0(<)ZS-<w-8hMwuF^f>S0-mARKOU3;bRg+4kE?
zx{tfgWUqx4DNVPl72j!Tw}*8PjQJLVLDv37as0uc4W-O80bON82aIRq6f6-rmNpf&
zS5hh9)9%e5lk_3I+><XXO9iabdR2A%0E{}NG@#6zo2M$mDmT5cr-a~7F~xj?dlxE)
z5RySyH(^_er8PRTegFugZ;vF&-Ls9E?M8=_93J4lgO$HrR{66Dc!R94Tf&Vvrj5ux
z$SDO#x7{JE<D4XN)YcXy8kCs|<5U!y<lwbDSOyX>Otk&=^dU4#!Rw8=4Uz9-`!?vt
z!e7{uL0T$^$0HDzX^Lq;oA<ZG7?SJ_dPHv^D99&v|MfTNX96ADd5b?>`hp*_6v(&e
zbk+XgH(Y&SS{-n<q{YfCdAg)r4fw6M$(bS@^gU`{9ev6>t;chQw-~$iq7}<;)k__u
z7|8$YZq|Qd;Qt)s?&5sdBaPR0G4lUsu>6M({#USrxV&bdJMAq~SiQQr1yy3|-Cq*i
OQ&H4Z`1;Z;?Ee7`Kg*f`

literal 0
HcmV?d00001


From 61b73cdde25fdfa585084a4801afb253c97a7106 Mon Sep 17 00:00:00 2001
From: wds2006sdo <641614152@qq.com>
Date: Sun, 16 Jul 2017 23:17:53 +0800
Subject: [PATCH 5/6] add photo

---
 README.md | 8 +++-----
 1 file changed, 3 insertions(+), 5 deletions(-)

diff --git a/README.md b/README.md
index ceebe06..77373ed 100644
--- a/README.md
+++ b/README.md
@@ -9,10 +9,8 @@
 
 
 # lihang_book_algorithm
-
-哇！看到有人star这个项目了
-本来打算把这个项目当成一个备份的
-但既然有人star了，那么就要好好对待啦！！！
+被李航老师肯定啦！！开心！
+![](https://raw.githubusercontent.com/WenDesi/lihang_book_algorithm/master/weibo.png)
 
 ## 简介
 我这里不介绍任何机器学习算法的原理，只是将《统计学习方法》中每一章的算法用我自己的方式实现一遍。
@@ -55,7 +53,7 @@
 <br>纯Python代码：[AdaBoost/adaboost.py](https://github.com/WenDesi/lihang_book_algorithm/blob/master/AdaBoost/adaboost.py)
 <br>Python C++代码：[AdaBoost/adaboost_cpp.py](https://github.com/WenDesi/lihang_book_algorithm/blob/master/AdaBoost/adaboost_cpp.py),[AdaBoost/Sign/Sign/sign.h](https://github.com/WenDesi/lihang_book_algorithm/blob/master/AdaBoost/Sign/Sign/sign.h),[AdaBoost/Sign/Sign/sign.cpp](https://github.com/WenDesi/lihang_book_algorithm/blob/master/AdaBoost/Sign/Sign/sign.cpp)
 
-### 第十章 EM算法及其推广
+### 第十章 隐马尔科夫模型
 博客：[李航《统计学习方法》第十章——用Python实现隐马尔科夫模型](http://blog.csdn.net/wds2006sdo/article/details/75212599)
 <br>代码：[hmm/hmm.py](https://github.com/WenDesi/lihang_book_algorithm/blob/master/hmm/hmm.py)
 

From 41ae6fa704cc231081dbe8528a297fe6d494a0f0 Mon Sep 17 00:00:00 2001
From: wds2006sdo <641614152@qq.com>
Date: Sun, 16 Jul 2017 23:18:43 +0800
Subject: [PATCH 6/6] change line

---
 README.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/README.md b/README.md
index 77373ed..22270ef 100644
--- a/README.md
+++ b/README.md
@@ -10,7 +10,7 @@
 
 # lihang_book_algorithm
 被李航老师肯定啦！！开心！
-![](https://raw.githubusercontent.com/WenDesi/lihang_book_algorithm/master/weibo.png)
+<br>![](https://raw.githubusercontent.com/WenDesi/lihang_book_algorithm/master/weibo.png)
 
 ## 简介
 我这里不介绍任何机器学习算法的原理，只是将《统计学习方法》中每一章的算法用我自己的方式实现一遍。