# -*- coding: utf-8 -*-

 """

 Created on Thu Jun 28 17:16:19 2018

 @author: zhen

 """

 from sklearn.model_selection import train_test_split

 import mglearn

 import matplotlib.pyplot as plt

 x, y = mglearn.datasets.make_forge()

 x_train, x_test, y_train, y_test = train_test_split(x, y, random_state=0)  # 生成训练和测试集数据

 from sklearn.neighbors import KNeighborsClassifier

14 clf = KNeighborsClassifier(n_neighbors=3)  # 调用K近邻分类算法

15

16 clf.fit(x_train, y_train)  # 训练数据

 print("Test set predictions:{}".format(clf.predict(x_test)))  # 预测

 print("Test set accuracy:{:.2f}".format(clf.score(x_test, y_test)))

 fig, axes = plt.subplots(1, 3, figsize=(10, 3))  # 使用matplotlib画图

 for n_neighbors, ax in zip([1, 3, 9], axes):

     # fit 方法返回对象本身，所以我们可以将实例化和拟合放在一行代码中

     clf = KNeighborsClassifier(n_neighbors=n_neighbors).fit(x, y)

     mglearn.plots.plot_2d_separator(clf, x, fill=True, eps=0.5, ax=ax, alpha=0.4)

     mglearn.discrete_scatter(x[:, 0], x[:, 1], y, ax=ax)

     ax.set_title("{} neighbor(s)".format(n_neighbors))

     ax.set_xlabel("feature 0")

     ax.set_ylabel("feature 1")

 axes[0].legend(loc=3)