关于KNN的python3实现

　　关于KNN，有幸看到这篇文章，写的很好，这里就不在赘述。直接贴上代码了，有小的改动。（原来是python2版本的，这里改为python3的，主要就是print）

　　环境：win7 32bit + spyder + anaconda3.5

　　一、初阶

# -*- coding: utf-8 -*-
"""
Created on Sun Nov  6 16:09:00 2016

@author: Administrator
"""

#Input:
#	newInput:待测的数据点(1xM)
#	dataSet:已知的数据(NxM)
#	labels:已知数据的标签(1xM)
#	k:选取的最邻近数据点的个数
#
#Output:
#	待测数据点的分类标签
#	

from numpy import *

# creat a dataset which contain 4 samples with 2 class
def createDataSet():
	# creat a matrix: each row as a sample
	group = array([[1.0, 0.9], [1.0, 1.0], [0.1, 0.2], [0.0, 0.1]])
	labels = ['A', 'A', 'B', 'B']
	return group, labels
	

#classify using KNN
def KNNClassify(newInput, dataSet, labels, k):
	numSamples = dataSet.shape[0]  # row number
	# step1:calculate Euclidean distance
	# tile(A, reps):Constract an array by repeating A reps times
	diff = tile(newInput, (numSamples, 1)) - dataSet
	squreDiff = diff**2
	squreDist = sum(squreDiff, axis=1)  # sum if performed by row
	distance = squreDist ** 0.5
	
	#step2:sort the distance
	# argsort() returns the indices that would sort an array in a ascending order  
	sortedDistIndices = argsort(distance)
	
	classCount = {}
	for i in range(k):
		# choose the min k distance
		voteLabel = labels[sortedDistIndices[i]]
		
		#step4:count the times labels occur
		# when the key voteLabel is not in dictionary classCount, 
		# get() will return 0
		classCount[voteLabel] = classCount.get(voteLabel, 0) + 1
	#step5:the max vote class will return
	maxCount = 0
	for k, v in classCount.items():
		if v > maxCount:
			maxCount = v
			maxIndex = k
	
	return maxIndex

		
# test

dataSet, labels = createDataSet()

testX = array([1.2, 1.0])
k = 3
outputLabel = KNNClassify(testX, dataSet, labels, 3)

print("Your input is:", testX, "and classified to class: ", outputLabel)


testX = array([0.1, 0.3])
k = 3
outputLabel = KNNClassify(testX, dataSet, labels, 3)

print("Your input is:", testX, "and classified to class: ", outputLabel)

　　运行结果：

　　二、进阶

　　用到的手写识别数据库资料在这里下载。关于资料的介绍在上面的博文也已经介绍的很清楚了。

# -*- coding: utf-8 -*-
"""
Created on Sun Nov  6 16:09:00 2016

@author: Administrator
"""

#Input:
#	newInput:待测的数据点(1xM)
#	dataSet:已知的数据(NxM)
#	labels:已知数据的标签(1xM)
#	k:选取的最邻近数据点的个数
#
#Output:
#	待测数据点的分类标签
#	

from numpy import *



#classify using KNN
def KNNClassify(newInput, dataSet, labels, k):
	numSamples = dataSet.shape[0]  # row number
	# step1:calculate Euclidean distance
	# tile(A, reps):Constract an array by repeating A reps times
	diff = tile(newInput, (numSamples, 1)) - dataSet
	squreDiff = diff**2
	squreDist = sum(squreDiff, axis=1)  # sum if performed by row
	distance = squreDist ** 0.5
	
	#step2:sort the distance
	# argsort() returns the indices that would sort an array in a ascending order  
	sortedDistIndices = argsort(distance)
	
	classCount = {}
	for i in range(k):
		# choose the min k distance
		voteLabel = labels[sortedDistIndices[i]]
		
		#step4:count the times labels occur
		# when the key voteLabel is not in dictionary classCount, 
		# get() will return 0
		classCount[voteLabel] = classCount.get(voteLabel, 0) + 1
	#step5:the max vote class will return
	maxCount = 0
	for k, v in classCount.items():
		if v > maxCount:
			maxCount = v
			maxIndex = k
	
	return maxIndex

		

# convert image to vector  
def  img2vector(filename):  
    rows = 32  
    cols = 32  
    imgVector = zeros((1, rows * cols))   
    fileIn = open(filename)  
    for row in range(rows):  
        lineStr = fileIn.readline()  
        for col in range(cols):  
            imgVector[0, row * 32 + col] = int(lineStr[col])  
  
    return imgVector


# load dataSet  
def loadDataSet():  
    ## step 1: Getting training set  
    print("---Getting training set...") 
    dataSetDir = 'F:\Techonolgoy\算法学习\KNN\进阶\'  
    trainingFileList = os.listdir(dataSetDir + 'trainingDigits') # load the training set  
    numSamples = len(trainingFileList)  
  
    train_x = zeros((numSamples, 1024))  
    train_y = []  
    for i in range(numSamples):  
        filename = trainingFileList[i]  
  
        # get train_x  
        train_x[i, :] = img2vector(dataSetDir + 'trainingDigits/%s' % filename)   
  
        # get label from file name such as "1_18.txt"  
        label = int(filename.split('_')[0]) # return 1  
        train_y.append(label)  
  
    ## step 2: Getting testing set  
    print("---Getting testing set...")  
    testingFileList = os.listdir(dataSetDir + 'testDigits') # load the testing set  
    numSamples = len(testingFileList)  
    test_x = zeros((numSamples, 1024))  
    test_y = []  
    for i in range(numSamples):  
        filename = testingFileList[i]  
  
        # get train_x  
        test_x[i, :] = img2vector(dataSetDir + 'testDigits/%s' % filename)   
  
        # get label from file name such as "1_18.txt"  
        label = int(filename.split('_')[0]) # return 1  
        test_y.append(label)  
  
    return train_x, train_y, test_x, test_y  
  
# test hand writing class  
def testHandWritingClass():  
    ## step 1: load data  
    print("step 1: load data...") 
    train_x, train_y, test_x, test_y = loadDataSet()  
  
    ## step 2: training...  
    print("step 2: training...")  
    pass  
  
    ## step 3: testing  
    print("step 3: testing...")  
    numTestSamples = test_x.shape[0]  
    matchCount = 0  
    for i in range(numTestSamples):  
        predict = KNNClassify(test_x[i], train_x, train_y, 3)  
        if predict == test_y[i]:  
            matchCount += 1  
    accuracy = float(matchCount) / numTestSamples  
  
    ## step 4: show the result  
    print("step 4: show the result...")  
    print('The classify accuracy is: %.2f%%' % (accuracy * 100)) 



testHandWritingClass()

　　运行结果：