1忽刽、計算已知類別數據集中的點與當前點之間的距離天揖；
2、按照距離遞增次序排序跪帝；
3今膊、選取與當前點距離最小的k個點；
4伞剑、確定前k個點所在類別的出現頻率斑唬；
5、返回前k個點出現頻率最高的類別作為當前點的預測分類。

# -*- coding: utf-8 -*-

from numpy import *
import operator

'''構造數據'''
def createDataSet():
    characters=array([[1.0,1.1],[1.0,1.0],[0,0],[0,0.1]])
    labels=['A','A','B','B']
    return characters,labels

def classify(sample,dataSet,labels,k):
    dataSetSize=dataSet.shape[0] #統(tǒng)計數據集的個數：4個
    '''下面四行計算待分類的點和訓練集中的任一點的歐式距離'''
    diffMat=tile(sample,(dataSetSize,1))-dataSet #樣本與每個數據集中數據的差值構成矩陣
    sqDiffMat=diffMat**2 #差值矩陣求平方
    sqDistances=sqDiffMat.sum(axis=1) #差值矩陣中每項的兩個數字求和
    distances=sqDistances**0.5 #開方
    sortedDistIndicies=distances.argsort() #按distances中元素進行升序排序后得到的對應下標的列表
    '''選擇距離最小的k個點'''
    classCount={}
    for i in range(k):
        voteIlabel=labels[sortedDistIndicies[i]]
        classCount[voteIlabel]=classCount.get(voteIlabel,0)+1
    '''從大到小排序'''
    sortedClassCount=sorted(classCount.items(),key=operator.itemgetter(1),reverse=True)
    return sortedClassCount[0][0]

def main():
    sample=[0,0]
    k=3
    group,labels=createDataSet()
    label=classify(sample,group,labels,k)
    print("Classified Label:"+label)

if __name__=='__main__':
    main()

KNN在數字識別上的應用：
數據集點這里赖钞，準確率為98.94%。

# -*- coding: utf-8 -*-

from numpy import *
import operator
import os 

def classify(sample,dataSet,labels,k):
    dataSetSize=dataSet.shape[0] #統(tǒng)計數據集的個數：4個
    '''下面四行計算待分類的點和訓練集中的任一點的歐式距離'''
    diffMat=tile(sample,(dataSetSize,1))-dataSet #樣本與每個數據集中數據的差值構成矩陣
    sqDiffMat=diffMat**2 #差值矩陣求平方
    sqDistances=sqDiffMat.sum(axis=1) #差值矩陣中每項的兩個數字求和
    distances=sqDistances**0.5 #開方
    sortedDistIndicies=distances.argsort() #按distances中元素進行升序排序后得到的對應下標的列表
    '''選擇距離最小的k個點'''
    classCount={}
    for i in range(k):
        voteIlabel=labels[sortedDistIndicies[i]]
        classCount[voteIlabel]=classCount.get(voteIlabel,0)+1
    '''從大到小排序'''
    sortedClassCount=sorted(classCount.items(),key=operator.itemgetter(1),reverse=True)
    return sortedClassCount[0][0]

def img2vector(filename):
     row = 32
     col = 32 
     imgVector = zeros((1,row*col))
     file = open(filename)
     for r in range(row):
          lineStr = file.readline()
          for c in range(col):
               imgVector[0,c+r*32] = int(lineStr[c])
               
     return imgVector

#載入數據集
def loadDataSet():  
    ## step 1: Getting training set  
    dataSetDir = 'C:/Users/Rainey/Desktop/digits/'  
    trainingFileList = os.listdir(dataSetDir + 'trainingDigits') # load the training set  
    numSamples = len(trainingFileList)  
  
    train_x = zeros((numSamples, 1024))  
    train_y = []  
    for i in range(numSamples):  
        filename = trainingFileList[i]  
  
        # get train_x  
        train_x[i, :] = img2vector(dataSetDir + 'trainingDigits/%s' % filename)   
  
        # get label from file name such as "1_18.txt"  
        label = int(filename.split('_')[0]) # return 1  
        train_y.append(label)  
  
    ## step 2: Getting testing set    
    testingFileList = os.listdir(dataSetDir + 'testDigits') # load the testing set  
    numSamples = len(testingFileList)  
    test_x = zeros((numSamples, 1024))  
    test_y = []  
    for i in range(numSamples):  
        filename = testingFileList[i]  
  
        # get train_x  
        test_x[i, :] = img2vector(dataSetDir + 'testDigits/%s' % filename)   
  
        # get label from file name such as "1_18.txt"  
        label = int(filename.split('_')[0]) # return 1  
        test_y.append(label)  
  
    return train_x, train_y, test_x, test_y  
  
# test hand writing class  
def testHandWritingClass():  
    ## step 1: load data  
    print('loading data...')
    train_x, train_y, test_x, test_y = loadDataSet()  
  
    ## step 2: training...  
    pass  
    print('training...')
  
    ## step 3: testing 
    print('testing...')
    numTestSamples = test_x.shape[0]  
    matchCount = 0  
    for i in range(numTestSamples):  
        predict = classify(test_x[i], train_x, train_y, 3)  
        if predict == test_y[i]:  
            matchCount += 1  
    accuracy = float(matchCount) / numTestSamples  
  
    ## step 4: show the result  
    print("step 4: show the result...")  
    print('The classify accuracy is: %.2f%%' % (accuracy * 100))
testHandWritingClass()