如何正确使用K最近邻？

Question

我在R中生成了一些数据，并将Bayes分类器应用于这些点。 它们都被分类为“橙色”或“蓝色”。 我无法从knn函数获得准确的结果，因为我认为类（“ blue”，“ orange”）未正确链接到knn 。

我的训练数据在数据框(x, y) 。 我的课程在单独的数组中。 对于贝叶斯分类器，我是这样做的-绘制起来容易得多。 但是，现在我不知道如何将我的课程“插入” knn 。 使用以下代码是非常不准确的。 我已将k更改为许多不同的测试值，所有值都不准确。

library(class)

x <- round(runif(100, 1, 100))
y <- round(runif(100, 1, 100))
train.df <- data.frame(x, y)

x.test <- round(runif(100, 1, 100))
y.test <- round(runif(100, 1, 100))
test.df <- data.frame(x.test, y.test)

cl <- factor(c(rep("blue", 50), rep("orange", 50)))

k <- knn(train.df, test.df, cl, k=100)

同样，我排序后的类位于代码中更远的数组classes中。 这是我的完整文件。 上面的代码位于最底部。

library(class)

n <- 100
x <- round(runif(n, 1, n))
y <- round(runif(n, 1, n))

# ============================================================
# Bayes Classifier + Decision Boundary Code
# ============================================================

classes <- "null"
colours <- "null"

for (i in 1:n)
{

    # P(C = j | X = x, Y = y) = prob
    # "The probability that the class (C) is orange (j) when X is some x, and Y is some y"
    # Two predictors that influence classification: x, y
    # If x and y are both under 50, there is a 90% chance of being orange (grouping)
    # If x and y and both over 50, or if one of them is over 50, grouping is blue
    # Algorithm favours whichever grouping has a higher chance of success, then plots using that colour
    # When prob (from above) is 50%, the boundary is drawn

    percentChance <- 0
    if (x[i] < 50 && y[i] < 50)
    {
        # 95% chance of orange and 5% chance of blue
        # Bayes Decision Boundary therefore assigns to orange when x < 50 and y < 50
        # "colours" is the Decision Boundary grouping, not the plotted grouping
        percentChance <- 95
        colours[i] <- "orange"
    }
    else
    {
        percentChance <- 10
        colours[i] <- "blue"
    }

    if (round(runif(1, 1, 100)) > percentChance)
    {
        classes[i] <- "blue"
    }
    else
    {
        classes[i] <- "orange"
    }
}

boundary.x <- seq(0, 100, by=1)
boundary.y <- 0
for (i in 1:101)
{
    if (i > 49)
    {
        boundary.y[i] <- -10 # just for the sake of visual consistency, real value is 0
    }
    else
    {
        boundary.y[i] <- 50
    }
}
df <- data.frame(boundary.x, boundary.y)

plot(x, y, col=classes)
lines(df, type="l", lty=2, lwd=2, col="red")

# ============================================================
# K-Nearest neighbour code
# ============================================================

#library(class)

#x <- round(runif(100, 1, 100))
#y <- round(runif(100, 1, 100))
train.df <- data.frame(x, y)

x.test <- round(runif(n, 1, n))
y.test <- round(runif(n, 1, n))
test.df <- data.frame(x.test, y.test)

cl <- factor(c(rep("blue", 50), rep("orange", 50)))

k <- knn(train.df, test.df, cl, k=(round(sqrt(n))))

感谢您的任何帮助

Answer 1

首先，为了可重现性，您应该在生成一组随机数之前设置种子，该随机数是由runif完成的，或者运行任何随机的模拟/ ML算法。 请注意，在下面的代码中，我们为所有生成x实例设置相同的种子，为所有生成y实例设置不同的种子。 这样，伪随机生成的x始终相同（但与y不同），并且对于y同样。

library(class)

n <- 100
set.seed(1)
x <- round(runif(n, 1, n))
set.seed(2)
y <- round(runif(n, 1, n))

# ============================================================
# Bayes Classifier + Decision Boundary Code
# ============================================================

classes <- "null"
colours <- "null"

for (i in 1:n)
{

    # P(C = j | X = x, Y = y) = prob
    # "The probability that the class (C) is orange (j) when X is some x, and Y is some y"
    # Two predictors that influence classification: x, y
    # If x and y are both under 50, there is a 90% chance of being orange (grouping)
    # If x and y and both over 50, or if one of them is over 50, grouping is blue
    # Algorithm favours whichever grouping has a higher chance of success, then plots using that colour
    # When prob (from above) is 50%, the boundary is drawn

    percentChance <- 0
    if (x[i] < 50 && y[i] < 50)
    {
        # 95% chance of orange and 5% chance of blue
        # Bayes Decision Boundary therefore assigns to orange when x < 50 and y < 50
        # "colours" is the Decision Boundary grouping, not the plotted grouping
        percentChance <- 95
        colours[i] <- "orange"
    }
    else
    {
        percentChance <- 10
        colours[i] <- "blue"
    }

    if (round(runif(1, 1, 100)) > percentChance)
    {
        classes[i] <- "blue"
    }
    else
    {
        classes[i] <- "orange"
    }
}

boundary.x <- seq(0, 100, by=1)
boundary.y <- 0
for (i in 1:101)
{
    if (i > 49)
    {
        boundary.y[i] <- -10 # just for the sake of visual consistency, real value is 0
    }
    else
    {
        boundary.y[i] <- 50
    }
}
df <- data.frame(boundary.x, boundary.y)

plot(x, y, col=classes)
lines(df, type="l", lty=2, lwd=2, col="red")

# ============================================================
# K-Nearest neighbour code
# ============================================================

#library(class)
set.seed(1)
x <- round(runif(n, 1, n))

set.seed(2)
y <- round(runif(n, 1, n))
train.df <- data.frame(x, y)

set.seed(1)
x.test <- round(runif(n, 1, n))
set.seed(2)
y.test <- round(runif(n, 1, n))
test.df <- data.frame(x.test, y.test)

我认为主要问题就在这里。 我认为您想将从贝叶斯分类器（即向量classes获得的类标签传递给knn 。 相反，您传递的cl只是test.df中案例的顺序标签，即没有意义。

 #cl <- factor(c(rep("blue", 50), rep("orange", 50))) k <- knn(train.df, test.df, classes, k=25) plot(test.df$x.test, test.df$y.test, col=k)