softkmeanscluster(d,3,20)
softkmeanscluster(d,3,50)
softkmeanscluster(d,3,50)
softkmeanscluster(d,3,6)
softkmeanscluster(d,3,6)
softkmeanscluster(d,3,6)
rm(list=ls())
load('baddataset2.RData')
softkmeanscluster(d,2,1)
source('~/Documents/teaching/2014/ccs/code/kmeans/softkmeanscluster.R', echo=TRUE)
softkmeanscluster(d,2,1)
d <- generatedataset('test',2)
d <- generatedataset('test',2)
d <- generatedataset('test',2)
source('~/Documents/teaching/2014/ccs/code/kmeans/kmeanshelperfns.R', echo=TRUE)
d <- generatedataset('test',2)
d <- generatedataset('test',2)
d <- generatedataset('test',2)
d <- generatedataset('baddataset2',2)
d <- generatedataset('baddataset2',2)
d <- generatedataset('baddataset2',2)
d <- generatedataset('baddataset2',2)
d <- generatedataset('baddataset2',2)
d <- generatedataset('baddataset2',2)
d <- generatedataset('baddataset2',2)
d <- generatedataset('baddataset2',2)
d <- generatedataset('baddataset2',2)
d <- generatedataset('baddataset2',2)
d <- generatedataset('baddataset2',2)
softkmeanscluster(d,2,1)
softkmeanscluster(d,2,7)
kmeanscluster(d,2)
source('~/Documents/teaching/2014/ccs/code/kmeans/kmeanscluster.R', echo=TRUE)
kmeanscluster(d,2)
kmeanscluster(d,2)
d <- generatedataset('baddataset3',3)
d <- generatedataset('baddataset3',3)
d <- generatedataset('baddataset3',3)
d <- generatedataset('baddataset3',3)
kmeanscluster(d,2)
kmeanscluster(d,2)
d <- generatedataset('baddataset3',3)
d <- generatedataset('baddataset3',3)
d <- generatedataset('baddataset3',3)
d <- generatedataset('baddataset3',3)
d <- generatedataset('baddataset3',3)
d <- generatedataset('baddataset3',3)
d <- generatedataset('baddataset3',3)
d <- generatedataset('baddataset3',3)
kmeanscluster(d,2)
kmeanscluster(d,2)
load('baddataset2.RData')
softkmeanscluster(d,2,1)
softkmeanscluster(d,2,3)
softkmeanscluster(d,2,6)
softkmeanscluster(d,2,10)
softkmeanscluster(d,2,50)
load('baddataset3.RData')
softkmeanscluster(d,2,1)
softkmeanscluster(d,2,3)
softkmeanscluster(d,2,6)
softkmeanscluster(d,2,10)
softkmeanscluster(d,2,50)
load('softkmeansdemo')
load('softkmeansdemo.RData')
source('~/Documents/teaching/2014/ccs/code/kmeans/mixtureofgaussians.R', echo=TRUE)
source('~/Documents/teaching/2014/ccs/code/kmeans/mixtureofgaussians.R', echo=TRUE)
mixtureofgaussians(d,3)
mixtureofgaussians(d,3)
disp(x)
x <- 3
print(x)
mixtureofgaussians(d,3)
source('~/Documents/teaching/2014/ccs/code/kmeans/kmeanshelperfns.R', echo=TRUE)
mixtureofgaussians(d,3)
source('~/Documents/teaching/2014/ccs/code/kmeans/kmeanshelperfns.R', echo=TRUE)
mixtureofgaussians(d,3)
source('~/Documents/teaching/2014/ccs/code/kmeans/mixtureofgaussians.R', echo=TRUE)
mixtureofgaussians(d,3)
source('~/Documents/teaching/2014/ccs/code/kmeans/mixtureofgaussians.R', echo=TRUE)
mixtureofgaussians(d,3)
source('~/Documents/teaching/2014/ccs/code/kmeans/mixtureofgaussians.R', echo=TRUE)
mixtureofgaussians(d,3)
mixtureofgaussians(d,3)
source('~/Documents/teaching/2014/ccs/code/kmeans/mixtureofgaussians.R', echo=TRUE)
mixtureofgaussians(d,3)
source('~/Documents/teaching/2014/ccs/code/kmeans/mixtureofgaussians.R', echo=TRUE)
mixtureofgaussians(d,3)
source('~/Documents/teaching/2014/ccs/code/kmeans/mixtureofgaussians.R', echo=TRUE)
source('~/Documents/teaching/2014/ccs/code/kmeans/mixtureofgaussians.R', echo=TRUE)
mixtureofgaussians(d,3)
source('~/Documents/teaching/2014/ccs/code/kmeans/mixtureofgaussians.R', echo=TRUE)
mixtureofgaussians(d,3)
source('~/Documents/teaching/2014/ccs/code/kmeans/mixtureofgaussians.R', echo=TRUE)
mixtureofgaussians(d,3)
sum(rcurr[nk,])
if (sum(rcurr[nk,])==0)
{
means$x[nk] <- 0
means$y[nk] <- 0
}
Q
source('~/Documents/teaching/2014/ccs/code/kmeans/mixtureofgaussians.R', echo=TRUE)
mixtureofgaussians(d,3)
Q
source('~/Documents/teaching/2014/ccs/code/kmeans/mixtureofgaussians.R', echo=TRUE)
mixtureofgaussians(d,3)
source('~/Documents/teaching/2014/ccs/code/kmeans/mixtureofgaussians.R', echo=TRUE)
mixtureofgaussians(d,3)
source('~/Documents/teaching/2014/ccs/code/kmeans/mixtureofgaussians.R', echo=TRUE)
mixtureofgaussians(d,3)
source('~/Documents/teaching/2014/ccs/code/kmeans/mixtureofgaussians.R', echo=TRUE)
mixtureofgaussians(d,3)
sigma
a
b
sum((a-b)^2/(2*sigma^2))
maxmax
ma
max
max(3,2)
Q
source('~/Documents/teaching/2014/ccs/code/kmeans/mixtureofgaussians.R', echo=TRUE)
mixtureofgaussians(d,3)
load('baddataset2.RData')
mixtureofgaussians(d,2)
mixtureofgaussians(d,2)
mixtureofgaussians(d,2)
source('~/Documents/teaching/2014/ccs/code/kmeans/mixtureofgaussians.R', echo=TRUE)
mixtureofgaussians(d,2)
source('~/Documents/teaching/2014/ccs/code/kmeans/mixtureofgaussians.R', echo=TRUE)
mixtureofgaussians(d,2)
rcurr
rowSums(rcurr)
sum(rcurr[nk,])
sum(rcurr[1,])
sum(rcurr[2,])
R[1]
R <- rowSums(rcurr)
R[1]
sum(rcurr)
Q
source('~/Documents/teaching/2014/ccs/code/kmeans/mixtureofgaussians.R', echo=TRUE)
mixtureofgaussians(d,2)
source('~/Documents/teaching/2014/ccs/code/kmeans/mixtureofgaussians.R', echo=TRUE)
mixtureofgaussians(d,2)
mixtureofgaussians(d,2)
source('~/Documents/teaching/2014/ccs/code/kmeans/mixtureofgaussians.R', echo=TRUE)
mixtureofgaussians(d,2)
mixtureofgaussians(d,2)
source('~/Documents/teaching/2014/ccs/code/kmeans/mixtureofgaussians.R', echo=TRUE)
source('~/Documents/teaching/2014/ccs/code/kmeans/mixtureofgaussians.R', echo=TRUE)
source('~/Documents/teaching/2014/ccs/code/kmeans/mixtureofgaussians.R', echo=TRUE)
mixtureofgaussians(d,2)
rcurr[nk,]*d$x
source('~/Documents/teaching/2014/ccs/code/kmeans/mixtureofgaussians.R', echo=TRUE)
mixtureofgaussians(d,2)
rcurr[nk,]
Q
source('~/Documents/teaching/2014/ccs/code/kmeans/mixtureofgaussians.R', echo=TRUE)
mixtureofgaussians(d,2)
source('~/Documents/teaching/2014/ccs/code/kmeans/mixtureofgaussians.R', echo=TRUE)
Q
source('~/Documents/teaching/2014/ccs/code/kmeans/mixtureofgaussians.R', echo=TRUE)
mixtureofgaussians(d,2)
help(print)
source('~/Documents/teaching/2014/ccs/code/kmeans/mixtureofgaussians.R', echo=TRUE)
mixtureofgaussians(d,2)
source('~/Documents/teaching/2014/ccs/code/kmeans/mixtureofgaussians.R', echo=TRUE)
mixtureofgaussians(d,2)
source('~/Documents/teaching/2014/ccs/code/kmeans/mixtureofgaussians.R', echo=TRUE)
mixtureofgaussians(d,2)
source('~/Documents/teaching/2014/ccs/code/kmeans/mixtureofgaussians.R', echo=TRUE)
mixtureofgaussians(d,2)
matrix(0.1,k,2)
matrix(0.1,2,2)
source('~/Documents/teaching/2014/ccs/code/kmeans/mixtureofgaussians.R', echo=TRUE)
matrix(0.1,2,2)
mixtureofgaussians(d,2)
source('~/Documents/teaching/2014/ccs/code/kmeans/mixtureofgaussians.R', echo=TRUE)
mixtureofgaussians(d,2)
load('sampledemo.RData')
mixtureofgaussians(d,4)
kmeanscluster(d,4)
mixtureofgaussians(d,4)
c(2,2)^2
c(2,3)^2
source('~/Documents/teaching/2014/ccs/code/kmeans/mixtureofgaussians.R', echo=TRUE)
mixtureofgaussians(d,4)
mixtureofgaussians(d,4)
mixtureofgaussians(d,4)
mixtureofgaussians(d,4)
mixtureofgaussians(d,4)
source('~/Documents/teaching/2014/ccs/code/kmeans/mixtureofgaussians.R', echo=TRUE)
d$x
rep(means$x[nk],nn)
source('~/Documents/teaching/2014/ccs/code/kmeans/mixtureofgaussians.R', echo=TRUE)
mixtureofgaussians(d,4)
d$x
rep(means$x[nk],nn)
d$x-rep(means$x[nk],nn)
(d$x-rep(means$x[nk],nn))^2
rcurr[nk,]
rcurr[nk,]*(d$x-rep(means$x[nk],nn))^2
sum(rcurr[nk,]*(d$x-rep(means$x[nk],nn))^2)
sum(rcurr[nk,]*(d$y-rep(means$y[nk],nn))^2)
sum(rcurr[nk,]*(d$x-rep(means$x[nk],nn))^2)/R[nk]
sum(rcurr[nk,]*(d$y-rep(means$y[nk],nn))^2)/R[nk]
nk <- 2
sum(rcurr[nk,]*(d$y-rep(means$y[nk],nn))^2)/R[nk]
sum(rcurr[nk,]*(d$x-rep(means$x[nk],nn))^2)/R[nk]
k
Q
source('~/Documents/teaching/2014/ccs/code/kmeans/mixtureofgaussians.R', echo=TRUE)
mixtureofgaussians(d,4)
source('~/Documents/teaching/2014/ccs/code/kmeans/mixtureofgaussians.R', echo=TRUE)
mixtureofgaussians(d,4)
source('~/Documents/teaching/2014/ccs/code/kmeans/mixtureofgaussians.R', echo=TRUE)
mixtureofgaussians(d,4)
load('sampledemo.RData')
d$x
d$y
d$x <- d$x/10
d$y <- d$y/10
mixtureofgaussians(d,4)
mixtureofgaussians(d,4)
source('~/Documents/teaching/2014/ccs/code/kmeans/mixtureofgaussians.R', echo=TRUE)
mixtureofgaussians(d,4)
a
b
a
b
sigma
sum((a-b)^2/(2*sigma^2))
exp(0)
print(rcurr)
denom <- colSums(rcurr)
denom <- colSums(rcurr)
for (nk in 1:k)
rcurr[nk,] <- rcurr[nk,]/denom
Q
source('~/Documents/teaching/2014/ccs/code/kmeans/mixtureofgaussians.R', echo=TRUE)
mixtureofgaussians(d,4)
a
b
(a[1]-b[1])^2/(2*sigma[1]^2)
(a[1]-b[1])^2/(2*sigma[1]^2)+(a[2]-b[2])^2/(2*sigma[2]^2)
sum((a-b)^2/(2*sigma^2))
sum((a-b)^2/(2*sigma^2))
return(distance)
}
R
denom
R <- rowSums(rcurr)
Q
source('~/Documents/teaching/2014/ccs/code/kmeans/mixtureofgaussians.R', echo=TRUE)
mixtureofgaussians(d,4)
source('~/Documents/teaching/2014/ccs/code/kmeans/kmeanshelperfns.R', echo=TRUE)
d <- generatedataset('test',1)
d <- generatedataset('test',1)
mixtureofgaussians(d,3)
mixtureofgaussians(d,3)
mixtureofgaussians(d,3)
source('~/Documents/teaching/2014/ccs/code/kmeans/mixtureofgaussians.R', echo=TRUE)
mixtureofgaussians(d,3)
source('~/Documents/teaching/2014/ccs/code/kmeans/mixtureofgaussians.R', echo=TRUE)
mixtureofgaussians(d,3)
source('~/Documents/teaching/2014/ccs/code/kmeans/mixtureofgaussians.R', echo=TRUE)
mixtureofgaussians(d,3)
?readline
source('~/Documents/teaching/2014/ccs/code/kmeans/mixtureofgaussians.R', echo=TRUE)
mixtureofgaussians(d,3)
source('~/Documents/teaching/2014/ccs/code/kmeans/mixtureofgaussians.R', echo=TRUE)
mixtureofgaussians(d,3)
source('~/Documents/teaching/2014/ccs/code/kmeans/mixtureofgaussians.R', echo=TRUE)
mixtureofgaussians(d,3)
traceback()
source('~/Documents/teaching/2014/ccs/code/kmeans/mixtureofgaussians.R', echo=TRUE)
mixtureofgaussians(d,3)
mixtureofgaussians(d,3)
source('~/Documents/teaching/2014/ccs/code/kmeans/mixtureofgaussians.R', echo=TRUE)
mixtureofgaussians(d,3)
mixtureofgaussians(d,3)
d$x
d$y
d$neach
d$ncat
d$colours
load('softkmeansdemo.RData')
d$x
load('sampledemo.RData')
d$x
load('test.RData')
d$x
source('~/Documents/teaching/2014/ccs/code/kmeans/mixtureofgaussians.R', echo=TRUE)
mixtureofgaussians(d,3)
load('test.RData')
mixtureofgaussians(d,3)
d
source('~/Documents/teaching/2014/ccs/code/kmeans/mixtureofgaussians.R', echo=TRUE)
mixtureofgaussians(d,3)
means
Q
source('~/Documents/teaching/2014/ccs/code/kmeans/mixtureofgaussians.R', echo=TRUE)
mixtureofgaussians(d,3)
w
sigma
means
Q
source('~/Documents/teaching/2014/ccs/code/kmeans/mixtureofgaussians.R', echo=TRUE)
mixtureofgaussians(d,3)
rprev
rcurr
nk <- 1
firstpart <- w[nk]/prod(sqrt(2*pi)*sigma[nk,])
firstpart
prod(sqrt(2*pi)*sigma[nk,]
)
0.33/1.57
sigma[nk,]
prod(sigma[nk,])
Q
source('~/Documents/teaching/2014/ccs/code/kmeans/mixtureofgaussians.R', echo=TRUE)
prod(sigma[nk,])
mixtureofgaussians(d,3)
nk <- 1
firstpart <- w[nk]/prod(sqrt(2*pi)*sigma[nk,])
firstpar
firstpart
source('~/Documents/teaching/2014/ccs/code/kmeans/mixtureofgaussians.R', echo=TRUE)
Q
source('~/Documents/teaching/2014/ccs/code/kmeans/mixtureofgaussians.R', echo=TRUE)
mixtureofgaussians(d,3)
rcurr[nk,]
Q
source('~/Documents/teaching/2014/ccs/code/kmeans/mixtureofgaussians.R', echo=TRUE)
source('~/Documents/teaching/2014/ccs/code/kmeans/mixtureofgaussians.R', echo=TRUE)
mixtureofgaussians(d,3)
rcurr[nk,]
Q
sum(rcurr[nk,])
source('~/Documents/teaching/2014/ccs/code/kmeans/mixtureofgaussians.R', echo=TRUE)
mixtureofgaussians(d,3)
rcurr[nk,]
means$x[nk]
means$y[nk]
a <- c(means$x[nk],means$y[nk])
b <- c(d$x[n],d$y[n])
(a-b)^2
a
b
n
n
Q
source('~/Documents/teaching/2014/ccs/code/kmeans/mixtureofgaussians.R', echo=TRUE)
mixtureofgaussians(d,3)
firstpart
n <- 1
getgaussiandistance(c(means$x[nk],means$y[nk]),
c(d$x[n],d$y[n]),sigma[nk,])
n <- 2
getgaussiandistance(c(means$x[nk],means$y[nk]),
c(d$x[n],d$y[n]),sigma[nk,])
a <- c(means$x[nk],means$y[nk])
b <- c(d$x[n],d$y[n])
(a-b)^2
(2*sigma^2)
Q
source('~/Documents/teaching/2014/ccs/code/kmeans/mixtureofgaussians.R', echo=TRUE)
source('~/Documents/teaching/2014/ccs/code/kmeans/mixtureofgaussians.R', echo=TRUE)
mixtureofgaussians(d,3)
firstpart
n <- 1
firstpart*exp(-1*getgaussiandistance(c(means$x[nk],means$y[nk]),
c(d$x[n],d$y[n]),sigmasq[nk,]))
n <- 2
firstpart*exp(-1*getgaussiandistance(c(means$x[nk],means$y[nk]),
c(d$x[n],d$y[n]),sigmasq[nk,]))
d$x[1]
d$y[1]
means$x[1]
means$y[1]
getgaussiandistance(c(means$x[nk],means$y[nk]),
c(d$x[n],d$y[n]),sigmasq[nk,])
exp(0)
n <- 1
firstpart*exp(-1*getgaussiandistance(c(means$x[nk],means$y[nk]),
c(d$x[n],d$y[n]),sigmasq[nk,]))
Q
source('~/Documents/teaching/2014/ccs/code/kmeans/mixtureofgaussians.R', echo=TRUE)
mixtureofgaussians(d,3)
rcurr[nk,]
n <- 1
getgaussiandistance(c(means$x[nk],means$y[nk]),
c(d$x[n],d$y[n]),sigmasq[nk,])
nk
nk <- 1
getgaussiandistance(c(means$x[nk],means$y[nk]),
c(d$x[n],d$y[n]),sigmasq[nk,])
(-1*getgaussiandistance(c(means$x[nk],means$y[nk]),
c(d$x[n],d$y[n]),sigmasq[nk,]))
exp(-1*getgaussiandistance(c(means$x[nk],means$y[nk]),
c(d$x[n],d$y[n]),sigmasq[nk,]))
firstpart*exp(-1*getgaussiandistance(c(means$x[nk],means$y[nk]),
c(d$x[n],d$y[n]),sigmasq[nk,]))
rcurr[nk,n] <- firstpart*exp(-1*getgaussiandistance(c(means$x[nk],means$y[nk]),
c(d$x[n],d$y[n]),sigmasq[nk,]))
rcurr
rcurr[nk,1]
rcurr[nk,]
n <- 2
rcurr[nk,n] <- firstpart*exp(-1*getgaussiandistance(c(means$x[nk],means$y[nk]),
c(d$x[n],d$y[n]),sigmasq[nk,]))
rcurr[nk,]
Q
source('~/Documents/teaching/2014/ccs/code/kmeans/mixtureofgaussians.R', echo=TRUE)
mixtureofgaussians(d,3)
source('~/Documents/teaching/2014/ccs/code/kmeans/mixtureofgaussians.R', echo=TRUE)
mixtureofgaussians(d,3)
mixtureofgaussians(d,3)
source('~/Documents/teaching/2014/ccs/code/kmeans/mixtureofgaussians.R', echo=TRUE)
mixtureofgaussians(d,3)
source('~/Documents/teaching/2014/ccs/code/kmeans/mixtureofgaussians.R', echo=TRUE)
mixtureofgaussians(d,3)
source('~/Documents/teaching/2014/ccs/code/kmeans/kmeanscluster.R', echo=TRUE)
source('~/Documents/teaching/2014/ccs/code/kmeans/softkmeanscluster.R', echo=TRUE)
mixtureofgaussians(d,3)
kmeanscluster(d,3)
kmeanscluster(d,3)
softkmeanscluster(d,3)
softkmeanscluster(d,3,1)
softkmeanscluster(d,3,3)
rm(list=ls())
load('sampledemo.RData')
kmeanscluster(d,4)
source('~/Documents/teaching/2014/ccs/code/kmeans/kmeanscluster.R', echo=TRUE)
kmeanscluster(d,4)
load('fakeeasydata.RData')
kmeanscluster(d,4)
kmeanscluster(d,4)
kmeanscluster(d,4)
kmeanscluster(d,4)
kmeanscluster(d,4)
kmeanscluster(d,4)
kmeanscluster(d,4)
load('baddataset1.RData')
kmeanscluster(d,3)
kmeanscluster(d,4)
load('baddataset2.RData')
kmeanscluster(d,2)
load('baddataset3.RData')
kmeanscluster(d,2)
load('softkmeansdemo.RData')
softkmeanscluster(d,3,3)
source('~/Documents/teaching/2014/ccs/code/kmeans/softkmeanscluster.R', echo=TRUE)
softkmeanscluster(d,3,3)
softkmeanscluster(d,3,1)
softkmeanscluster(d,3,6)
softkmeanscluster(d,3,10)
softkmeanscluster(d,3,50)
load('baddataset2.RData')
softkmeanscluster(d,3,1)
softkmeanscluster(d,3,3)
softkmeanscluster(d,3,10)
softkmeanscluster(d,2,1)
softkmeanscluster(d,2,3)
softkmeanscluster(d,2,10)
softkmeanscluster(d,2,50)
load('baddataset3.RData')
softkmeanscluster(d,2,1)
softkmeanscluster(d,2,3)
softkmeanscluster(d,2,10)
softkmeanscluster(d,2,50)
load('softkmeansdemo.RData')
mixtureofgaussians(d,3)
source('~/Documents/teaching/2014/ccs/code/kmeans/mixtureofgaussians.R', echo=TRUE)
mixtureofgaussians(d,3)
mixtureofgaussians(d,3)
mixtureofgaussians(d,3)
mixtureofgaussians(d,3)
mixtureofgaussians(d,3)
load('badddataset2.RData')
load('baddataset2.RData')
mixtureofgaussians(d,2)
mixtureofgaussians(d,2)
mixtureofgaussians(d,2)
mixtureofgaussians(d,2)
mixtureofgaussians(d,2)
load('badddataset3.RData')
load('baddataset3.RData')
mixtureofgaussians(d,2)
mixtureofgaussians(d,2)
mixtureofgaussians(d,2)
mixtureofgaussians(d,2)
mixtureofgaussians(d,2)
load('phonemedata.RData')
mixtureofgaussians(d,10)
source('~/Documents/teaching/2014/ccs/code/kmeans/mixtureofgaussians.R', echo=TRUE)
mixtureofgaussians(d,10)
source('~/Documents/teaching/2014/ccs/code/kmeans/mixtureofgaussians.R', echo=TRUE)
mixtureofgaussians(d,10)
source('~/Documents/teaching/2014/ccs/code/kmeans/mixtureofgaussians.R', echo=TRUE)
mixtureofgaussians(d,10)
mixtureofgaussians(d,10)
mixtureofgaussians(d,10)
mixtureofgaussians(d,10)
mixtureofgaussians(d,10)
q()
load('softkmeansdemo.RData')
softkmeanscluster(d,3,3)
source('~/Documents/teaching/2014/ccs/code/unsupervised/softkmeanscluster.R', echo=TRUE)
softkmeanscluster(d,3,3)
