mnist20pct - Data description

using Jchemo, JchemoData
using JLD2, CairoMakie
using CodecZlib   # required since mnist20pct.jld2 is compressed

Data importation

path_jdat = dirname(dirname(pathof(JchemoData)))
db = joinpath(path_jdat, "data/mnist20pct.jld2") 
@load db dat
@names dat

(:Xtrain, :ytrain, :Xtest, :ytest)

Xtrain = dat.Xtrain
ytrain = dat.ytrain
Xtest = dat.Xtest
ytest = dat.ytest
ntrain, p = size(Xtrain)
ntest = nro(Xtest)
ntot = ntrain + ntest
(ntot = ntot, ntrain, ntest)

(ntot = 14000, ntrain = 12000, ntest = 2000)

@head Xtrain

... (12000, 784)

3×784 DataFrame

684 columns omitted

Row	1x1	1x2	1x3	1x4	1x5	1x6	1x7	1x8	1x9	1x10	1x11	1x12	1x13	1x14	1x15	1x16	1x17	1x18	1x19	1x20	1x21	1x22	1x23	1x24	1x25	1x26	1x27	1x28	2x1	2x2	2x3	2x4	2x5	2x6	2x7	2x8	2x9	2x10	2x11	2x12	2x13	2x14	2x15	2x16	2x17	2x18	2x19	2x20	2x21	2x22	2x23	2x24	2x25	2x26	2x27	2x28	3x1	3x2	3x3	3x4	3x5	3x6	3x7	3x8	3x9	3x10	3x11	3x12	3x13	3x14	3x15	3x16	3x17	3x18	3x19	3x20	3x21	3x22	3x23	3x24	3x25	3x26	3x27	3x28	4x1	4x2	4x3	4x4	4x5	4x6	4x7	4x8	4x9	4x10	4x11	4x12	4x13	4x14	4x15	4x16	⋯
	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	⋯
1	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	⋯
2	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	⋯
3	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	⋯

@head Xtest

... (2000, 784)

3×784 DataFrame

684 columns omitted

Row	1x1	1x2	1x3	1x4	1x5	1x6	1x7	1x8	1x9	1x10	1x11	1x12	1x13	1x14	1x15	1x16	1x17	1x18	1x19	1x20	1x21	1x22	1x23	1x24	1x25	1x26	1x27	1x28	2x1	2x2	2x3	2x4	2x5	2x6	2x7	2x8	2x9	2x10	2x11	2x12	2x13	2x14	2x15	2x16	2x17	2x18	2x19	2x20	2x21	2x22	2x23	2x24	2x25	2x26	2x27	2x28	3x1	3x2	3x3	3x4	3x5	3x6	3x7	3x8	3x9	3x10	3x11	3x12	3x13	3x14	3x15	3x16	3x17	3x18	3x19	3x20	3x21	3x22	3x23	3x24	3x25	3x26	3x27	3x28	4x1	4x2	4x3	4x4	4x5	4x6	4x7	4x8	4x9	4x10	4x11	4x12	4x13	4x14	4x15	4x16	⋯
	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	Float32	⋯
1	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	⋯
2	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	⋯
3	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	⋯

X-data

X contains grey levels between 0-255. Each X-row is an unfolded 28x28 image of a handwritten digit.

Example of one X-row

plotsp(Xtrain, 1:p; nsamp = 1, xlabel = "Pixel", ylabel = "Grey level (0-255)").f

Y data

tab(ytrain)
tab(ytest)

OrderedCollections.OrderedDict{Float32, Int64} with 10 entries:
  0.0 => 196
  1.0 => 227
  2.0 => 207
  3.0 => 201
  4.0 => 197
  5.0 => 178
  6.0 => 192
  7.0 => 205
  8.0 => 195
  9.0 => 202