module Layers21
# TODO: rethink param/Param and generally parameter initialization, array_type etc.
#  xavier may not be optimal for embedding, should specify init options etc.
# TODO: rethink eliminating layers without parameters: dropout, activation

include("init.jl")
include("dense.jl")
include("dropout.jl")
include("embed.jl")
include("layernorm.jl")

end
