f = OpenRead["wiki-news-300d-1M.vec"];

{n, d} = Read[f, {Number, Number}]

t = Table[Read[f, Join[{Word}, ConstantArray[Real, d]]], {10(*n*)}];
tokens = t[[;; , 1]];
emb = t[[;; , 2 ;;]];

net = NetChain[
  {
   EmbeddingLayer["Weights" -> Append[emb, ConstantArray[0, d]]],
   LongShortTermMemoryLayer[10],
   SequenceLastLayer[],
   2,
   SoftmaxLayer[]
   },
  "Input" -> NetEncoder[{"Tokens", tokens}],
  "Output" -> NetDecoder[{"Class", {0, 1}}]
  ]