Function XInputEmbeddingLookup

src/model/encoder/embedding_lookup_encoder.cc:24–34

/ input embedding lookup functions */ / rand initialization (-1 / log(col), 1 / log(col))

/************************************************************************/
// rand initialization (-1 / log(col), 1 / log(col))
GraphNode* XInputEmbeddingLookup(const std::string& prefix, GraphNode* X,
                                 const GroupConfigItem3& item, int sparse) {
  DXCHECK_THROW(X->shape().is_rank(2));
  int tensor_type = sparse ? TENSOR_TYPE_SRM : TENSOR_TYPE_TSR;
  int item_k = item.embedding_row + item.embedding_col;
  auto* W =
      GetVariable(prefix + "W", Shape(item.embedding_row, item.embedding_col),
                  tensor_type, TENSOR_INITIALIZER_TYPE_RAND,
                  -1.0 / std::log(item_k), 1.0 / std::log(item_k));
  return EmbeddingLookup("", X, W);
}

// randn initialization (0, 1e-3) for graph-ctr models
GraphNode* XInputEmbeddingLookup2(const std::string& prefix, GraphNode* X,