Method forward

src/rnn/rnn.cpp:68–137

feed data through the cell and compute the cell output (return value) note: for an lstm block with nCells > 1, the number of output values will be > 1... how to handle this??

// feed data through the cell and compute the cell output (return value)
// note: for an lstm block with nCells > 1, the number of output values will be > 1... how to handle this??
const FLOAT_NN * cNnLSTMcell::forward(const FLOAT_NN *x, long *N) 
{
  // x[0] IG input
  // x[1] FG input
  // x[2] cell input to cell 1
  //( x[3] cell input to cell 2...)
  //( x[4] cell input to cell 3...)
  // ...
  // x[N] OG input

  FLOAT_NN actIG, actFG, actOG;

  if (nCells == 1) { // quick version for one cell per block

    // input Gate
    actIG = transferGate->f( x[0] + (*sc)*peep[0] );
    // forget Gate
    actFG = transferGate->f( x[1] + (*sc)*peep[1] );
    // cell
    *sc = actIG * *cNnNNcell::forward(x+2) + (*sc)*actFG;
    // output Gate
    actOG = transferGate->f( x[3] + (*sc)*peep[2] );
    // cell output

    cellOutput =  actOG * transferOut->f( *sc );
    //XX//fprintf(stderr,"pg: %f --> cellOutput %f   actOG %f   ag: %f\n",*sc,cellOutput,actOG,transferOut->f( *sc ));

    if (N!=NULL) *N=1;
    return &cellOutput;

  } else { // long version
    long i;
    FLOAT_NN sum=0.0;

    // input Gate
    for (i=0; i<nCells; i++) {  // TODO: check the order of the peephole weights
      sum += (sc[i])*peep[i];
    }
    actIG = transferGate->f( x[0] + sum );

    // forget Gate // TODO: add multi-dim. forget gate acts...? "num_seq_dims"
    sum = 0.0;
    for (i=0; i<nCells; i++) {  // TODO: check the order of the peephole weights
      sum += (sc[i])*peep[i+nCells];
    }
    actFG = transferGate->f( x[1] + sum );

    // cell
    for (i=0; i<nCells; i++) {  
      sc[i] = actIG * *cNnNNcell::forward(x+2+i) + (sc[i])*actFG;
      // TODO: add multi-dim. forget gate acts...? "num_seq_dims"
    }

    // output Gate
    sum = 0.0;
    for (i=0; i<nCells; i++) {  // TODO: check the order of the peephole weights
      sum += (sc[i])*peep[i+2*nCells];
    }