Function extractConvolutionTrainedData

software/xtract/caffe_network_parser.cpp:363–445

}

void extractConvolutionTrainedData(XGraph* graph, const string& layerName, const caffe::NetParameter* Net,
                                    const map<string, int>* layerIndex)
{
    map<string, int>::const_iterator modelLayer_it = layerIndex->find(layerName);
    if(modelLayer_it == layerIndex->end())
    {
        cerr << "[EP030] Layer " << layerName << " is not found in the caffemodel file. " << endl;
        exit(-1);
    }
    
    // Get the layer from caffemodel
    int loc = modelLayer_it->second;
    const caffe::LayerParameter& binLayer  = Net->layer(loc);
    XLayer* tmpXlayer               = graph->layers[layerName];
    string txtFileName;

    // Extract the weights, do trimming & rounding before saving to TXT file
    cerr << "[IG001] Extracting " << tmpXlayer->name << " weights ... " << endl;
    vector<int> weightsShape = getBlobDim(binLayer.blobs(0));
    ELOG(  ((weightsShape.at(0) != tmpXlayer->conv_params->M) || 
            (weightsShape.at(1) != (tmpXlayer->conv_params->N/tmpXlayer->conv_params->group)) ||
            (weightsShape.at(2) != tmpXlayer->conv_params->filter_h) ||
            (weightsShape.at(3) != tmpXlayer->conv_params->filter_w)),
            EP056,
            "Convolution Layer: " << tmpXlayer->name << " - mismatch in filter shape. " 
            << TensorDimToString(weightsShape) << " v/s " << tmpXlayer->conv_params->filterDimToString()
        )

    vector<float> weights = extractBlobToVector(binLayer.blobs(0));
    tmpXlayer->conv_params->weights.push_back(weights);
    tmpXlayer->conv_params->weightsDim.push_back(getBlobDim(binLayer.blobs(0)));

#if DEBUG_WEIGHT_EXTRACTION
    string tmpName(tmpXlayer->name); 
    replace(tmpName.begin(), tmpName.end(), '/', '_');
    txtFileName = graph->saveDir + tmpName + "_weights";
    tmpXlayer->conv_params->weightsPath.push_back(txtFileName);
    int sizeInBytes = getSize(weightsShape) * sizeof(float);
    cerr << "[IG001] Saving " << txtFileName << " (" << humanReadableSize(sizeInBytes) << ")" << "\t";
	if(sizeInBytes > (14*1024*1024))
	{
		cerr << "Parsing large data, this may take a while ...";
	}
	cerr << endl;
    SAVEDATA(weights, txtFileName);
#endif
    
    // Extract the bias if bias is present, else save a vector filled with zeros
    cerr << "[IG001] Extracting " << tmpXlayer->name << " bias ... " << endl;
    vector<int> biasShape;
    vector<float> bias;
    if(tmpXlayer->conv_params->has_bias)
    {
        biasShape = getBlobDim(binLayer.blobs(1));
        ELOG( (biasShape.at(0) != tmpXlayer->conv_params->M) , EP031,
              "Deconv Layer: " << tmpXlayer->name << " - mismatch in bias shape. "
               << TensorDimToString(biasShape) << " v/s " << tmpXlayer->conv_params->M )