package jsat.classifiers.neuralnetwork.activations;

import jsat.linear.Matrix;
import jsat.linear.Vec;

/**
 * This layer provides the standard Sigmoid activation f(x) =
 * 1/(1+exp(-x))
 * 
 * @author Edward Raff
 */
public class SigmoidLayer implements ActivationLayer
{


	private static final long serialVersionUID = 160273287445169627L;

	@Override
    public void activate(Vec input, Vec output)
    {
        for(int i = 0; i < input.length(); i++)
            output.set(i, 1/(1+Math.exp(-input.get(i))));
    }
    
    @Override
    public void activate(Matrix input, Matrix output, boolean rowMajor)
    {
        for(int i = 0; i < input.rows(); i++)
            for(int j = 0; j < input.cols(); j++)
                output.set(i, j, 1.0/(1+Math.exp(-input.get(i, j))));
    }

    @Override
    public void backprop(Vec input, Vec output, Vec delta_partial, Vec errout)
    {
        for(int i = 0; i < input.length(); i++)
        {
            double out_i = output.get(i);
            double errin_i = delta_partial.get(i);
            errout.set(i, out_i*(1-out_i)*errin_i);
        }
    }

    

    @Override
    public void backprop(Matrix input, Matrix output, Matrix delta_partial, Matrix errout, boolean rowMajor)
    {
        for(int i = 0; i < input.rows(); i++)
            for(int j = 0; j < input.cols(); j++)
            {
                double out_ij = output.get(i, j);
                double errin_ij = delta_partial.get(i, j);
                errout.set(i, j, out_ij*(1-out_ij)*errin_ij);
            }
    }

    @Override
    public SigmoidLayer clone()
    {
        return new SigmoidLayer();
    }
    
}

 

Ads help maintain this website.