EluParameter.cs

using System;
using System.Collections.Generic;
using System.Linq;
using System.Text;
using MyCaffe.basecode;
using System.ComponentModel;
 
namespace MyCaffe.param
{
    [Serializable]
    [TypeConverter(typeof(ExpandableObjectConverter))]
    public class EluParameter : EngineParameter
    {
        double m_dfAlpha = 1.0;
 
        public EluParameter()
            : base()
        {
        }
 
        public string useCaffeReason()
        {
            if (engine == Engine.CAFFE)
                return "The engine setting is set on CAFFE.";
 
            if (m_dfAlpha != 1.0)
                return "cuDnn only supports Alpha = 1.0";
 
            return "";
        }
 
        public bool useCudnn()
        {
            if (engine == EngineParameter.Engine.CAFFE || m_dfAlpha != 1.0)
                return false;
 
            return true;
        }
 
        [Description("Described in 'Clevert, D. -A, Unterthiner, T., & Hochreiter, S. (2015).  Fast and Accurate Deep Network Learning from Exponential Linear Units (ELUs). arXiv")]
        public double alpha
        {
            get { return m_dfAlpha; }
            set { m_dfAlpha = value; }
        }
 
        public override object Load(System.IO.BinaryReader br, bool bNewInstance = true)
        {
            RawProto proto = RawProto.Parse(br.ReadString());
            EluParameter p = FromProto(proto);
 
            if (!bNewInstance)
                Copy(p);
 
            return p;
        }
 
        public override void Copy(LayerParameterBase src)
        {
            base.Copy(src);
 
            if (src is EluParameter)
            {
                EluParameter p = (EluParameter)src;
                m_dfAlpha = p.m_dfAlpha;
            }
        }
 
        public override LayerParameterBase Clone()
        {
            EluParameter p = new EluParameter();
            p.Copy(this);
            return p;
        }
 
        public override RawProto ToProto(string strName)
        {
            RawProto rpBase = base.ToProto("engine");
            RawProtoCollection rgChildren = new RawProtoCollection();
 
            rgChildren.Add(rpBase.Children);
 
            if (alpha != 1.0)
                rgChildren.Add("alpha", alpha.ToString());
 
            return new RawProto(strName, "", rgChildren);
        }
 
        public static new EluParameter FromProto(RawProto rp)
        {
            string strVal;
            EluParameter p = new EluParameter();
 
            ((EngineParameter)p).Copy(EngineParameter.FromProto(rp));
 
            if ((strVal = rp.FindValue("alpha")) != null)
                p.alpha = ParseDouble(strVal);
 
            return p;
        }
    }
}