AttentionParameter.cs

using System;
using System.Collections.Generic;
using System.Linq;
using System.Text;
using System.ComponentModel;
using MyCaffe.basecode;
 
namespace MyCaffe.param
{
    [Serializable]
    [TypeConverter(typeof(ExpandableObjectConverter))]
    public class AttentionParameter : LayerParameterBase
    {
        int m_nAxis = 2;
        uint m_nDim = 1;
        FillerParameter m_fillerParam_weights = new FillerParameter("xavier");
        FillerParameter m_fillerParam_bias = new FillerParameter("constant", 0.1);
 
        public AttentionParameter()
        {
        }
 
        [Description("Specifies the axis along which to perform the softmax - may be negative to index from the end (e.g., -1 for the last axis).")]
        public int axis
        {
            get { return m_nAxis; }
            set { m_nAxis = value; }
        }
 
        public uint dim
        {
            get { return m_nDim; }
            set { m_nDim = value; }
        }
 
        [Category("Fillers")]
        [Description("The filler for the weights.")]
        public FillerParameter weight_filler
        {
            get { return m_fillerParam_weights; }
            set { m_fillerParam_weights = value; }
        }
 
        [Category("Fillers")]
        [Description("The filler for the bias.")]
        public FillerParameter bias_filler
        {
            get { return m_fillerParam_bias; }
            set { m_fillerParam_bias = value; }
        }
 
        public override object Load(System.IO.BinaryReader br, bool bNewInstance = true)
        {
            RawProto proto = RawProto.Parse(br.ReadString());
            AttentionParameter p = FromProto(proto);
 
            if (!bNewInstance)
                Copy(p);
 
            return p;
        }
 
        public override void Copy(LayerParameterBase src)
        {
            AttentionParameter p = (AttentionParameter)src;
 
            m_nDim = p.dim;
            m_nAxis = p.m_nAxis;
 
            if (p.m_fillerParam_bias != null)
                m_fillerParam_bias = p.m_fillerParam_bias.Clone();
 
            if (p.m_fillerParam_weights != null)
                m_fillerParam_weights = p.m_fillerParam_weights.Clone();
        }
 
        public override LayerParameterBase Clone()
        {
            AttentionParameter p = new AttentionParameter();
            p.Copy(this);
            return p;
        }
 
        public override RawProto ToProto(string strName)
        {
            RawProtoCollection rgChildren = new RawProtoCollection();
 
            rgChildren.Add("axis", axis.ToString());
            rgChildren.Add("dim", dim.ToString());
 
            if (weight_filler != null)
                rgChildren.Add(weight_filler.ToProto("weight_filler"));
 
            if (bias_filler != null)
                rgChildren.Add(bias_filler.ToProto("bias_filler"));
 
            return new RawProto(strName, "", rgChildren);
        }
 
        public static AttentionParameter FromProto(RawProto rp)
        {
            string strVal;
            AttentionParameter p = new AttentionParameter();
 
            if ((strVal = rp.FindValue("axis")) != null)
                p.axis = int.Parse(strVal);
 
            if ((strVal = rp.FindValue("dim")) != null)
                p.dim = uint.Parse(strVal);
 
            RawProto rpWeightFiller = rp.FindChild("weight_filler");
            if (rpWeightFiller != null)
                p.weight_filler = FillerParameter.FromProto(rpWeightFiller);
 
            RawProto rpBiasFiller = rp.FindChild("bias_filler");
            if (rpBiasFiller != null)
                p.bias_filler = FillerParameter.FromProto(rpBiasFiller);
 
            return p;
        }
    }
}