err_approx.hpp

Go to the documentation of this file.

#include <unordered_map>

#include "eteq/generated/pyapi.hpp"

#include "eteq/constant.hpp"
#include "eteq/variable.hpp"
#include "eteq/session.hpp"

#ifndef LAYR_ERR_APPROX_HPP
#define LAYR_ERR_APPROX_HPP

namespace layr
{

using VarErrsT = std::vector<std::pair<eteq::VarptrT<PybindT>,NodeptrT>>;

struct VarAssign
{
    std::string label_;

    eteq::VarptrT<PybindT> target_;

    NodeptrT source_;
};

using AssignsT = std::vector<VarAssign>;

using AssignGroupsT = std::vector<AssignsT>;

using ApproxF = std::function<AssignGroupsT(const VarErrsT&)>;

using UpdateStepF = std::function<void(teq::TensSetT&)>;

AssignGroupsT sgd (const VarErrsT& leaves,
    PybindT learning_rate = 0.5, std::string root_label = "");

AssignGroupsT rms_momentum (const VarErrsT& leaves,
    PybindT learning_rate = 0.5, PybindT discount_factor = 0.99,
    PybindT epsilon = std::numeric_limits<PybindT>::epsilon(),
    std::string root_label = "");

void assign_groups (const AssignGroupsT& groups, UpdateStepF update_step);

void assign_groups_preupdate (const AssignGroupsT& groups, UpdateStepF update_step);

}

#endif // LAYR_ERR_APPROX_HPP