Norms.hpp

Go to the documentation of this file.

// Copyright (c) 2019 Graphcore Ltd. All rights reserved.
#ifndef popnn_Norms_hpp
#define popnn_Norms_hpp
#include "poplar/DebugContext.hpp"
#include "poplar/Program.hpp"
#include "poplar/Tensor.hpp"
 
namespace popnn {
 
std::uint64_t getNormFwdFlops(std::size_t statisticsSize,
                              std::size_t numActsElements,
                              bool computeStats = true);
 
std::uint64_t getNormBwdFlops(std::size_t statisticsSize,
                              std::size_t numActsElements);
 
std::uint64_t getNormWuFlops(std::size_t paramsSize,
                             std::size_t numActsElements);
 
poplar::Tensor createNormGamma(poplar::Graph &graph, const poplar::Tensor &acts,
                               const poplar::DebugContext &debugContext = {});
 
poplar::Tensor createNormBeta(poplar::Graph &graph, const poplar::Tensor &acts,
                              const poplar::DebugContext &debugContext = {});
 
std::pair<poplar::Tensor, poplar::Tensor>
createNormParams(poplar::Graph &graph, const poplar::Tensor acts,
                 const poplar::DebugContext &debugContext = {});
 
} // namespace popnn
#endif // popnn_Norms_hpp