Revision ea788c8574c5e9f698d8782d84de61369734b55c authored by liqun fu on 03 September 2017, 04:30:27 UTC, committed by liqun fu on 03 September 2017, 04:30:27 UTC
1 parent 49cbd85
IDistGradAggregator.h
#pragma once
#include "DistGradHeader.h"
#include "MPIWrapper.h"
namespace Microsoft { namespace MSR { namespace CNTK {
template <class ElemType>
class IDistGradAggregator
{
public:
IDistGradAggregator(const MPIWrapperPtr& mpi)
: m_mpi(mpi)
{}
virtual ~IDistGradAggregator()
{}
// Returns a boolean indicating if any samples were processed
virtual bool AggregateGradients(const std::vector<Matrix<ElemType>*>& gradients, DistGradHeader* headerCPU, bool resetState) = 0;
size_t NumProc()
{
return m_mpi->NumNodesInUse();
}
size_t MyRank()
{
return m_mpi->CurrentNodeRank();
}
void WaitAll()
{
m_mpi->WaitAll();
}
protected:
MPIWrapperPtr m_mpi;
};
#define UsingIDistGradAggregatorMembers \
\
protected: \
using IDistGradAggregator<ElemType>::m_mpi; \
using IDistGradAggregator<ElemType>::NumProc; \
using IDistGradAggregator<ElemType>::MyRank
} } }
![swh spinner](/static/img/swh-spinner.gif)
Computing file changes ...