https://github.com/Microsoft/CNTK
Raw File
Tip revision: e9162e18e1c51b88f5c92ac6eb6623943eae353e authored by Amit Agarwal on 08 May 2016, 01:37:50 UTC
Synchronize batch norm nodes' running means and variances across parallel workers at end of each epoch to ensure accurate restartability across epochs and add and end-to-end test for this scenario
Tip revision: e9162e1
GPUWatcher.h
//
// Copyright (c) Microsoft. All rights reserved.
// Licensed under the MIT license. See LICENSE.md file in the project root for full license information.
//

#pragma once

#include "GPUMatrix.h"

class MATH_API GPUWatcher
{
public:
    static size_t GetFreeMemoryOnCUDADevice(int devId);
    static int GetGPUIdWithTheMostFreeMemory();
    GPUWatcher(void);
    ~GPUWatcher(void);
};
back to top