Revision 5c6d5162bab767a1a0c172b12a694085af4bc023 authored by Spandan Tiwari on 12 June 2018, 18:32:50 UTC, committed by Spandan Tiwari on 12 June 2018, 18:32:50 UTC
1 parent 79ad60a
Raw File
README_Windows_Debug_commands.txt
Copy-pasteable command lines for debugging the Tests\EndToEndTests\Speech tests in VS
=====================================================================================

Note: Below, the current dir is sometimes set to be the data directory. This allows for local paths in data scripts.

--- Speech\QuickE2E:

COMMAND:     currentDirectory=$(SolutionDir)Tests\EndToEndTests\Speech\Data  configFile=$(SolutionDir)Tests\EndToEndTests\Speech\QuickE2E\cntk.cntk  stderr=$(SolutionDir)Tests\EndToEndTests\Speech\RunDir\QuickE2E\models\cntkSpeech.dnn.log  RunDir=$(SolutionDir)Tests\EndToEndTests\Speech\RunDir\QuickE2E  DataDir=.  DeviceId=auto  makeMode=false

Linux:      bin/cntk  currentDirectory=Tests/EndToEndTests/Speech/Data  configFile=../QuickE2E/cntk.cntk  stderr=../RunDir/QuickE2E/models/cntkSpeech.dnn.log  RunDir=../RunDir/QuickE2E  DataDir=.  DeviceId=auto  makeMode=false

--- Speech\Simple:

COMMAND:    currentDirectory=$(SolutionDir)Tests\EndToEndTests\Speech\Data  configFile=..\Simple\cntk.cntk  RunDir=$(SolutionDir)Tests\EndToEndTests\Speech\RunDir\Simple  stderr=../RunDir/Simple/models/cntkSpeech.dnn.log  DataDir=$(SolutionDir)Tests\EndToEndTests\Speech\Data  ConfigDir=$(SolutionDir)Tests\EndToEndTests\Speech\Simple  DeviceId=auto  makeMode=false

--- Speech\LSTM\Truncated:

COMMAND:     currentDirectory=$(SolutionDir)Tests\EndToEndTests\Speech\Data  configFile=$(SolutionDir)Tests\EndToEndTests\Speech\LSTM\cntk.cntk  stderr=$(SolutionDir)Tests\EndToEndTests\Speech\RunDir\LSTM\Truncated\models\cntkSpeech.dnn.log  RunDir=$(SolutionDir)Tests\EndToEndTests\Speech\RunDir\LSTM\Truncated  NdlDir=$(SolutionDir)Tests\EndToEndTests\Speech\LSTM  DataDir=.  DeviceId=auto  speechTrain=[SGD=[momentumAsTimeConstant=0:6074.4]]  modelSelector=0  makeMode=false

Linux:      bin/cntk  currentDirectory=Tests/EndToEndTests/Speech/Data  configFile=../LSTM/cntk.cntk  stderr=../RunDir/LSTM/Truncated/models/cntkSpeech.dnn.log  RunDir=../RunDir/LSTM/Truncated  NdlDir=../LSTM  DataDir=.  DeviceId=auto  makeMode=false

Using full BrainScript configuration

COMMAND:    --cd $(SolutionDir)Tests\EndToEndTests\Speech\Data  -f $(SolutionDir)Tests\EndToEndTests\Speech\LSTM\lstm.bs  -D stderr='$(SolutionDir)Tests\EndToEndTests\Speech\RunDir\LSTM\Truncated\models\cntkSpeech.dnn.log'  -D RunDir='$(SolutionDir)Tests\EndToEndTests\Speech\RunDir\LSTM\Truncated'  -D DataDir='.'  -D DeviceId='auto'  -D makeMode=false

--- Speech\LSTM\FullUtterance:

COMMAND:     currentDirectory=$(SolutionDir)Tests\EndToEndTests\Speech\Data  configFile=$(SolutionDir)Tests\EndToEndTests\Speech\LSTM\cntk.cntk  stderr=$(SolutionDir)Tests\EndToEndTests\Speech\RunDir\LSTM\FullUtterance\models\cntkSpeech.dnn.log  RunDir=$(SolutionDir)Tests\EndToEndTests\Speech\RunDir\LSTM\FullUtterance  NdlDir=$(SolutionDir)Tests\EndToEndTests\Speech\LSTM  DataDir=.  DeviceId=auto  Truncated=false  speechTrain=[reader=[nbruttsineachrecurrentiter=1]] speechTrain=[SGD=[epochSize=2560]]  speechTrain=[SGD=[maxEpochs=2]]  speechTrain=[SGD=[numMBsToShowResult=1]]  speechTrain=[SGD=[momentumAsTimeConstant=0:189.8]]  modelSelector=0  makeMode=false

Using parallel sequences (difference to above: nbruttsineachrecurrentiter=4). Note that this will produce a different result since we are confused about what MB size means:

COMMAND:     currentDirectory=$(SolutionDir)Tests\EndToEndTests\Speech\Data  configFile=$(SolutionDir)Tests\EndToEndTests\Speech\LSTM\cntk.cntk  stderr=$(SolutionDir)Tests\EndToEndTests\Speech\RunDir\LSTM\FullUtterance\models\cntkSpeech.dnn.log  RunDir=$(SolutionDir)Tests\EndToEndTests\Speech\RunDir\LSTM\FullUtterance  NdlDir=$(SolutionDir)Tests\EndToEndTests\Speech\LSTM  DataDir=.  DeviceId=auto  Truncated=false  speechTrain=[reader=[nbruttsineachrecurrentiter=2]]  speechTrain=[SGD=[epochSize=2560]]  speechTrain=[SGD=[learningRatesPerMB=0.125]]  speechTrain=[SGD=[maxEpochs=2]]  speechTrain=[SGD=[numMBsToShowResult=1]]  makeMode=false  shareNodeValueMatrices=true

Linux:      bin/cntk  currentDirectory=Tests/EndToEndTests/Speech/Data  configFile=../LSTM/cntk.cntk  stderr=../RunDir/LSTM/Truncated/models/cntkSpeech.dnn.log  RunDir=../RunDir/LSTM/Truncated  NdlDir=../LSTM  DataDir=.  DeviceId=auto  Truncated=false  'speechTrain=[reader=[nbruttsineachrecurrentiter=4]]'  'speechTrain=[SGD=[epochSize=2560]]'  'speechTrain=[SGD=[learningRatesPerMB=0.125]]'  'speechTrain=[SGD=[maxEpochs=2]]'  'speechTrain=[SGD=[numMBsToShowResult=1]]'  makeMode=false

Using full BrainScript configuration

COMMAND:     --cd $(SolutionDir)Tests\EndToEndTests\Speech\Data  -f $(SolutionDir)Tests\EndToEndTests\Speech\LSTM\lstm.bs  -D stderr='$(SolutionDir)Tests\EndToEndTests\Speech\RunDir\LSTM\FullUtterance\models\cntkSpeech.dnn.log'  -D RunDir='$(SolutionDir)Tests\EndToEndTests\Speech\RunDir\LSTM\FullUtterance'  -D NdlDir='$(SolutionDir)Tests\EndToEndTests\Speech\LSTM'  -D DataDir='.'  -D DeviceId='Auto'  -D Truncated=false  -D speechTrain=[reader=[nbruttsineachrecurrentiter=1];SGD=[epochSize=2560;maxEpochs=2;numMBsToShowResult=1]]  -D makeMode=false

--- Speech\AN4:

COMMAND:    configFile=$(SolutionDir)Examples\Speech\AN4\Config\LSTM-NDL_ndl_deprecated.cntk  currentDirectory=$(SolutionDir)Examples\Speech\AN4\Data  RunDir=$(SolutionDir)Examples\RunDir\Speech\AN4  DataDir=$(SolutionDir)Examples\Speech\AN4\Data  ConfigDir=$(SolutionDir)Examples\Speech\AN4\Config  OutputDir=$(SolutionDir)Examples\RunDir\Speech\AN4  stderr=$(SolutionDir)Examples\RunDir\Speech\AN4\cntkSpeech.dnn.log  DeviceId=auto  speechTrain=[SGD=[maxEpochs=1]]  speechTrain=[SGD=[epochSize=64]]  parallelTrain=false  makeMode=false

--- Speech\DiscriminativePreTraining:  --currently fails with MEL error 'Parameter name could not be resolved 'HL2.y'

COMMAND:     currentDirectory=$(SolutionDir)Tests\EndToEndTests\Speech\Data  configFile=..\DNN\DiscriminativePreTraining\cntk_dpt.cntk  stderr=$(SolutionDir)Tests\EndToEndTests\Speech\RunDir\DNN\DiscriminativePreTraining\models\cntkSpeech.dnn.log  ConfigDir=$(SolutionDir)Tests\EndToEndTests\Speech\DNN\DiscriminativePreTraining  RunDir=..\RunDir\DNN\DiscriminativePreTraining  DataDir=.  DeviceId=auto  makeMode=false

--- Speech\SequenceTraining:

set CNTK_EXTERNAL_TESTDATA_SOURCE_DIRECTORY=\\storage.ccp.philly.selfhost.corp.microsoft.com\public\CNTKTestData
COMMAND:    currentDirectory=\\storage.ccp.philly.selfhost.corp.microsoft.com\public\CNTKTestData  configFile=$(SolutionDir)Tests\EndToEndTests\Speech\DNN\SequenceTraining\cntk_sequence.cntk  RunDir=$(SolutionDir)Tests\EndToEndTests\Speech\RunDir\DNN\SequenceTraining  DataDir=.  ConfigDir=$(SolutionDir)Tests\EndToEndTests\Speech\DNN\SequenceTraining  DeviceId=0

--- MNIST:

COMMAND:    configFile=$(SolutionDir)Examples/Image/MNIST/Config/01_OneHidden_ndl_deprecated.cntk  currentDirectory=$(SolutionDir)Tests/EndToEndTests/Image/Data  RunDir=$(SolutionDir)Tests/EndToEndTests/RunDir/Image/MNIST_01_OneHidden  DataDir=$(SolutionDir)Tests/EndToEndTests/Image/Data  ConfigDir=$(SolutionDir)Examples/Image/MNIST/Config  OutputDir=$(SolutionDir)Tests/EndToEndTests/RunDir/Image/MNIST_01_OneHidden  DeviceId=0  train=[reader=[file=$(SolutionDir)Tests/EndToEndTests/Image/Data/Train.txt]]  test=[reader=[file=$(SolutionDir)Tests/EndToEndTests/Image/Data/Test.txt]]  train=[SGD=[maxEpochs=1]]  train=[SGD=[epochSize=100]]  train=[reader=[randomize=none]]  imageLayout="cudnn"  makeMode=false

COMMAND:    configFile=$(SolutionDir)Examples/Image/MNIST/Config/02_Convolution_ndl_deprecated.cntk  currentDirectory=$(SolutionDir)Tests/EndToEndTests/Image/Data  RunDir=$(SolutionDir)Tests/EndToEndTests/RunDir/Image/MNIST_02_Convolution  DataDir=$(SolutionDir)Tests/EndToEndTests/Image/Data  ConfigDir=$(SolutionDir)Examples/Image/MNIST/Config  OutputDir=$(SolutionDir)Tests/EndToEndTests/RunDir/Image/MNIST_02_Convolution  DeviceId=0  train=[reader=[file=$(SolutionDir)Tests/EndToEndTests/Image/Data/Train.txt]]  test=[reader=[file=$(SolutionDir)Tests/EndToEndTests/Image/Data/Test.txt]]  train=[SGD=[maxEpochs=1]]  train=[SGD=[epochSize=100]]  train=[reader=[randomize=none]]  imageLayout="cudnn"  makeMode=false

TODO out-of-date:
COMMAND:     currentDirectory=$(SolutionDir)ExampleSetups\Image\MNIST  configFile=02_Conv.cntk configName=02_Conv

--- Image/QuickE2E:

COMMAND:     configFile=$(SolutionDir)Tests/EndToEndTests/Image/QuickE2E/cntk.cntk  RunDir=$(SolutionDir)Tests/EndToEndTests/Image/_run  DataDir=$(SolutionDir)Tests/EndToEndTests/Image/Data  ConfigDir=$(SolutionDir)Tests/EndToEndTests/Image/QuickE2E  stderr=$(SolutionDir)Tests/EndToEndTests/RunDir/Image/QuickE2E/models/cntkImage.dnn.log  DeviceId=0  useCuDnn=false   makeMode=false

--- Tests/EndToEndTests/Simple2d:

COMMAND:     configFile=$(SolutionDir)Tests/EndToEndTests/Simple2d/OneHidden.cntk  RunDir=$(SolutionDir)Tests/EndToEndTests/Simple2d/_run  DataDir=$(SolutionDir)Tests/EndToEndTests/Simple2d/Data  ConfigDir=$(SolutionDir)Tests/EndToEndTests/Simple2d  stderr=$(SolutionDir)Tests/EndToEndTests/Simple2d/_run/Simple.log  DeviceId=0  useCuDnn=false   makeMode=false

--- Text/RNN:

COMMAND:    configFile=$(SolutionDir)Examples/SequenceToSequence/PennTreebank/Config/rnn.cntk  RunDir=$(SolutionDir)Examples/SequenceToSequence/PennTreebank/_run  RootDir=$(SolutionDir)Examples/SequenceToSequence/PennTreebank/_run  DataDir=$(SolutionDir)Examples/SequenceToSequence/PennTreebank/Data  ConfigDir=$(SolutionDir)Examples/SequenceToSequence/PennTreebank/Config  stderr=$(SolutionDir)Examples/SequenceToSequence/PennTreebank/_run/Simple.log  train=[SGD=[maxEpochs=1]]  confVocabSize=1000  DeviceId=-1  makeMode=false
# append this for small set: trainFile=ptb.small.train.txt  validFile=ptb.small.valid.txt testFile=ptb.small.test.txt

--- Text/SeqCla:

COMMAND:    configFile=$(SolutionDir)Tests/EndToEndTests/Text/SequenceClassification/Config/seqcla.cntk  currentDirectory=$(SolutionDir)Tests/EndToEndTests/Text/SequenceClassification/Data  RunDir=$(SolutionDir)Tests/EndToEndTests/Text/SequenceClassification/_run  DataDir=$(SolutionDir)Tests/EndToEndTests/Text/SequenceClassification/Data  ConfigDir=$(SolutionDir)Tests/EndToEndTests/Text/SequenceClassification/Config  OutputDir=$(SolutionDir)Tests/EndToEndTests/Text/SequenceClassification/_out  DeviceId=auto


Simple test
-----------

COMMAND:     currentDirectory=$(SolutionDir)Demos/Simple  configFile=OneHidden.cntk  stderr=RunDir/OneHidden.cntk.log  RootDir=$(SolutionDir)  DeviceNumber=-1
back to top