Skip to content

Commit 90a42c7

Browse files
committed
Update ndBrainAgentDeterministicPolicyGradient_Trainer.cpp
1 parent ae53bba commit 90a42c7

File tree

1 file changed

+5
-5
lines changed

1 file changed

+5
-5
lines changed

newton-4.00/sdk/dBrain/ndBrainAgentDeterministicPolicyGradient_Trainer.cpp

Lines changed: 5 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -34,9 +34,9 @@
3434
#include "ndBrainLayerActivationLeakyRelu.h"
3535
#include "ndBrainAgentDeterministicPolicyGradient_Trainer.h"
3636

37-
#define ND_SAC_POLICY_GRADIENT_HIDEN_LAYERS_ACTIVATION ndBrainLayerActivationRelu
38-
//#define ND_SAC_POLICY_GRADIENT_HIDEN_LAYERS_ACTIVATION ndBrainLayerActivationTanh
39-
//#define ND_SAC_POLICY_GRADIENT_HIDEN_LAYERS_ACTIVATION ndBrainLayerActivationLeakyRelu
37+
#define ND_SAC_HIDEN_LAYERS_ACTIVATION ndBrainLayerActivationRelu
38+
//#define ND_SAC_HIDEN_LAYERS_ACTIVATION ndBrainLayerActivationTanh
39+
//#define ND_SAC_HIDEN_LAYERS_ACTIVATION ndBrainLayerActivationLeakyRelu
4040

4141
#define ND_SAC_POLICY_FIX_SIGMA ndBrainFloat(0.2f)
4242
#define ND_SAC_POLICY_MIN_PER_ACTION_SIGMA ndBrainFloat(0.01f)
@@ -327,7 +327,7 @@ void ndBrainAgentDeterministicPolicyGradient_Trainer::BuildPolicyClass()
327327
{
328328
ndAssert(layers[layers.GetCount() - 1]->GetOutputSize() == m_parameters.m_hiddenLayersNumberOfNeurons);
329329
layers.PushBack(new ndBrainLayerLinear(layers[layers.GetCount() - 1]->GetOutputSize(), m_parameters.m_hiddenLayersNumberOfNeurons));
330-
layers.PushBack(new ND_SAC_POLICY_GRADIENT_HIDEN_LAYERS_ACTIVATION(layers[layers.GetCount() - 1]->GetOutputSize()));
330+
layers.PushBack(new ND_SAC_HIDEN_LAYERS_ACTIVATION(layers[layers.GetCount() - 1]->GetOutputSize()));
331331
}
332332
ndInt32 numberOfOutput = m_parameters.m_usePerActionSigmas ? 2 * m_parameters.m_numberOfActions : m_parameters.m_numberOfActions;
333333
layers.PushBack(new ndBrainLayerLinear(layers[layers.GetCount() - 1]->GetOutputSize(), numberOfOutput));
@@ -377,7 +377,7 @@ void ndBrainAgentDeterministicPolicyGradient_Trainer::BuildCriticClass()
377377
{
378378
ndAssert(layers[layers.GetCount() - 1]->GetOutputSize() == m_parameters.m_hiddenLayersNumberOfNeurons);
379379
layers.PushBack(new ndBrainLayerLinear(layers[layers.GetCount() - 1]->GetOutputSize(), m_parameters.m_hiddenLayersNumberOfNeurons));
380-
layers.PushBack(new ND_SAC_POLICY_GRADIENT_HIDEN_LAYERS_ACTIVATION(layers[layers.GetCount() - 1]->GetOutputSize()));
380+
layers.PushBack(new ND_SAC_HIDEN_LAYERS_ACTIVATION(layers[layers.GetCount() - 1]->GetOutputSize()));
381381
}
382382
layers.PushBack(new ndBrainLayerLinear(layers[layers.GetCount() - 1]->GetOutputSize(), m_parameters.m_hiddenLayersNumberOfNeurons));
383383
layers.PushBack(new ndBrainLayerActivationTanh(layers[layers.GetCount() - 1]->GetOutputSize()));

0 commit comments

Comments
 (0)