Distributional RL (C51, QRDQN) Integration Tests

Summary: Title.

Differential Revision: D16830577

fbshipit-source-id: 5905dc25fdf930d538336e3a6c414ec6afa7796e

Author: czxttkl

ml/rl/training/c51_trainer.py

@@ -22,11 +22,6 @@ def __init__(
         use_gpu=False,
         metrics_to_score=None,
     ) -> None:
-        self.double_q_learning = parameters.rainbow.double_q_learning
-        self.minibatch_size = parameters.training.minibatch_size
-        self.minibatches_per_step = parameters.training.minibatches_per_step or 1
-        self._actions = parameters.actions if parameters.actions is not None else []
-
         RLTrainer.__init__(
             self,
             parameters,
@@ -35,6 +30,11 @@ def __init__(
             actions=parameters.actions,
         )
 
+        self.double_q_learning = parameters.rainbow.double_q_learning
+        self.minibatch_size = parameters.training.minibatch_size
+        self.minibatches_per_step = parameters.training.minibatches_per_step or 1
+        self._actions = parameters.actions if parameters.actions is not None else []
+
         self.q_network = q_network
         self.q_network_target = q_network_target
         self._set_optimizer(parameters.training.optimizer)