(self)
return tl.Fn('PPOObjective', f)
PPO objective with local parameters.
PPO objective with local parameters.
PPO objective with local parameters .
def ppo_objective(self):
    """PPO objective with local parameters."""
    def f(dist_inputs, values, returns, dones, rewards, actions, old_log_probs):
      return rl_layers.PPOObjective(
          dist_inputs, values, returns, dones, rewards, actions, old_log_probs,
          log_prob_fun=self._policy_dist.log_prob,
          epsilon=self._epsilon,
          normalize_advantages=self._normalize_advantages)
    return tl.Fn('PPOObjective', f)
def ppo_objective ( self ) : def f ( dist_inputs , values , returns , dones , rewards , actions , old_log_probs ) : return rl_layers . PPOObjective ( dist_inputs , values , returns , dones , rewards , actions , old_log_probs , log_prob_fun = self . _policy_dist . log_prob , epsilon = self . _epsilon , normalize_advantages = self . _normalize_advantages ) return tl . Fn ( 'PPOObjective' , f )