code: def _build_replay_buffer(self, use_staging):
      
      replay_buffer_kwargs = dict(
          observation_shape=dqn_agent.NATURE_DQN_OBSERVATION_SHAPE,
          stack_size=dqn_agent.NATURE_DQN_STACK_SIZE,
          replay_capacity=self._replay_capacity,
          batch_size=self._buffer_batch_size,
          update_horizon=self.update_horizon,
          gamma=self.gamma,
          extra_storage_types=None,
          observation_dtype=np.uint8,
      )
      replay_memory = _OutOfGraphReplayBuffer(
          artificial_done=not self._generates_trainable_dones,
          **replay_buffer_kwargs)
  
      return circular_replay_buffer.WrappedReplayBuffer(
          wrapped_memory=replay_memory,
          use_staging=use_staging,
          **replay_buffer_kwargs)
docs: Build WrappedReplayBuffer with custom OutOfGraphReplayBuffer.