NAME_1
I have a script that I run sweeps for hyperparameter tuning with: it is as follows:
import random
import os

def main():
    # Define the hyperparameters to search over and their possible values
    search_space = {
        "batch_size": [256],
        "qa_qvalue_inner_trace_length" : [4, 8, 12, 16],
        "qa_qvalue_samples": [128, 256, 512, 1024],
        "qa_qvalue_action_ret_strategy_mode": ["mean", "softmax"],
        "qa_qvalue_action_ret_strategy_softmax_temperature": [0.1, 0.5, 1.0, 2.0, 5.0, 10.0],
        "detective_replay_buffer_of_agents_size": [10, 512, 4096, 16384],
        "advantage_estimation_mode": ["gae", "monte_carlo_no_discount_yes_baseline", "monte_carlo_yes_discount_yes_baseline"],
        "reward_discount": [0.9, 0.96, 0.99, 1.0],
        "value_algorithm_mode": ["td0", "monte-carlo"],
        "gae_lambda": [0.1, 0.96, 0.99, 0.999],
        "tags": [["sweep1"]],
        "agent_aggregator_mlp_features": [(32, 32), (32, 32, 32), (64, 64), (64, 64, 64)],
        "detective_obs_mlp_features": [(32,), (32, 32), (64, 64)],
        "detective_aggregator_mlp_features": [(128, 128), (64, 64), (32, 32), (32, 32, 32)],
        "agent_pg_lr": [0.001, 0.0003]
    }

    # Generate random values for the hyperparameters
    random_values = {param: random.choice(values) for param, values in search_space.items()}
    if random_values["qa_qvalue_action_ret_strategy_mode"] == "mean":
        random_values["qa_qvalue_action_ret_strategy_softmax_temperature"] = -1.0
    if random_values["a