import argparse import os from datasets import load_dataset, Dataset from huggingface_hub import HfApi TOKEN = os.environ.get("DEBUG") api = HfApi(token=TOKEN) parser = argparse.ArgumentParser() parser.add_argument( "--run_dir", default=None, type=str, required=True, help="Path to the run directory.", ) parser.add_argument( "--model_name", default=None, type=str, required=True, help="Model to benchmark.", ) args = parser.parse_args() # Updating request dataset = load_dataset("EnergyStarAI/requests_debug", split="test", token=TOKEN).to_pandas() # Set benchmark to failed dataset.loc[dataset["model"].isin(args.model_name), ['status']] = "FAILED" # Read error message with open(f"{args.run_dir}/error.log", 'r') as file: error_message = file.read() # Add a new column for the error message if necessary if "error_message" not in dataset.columns: dataset["error_message"] = "" dataset.loc[dataset["model"].isin(args.model_name), ['error_message']] = error_message updated_dataset = Dataset.from_pandas(dataset) updated_dataset.push_to_hub("EnergyStarAI/requests_debug", split="test", token=TOKEN) print("Status set to FAILED")