{
    "ag-cov": {
        "test_type": "cover",
        "model_name": "chirp-crow-t1",
        "extra_tags": "crow-prod",
        "test_set": "all_genres",
        "gens_per_source": 5
    },
    "ag-art": {
        "test_type": "artist",
        "model_name": "chirp-crow-t1",
        "extra_tags": "crow-prod",
        "test_set": "all_genres",
        "eval_task": "artist_vox_sim",
        "gens_per_source": 5
    },
    "hard": {
        "test_type": "artist",
        "model_name": "chirp-crow-t1",
        "extra_tags": "crow-prod",
        "test_set": "hard",
        "gens_per_source": 5
    },
    "subg": {
        "model_name": "chirp-crow-t1",
        "extra_tags": "crow-prod",
        "test_type": "subgenre",
        "gens_per_source": 8
    },
    "infill": {
        "model_name": "chirp-crow-t1",
        "extra_tags": "crow-prod",
        "test_type": "infill",
        "gens_per_source": 6
    },
    "div": {
        "model_name": "chirp-crow-t1",
        "extra_tags": "crow-prod",
        "test_type": "base_gen",
        "gens_per_source": 8
    },
    "inst-drift": {
        "model_name": "chirp-crow-t1",
        "extra_tags": "crow-prod",
        "test_type": "inst_drift",
        "gens_per_source": 10
    },
    "lyrics": {
        "model_name": "chirp-crow-t1",
        "extra_tags": "crow-prod",
        "test_type": "lyrics_eval",
        "gens_per_source": 5
    }
}