{ "cells": [ { "cell_type": "code", "execution_count": 1, "metadata": { "execution": { "iopub.execute_input": "2025-11-14T20:32:05.073347Z", "iopub.status.busy": "2025-11-14T20:32:05.072992Z", "iopub.status.idle": "2025-11-14T20:32:05.086743Z", "shell.execute_reply": "2025-11-14T20:32:05.086301Z", "shell.execute_reply.started": "2025-11-14T20:32:05.073325Z" } }, "outputs": [], "source": [ "# setup autoload\n", "%load_ext autoreload\n", "%autoreload 2" ] }, { "cell_type": "code", "execution_count": 2, "metadata": { "ExecuteTime": { "end_time": "2024-05-16T13:58:21.040680Z", "start_time": "2024-05-16T13:58:19.777010Z" }, "execution": { "iopub.execute_input": "2025-11-14T20:32:05.515585Z", "iopub.status.busy": "2025-11-14T20:32:05.515310Z", "iopub.status.idle": "2025-11-14T20:32:08.430225Z", "shell.execute_reply": "2025-11-14T20:32:08.429688Z", "shell.execute_reply.started": "2025-11-14T20:32:05.515569Z" } }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "The autoreload extension is already loaded. To reload it, use:\n", " %reload_ext autoreload\n" ] } ], "source": [ "import ast\n", "import os\n", "import shutil\n", "import sys\n", "from collections import defaultdict\n", "\n", "import json\n", "import numpy as np\n", "import pandas as pd\n", "from preference_data_preparation_4rvq import *\n", "from preference_helper import *\n", "from sklearn.model_selection import train_test_split\n", "from suno_utils.utils.s3 import download_s3_files\n", "from suno_utils.utils.text import read_json, read_jsonl, write_json, write_jsonl\n", "from tqdm import tqdm\n", "\n", "pd.set_option(\"display.max_rows\", 500)\n", "pd.set_option(\"display.max_columns\", 500)\n", "pd.set_option(\"display.width\", 1000)\n", "\n", "# setup autoload\n", "%load_ext autoreload\n", "%autoreload 2\n", "\n", "\n", "def custom_parse(x):\n", " try:\n", " return json.loads(x)\n", " except:\n", " return {}" ] }, { "cell_type": "code", "execution_count": 90, "metadata": { "ExecuteTime": { "end_time": "2024-05-16T13:58:21.082172Z", "start_time": "2024-05-16T13:58:21.041926Z" }, "execution": { "iopub.execute_input": "2025-11-15T03:47:24.141096Z", "iopub.status.busy": "2025-11-15T03:47:24.140748Z", "iopub.status.idle": "2025-11-15T03:47:24.198127Z", "shell.execute_reply": "2025-11-15T03:47:24.197605Z", "shell.execute_reply.started": "2025-11-15T03:47:24.141077Z" } }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "N_TOKENS_AUDIO 12000\n" ] } ], "source": [ "OUT_DATA_DIR = \"/app2/suno/data/dpo/crow_t1_v56_4rvq\"\n", "os.makedirs(OUT_DATA_DIR, exist_ok=True)\n", "shutil.copyfile(\n", " \"/app/suno/data/dpo/7v_v20_full/tokenizer_60k.json\",\n", " os.path.join(OUT_DATA_DIR, \"tokenizer_60k.json\"),\n", ")\n", "NPZ_DIR = \"/app2/suno/data/dpo/crow_t1_npz\"\n", "N_TOKENS_AUDIO = 25 * 8 * 60\n", "print(\"N_TOKENS_AUDIO\", N_TOKENS_AUDIO)" ] }, { "cell_type": "code", "execution_count": 4, "metadata": { "execution": { "iopub.execute_input": "2025-11-14T20:32:09.940161Z", "iopub.status.busy": "2025-11-14T20:32:09.939837Z", "iopub.status.idle": "2025-11-14T20:34:25.483823Z", "shell.execute_reply": "2025-11-14T20:34:25.483239Z", "shell.execute_reply.started": "2025-11-14T20:32:09.940142Z" } }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "before dropna (2733682, 215)\n", "after dropna (2733682, 208)\n" ] } ], "source": [ "df = pd.read_pickle(\n", " \"/home/tony/Data/Preference/crow_t1/interesting_clips_crow_t1_20251030_full_slice.pkl\"\n", ")\n", "print(\"before dropna\", df.shape)\n", "df = df.dropna(axis=1, how=\"all\")\n", "print(\"after dropna\", df.shape)" ] }, { "cell_type": "code", "execution_count": 5, "metadata": { "execution": { "iopub.execute_input": "2025-11-14T20:34:25.484821Z", "iopub.status.busy": "2025-11-14T20:34:25.484665Z", "iopub.status.idle": "2025-11-14T20:34:26.388263Z", "shell.execute_reply": "2025-11-14T20:34:26.387717Z", "shell.execute_reply.started": "2025-11-14T20:34:25.484805Z" } }, "outputs": [], "source": [ "df_total = df" ] }, { "cell_type": "code", "execution_count": 91, "metadata": { "execution": { "iopub.execute_input": "2025-11-15T03:47:27.290608Z", "iopub.status.busy": "2025-11-15T03:47:27.290275Z", "iopub.status.idle": "2025-11-15T03:47:37.358921Z", "shell.execute_reply": "2025-11-15T03:47:37.358154Z", "shell.execute_reply.started": "2025-11-15T03:47:27.290589Z" } }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "(2733682, 208) (625112, 208)\n", "after date cut (625112, 208)\n" ] } ], "source": [ "# # v3 # 09-23 -- 09-26 217218\n", "# # v4 # 09-26 -- 09-28 166358\n", "# # v5 # 09-28 -- 10-01 156902\n", "# # \n", "# # v6 # 09-23 -- 09-26 232690\n", "# # v7 # 09-26 -- 09-28 184956\n", "# # v8 # 09-28 -- 10-01 231470\n", "# # \n", "# # v9 (v6, v7, v8)\n", "# # v10 # 09-23 -- 09-26 217344\n", "# # v11 # 09-26 -- 09-28 167036\n", "# # v12 # 09-28 -- 10-01 157570\n", "# # \n", "# # data 10-06\n", "# # v13 # 09-23 -- 09-26 251008\n", "# # v14 # 09-26 -- 09-28 205040\n", "# # v15 # 09-28 -- 10-01 274238\n", "# # v16 # 10-01 -- 10-04 246298\n", "# # \n", "# # data 10-09\n", "# # v13 # 09-23 -- 09-26 260700\n", "# # v14 # 09-26 -- 09-28 213860\n", "# # v15 # 09-28 -- 10-01 289968\n", "# # v16 # 10-01 -- 10-04 277330\n", "# # \n", "# # data 10-11\n", "# # v17 # 09-23 -- 09-26 254828\n", "# # v18 # 09-26 -- 09-29 304158\n", "# # v19 # 09-29 -- 10-02 281620\n", "# # v20 # 10-02 -- 10-05 274700\n", "# # \n", "# # data 10-16\n", "# # v21 # 09-23 -- 09-26 266992\n", "# # v22 # 09-26 -- 09-29 320004\n", "# # v23 # 09-29 -- 10-02 299798\n", "# # v24 # 10-02 -- 10-05 299228\n", "# # v25 # 10-05 -- 10-08 283690\n", "# # v26 # 10-08 -- 10-11 277962\n", "# # v27 # 10-11 -- 10-15 320808\n", "# # \n", "# # data 10-25\n", "# # v31 # 09-23 -- 09-26 200286\n", "# # v32 # 09-26 -- 09-29 242158\n", "# # v33 # 09-29 -- 10-02 230224\n", "# # v34 # 10-02 -- 10-05 232714\n", "# # v35 # 10-05 -- 10-11 450570\n", "# # v36 # 10-11 -- 10-17 438742\n", "# # v37 # 10-17 -- 10-26 446970\n", "# # \n", "# # data 10-25\n", "# # v41 # 09-23 -- 09-26 135520\n", "# # v42 # 09-26 -- 09-29 162702\n", "# # v43 # 09-29 -- 10-02 152880\n", "# # v44 # 10-02 -- 10-05 153712\n", "# # v45 # 10-05 -- 10-11 292718\n", "# # v46 # 10-11 -- 10-17 277006\n", "# # v47 # 10-17 -- 10-26 253528\n", "# # \n", "# # data 10-30\n", "# # v51 # 09-23 -- 09-26 209870\n", "# # v52 # 09-26 -- 09-29 254476\n", "# # v53 # 09-29 -- 10-02 242088\n", "# # v54 # 10-02 -- 10-05 245902\n", "# # v55 # 10-05 -- 10-12 566242\n", "# # v56 # 10-12 -- 10-20 625112 \n", "# # v57 # 10-20 -- 10-31 589974\n", "# # \n", "# # data 11-04 (1st full)\n", "# # v58 # 09-23 -- 10-26 462146 \n", "# # v59 # 10-12 -- 10-31 589974\n", "# sth is wrong\n", "# # v61 # 09-23 -- 09-29 454492\n", "# # v62 # 09-29 -- 10-05 474278\n", "# # v63 # 10-05 -- 10-12 546182\n", "# # v64 # 10-12 -- 10-20 595196 \n", "# # v65 # 10-20 -- 10-28 489446\n", "# # v66 # 10-28 -- 11-05 234182 \n", "df_total[\"created_at\"] = pd.to_datetime(df_total[\"created_at\"], utc=True)\n", "start_cutoff_date = pd.to_datetime(\"2025-10-12\", utc=True)\n", "end_cutoff_date = pd.to_datetime(\"2025-10-20\", utc=True)\n", "date_mask = (df_total[\"created_at\"] < end_cutoff_date) & (df_total[\"created_at\"] >= start_cutoff_date)\n", "print(df_total.shape, df_total[date_mask].shape)\n", "df_slice = df_total[date_mask].copy()\n", "print(\"after date cut\", df_slice.shape)" ] }, { "cell_type": "code", "execution_count": 92, "metadata": { "ExecuteTime": { "end_time": "2024-05-16T14:00:20.866354Z", "start_time": "2024-05-16T14:00:12.443344Z" }, "execution": { "iopub.execute_input": "2025-11-15T03:47:37.360059Z", "iopub.status.busy": "2025-11-15T03:47:37.359880Z", "iopub.status.idle": "2025-11-15T03:47:37.439169Z", "shell.execute_reply": "2025-11-15T03:47:37.438490Z", "shell.execute_reply.started": "2025-11-15T03:47:37.360040Z" } }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "(625112, 208)\n", "task\n", " 369558\n", "cover 149920\n", "artist_consistency 42114\n", "artist_cover 22846\n", "extend 14504\n", "infill 6714\n", "playlist_condition 6380\n", "stem_condition 3082\n", "overpainting 2980\n", "artist_extend 2956\n", "upload_extend 2182\n", "underpainting 1876\n", "Name: count, dtype: int64\n", "/app2/suno/data/dpo/crow_t1_v56_4rvq\n" ] }, { "ename": "NameError", "evalue": "name 'BREAK' is not defined", "output_type": "error", "traceback": [ "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m", "\u001b[0;31mNameError\u001b[0m Traceback (most recent call last)", "Cell \u001b[0;32mIn[92], line 7\u001b[0m\n\u001b[1;32m 5\u001b[0m \u001b[38;5;28mprint\u001b[39m(df_slice[\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mtask\u001b[39m\u001b[38;5;124m\"\u001b[39m]\u001b[38;5;241m.\u001b[39mvalue_counts())\n\u001b[1;32m 6\u001b[0m \u001b[38;5;28mprint\u001b[39m(OUT_DATA_DIR)\n\u001b[0;32m----> 7\u001b[0m \u001b[43mBREAK\u001b[49m\n\u001b[1;32m 8\u001b[0m \u001b[38;5;66;03m# (269282, 199)\u001b[39;00m\n", "\u001b[0;31mNameError\u001b[0m: name 'BREAK' is not defined" ] } ], "source": [ "# df_total.to_pickle(\n", "# \"/home/tony/Data/Preference/crow_t1/interesting_clips_crow_t1_20251030_full_slice.pkl\"\n", "# )\n", "print(df_slice.shape)\n", "print(df_slice[\"task\"].value_counts())\n", "print(OUT_DATA_DIR)\n", "BREAK\n", "# (269282, 199)" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "## Need to kick out the ones has gpt prompt -- these are pairs with different text inputs" ] }, { "cell_type": "code", "execution_count": 93, "metadata": { "execution": { "iopub.execute_input": "2025-11-15T03:47:42.178666Z", "iopub.status.busy": "2025-11-15T03:47:42.178319Z", "iopub.status.idle": "2025-11-15T03:47:44.041131Z", "shell.execute_reply": "2025-11-15T03:47:44.040336Z", "shell.execute_reply.started": "2025-11-15T03:47:42.178645Z" } }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "(625112, 208)\n", "(625112, 208)\n", "(625112, 208)\n" ] } ], "source": [ "print(df_slice.shape)\n", "df_slice = df_slice[df_slice[\"request_id\"].apply(lambda x: len(x) > 3)]\n", "print(df_slice.shape)\n", "# df_slice = df_slice[df_slice[\"is_pro_user\"]].copy()\n", "print(df_slice.shape)" ] }, { "cell_type": "code", "execution_count": 94, "metadata": { "ExecuteTime": { "end_time": "2024-05-16T13:59:41.932296Z", "start_time": "2024-05-16T13:59:41.932287Z" }, "execution": { "iopub.execute_input": "2025-11-15T03:47:44.042405Z", "iopub.status.busy": "2025-11-15T03:47:44.042220Z", "iopub.status.idle": "2025-11-15T03:47:44.091710Z", "shell.execute_reply": "2025-11-15T03:47:44.091025Z", "shell.execute_reply.started": "2025-11-15T03:47:44.042386Z" } }, "outputs": [], "source": [ "# don't have continue at\n", "df_slice[\"request_id\"] = df_slice[\"request_id\"].astype(str)\n", "# df_slice[\"npz_path\"] = df_slice[\"npz_path\"].apply(lambda x: str(x).replace(\"_npz\", \"_npz/\"))\n", "# df_slice[df_slice[\"continue_at\"].isna()][\"request_id\"].nunique(), df_slice[\"request_id\"].nunique()" ] }, { "cell_type": "code", "execution_count": 95, "metadata": { "ExecuteTime": { "end_time": "2024-05-16T13:59:41.932966Z", "start_time": "2024-05-16T13:59:41.932957Z" }, "execution": { "iopub.execute_input": "2025-11-15T03:47:44.092584Z", "iopub.status.busy": "2025-11-15T03:47:44.092419Z", "iopub.status.idle": "2025-11-15T03:47:44.224025Z", "shell.execute_reply": "2025-11-15T03:47:44.223295Z", "shell.execute_reply.started": "2025-11-15T03:47:44.092566Z" } }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "312556\n" ] } ], "source": [ "final_filtered_requests = df_slice[\"request_id\"].astype(str).unique()\n", "# final_filtered_requests = df_slice[df_slice[\"is_pro_user\"]][\"request_id\"].astype(str).unique()\n", "print(len(final_filtered_requests))" ] }, { "cell_type": "code", "execution_count": 96, "metadata": { "ExecuteTime": { "end_time": "2024-05-16T13:59:41.934277Z", "start_time": "2024-05-16T13:59:41.934268Z" }, "execution": { "iopub.execute_input": "2025-11-15T03:47:44.224916Z", "iopub.status.busy": "2025-11-15T03:47:44.224754Z", "iopub.status.idle": "2025-11-15T03:47:54.877445Z", "shell.execute_reply": "2025-11-15T03:47:54.876647Z", "shell.execute_reply.started": "2025-11-15T03:47:44.224898Z" } }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "309430 3126\n", "(618860, 208) (6252, 208)\n" ] } ], "source": [ "train_requests, val_requests = train_test_split(\n", " sorted(list(final_filtered_requests)), test_size=0.01, random_state=42\n", ")\n", "print(len(train_requests), len(val_requests))\n", "\n", "train_df = df_slice[df_slice[\"request_id\"].astype(str).isin(set(train_requests))].copy()\n", "val_df = df_slice[df_slice[\"request_id\"].astype(str).isin(set(val_requests))].copy()\n", "train_df = train_df.sort_values(by=[\"request_id\", \"preference\"])\n", "train_df = train_df # .reset_index()\n", "val_df = val_df.sort_values(by=[\"request_id\", \"preference\"])\n", "val_df = val_df # .reset_index()\n", "train_df = train_df.reset_index(drop=True)\n", "val_df = val_df.reset_index(drop=True)\n", "print(train_df.shape, val_df.shape)" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "# Actually make" ] }, { "cell_type": "code", "execution_count": 97, "metadata": { "ExecuteTime": { "end_time": "2024-05-16T13:59:41.935620Z", "start_time": "2024-05-16T13:59:41.935613Z" }, "execution": { "iopub.execute_input": "2025-11-15T03:47:54.879371Z", "iopub.status.busy": "2025-11-15T03:47:54.878860Z", "iopub.status.idle": "2025-11-15T03:48:20.144269Z", "shell.execute_reply": "2025-11-15T03:48:20.143721Z", "shell.execute_reply.started": "2025-11-15T03:47:54.879349Z" } }, "outputs": [ { "name": "stderr", "output_type": "stream", "text": [ "100%|██████████████████████████████████████████████████████████████████████████████████████████████████████| 618860/618860 [00:24<00:00, 25355.11it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "31,324 hours of 618860 clips, 38.67875 nodes, 805.8072916666666 iters\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\n" ] } ], "source": [ "total_duration = 0\n", "for i, row in tqdm(train_df.iterrows(), total=len(train_df)):\n", " # we need to alternate between preference: neg, pos\n", " # print(i, row)\n", " try:\n", " assert row[\"preference\"] == (i % 2 == 1)\n", " total_duration += row[\"duration\"]\n", " except Exception as E:\n", " print(i, row)\n", " print(E)\n", " raise ValueError()\n", "\n", "print(\n", " f\"{round(total_duration / 60 / 60):,} hours of {train_df.shape[0]} clips, {train_df.shape[0] / 8 / 2 / 1000} nodes, {train_df.shape[0] / 8 / 6 / 16} iters\"\n", ")" ] }, { "cell_type": "code", "execution_count": 98, "metadata": { "ExecuteTime": { "end_time": "2024-05-16T13:59:41.936268Z", "start_time": "2024-05-16T13:59:41.936260Z" }, "execution": { "iopub.execute_input": "2025-11-15T03:48:20.144995Z", "iopub.status.busy": "2025-11-15T03:48:20.144839Z", "iopub.status.idle": "2025-11-15T03:50:51.886373Z", "shell.execute_reply": "2025-11-15T03:50:51.885824Z", "shell.execute_reply.started": "2025-11-15T03:48:20.144978Z" } }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "t_data_memmap is set to: 12000\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "100%|█████████████████████████████████████████████████████████████████████████████████████████████████████████████| 6252/6252 [02:31<00:00, 41.21it/s]\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "Total 6252 clips, 0 different prompts, 0 different tags, 0 different negative tags\n", "215 hours of False\n", "216 hours of True\n", "gen: 189.8 hours\n", "stem_condition: 1.2 hours\n", "cover: 150.9 hours\n", "artist_consistency: 43.6 hours\n", "extend: 8.5 hours\n", "infill: 2.9 hours\n", "artist_cover: 23.5 hours\n", "overpainting: 1.4 hours\n", "playlist_condition: 4.7 hours\n", "artist_extend: 2.2 hours\n", "underpainting: 2.4 hours\n", "\n", "--- Gender Distribution ---\n", " female: 646 (10.3%)\n", " male: 972 (15.5%)\n", " unspecified: 4,634 (74.1%)\n", "\n", "--- Negative Tags Usage ---\n", " has_neg_tags: 310 (5.0%)\n", " no_neg_tags: 5,942 (95.0%)\n", "\n", "--- Control Slider Usage ---\n", " has_control_slider: 1,970 (31.5% of clips)\n", " no_control_slider: 4,282 (68.5% of clips)\n", "Done\n" ] } ], "source": [ "make_dataset(\n", " val_df, OUT_DATA_DIR, is_val=True, t_data_memmap=N_TOKENS_AUDIO\n", ")" ] }, { "cell_type": "code", "execution_count": 99, "metadata": { "execution": { "iopub.execute_input": "2025-11-15T03:50:51.887090Z", "iopub.status.busy": "2025-11-15T03:50:51.886938Z", "iopub.status.idle": "2025-11-15T03:50:52.185616Z", "shell.execute_reply": "2025-11-15T03:50:52.185075Z", "shell.execute_reply.started": "2025-11-15T03:50:51.887074Z" } }, "outputs": [], "source": [ "# test_npz = np.load(\"/app/suno/data/dpo/30b_npz/26d19085-18da-4701-af43-122684543891.npz\")\n", "# for k in test_npz.keys():\n", "# print(k)" ] }, { "cell_type": "code", "execution_count": 100, "metadata": { "ExecuteTime": { "end_time": "2024-05-16T13:59:41.936964Z", "start_time": "2024-05-16T13:59:41.936957Z" }, "execution": { "iopub.execute_input": "2025-11-15T03:50:52.186342Z", "iopub.status.busy": "2025-11-15T03:50:52.186189Z", "iopub.status.idle": "2025-11-15T08:08:40.259919Z", "shell.execute_reply": "2025-11-15T08:08:40.259285Z", "shell.execute_reply.started": "2025-11-15T03:50:52.186326Z" } }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "t_data_memmap is set to: 12000\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 3%|██▉ | 17686/618860 [07:16<3:37:48, 46.00it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "17680, Semantic codes not found: /app2/suno/data/semantic_code/crow/m_8b50098a-cd4b-40fd-9be3-f311da8479ef.npz, upload_extend, /app2/suno/data/semantic_code/crow/0febc5d9-8ab3-4239-9b5f-3c7bb3e35e38.npz.\n", "WTF --> 17681, skip, preference: True, 2410b2e0-2f0c-4e40-a445-a47a29ba5355, task: upload_extend.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 11%|███████████▋ | 69187/618860 [29:31<3:16:58, 46.51it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "69182, Semantic codes not found: /app2/suno/data/semantic_code/crow/m_f7351888-fedd-4d77-81f3-69a0eea9473e.npz, upload_extend, /app2/suno/data/semantic_code/crow/c3ae59ab-dc24-4d62-83bd-1ba9807151f3.npz.\n", "WTF --> 69183, skip, preference: True, f94363d9-ffec-418a-8bd3-c4bbfd7568eb, task: upload_extend.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 18%|██████████████████▎ | 110266/618860 [46:43<3:20:55, 42.19it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "110258, Semantic codes not found: /app2/suno/data/semantic_code/crow/m_6664d2f8-7b29-45aa-a202-44a550bb0704.npz, upload_extend, /app2/suno/data/semantic_code/crow/b64e9844-5d67-42ba-a76f-7766745a536d.npz.\n", "WTF --> 110259, skip, preference: True, d819428f-d937-46dc-a4d3-6f20eb1687fb, task: upload_extend.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 21%|██████████████████████ | 132858/618860 [58:30<3:18:05, 40.89it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "132848, Semantic codes not found: /app2/suno/data/semantic_code/crow/m_4b755c23-bd87-4c22-aaf1-063fd9c1fd67.npz, upload_extend, /app2/suno/data/semantic_code/crow/389016c7-9b13-493b-80a4-3d91bbc19bbf.npz.\n", "WTF --> 132849, skip, preference: True, c8a55bfb-6cac-4090-a95f-cbf1aca3fbfa, task: upload_extend.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 25%|████████████████████████▉ | 152430/618860 [1:08:08<3:21:51, 38.51it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "Overflow at 152430: 13827 > 12000\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 25%|████████████████████████▋ | 152438/618860 [1:08:10<10:48:06, 11.99it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "Overflow at 152431: 13827 > 12000\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 28%|███████████████████████████▉ | 171397/618860 [1:16:03<2:41:13, 46.26it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "171388, Failed to load conditioning codes for stem from 00ec6b13-6d6c-47d5-b6cc-01c7d122c1ed: Semantic codes not found: /app2/suno/data/semantic_code/crow/00ec6b13-6d6c-47d5-b6cc-01c7d122c1ed.npz, stem_condition, /app2/suno/data/semantic_code/crow/2ad00b8d-0c1c-4910-a6cd-c7df8b7d1b20.npz.\n", "WTF --> 171389, skip, preference: True, ca94a784-3eeb-4dae-889b-ba739b56ff3f, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 28%|████████████████████████████▌ | 174841/618860 [1:17:27<2:44:57, 44.86it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "174836, Semantic codes not found: /app2/suno/data/semantic_code/crow/m_ed873a0c-87ab-43f2-9079-e5735bfc3d43.npz, upload_extend, /app2/suno/data/semantic_code/crow/a7eddc1a-85b6-4b54-a273-3042e442c960.npz.\n", "WTF --> 174837, skip, preference: True, a94981e4-9098-4f68-8930-e2bc5ab317a7, task: upload_extend.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 31%|██████████████████████████████▉ | 189612/618860 [1:23:56<2:38:53, 45.03it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "189602, Failed to load conditioning codes for stem from 01d3b4b8-762b-4c19-b25c-117e9c2a075d: Semantic codes not found: /app2/suno/data/semantic_code/crow/01d3b4b8-762b-4c19-b25c-117e9c2a075d.npz, stem_condition, /app2/suno/data/semantic_code/crow/c42482fa-a194-48dc-95e2-626b5fdc232c.npz.\n", "WTF --> 189603, skip, preference: True, 6b1bfc06-01ac-487d-9e45-ca8ee7833b4d, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 32%|████████████████████████████████▎ | 197771/618860 [1:27:11<2:31:29, 46.33it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "197762, Failed to load conditioning codes for stem from 06065e9c-66aa-4637-b8d1-87d8ff895fe8: Semantic codes not found: /app2/suno/data/semantic_code/crow/06065e9c-66aa-4637-b8d1-87d8ff895fe8.npz, stem_condition, /app2/suno/data/semantic_code/crow/2dbe40ad-5098-47ce-a581-a6c248b01e79.npz.\n", "WTF --> 197763, skip, preference: True, be22618a-35e1-4a01-9559-54f9463e5d3b, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 35%|███████████████████████████████████▏ | 215801/618860 [1:34:58<2:39:54, 42.01it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "Overflow at 215796: 15148 > 12000\n", "Overflow at 215797: 15148 > 12000\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 37%|█████████████████████████████████████ | 226906/618860 [1:39:19<2:23:11, 45.62it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "226898, Failed to load conditioning codes for stem from 07adc839-047d-4c0f-8d94-c0d4ad6dc95f: Semantic codes not found: /app2/suno/data/semantic_code/crow/07adc839-047d-4c0f-8d94-c0d4ad6dc95f.npz, stem_condition, /app2/suno/data/semantic_code/crow/d35adfe7-e1be-4b56-999b-9809eb706c53.npz.\n", "WTF --> 226899, skip, preference: True, d5fca87c-48c5-49d4-9507-0f707b1a3fce, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 38%|██████████████████████████████████████▎ | 234528/618860 [1:42:17<2:11:11, 48.83it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "234518, Failed to load conditioning codes for stem from 07699acf-30a2-4138-ad05-7c68c3aa1f72: Semantic codes not found: /app2/suno/data/semantic_code/crow/07699acf-30a2-4138-ad05-7c68c3aa1f72.npz, stem_condition, /app2/suno/data/semantic_code/crow/2f8e877e-c974-4a24-a1be-4c6d827c3bfe.npz.\n", "WTF --> 234519, skip, preference: True, 85779cc1-ad6c-4ca0-ab8c-ff6e5bbc833c, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 38%|██████████████████████████████████████▋ | 236945/618860 [1:43:14<2:03:20, 51.61it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "236938, Failed to load conditioning codes for stem from 08fdcb88-47c8-447b-b073-3bb05d385405: Semantic codes not found: /app2/suno/data/semantic_code/crow/08fdcb88-47c8-447b-b073-3bb05d385405.npz, stem_condition, /app2/suno/data/semantic_code/crow/912ae9d5-249c-470d-9257-64df9b359118.npz.\n", "WTF --> 236939, skip, preference: True, bdcfbaae-a0d0-4b5e-88ac-8d6c46b5dcc3, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 41%|█████████████████████████████████████████▉ | 256739/618860 [1:50:55<2:14:08, 44.99it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "256730, Failed to load conditioning codes for stem from 04e8c0c9-b38b-47a7-92f4-0992f252dafb: Semantic codes not found: /app2/suno/data/semantic_code/crow/04e8c0c9-b38b-47a7-92f4-0992f252dafb.npz, stem_condition, /app2/suno/data/semantic_code/crow/a85a9723-d63f-46a3-9a2b-5cb50b2db62c.npz.\n", "WTF --> 256731, skip, preference: True, c389325d-091b-464b-9487-614d960b5d10, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 42%|██████████████████████████████████████████▎ | 259156/618860 [1:51:51<2:09:18, 46.37it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "259148, Failed to load conditioning codes for stem from 0e97bf58-0362-42ed-a187-99a71f5dcd9f: Semantic codes not found: /app2/suno/data/semantic_code/crow/0e97bf58-0362-42ed-a187-99a71f5dcd9f.npz, stem_condition, /app2/suno/data/semantic_code/crow/c6a99f61-bd97-482f-876c-e4d33782c26e.npz.\n", "WTF --> 259149, skip, preference: True, 14687737-74f4-42d8-b031-4edff8e0d2c5, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 42%|██████████████████████████████████████████▊ | 262089/618860 [1:53:00<2:05:55, 47.22it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "262080, Failed to load conditioning codes for stem from 0151437d-b86a-454a-a86f-afd73be7336e: Semantic codes not found: /app2/suno/data/semantic_code/crow/0151437d-b86a-454a-a86f-afd73be7336e.npz, stem_condition, /app2/suno/data/semantic_code/crow/6914c8c7-8459-4af7-8033-39d7dc22ffe9.npz.\n", "WTF --> 262081, skip, preference: True, 2ac1403c-87e7-4870-b962-858458b2671a, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 43%|███████████████████████████████████████████▎ | 265189/618860 [1:54:13<2:07:12, 46.34it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "265182, Semantic codes not found: /app2/suno/data/semantic_code/crow/m_475795fd-129e-42a5-90c2-b4b378c22d21.npz, upload_extend, /app2/suno/data/semantic_code/crow/f57926b8-7e42-44e3-adf3-ec9dcaa0d150.npz.\n", "WTF --> 265183, skip, preference: True, 9d4bd0ba-4fed-475a-9518-3b1b5cdc855e, task: upload_extend.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 44%|███████████████████████████████████████████▉ | 269527/618860 [1:56:00<1:58:57, 48.95it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "269520, Failed to load conditioning codes for stem from 0b766818-554c-43de-aca9-75013a49d763: Semantic codes not found: /app2/suno/data/semantic_code/crow/0b766818-554c-43de-aca9-75013a49d763.npz, stem_condition, /app2/suno/data/semantic_code/crow/1e89a838-249a-4a18-8ef1-19ebb4640cc8.npz.\n", "WTF --> 269521, skip, preference: True, a4bf335d-7b47-4d26-9a86-cba3e75f57da, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 44%|████████████████████████████████████████████ | 269741/618860 [1:56:05<2:06:28, 46.01it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "269732, Failed to load conditioning codes for stem from 05cd8a73-1460-4edf-9714-7f753de75bbc: Semantic codes not found: /app2/suno/data/semantic_code/crow/05cd8a73-1460-4edf-9714-7f753de75bbc.npz, stem_condition, /app2/suno/data/semantic_code/crow/dd043f86-305d-4cae-8532-ee2a1243ded7.npz.\n", "WTF --> 269733, skip, preference: True, 5cc419f2-9b01-4c05-96ce-172e23e0f522, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 44%|████████████████████████████████████████████ | 270052/618860 [1:56:12<2:11:47, 44.11it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "270042, Failed to load conditioning codes for stem from 140740bb-24dd-40e2-bec5-6cbd26bdab12: Semantic codes not found: /app2/suno/data/semantic_code/crow/140740bb-24dd-40e2-bec5-6cbd26bdab12.npz, stem_condition, /app2/suno/data/semantic_code/crow/b0e4fd7f-e3b8-4ecf-a0a5-295135ef4c07.npz.\n", "WTF --> 270043, skip, preference: True, dc147de6-1588-496f-89b2-2d4883d17cdd, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 44%|████████████████████████████████████████████▌ | 272970/618860 [1:57:20<2:10:05, 44.31it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "272962, Semantic codes not found: /app2/suno/data/semantic_code/crow/m_255869e0-d01f-4057-80dd-740bd74fd4f9.npz, upload_extend, /app2/suno/data/semantic_code/crow/d8bf4a95-5756-4565-943c-08a0471f5b9d.npz.\n", "WTF --> 272963, skip, preference: True, e3d4d4ac-daee-4176-8c76-dba919c07f36, task: upload_extend.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 44%|████████████████████████████████████████████▊ | 274238/618860 [1:57:51<2:21:28, 40.60it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "274228, Failed to load conditioning codes for stem from 00213dc8-3266-462c-9747-f69362ecaf97: Semantic codes not found: /app2/suno/data/semantic_code/crow/00213dc8-3266-462c-9747-f69362ecaf97.npz, stem_condition, /app2/suno/data/semantic_code/crow/0342e772-8c5d-4448-87b3-370bead3e962.npz.\n", "WTF --> 274229, skip, preference: True, 02e44101-f2f5-41bf-94d8-4676dd053268, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 44%|████████████████████████████████████████████▊ | 274540/618860 [1:57:59<2:21:22, 40.59it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "274532, Failed to load conditioning codes for stem from 07b28679-854f-487e-8f28-12c393ac3bc2: Semantic codes not found: /app2/suno/data/semantic_code/crow/07b28679-854f-487e-8f28-12c393ac3bc2.npz, stem_condition, /app2/suno/data/semantic_code/crow/16835a9c-dc0f-4996-b090-96b442910ec4.npz.\n", "WTF --> 274533, skip, preference: True, 238f043a-3975-4a5d-a4ce-74efef52117b, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 45%|█████████████████████████████████████████████▎ | 277406/618860 [1:59:06<2:09:29, 43.95it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "277400, Failed to load conditioning codes for stem from 0eee08e7-be12-4931-8248-1c14c4a7bb82: Semantic codes not found: /app2/suno/data/semantic_code/crow/0eee08e7-be12-4931-8248-1c14c4a7bb82.npz, stem_condition, /app2/suno/data/semantic_code/crow/e52845c4-5a4f-422a-abb4-2bc095694def.npz.\n", "WTF --> 277401, skip, preference: True, 3d46cb22-55f1-43ed-876d-e70196f28ba6, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 45%|█████████████████████████████████████████████▋ | 280176/618860 [2:00:11<2:01:57, 46.28it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "280168, Failed to load conditioning codes for stem from 11db328d-01a6-4e1c-ab6b-cd6cb61e4b58: Semantic codes not found: /app2/suno/data/semantic_code/crow/11db328d-01a6-4e1c-ab6b-cd6cb61e4b58.npz, stem_condition, /app2/suno/data/semantic_code/crow/5df308d8-745d-4768-8a90-9bc37e880d1c.npz.\n", "WTF --> 280169, skip, preference: True, ecb08ca3-d96a-4000-8502-32558aead15b, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 47%|███████████████████████████████████████████████▏ | 288843/618860 [2:04:14<2:03:08, 44.67it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "288836, Failed to load conditioning codes for stem from 0f040857-087b-4527-853c-59377a5cdd57: Semantic codes not found: /app2/suno/data/semantic_code/crow/0f040857-087b-4527-853c-59377a5cdd57.npz, stem_condition, /app2/suno/data/semantic_code/crow/e0fa7bb9-ab87-4f07-a12a-f3cea7239c2c.npz.\n", "WTF --> 288837, skip, preference: True, ce0dc9d2-4691-4c8c-b444-ae232998267d, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 47%|███████████████████████████████████████████████▏ | 289471/618860 [2:04:28<1:56:21, 47.18it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "289460, Failed to load conditioning codes for stem from 0145dba4-7625-450d-8596-b0503951750e: Semantic codes not found: /app2/suno/data/semantic_code/crow/0145dba4-7625-450d-8596-b0503951750e.npz, stem_condition, /app2/suno/data/semantic_code/crow/a529a718-6a0f-4a8f-932d-a9818f66846c.npz.\n", "WTF --> 289461, skip, preference: True, 005b175f-ad24-4cbc-a9ae-4a70e80e706c, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 48%|████████████████████████████████████████████████▎ | 296016/618860 [2:06:59<1:50:29, 48.70it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "296008, Failed to load conditioning codes for stem from 17f76eb2-acdc-433c-818f-2fa6378ef7c4: Semantic codes not found: /app2/suno/data/semantic_code/crow/17f76eb2-acdc-433c-818f-2fa6378ef7c4.npz, stem_condition, /app2/suno/data/semantic_code/crow/cb941c1e-ced2-4991-b012-c9c65f7b296a.npz.\n", "WTF --> 296009, skip, preference: True, 1ba37684-0b84-4736-9549-1f4b23d9313c, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 48%|████████████████████████████████████████████████▉ | 300004/618860 [2:08:31<1:56:35, 45.58it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "300000, Semantic codes not found: /app2/suno/data/semantic_code/crow/m_72a2598a-4780-4ef8-b7a9-d83f23bce19b.npz, upload_extend, /app2/suno/data/semantic_code/crow/ccb68891-30d1-4608-9ef6-ade9fed97cd7.npz.\n", "WTF --> 300001, skip, preference: True, 8a432b1a-d074-4019-b5a6-2a049cda1da1, task: upload_extend.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 49%|█████████████████████████████████████████████████▎ | 302514/618860 [2:09:29<1:53:56, 46.27it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "302506, Failed to load conditioning codes for stem from 11742bae-8b43-4f44-8c13-4bd84c01f579: Semantic codes not found: /app2/suno/data/semantic_code/crow/11742bae-8b43-4f44-8c13-4bd84c01f579.npz, stem_condition, /app2/suno/data/semantic_code/crow/0ffab76a-2692-4186-9cf7-8b5c252f14bc.npz.\n", "WTF --> 302507, skip, preference: True, 72ac68e7-4cdf-4731-80b6-949f6b7c7bf8, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 49%|█████████████████████████████████████████████████▌ | 303450/618860 [2:09:51<1:54:57, 45.73it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "303440, Failed to load conditioning codes for stem from 0c58be16-d4b8-4397-9d4d-ac6ad5a2ade1: Semantic codes not found: /app2/suno/data/semantic_code/crow/0c58be16-d4b8-4397-9d4d-ac6ad5a2ade1.npz, stem_condition, /app2/suno/data/semantic_code/crow/e0696d66-ee3c-446c-b1d7-055fe780dc48.npz.\n", "WTF --> 303441, skip, preference: True, 788dd060-2523-4a94-b6a6-9d2e3a84538d, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 49%|█████████████████████████████████████████████████▋ | 304145/618860 [2:10:07<1:52:57, 46.44it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "304134, Failed to load conditioning codes for stem from 0bf7cc65-0d4e-4117-8f35-8be90123e8c8: Semantic codes not found: /app2/suno/data/semantic_code/crow/0bf7cc65-0d4e-4117-8f35-8be90123e8c8.npz, stem_condition, /app2/suno/data/semantic_code/crow/2ae24ace-bc0a-4017-8482-99ebdb5475d3.npz.\n", "WTF --> 304135, skip, preference: True, 400f18c6-262c-4175-914a-74da6a7005b9, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 50%|██████████████████████████████████████████████████▌ | 309802/618860 [2:12:19<1:40:56, 51.03it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "309798, Failed to load conditioning codes for stem from 19a3dbfc-ecf4-45e7-b74f-cbf39d4f08b2: Semantic codes not found: /app2/suno/data/semantic_code/crow/19a3dbfc-ecf4-45e7-b74f-cbf39d4f08b2.npz, stem_condition, /app2/suno/data/semantic_code/crow/232ae4d6-6d15-4844-b53a-5407ce4628df.npz.\n", "WTF --> 309799, skip, preference: True, 46597a68-bf35-4a70-b016-3a3c6f057011, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 50%|██████████████████████████████████████████████████▋ | 310434/618860 [2:12:34<1:46:33, 48.24it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "310428, Failed to load conditioning codes for stem from 0882914b-a237-4938-bc0d-19cc01832359: Semantic codes not found: /app2/suno/data/semantic_code/crow/0882914b-a237-4938-bc0d-19cc01832359.npz, stem_condition, /app2/suno/data/semantic_code/crow/c3e069df-5e0a-4caf-86b0-db6652a4be36.npz.\n", "WTF --> 310429, skip, preference: True, ca9aa576-b18a-4839-9b6c-55cd924fd697, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 51%|███████████████████████████████████████████████████▏ | 313827/618860 [2:13:54<1:49:23, 46.47it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "313818, Semantic codes not found: /app2/suno/data/semantic_code/crow/m_de55b6e4-992b-4b77-9854-cc13ea05cec8.npz, upload_extend, /app2/suno/data/semantic_code/crow/dcbb5b3d-643f-4b04-ac87-87331f3144c9.npz.\n", "WTF --> 313819, skip, preference: True, 21ab17fc-0653-4846-99d4-4c9c09f268ba, task: upload_extend.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 52%|█████████████████████████████████████████████████████ | 324887/618860 [2:18:12<1:43:02, 47.55it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "324882, Failed to load conditioning codes for stem from 1261005d-eebe-41ba-8118-714fa22ea978: Semantic codes not found: /app2/suno/data/semantic_code/crow/1261005d-eebe-41ba-8118-714fa22ea978.npz, stem_condition, /app2/suno/data/semantic_code/crow/23f1fff7-c01c-47a7-9625-6da3f9679b6a.npz.\n", "WTF --> 324883, skip, preference: True, 217b1012-67e5-4978-8043-e44173f1894a, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 54%|██████████████████████████████████████████████████████▎ | 332594/618860 [2:21:22<1:37:45, 48.80it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "332586, Failed to load conditioning codes for stem from 12d0d517-2ad1-4e66-9978-df07edf100f7: Semantic codes not found: /app2/suno/data/semantic_code/crow/12d0d517-2ad1-4e66-9978-df07edf100f7.npz, stem_condition, /app2/suno/data/semantic_code/crow/1f3221b2-f264-4000-a879-667f59247ee5.npz.\n", "WTF --> 332587, skip, preference: True, 72ffcb48-a16a-4789-bd88-1fa7c0a9d463, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 55%|███████████████████████████████████████████████████████▊ | 342236/618860 [2:25:07<1:37:48, 47.14it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "342226, Failed to load conditioning codes for stem from 1aef0d3a-1a96-4279-8430-8c243549616f: Semantic codes not found: /app2/suno/data/semantic_code/crow/1aef0d3a-1a96-4279-8430-8c243549616f.npz, stem_condition, /app2/suno/data/semantic_code/crow/4e8ea53e-c243-4e82-aef8-991e9f9f884b.npz.\n", "WTF --> 342227, skip, preference: True, 7b075518-13c1-4254-97c2-db0edd3c6601, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 56%|████████████████████████████████████████████████████████▌ | 346350/618860 [2:26:42<1:35:25, 47.60it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "346344, Failed to load conditioning codes for stem from 1ff046fa-46be-4a11-9705-220c2441503e: Semantic codes not found: /app2/suno/data/semantic_code/crow/1ff046fa-46be-4a11-9705-220c2441503e.npz, stem_condition, /app2/suno/data/semantic_code/crow/b610d1b5-6869-4ee5-9adc-fbf7b7c00c60.npz.\n", "WTF --> 346345, skip, preference: True, 2afe744c-f92b-4b60-bc1e-f04966cb7c9c, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 56%|████████████████████████████████████████████████████████▉ | 348543/618860 [2:27:33<1:31:03, 49.48it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "348536, Failed to load conditioning codes for stem from 01eebd32-2e70-4c3f-98a5-1203c16da14e: Semantic codes not found: /app2/suno/data/semantic_code/crow/01eebd32-2e70-4c3f-98a5-1203c16da14e.npz, stem_condition, /app2/suno/data/semantic_code/crow/aba52e83-42c4-4deb-8c7e-0d6f60e936fc.npz.\n", "WTF --> 348537, skip, preference: True, 5088634d-bcbe-4185-be95-0caaeff4457a, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 57%|█████████████████████████████████████████████████████████▏ | 350291/618860 [2:28:13<1:36:34, 46.35it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "350280, Failed to load conditioning codes for stem from 154f1765-5731-459b-97ae-c044c3dbee17: Semantic codes not found: /app2/suno/data/semantic_code/crow/154f1765-5731-459b-97ae-c044c3dbee17.npz, stem_condition, /app2/suno/data/semantic_code/crow/597c2b58-abb4-4431-a8c0-bf272645c2c2.npz.\n", "WTF --> 350281, skip, preference: True, 7ec0f8dd-c800-41cd-a31d-61c8191072b2, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 57%|█████████████████████████████████████████████████████████▎ | 351247/618860 [2:28:35<1:34:45, 47.07it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "351240, Failed to load conditioning codes for stem from 1eb11b03-f18b-4926-956c-e43c429d5292: Semantic codes not found: /app2/suno/data/semantic_code/crow/1eb11b03-f18b-4926-956c-e43c429d5292.npz, stem_condition, /app2/suno/data/semantic_code/crow/2d432977-4003-462c-ab5c-6e049dde6537.npz.\n", "WTF --> 351241, skip, preference: True, f781a7ad-bfef-4bb9-a0c6-791adbe5e98d, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 58%|██████████████████████████████████████████████████████████▊ | 360095/618860 [2:32:01<1:31:30, 47.13it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "360084, Failed to load conditioning codes for stem from 205e32f2-4f44-4fdf-a882-1de28ac6877a: Semantic codes not found: /app2/suno/data/semantic_code/crow/205e32f2-4f44-4fdf-a882-1de28ac6877a.npz, stem_condition, /app2/suno/data/semantic_code/crow/3328cc8e-d3f0-47a9-8b9e-867ef1ba64b1.npz.\n", "WTF --> 360085, skip, preference: True, 8afd44c5-9007-4caa-8fd5-ee13f29077bd, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 58%|██████████████████████████████████████████████████████████▉ | 361280/618860 [2:32:29<1:33:11, 46.07it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "361270, Failed to load conditioning codes for stem from 1ae29dff-1ec4-4b5c-955d-e09676c3b7ad: Semantic codes not found: /app2/suno/data/semantic_code/crow/1ae29dff-1ec4-4b5c-955d-e09676c3b7ad.npz, stem_condition, /app2/suno/data/semantic_code/crow/be3c2c23-7470-4859-a301-3f683ba62256.npz.\n", "WTF --> 361271, skip, preference: True, 1dda3161-b6ca-4cc0-9981-e9abefe3d68a, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 59%|███████████████████████████████████████████████████████████▏ | 362950/618860 [2:33:08<1:43:04, 41.38it/s]IOPub message rate exceeded.\n", "The Jupyter server will temporarily stop sending output\n", "to the client in order to avoid crashing it.\n", "To change this limit, set the config variable\n", "`--ServerApp.iopub_msg_rate_limit`.\n", "\n", "Current values:\n", "ServerApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n", "ServerApp.rate_limit_window=3.0 (secs)\n", "\n", " 60%|████████████████████████████████████████████████████████████▍ | 370670/618860 [2:36:25<1:48:42, 38.05it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "370662, Failed to load conditioning codes for stem from 197651b2-3311-4d09-b579-1aa05678a0f0: Semantic codes not found: /app2/suno/data/semantic_code/crow/197651b2-3311-4d09-b579-1aa05678a0f0.npz, stem_condition, /app2/suno/data/semantic_code/crow/e41fa7cc-861c-43c9-b716-6227ca44d7f3.npz.\n", "WTF --> 370663, skip, preference: True, 4e0f2346-0445-4ae4-8dba-79b5ee4cc494, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 60%|████████████████████████████████████████████████████████████▉ | 373588/618860 [2:38:24<1:30:56, 44.95it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "373578, Failed to load conditioning codes for stem from 01e477ef-8dfe-4687-acb6-218f83b2c702: Semantic codes not found: /app2/suno/data/semantic_code/crow/01e477ef-8dfe-4687-acb6-218f83b2c702.npz, stem_condition, /app2/suno/data/semantic_code/crow/b5622bc3-d3fd-4e33-b31f-864db8add4fb.npz.\n", "WTF --> 373579, skip, preference: True, 2afecc9c-b1ac-4a43-8875-4ce908cd8825, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 60%|████████████████████████████████████████████████████████████▉ | 373764/618860 [2:38:28<1:32:05, 44.36it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "373758, Failed to load conditioning codes for stem from 01481527-f66d-44cf-bd88-23ecd352aeb9: Semantic codes not found: /app2/suno/data/semantic_code/crow/01481527-f66d-44cf-bd88-23ecd352aeb9.npz, stem_condition, /app2/suno/data/semantic_code/crow/a87b4790-e8c7-4a30-909e-0fe7f3f07ae5.npz.\n", "WTF --> 373759, skip, preference: True, afce9d4d-ce30-44ce-87a0-8aefff4ef159, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 61%|█████████████████████████████████████████████████████████████▊ | 378696/618860 [2:40:24<1:29:02, 44.95it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "378686, Failed to load conditioning codes for stem from 0ddc0cd7-cac0-4013-938d-770674005d49: Semantic codes not found: /app2/suno/data/semantic_code/crow/0ddc0cd7-cac0-4013-938d-770674005d49.npz, stem_condition, /app2/suno/data/semantic_code/crow/df31704f-fa49-4aa0-98f0-7683cd07a580.npz.\n", "WTF --> 378687, skip, preference: True, 4cb761be-e278-4e74-94b6-854b6003bc31, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 61%|██████████████████████████████████████████████████████████████ | 380408/618860 [2:41:04<1:29:08, 44.58it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "380400, Semantic codes not found: /app2/suno/data/semantic_code/crow/m_543bb52f-a8c9-4a79-89bd-312aee6d79f9.npz, upload_extend, /app2/suno/data/semantic_code/crow/cc4369a2-34fa-4026-99c0-65c9eb38218b.npz.\n", "WTF --> 380401, skip, preference: True, 959a77f0-6e58-4ffe-8874-dd04abf26c76, task: upload_extend.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 62%|██████████████████████████████████████████████████████████████▉ | 385548/618860 [2:43:04<1:23:39, 46.48it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "385538, Failed to load conditioning codes for stem from 1afe6a0a-1634-4500-9f68-8c1739908070: Semantic codes not found: /app2/suno/data/semantic_code/crow/1afe6a0a-1634-4500-9f68-8c1739908070.npz, stem_condition, /app2/suno/data/semantic_code/crow/a72cc8b9-61f0-4fdd-8bf3-76e6b5a6b5b6.npz.\n", "WTF --> 385539, skip, preference: True, 983229a6-c8a9-4412-bf9b-061cc1ad541b, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 63%|███████████████████████████████████████████████████████████████▎ | 387878/618860 [2:43:59<1:25:30, 45.02it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "387870, Failed to load conditioning codes for stem from 0305ce10-2298-4c19-a206-c3d92ed14229: Semantic codes not found: /app2/suno/data/semantic_code/crow/0305ce10-2298-4c19-a206-c3d92ed14229.npz, stem_condition, /app2/suno/data/semantic_code/crow/419ee8b9-6d1d-451b-8e5e-9bbc9ab7f024.npz.\n", "WTF --> 387871, skip, preference: True, eff60d05-aca9-4742-856e-c38e37680cbe, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 63%|███████████████████████████████████████████████████████████████▉ | 391545/618860 [2:45:24<1:17:32, 48.85it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "391538, Failed to load conditioning codes for stem from 1f254a31-2729-4b39-87d2-8df619d34b7e: Semantic codes not found: /app2/suno/data/semantic_code/crow/1f254a31-2729-4b39-87d2-8df619d34b7e.npz, stem_condition, /app2/suno/data/semantic_code/crow/3b89419a-f1c0-4ef3-b29c-583a97d72043.npz.\n", "WTF --> 391539, skip, preference: True, ab0c18bf-c421-42d7-8c17-57854c0e43fb, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 63%|███████████████████████████████████████████████████████████████▉ | 392009/618860 [2:45:35<1:39:08, 38.14it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "Overflow at 392002: 15429 > 12000\n", "Overflow at 392003: 15429 > 12000\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 64%|████████████████████████████████████████████████████████████████▎ | 393965/618860 [2:46:21<1:21:40, 45.90it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "393958, Failed to load conditioning codes for stem from 1cb0c101-8d5c-46ed-8988-825a00e5ea9c: Semantic codes not found: /app2/suno/data/semantic_code/crow/1cb0c101-8d5c-46ed-8988-825a00e5ea9c.npz, stem_condition, /app2/suno/data/semantic_code/crow/4b974003-c6ed-4725-a325-3cf27a7ec6da.npz.\n", "WTF --> 393959, skip, preference: True, e89231c5-58fe-48b5-801b-0f38072c160c, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 64%|████████████████████████████████████████████████████████████████▍ | 394742/618860 [2:46:39<1:17:58, 47.91it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "394734, Failed to load conditioning codes for stem from 14727a0d-7134-453c-8370-7744927e0410: Semantic codes not found: /app2/suno/data/semantic_code/crow/14727a0d-7134-453c-8370-7744927e0410.npz, stem_condition, /app2/suno/data/semantic_code/crow/3dbf533b-3647-48a2-87c7-5ee318d81f8e.npz.\n", "WTF --> 394735, skip, preference: True, fd95be8b-9a9a-4862-8448-93a92e24b8fa, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 64%|████████████████████████████████████████████████████████████████▍ | 394870/618860 [2:46:42<1:19:56, 46.70it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "394860, Failed to load conditioning codes for stem from 0cdefad9-38fa-461e-8fa7-f34d73285436: Semantic codes not found: /app2/suno/data/semantic_code/crow/0cdefad9-38fa-461e-8fa7-f34d73285436.npz, stem_condition, /app2/suno/data/semantic_code/crow/10fa0ee2-9c0b-4bc2-abb7-1413bbba8728.npz.\n", "WTF --> 394861, skip, preference: True, 51e69cd7-4d72-4c07-a2f5-573c95865481, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 64%|████████████████████████████████████████████████████████████████▍ | 395171/618860 [2:46:49<1:21:14, 45.89it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "395160, Failed to load conditioning codes for stem from 1e12a054-23aa-4840-a5a0-1e794cf839ae: Semantic codes not found: /app2/suno/data/semantic_code/crow/1e12a054-23aa-4840-a5a0-1e794cf839ae.npz, stem_condition, /app2/suno/data/semantic_code/crow/a299b80d-c6eb-4118-9d92-da7570d22271.npz.\n", "WTF --> 395161, skip, preference: True, 0f7d21a6-de19-44e7-9d93-50c43b7bdc7a, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 64%|████████████████████████████████████████████████████████████████▋ | 396191/618860 [2:47:13<1:19:16, 46.81it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "396184, Failed to load conditioning codes for stem from 1b03a394-e7fb-40bf-b1a3-f1434200354b: Semantic codes not found: /app2/suno/data/semantic_code/crow/1b03a394-e7fb-40bf-b1a3-f1434200354b.npz, stem_condition, /app2/suno/data/semantic_code/crow/124a489d-0f10-4a3f-a056-34f720b1ed77.npz.\n", "WTF --> 396185, skip, preference: True, c5fdaaa8-ac38-4f43-816f-7bb494c283ec, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 64%|████████████████████████████████████████████████████████████████▋ | 396622/618860 [2:47:23<1:18:09, 47.39it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "396612, Semantic codes not found: /app2/suno/data/semantic_code/crow/m_f4b03852-9ff2-4cbd-af78-e666ec0dc7a2.npz, upload_extend, /app2/suno/data/semantic_code/crow/3eb9b537-06b2-44d9-b818-f00d352e946e.npz.\n", "WTF --> 396613, skip, preference: True, 37ed2900-4b63-42d5-9b02-4ad02b1ef676, task: upload_extend.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 66%|██████████████████████████████████████████████████████████████████▌ | 407782/618860 [2:51:46<1:11:17, 49.35it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "407776, Failed to load conditioning codes for stem from 10edff14-cdaa-4dc7-988c-38d82dfc2976: Semantic codes not found: /app2/suno/data/semantic_code/crow/10edff14-cdaa-4dc7-988c-38d82dfc2976.npz, stem_condition, /app2/suno/data/semantic_code/crow/d3d835ef-f8e0-4bf5-9a7c-b5f527591361.npz.\n", "WTF --> 407777, skip, preference: True, 0cbe596d-e98b-4eb8-9ea0-65fba873ff3a, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 67%|███████████████████████████████████████████████████████████████████▎ | 412731/618860 [2:53:41<1:07:48, 50.66it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "412724, Semantic codes not found: /app2/suno/data/semantic_code/crow/m_8acad1e5-746d-4ef0-ac08-d6cc186e31db.npz, upload_extend, /app2/suno/data/semantic_code/crow/04f1e861-1e4d-4865-b4c7-779d5540025c.npz.\n", "WTF --> 412725, skip, preference: True, a17cefc4-aac2-4bcb-a6b6-6f40ffe139fb, task: upload_extend.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 67%|███████████████████████████████████████████████████████████████████▉ | 416320/618860 [2:55:05<1:05:35, 51.46it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "416312, Failed to load conditioning codes for stem from 0c995478-623f-43fd-bd4b-2ac512fea169: Semantic codes not found: /app2/suno/data/semantic_code/crow/0c995478-623f-43fd-bd4b-2ac512fea169.npz, stem_condition, /app2/suno/data/semantic_code/crow/362f3be9-234c-4f38-843e-aa0cbc6f3738.npz.\n", "WTF --> 416313, skip, preference: True, 5cfcd7f6-8171-4aa6-8023-f739c77fcd82, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 67%|████████████████████████████████████████████████████████████████████▏ | 417691/618860 [2:55:37<1:22:59, 40.40it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "417686, Failed to load conditioning codes for stem from 188a709b-6f07-46da-bb58-eaec8c6db6e1: Semantic codes not found: /app2/suno/data/semantic_code/crow/188a709b-6f07-46da-bb58-eaec8c6db6e1.npz, stem_condition, /app2/suno/data/semantic_code/crow/a4f473fb-d8cb-4c73-a5fa-6eaf0cface75.npz.\n", "WTF --> 417687, skip, preference: True, 846c780f-2905-4796-aed6-a864f809e7ab, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 68%|████████████████████████████████████████████████████████████████████▏ | 417828/618860 [2:55:40<1:14:50, 44.77it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "417820, Failed to load conditioning codes for stem from 14360839-1258-4eb1-b3a0-184ea82ece97: Semantic codes not found: /app2/suno/data/semantic_code/crow/14360839-1258-4eb1-b3a0-184ea82ece97.npz, stem_condition, /app2/suno/data/semantic_code/crow/81da37cc-41e9-4ecf-ac9f-c69a03aa9286.npz.\n", "WTF --> 417821, skip, preference: True, cc96d49a-83bf-4343-ab92-709dfd28db2d, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 68%|████████████████████████████████████████████████████████████████████▏ | 418058/618860 [2:55:45<1:12:20, 46.27it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "418048, Failed to load conditioning codes for stem from 2220b990-a5a8-40ae-85a6-064becc4aaa0: Semantic codes not found: /app2/suno/data/semantic_code/crow/2220b990-a5a8-40ae-85a6-064becc4aaa0.npz, stem_condition, /app2/suno/data/semantic_code/crow/93e02eb0-376d-4319-9aa0-23f0172683f5.npz.\n", "WTF --> 418049, skip, preference: True, 82b4f5a0-cac8-4d9b-af73-9b4fd425d563, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 68%|████████████████████████████████████████████████████████████████████▎ | 418591/618860 [2:55:58<1:14:05, 45.05it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "418582, Failed to load conditioning codes for stem from 259e40d7-b542-417a-a392-3c6fa9ac056c: Semantic codes not found: /app2/suno/data/semantic_code/crow/259e40d7-b542-417a-a392-3c6fa9ac056c.npz, stem_condition, /app2/suno/data/semantic_code/crow/648c1331-bd35-4a6d-ab02-bc20d3939848.npz.\n", "WTF --> 418583, skip, preference: True, 75df9ad8-cfd5-4e32-9d97-a2c322b6cf13, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 68%|████████████████████████████████████████████████████████████████████▌ | 419728/618860 [2:56:24<1:14:21, 44.63it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "419722, Failed to load conditioning codes for stem from 203ea231-d37e-4a24-9a07-6b06f81021a7: Semantic codes not found: /app2/suno/data/semantic_code/crow/203ea231-d37e-4a24-9a07-6b06f81021a7.npz, stem_condition, /app2/suno/data/semantic_code/crow/51e4f676-8783-46df-aba6-afda86e4db34.npz.\n", "WTF --> 419723, skip, preference: True, 1f7bd386-f020-4811-abac-199d50904235, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 68%|████████████████████████████████████████████████████████████████████▋ | 420852/618860 [2:56:50<1:19:14, 41.65it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "Overflow at 420846: 20649 > 12000\n", "Overflow at 420847: 20649 > 12000\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 68%|████████████████████████████████████████████████████████████████████▋ | 421047/618860 [2:56:55<1:12:59, 45.17it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "421038, Failed to load conditioning codes for stem from 22fec26f-f3f5-4b26-9863-adabdfddd69a: Semantic codes not found: /app2/suno/data/semantic_code/crow/22fec26f-f3f5-4b26-9863-adabdfddd69a.npz, stem_condition, /app2/suno/data/semantic_code/crow/7dcf7acb-4ea0-4b27-bfee-ab7323081856.npz.\n", "WTF --> 421039, skip, preference: True, 2764d104-a69f-4cca-989c-b27d25e7d3e5, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 68%|████████████████████████████████████████████████████████████████████▉ | 422277/618860 [2:57:23<1:13:09, 44.78it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "422268, Failed to load conditioning codes for stem from 10f2f6b4-a866-4c11-a038-2f491a56c28a: Semantic codes not found: /app2/suno/data/semantic_code/crow/10f2f6b4-a866-4c11-a038-2f491a56c28a.npz, stem_condition, /app2/suno/data/semantic_code/crow/38bbcb1d-98f2-4d33-bd7d-23ac9da5d89e.npz.\n", "WTF --> 422269, skip, preference: True, 8e436b28-4a59-4400-96e9-41927cfdf40e, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 69%|█████████████████████████████████████████████████████████████████████▍ | 425280/618860 [2:58:33<1:10:53, 45.51it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "425270, Failed to load conditioning codes for stem from 093bedc5-fd9a-436d-a7b6-1a34168e88aa: Semantic codes not found: /app2/suno/data/semantic_code/crow/093bedc5-fd9a-436d-a7b6-1a34168e88aa.npz, stem_condition, /app2/suno/data/semantic_code/crow/6f122727-fc43-4551-ac56-e5ffe8f63d00.npz.\n", "WTF --> 425271, skip, preference: True, 0c511f2e-3217-4d6b-92cd-5b1eeb22f816, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 69%|█████████████████████████████████████████████████████████████████████▌ | 426189/618860 [2:58:54<1:06:07, 48.56it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "426182, Failed to load conditioning codes for stem from 058694dc-b333-415f-9b59-194753073681: Semantic codes not found: /app2/suno/data/semantic_code/crow/058694dc-b333-415f-9b59-194753073681.npz, stem_condition, /app2/suno/data/semantic_code/crow/878079f2-7c72-4665-845b-caa850b583c9.npz.\n", "WTF --> 426183, skip, preference: True, 535ad76f-7a98-42fc-a7e8-67f8bc121092, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 69%|█████████████████████████████████████████████████████████████████████▌ | 426429/618860 [2:58:59<1:08:32, 46.80it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "426418, Failed to load conditioning codes for stem from 218d814c-eddb-4d49-9ca3-ef300f2ab3ac: Semantic codes not found: /app2/suno/data/semantic_code/crow/218d814c-eddb-4d49-9ca3-ef300f2ab3ac.npz, stem_condition, /app2/suno/data/semantic_code/crow/8e8321eb-2f1b-4818-ae3f-8a02088d1db5.npz.\n", "WTF --> 426419, skip, preference: True, 439d4ade-460c-4049-bd34-c11c84596841, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 69%|██████████████████████████████████████████████████████████████████████ | 429223/618860 [3:00:04<1:04:23, 49.08it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "429214, Failed to load conditioning codes for stem from 17e75459-a8b5-4060-b722-158fa3dd5a9c: Semantic codes not found: /app2/suno/data/semantic_code/crow/17e75459-a8b5-4060-b722-158fa3dd5a9c.npz, stem_condition, /app2/suno/data/semantic_code/crow/fa6e7eb9-70d6-4016-a3fa-52b6de760e29.npz.\n", "WTF --> 429215, skip, preference: True, 3bd9ec13-42d4-48ce-848d-7f7eb8a74077, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 69%|██████████████████████████████████████████████████████████████████████ | 429510/618860 [3:00:10<1:04:24, 49.00it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "429500, Failed to load conditioning codes for stem from 0257514c-2a32-40ec-b428-be52d1f85b97: Semantic codes not found: /app2/suno/data/semantic_code/crow/0257514c-2a32-40ec-b428-be52d1f85b97.npz, stem_condition, /app2/suno/data/semantic_code/crow/20c35940-ade7-484c-8bac-eac52a10303f.npz.\n", "WTF --> 429501, skip, preference: True, 5896f154-dfc6-48f3-8a29-5589ccc7e3eb, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 69%|██████████████████████████████████████████████████████████████████████ | 429572/618860 [3:00:12<1:08:17, 46.20it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "429564, Failed to load conditioning codes for stem from 144bb979-f81c-43b7-8263-660b44a89616: Semantic codes not found: /app2/suno/data/semantic_code/crow/144bb979-f81c-43b7-8263-660b44a89616.npz, stem_condition, /app2/suno/data/semantic_code/crow/172a2a94-2342-478f-9bdb-cf2c259c7e4c.npz.\n", "WTF --> 429565, skip, preference: True, 564f715c-32ff-43a2-b3d1-a0b11602db04, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 70%|██████████████████████████████████████████████████████████████████████▌ | 432345/618860 [3:01:16<1:03:11, 49.19it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "432338, Semantic codes not found: /app2/suno/data/semantic_code/crow/m_470a97e8-f78f-4382-a9c5-faa85e3038de.npz, upload_extend, /app2/suno/data/semantic_code/crow/30178328-c2e6-4d80-a918-56351600f2dd.npz.\n", "WTF --> 432339, skip, preference: True, 45c0f26e-cd53-4d76-81a6-5497323c673c, task: upload_extend.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 70%|███████████████████████████████████████████████████████████████████████▏ | 435820/618860 [3:02:37<1:04:43, 47.13it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "435810, Failed to load conditioning codes for stem from 22a6831f-ab74-4bc8-921f-cb9ad5ff11c7: Semantic codes not found: /app2/suno/data/semantic_code/crow/22a6831f-ab74-4bc8-921f-cb9ad5ff11c7.npz, stem_condition, /app2/suno/data/semantic_code/crow/0026676b-1638-47dd-b983-e2d92b6a5911.npz.\n", "WTF --> 435811, skip, preference: True, eaa59c04-4b45-439d-a711-288f95954980, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 71%|█████████████████████████████████████████████████████████████████████████▎ | 440617/618860 [3:04:28<59:14, 50.14it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "440612, Failed to load conditioning codes for stem from 1eb3b8f5-b3cd-4153-a510-49e4def59754: Semantic codes not found: /app2/suno/data/semantic_code/crow/1eb3b8f5-b3cd-4153-a510-49e4def59754.npz, stem_condition, /app2/suno/data/semantic_code/crow/5dc65c12-e2ce-453a-bdf6-51ef39f245a5.npz.\n", "WTF --> 440613, skip, preference: True, c378d526-b6cc-4f1b-b86d-4b2223182dd7, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 73%|██████████████████████████████████████████████████████████████████████████▋ | 448953/618860 [3:07:39<58:07, 48.72it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "448944, Failed to load conditioning codes for stem from 2f286c1a-3838-454f-844f-78698b19a9b7: Semantic codes not found: /app2/suno/data/semantic_code/crow/2f286c1a-3838-454f-844f-78698b19a9b7.npz, stem_condition, /app2/suno/data/semantic_code/crow/55c0c146-86e4-442c-9b61-8d8cd100ee8a.npz.\n", "WTF --> 448945, skip, preference: True, d1eb8d8c-5a3a-4c96-ac09-ffb6b2ef261f, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 73%|█████████████████████████████████████████████████████████████████████████▎ | 449433/618860 [3:07:50<1:03:16, 44.63it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "449426, Failed to load conditioning codes for stem from 196e597d-efc4-43de-8a08-8a82988d3fa2: Semantic codes not found: /app2/suno/data/semantic_code/crow/196e597d-efc4-43de-8a08-8a82988d3fa2.npz, stem_condition, /app2/suno/data/semantic_code/crow/bd4f40fb-3dcb-4f55-97c3-baaa2c53fb7c.npz.\n", "WTF --> 449427, skip, preference: True, 57376feb-4c40-44d9-99e8-1f4b816b4b76, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 73%|█████████████████████████████████████████████████████████████████████████▍ | 449640/618860 [3:07:55<1:02:21, 45.23it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "449632, Failed to load conditioning codes for stem from 02cd3c56-5e92-433a-bb23-2e3174a8846f: Semantic codes not found: /app2/suno/data/semantic_code/crow/02cd3c56-5e92-433a-bb23-2e3174a8846f.npz, stem_condition, /app2/suno/data/semantic_code/crow/a62104a0-900b-41aa-89f4-ae05e53d2416.npz.\n", "WTF --> 449633, skip, preference: True, 2f637ce6-8158-4098-9899-d27b40a22ac7, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 74%|██████████████████████████████████████████████████████████████████████████▋ | 457562/618860 [3:12:10<1:04:29, 41.69it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "457554, Failed to load conditioning codes for stem from 0870e917-1848-41a7-98ae-7b03df0434a0: Semantic codes not found: /app2/suno/data/semantic_code/crow/0870e917-1848-41a7-98ae-7b03df0434a0.npz, stem_condition, /app2/suno/data/semantic_code/crow/dfd4a309-419d-4fd2-af49-767013d7f132.npz.\n", "WTF --> 457555, skip, preference: True, d941cd9b-6a19-48f1-8c5a-ed7d23951dab, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 74%|██████████████████████████████████████████████████████████████████████████▋ | 457831/618860 [3:12:16<1:02:44, 42.78it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "457826, Failed to load conditioning codes for stem from 244caf58-405b-4ab5-9e6b-878b231c8d3a: Semantic codes not found: /app2/suno/data/semantic_code/crow/244caf58-405b-4ab5-9e6b-878b231c8d3a.npz, stem_condition, /app2/suno/data/semantic_code/crow/81a9404d-f0b1-4e72-a17f-17adadb14125.npz.\n", "WTF --> 457827, skip, preference: True, f5efa3ce-aa36-4a3c-8ff8-c69bbb0d3b4c, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 74%|████████████████████████████████████████████████████████████████████████████▍ | 459533/618860 [3:13:02<57:02, 46.55it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "459526, Failed to load conditioning codes for stem from 152a0315-aeaa-45b0-825e-8ddba4cba530: Semantic codes not found: /app2/suno/data/semantic_code/crow/152a0315-aeaa-45b0-825e-8ddba4cba530.npz, stem_condition, /app2/suno/data/semantic_code/crow/b6e8ce39-e315-4572-81dd-289bae18e650.npz.\n", "WTF --> 459527, skip, preference: True, 7e18fcdd-416f-48d2-8a05-4c438bf29dd5, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 74%|███████████████████████████████████████████████████████████████████████████▏ | 460959/618860 [3:13:36<1:02:55, 41.82it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "460954, Failed to load conditioning codes for stem from 18d482aa-1748-429e-b584-ad14fb157cad: Semantic codes not found: /app2/suno/data/semantic_code/crow/18d482aa-1748-429e-b584-ad14fb157cad.npz, stem_condition, /app2/suno/data/semantic_code/crow/04e1dbf5-1e14-4db5-a501-2307dfb6e138.npz.\n", "WTF --> 460955, skip, preference: True, a8b18f5d-dc3f-4ca9-8ffe-2e04fe2eac9f, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 75%|█████████████████████████████████████████████████████████████████████████████▍ | 465525/618860 [3:15:22<56:01, 45.61it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "465520, Failed to load conditioning codes for stem from 16d50f92-fabd-467a-987c-f23f3e95ce41: Semantic codes not found: /app2/suno/data/semantic_code/crow/16d50f92-fabd-467a-987c-f23f3e95ce41.npz, stem_condition, /app2/suno/data/semantic_code/crow/62d1355f-3f56-48d0-a302-f2d8935166dc.npz.\n", "WTF --> 465521, skip, preference: True, 8bcc025b-3e94-4c09-9475-5b62c1c76e76, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 75%|█████████████████████████████████████████████████████████████████████████████▌ | 466286/618860 [3:15:40<52:29, 48.44it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "466278, Failed to load conditioning codes for stem from 28637169-c8f3-405a-afe4-bb1429a0ab3a: Semantic codes not found: /app2/suno/data/semantic_code/crow/28637169-c8f3-405a-afe4-bb1429a0ab3a.npz, stem_condition, /app2/suno/data/semantic_code/crow/d4f3dfda-e1e7-4c8e-9d70-a4a7463b6279.npz.\n", "WTF --> 466279, skip, preference: True, 678dc701-891e-44c2-bcb7-f5cfdce0b2d6, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 76%|██████████████████████████████████████████████████████████████████████████████ | 468759/618860 [3:16:38<56:18, 44.43it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "468750, Failed to load conditioning codes for stem from 0b691de4-fcf6-4a27-8904-8e8b355ad60d: Semantic codes not found: /app2/suno/data/semantic_code/crow/0b691de4-fcf6-4a27-8904-8e8b355ad60d.npz, stem_condition, /app2/suno/data/semantic_code/crow/cb53a242-e454-4945-8ee6-de78585dd462.npz.\n", "WTF --> 468751, skip, preference: True, 999d2f35-a9c1-4722-b217-7fe0cd64b7b1, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 76%|██████████████████████████████████████████████████████████████████████████████▏ | 469556/618860 [3:17:04<50:22, 49.40it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "469550, Failed to load conditioning codes for stem from 316ce402-852b-43f3-88be-ae7f8735f691: Semantic codes not found: /app2/suno/data/semantic_code/crow/316ce402-852b-43f3-88be-ae7f8735f691.npz, stem_condition, /app2/suno/data/semantic_code/crow/a97f82e1-981c-440e-a2f1-dd11de9368e9.npz.\n", "WTF --> 469551, skip, preference: True, fd7247c5-1d7b-4a70-a337-2a3e96e52c98, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 76%|██████████████████████████████████████████████████████████████████████████████▎ | 470248/618860 [3:17:20<53:01, 46.71it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "470238, Semantic codes not found: /app2/suno/data/semantic_code/crow/m_543bb52f-a8c9-4a79-89bd-312aee6d79f9.npz, upload_extend, /app2/suno/data/semantic_code/crow/a9df980e-a352-49f0-9e8d-7d90338b5b07.npz.\n", "WTF --> 470239, skip, preference: True, bafc39d9-d682-4fd3-8070-4d78f0610431, task: upload_extend.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 76%|██████████████████████████████████████████████████████████████████████████████▎ | 470565/618860 [3:17:27<55:57, 44.17it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "470558, Failed to load conditioning codes for stem from 26382467-573f-4917-a1d9-7cea580065c6: Semantic codes not found: /app2/suno/data/semantic_code/crow/26382467-573f-4917-a1d9-7cea580065c6.npz, stem_condition, /app2/suno/data/semantic_code/crow/f0e1bd2b-31cf-4b1b-8915-eb9869c9aa21.npz.\n", "WTF --> 470559, skip, preference: True, 6fb05b9d-1883-4423-acc3-8747926c92bf, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 76%|██████████████████████████████████████████████████████████████████████████████▋ | 472719/618860 [3:18:18<51:52, 46.96it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "472708, Failed to load conditioning codes for stem from 2d3054d5-3369-4036-9c1b-9ad99b87b6ac: Semantic codes not found: /app2/suno/data/semantic_code/crow/2d3054d5-3369-4036-9c1b-9ad99b87b6ac.npz, stem_condition, /app2/suno/data/semantic_code/crow/b3728740-a4f1-4dff-819a-e1c836268a00.npz.\n", "WTF --> 472709, skip, preference: True, b934a665-67b2-41a9-8715-85acc57776fd, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 76%|██████████████████████████████████████████████████████████████████████████████▋ | 472776/618860 [3:18:19<52:51, 46.06it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "472770, Failed to load conditioning codes for stem from 166216af-1140-4602-bdd8-3bd816271926: Semantic codes not found: /app2/suno/data/semantic_code/crow/166216af-1140-4602-bdd8-3bd816271926.npz, stem_condition, /app2/suno/data/semantic_code/crow/a9ff328e-ccfb-4a56-878f-af80a455b6d9.npz.\n", "WTF --> 472771, skip, preference: True, 73b63766-a82c-4a21-9f92-932fb51b1caf, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 77%|█████████████████████████████████████████████████████████████████████████████▌ | 475123/618860 [3:19:15<1:00:30, 39.59it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "475116, Failed to load conditioning codes for stem from 00888eb2-c7cc-4337-a47e-80944a9fd508: Semantic codes not found: /app2/suno/data/semantic_code/crow/00888eb2-c7cc-4337-a47e-80944a9fd508.npz, stem_condition, /app2/suno/data/semantic_code/crow/e3d2b4bb-28d9-405c-aa99-20e14df075c1.npz.\n", "WTF --> 475117, skip, preference: True, ff04b0ce-3975-4420-af03-b999918f6eab, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 77%|███████████████████████████████████████████████████████████████████████████████▏ | 476063/618860 [3:19:38<56:18, 42.27it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "476054, Failed to load conditioning codes for stem from 150b2df7-dcc0-43df-b046-87ee2f840376: Semantic codes not found: /app2/suno/data/semantic_code/crow/150b2df7-dcc0-43df-b046-87ee2f840376.npz, stem_condition, /app2/suno/data/semantic_code/crow/a2666d1c-6d48-4ef0-a7e7-a68254725ec0.npz.\n", "WTF --> 476055, skip, preference: True, 5367d888-8ea7-4003-9bf3-54d64c54d202, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 77%|███████████████████████████████████████████████████████████████████████████████▌ | 478138/618860 [3:20:28<57:11, 41.01it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "478134, Failed to load conditioning codes for stem from 1091a447-2880-4996-b525-7ecfb6843427: Semantic codes not found: /app2/suno/data/semantic_code/crow/1091a447-2880-4996-b525-7ecfb6843427.npz, stem_condition, /app2/suno/data/semantic_code/crow/252c8ac0-cfdc-4de9-8847-b3c7e28ec089.npz.\n", "WTF --> 478135, skip, preference: True, c60c6d04-3521-436b-aba6-851320035ce6, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 77%|███████████████████████████████████████████████████████████████████████████████▋ | 478510/618860 [3:20:36<48:21, 48.37it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "478504, Failed to load conditioning codes for stem from 0fe49052-677e-4368-8589-f2a5e353a66b: Semantic codes not found: /app2/suno/data/semantic_code/crow/0fe49052-677e-4368-8589-f2a5e353a66b.npz, stem_condition, /app2/suno/data/semantic_code/crow/0c163e9d-a42c-4cdd-938f-c04db3e08d62.npz.\n", "WTF --> 478505, skip, preference: True, 3ed2c0fb-4066-44ca-86d4-d0c37534d8fb, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 77%|███████████████████████████████████████████████████████████████████████████████▊ | 479397/618860 [3:20:57<52:02, 44.67it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "479392, Failed to load conditioning codes for stem from 085a25a8-0c30-4494-a5a5-07bc73cea978: Semantic codes not found: /app2/suno/data/semantic_code/crow/085a25a8-0c30-4494-a5a5-07bc73cea978.npz, stem_condition, /app2/suno/data/semantic_code/crow/768158e2-8713-4f36-a58d-3a5c3e997459.npz.\n", "WTF --> 479393, skip, preference: True, 080ebd85-c1ec-4f15-a65c-d871de6b740b, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 78%|████████████████████████████████████████████████████████████████████████████████▏ | 481792/618860 [3:21:53<49:43, 45.94it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "481786, Failed to load conditioning codes for stem from 10edff14-cdaa-4dc7-988c-38d82dfc2976: Semantic codes not found: /app2/suno/data/semantic_code/crow/10edff14-cdaa-4dc7-988c-38d82dfc2976.npz, stem_condition, /app2/suno/data/semantic_code/crow/122725b7-a822-485b-a942-34b28b0630e6.npz.\n", "WTF --> 481787, skip, preference: True, ef6cb3b0-d4f0-420c-8642-e8fa3c3d9c51, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 78%|████████████████████████████████████████████████████████████████████████████████▏ | 481929/618860 [3:21:56<48:05, 47.45it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "481922, Failed to load conditioning codes for stem from 164d41e4-2988-4b05-9302-95ba9e1526e1: Semantic codes not found: /app2/suno/data/semantic_code/crow/164d41e4-2988-4b05-9302-95ba9e1526e1.npz, stem_condition, /app2/suno/data/semantic_code/crow/488d42d8-5899-4a68-b82a-f7896761142a.npz.\n", "WTF --> 481923, skip, preference: True, 7e7eca12-33de-45b1-a71f-34d537e9fe02, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 78%|████████████████████████████████████████████████████████████████████████████████▍ | 483394/618860 [3:22:30<49:36, 45.52it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "483384, Failed to load conditioning codes for stem from 021c2c97-f846-40e0-8664-0e32374237bc: Semantic codes not found: /app2/suno/data/semantic_code/crow/021c2c97-f846-40e0-8664-0e32374237bc.npz, stem_condition, /app2/suno/data/semantic_code/crow/9609a6bd-0288-42f0-a087-9d094726c220.npz.\n", "WTF --> 483385, skip, preference: True, 7a19fb6c-222b-4418-87ea-98ec542a3652, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 79%|█████████████████████████████████████████████████████████████████████████████████▋ | 490849/618860 [3:25:25<44:02, 48.45it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "490838, Failed to load conditioning codes for stem from 2ef4831a-b531-4e93-985b-47a3e48036ee: Semantic codes not found: /app2/suno/data/semantic_code/crow/2ef4831a-b531-4e93-985b-47a3e48036ee.npz, stem_condition, /app2/suno/data/semantic_code/crow/54d97209-7adf-40be-9d0a-4462663db24e.npz.\n", "WTF --> 490839, skip, preference: True, e34a8ac8-e671-45af-be62-c3464f015d5c, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 79%|█████████████████████████████████████████████████████████████████████████████████▊ | 491913/618860 [3:25:50<42:30, 49.78it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "491902, Failed to load conditioning codes for stem from 2e2832b4-95e4-4ccd-a497-f30404ca3e1e: Semantic codes not found: /app2/suno/data/semantic_code/crow/2e2832b4-95e4-4ccd-a497-f30404ca3e1e.npz, stem_condition, /app2/suno/data/semantic_code/crow/7c244b55-bdad-4876-9a6b-c1bddf7fecdf.npz.\n", "WTF --> 491903, skip, preference: True, 7c964e39-439b-4270-b25a-c88a3170b162, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 80%|██████████████████████████████████████████████████████████████████████████████████ | 492979/618860 [3:26:14<43:23, 48.36it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "492974, Failed to load conditioning codes for stem from 29363799-4846-4e40-af8c-28c0a96c5440: Semantic codes not found: /app2/suno/data/semantic_code/crow/29363799-4846-4e40-af8c-28c0a96c5440.npz, stem_condition, /app2/suno/data/semantic_code/crow/cb8b2ea8-87b2-4cba-a1bb-551ca67a67bc.npz.\n", "WTF --> 492975, skip, preference: True, 4bea4b63-1f0b-4256-9183-7801ab4f3313, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 80%|██████████████████████████████████████████████████████████████████████████████████▌ | 496016/618860 [3:27:26<45:51, 44.64it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "496006, Failed to load conditioning codes for stem from 151c5f08-3ceb-4719-8c71-6ddf11d59c1e: Semantic codes not found: /app2/suno/data/semantic_code/crow/151c5f08-3ceb-4719-8c71-6ddf11d59c1e.npz, stem_condition, /app2/suno/data/semantic_code/crow/05aa6863-198a-404b-add8-0cea9bd817c0.npz.\n", "WTF --> 496007, skip, preference: True, c79d44fa-6aab-400e-ad6a-3eaa379a5e17, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 80%|██████████████████████████████████████████████████████████████████████████████████▊ | 497632/618860 [3:28:03<44:00, 45.90it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "497626, Failed to load conditioning codes for stem from 08aa02fe-e2a0-4e54-9d43-0453613fa89b: Semantic codes not found: /app2/suno/data/semantic_code/crow/08aa02fe-e2a0-4e54-9d43-0453613fa89b.npz, stem_condition, /app2/suno/data/semantic_code/crow/e6e637e5-bb25-412f-8e11-ee94c61c65fd.npz.\n", "WTF --> 497627, skip, preference: True, 87c4e104-3852-4f9b-97dd-f06a1fcba45b, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 81%|███████████████████████████████████████████████████████████████████████████████████▎ | 500486/618860 [3:29:11<39:00, 50.58it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "500480, Failed to load conditioning codes for stem from 1c682245-db1d-4b7b-807c-5f758564fa63: Semantic codes not found: /app2/suno/data/semantic_code/crow/1c682245-db1d-4b7b-807c-5f758564fa63.npz, stem_condition, /app2/suno/data/semantic_code/crow/258aa125-e170-465f-9b66-194c9c1208d1.npz.\n", "WTF --> 500481, skip, preference: True, d96f38f2-c5a1-43b0-854d-ab7f526668ee, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 81%|███████████████████████████████████████████████████████████████████████████████████▍ | 501031/618860 [3:29:23<45:24, 43.25it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "501026, Failed to load conditioning codes for stem from 28085695-927e-4dc3-ae1c-cd39cfbc066c: Semantic codes not found: /app2/suno/data/semantic_code/crow/28085695-927e-4dc3-ae1c-cd39cfbc066c.npz, stem_condition, /app2/suno/data/semantic_code/crow/0d99aeac-3890-407f-84b9-03f89f9ad984.npz.\n", "WTF --> 501027, skip, preference: True, 8a57bcad-50b2-42ea-a02b-dd0259d0584a, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 82%|████████████████████████████████████████████████████████████████████████████████████ | 504793/618860 [3:30:50<38:13, 49.74it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "504784, Failed to load conditioning codes for stem from 1ec21327-83ee-494e-954b-696714776767: Semantic codes not found: /app2/suno/data/semantic_code/crow/1ec21327-83ee-494e-954b-696714776767.npz, stem_condition, /app2/suno/data/semantic_code/crow/08493830-56ad-442f-a220-851a501dba53.npz.\n", "WTF --> 504785, skip, preference: True, 91974545-8df8-48ea-87c1-df9ead8b2ede, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 83%|█████████████████████████████████████████████████████████████████████████████████████▍ | 513101/618860 [3:34:03<40:05, 43.96it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "513092, Failed to load conditioning codes for stem from 161853c3-c244-4a21-8587-aacd53b46a0d: Semantic codes not found: /app2/suno/data/semantic_code/crow/161853c3-c244-4a21-8587-aacd53b46a0d.npz, stem_condition, /app2/suno/data/semantic_code/crow/94167ead-d178-4f0e-953b-18f76eb7182e.npz.\n", "WTF --> 513093, skip, preference: True, eab90e7b-9ffd-4c77-ad11-a24fc89e23c4, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 83%|█████████████████████████████████████████████████████████████████████████████████████▍ | 513408/618860 [3:34:11<39:01, 45.04it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "513402, Failed to load conditioning codes for stem from 179f823b-c4d8-42fb-a3c0-206d98bedb1a: Semantic codes not found: /app2/suno/data/semantic_code/crow/179f823b-c4d8-42fb-a3c0-206d98bedb1a.npz, stem_condition, /app2/suno/data/semantic_code/crow/cdd483ab-5a51-4904-b621-9155285843f8.npz.\n", "WTF --> 513403, skip, preference: True, 8aecd59e-fe3f-4ab3-b12a-4392811d2c33, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 83%|█████████████████████████████████████████████████████████████████████████████████████▌ | 513851/618860 [3:34:24<38:00, 46.04it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "513842, Failed to load conditioning codes for stem from 33503538-917b-46cc-a989-673434527e31: Semantic codes not found: /app2/suno/data/semantic_code/crow/33503538-917b-46cc-a989-673434527e31.npz, stem_condition, /app2/suno/data/semantic_code/crow/98c27e77-ac24-4318-b39c-3e6fc76738d8.npz.\n", "WTF --> 513843, skip, preference: True, a1c0db27-0a4a-4d4a-aa93-6d53d7174ab2, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 83%|█████████████████████████████████████████████████████████████████████████████████████▌ | 514160/618860 [3:34:32<34:33, 50.49it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "514154, Failed to load conditioning codes for stem from 352fdf42-31d8-461b-a900-20e8c6204254: Semantic codes not found: /app2/suno/data/semantic_code/crow/352fdf42-31d8-461b-a900-20e8c6204254.npz, stem_condition, /app2/suno/data/semantic_code/crow/99f1d84d-468f-4ca8-9c44-0a7820339ce5.npz.\n", "WTF --> 514155, skip, preference: True, b1948bc8-25f1-454f-acbb-6410cd53c3a2, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 84%|██████████████████████████████████████████████████████████████████████████████████████▋ | 521154/618860 [3:37:29<33:37, 48.44it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "521144, Failed to load conditioning codes for stem from 02a125aa-1183-4b94-a67b-40fa8bcb41e9: Semantic codes not found: /app2/suno/data/semantic_code/crow/02a125aa-1183-4b94-a67b-40fa8bcb41e9.npz, stem_condition, /app2/suno/data/semantic_code/crow/37eef4ed-9859-4c4e-90f9-e7887d099b47.npz.\n", "WTF --> 521145, skip, preference: True, 5b0e6969-430f-492e-9d06-23bd779a9f50, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 85%|███████████████████████████████████████████████████████████████████████████████████████▎ | 524729/618860 [3:38:58<34:51, 45.00it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "524720, Failed to load conditioning codes for stem from 29c1929d-b84e-4b28-972e-983a951f452b: Semantic codes not found: /app2/suno/data/semantic_code/crow/29c1929d-b84e-4b28-972e-983a951f452b.npz, stem_condition, /app2/suno/data/semantic_code/crow/268fa7b4-d7ce-4ea7-a999-77e570185116.npz.\n", "WTF --> 524721, skip, preference: True, e4ba13b1-8ceb-45f7-9eb4-adee24113881, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 85%|███████████████████████████████████████████████████████████████████████████████████████▌ | 525859/618860 [3:39:24<32:05, 48.30it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "525852, Failed to load conditioning codes for stem from 273f18f9-1d5b-4906-a3f4-3faf9818ad2f: Semantic codes not found: /app2/suno/data/semantic_code/crow/273f18f9-1d5b-4906-a3f4-3faf9818ad2f.npz, stem_condition, /app2/suno/data/semantic_code/crow/b39d4093-905e-48de-8da2-d002eb3562e6.npz.\n", "WTF --> 525853, skip, preference: True, 0756793d-2a1e-4955-91a7-941eee6790ee, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 85%|███████████████████████████████████████████████████████████████████████████████████████▌ | 525970/618860 [3:39:28<50:12, 30.84it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "525962, Failed to load conditioning codes for stem from 3b47dd9a-a00a-4ded-b7bc-abb8e155e69a: Semantic codes not found: /app2/suno/data/semantic_code/crow/3b47dd9a-a00a-4ded-b7bc-abb8e155e69a.npz, stem_condition, /app2/suno/data/semantic_code/crow/eab341fd-f6b2-4f06-a7de-bd416405dfd2.npz.\n", "WTF --> 525963, skip, preference: True, a622d4b4-69b4-4fc0-a2a8-ace4a146ed0f, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 85%|█████████████████████████████████████████████████████████████████████████████████████▉ | 526199/618860 [3:39:43<2:55:44, 8.79it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "526198, Failed to load conditioning codes for stem from 1164bc94-30ee-4a1b-b097-cdc25db03c50: Semantic codes not found: /app2/suno/data/semantic_code/crow/1164bc94-30ee-4a1b-b097-cdc25db03c50.npz, stem_condition, /app2/suno/data/semantic_code/crow/465cc518-d53a-4933-b028-6cc534c7d3ed.npz.\n", "WTF --> 526199, skip, preference: True, a925ed0f-470e-4c23-9d50-ba5b994c46cb, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 85%|███████████████████████████████████████████████████████████████████████████████████████▊ | 527668/618860 [3:40:29<31:46, 47.84it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "527658, Failed to load conditioning codes for stem from 137615dd-36bc-4c60-aa0f-e791913b6c9c: Semantic codes not found: /app2/suno/data/semantic_code/crow/137615dd-36bc-4c60-aa0f-e791913b6c9c.npz, stem_condition, /app2/suno/data/semantic_code/crow/e07bfce6-8f95-4d39-9adb-607e1dbf7cac.npz.\n", "WTF --> 527659, skip, preference: True, ca7529c8-1aab-42ee-9264-b776f3f5b489, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 85%|███████████████████████████████████████████████████████████████████████████████████████▉ | 528495/618860 [3:40:48<32:02, 47.01it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "528488, Failed to load conditioning codes for stem from 0e9c4dcf-2a9f-404e-a4c2-6ffc29f57eee: Semantic codes not found: /app2/suno/data/semantic_code/crow/0e9c4dcf-2a9f-404e-a4c2-6ffc29f57eee.npz, stem_condition, /app2/suno/data/semantic_code/crow/adc470ef-8a3d-425a-a40b-3fe6dd0c9f40.npz.\n", "WTF --> 528489, skip, preference: True, c5c296b1-7440-4b08-97d0-ad8fb45405a9, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 86%|████████████████████████████████████████████████████████████████████████████████████████▏ | 529583/618860 [3:41:13<33:19, 44.66it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "529574, Failed to load conditioning codes for stem from 39da0e96-cd13-45a6-bab8-2bd5d3b89077: Semantic codes not found: /app2/suno/data/semantic_code/crow/39da0e96-cd13-45a6-bab8-2bd5d3b89077.npz, stem_condition, /app2/suno/data/semantic_code/crow/7b961698-6e41-456d-9abe-f029e6d23b2f.npz.\n", "WTF --> 529575, skip, preference: True, 26551949-c1f2-47e5-9c0e-a9159c4186cd, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 86%|████████████████████████████████████████████████████████████████████████████████████████▎ | 530242/618860 [3:41:28<32:18, 45.71it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "530234, Failed to load conditioning codes for stem from 152f767d-c421-4cfa-86d9-871fe5c794ff: Semantic codes not found: /app2/suno/data/semantic_code/crow/152f767d-c421-4cfa-86d9-871fe5c794ff.npz, stem_condition, /app2/suno/data/semantic_code/crow/c03f39f1-f6e3-45e0-87d8-2077aea4be6b.npz.\n", "WTF --> 530235, skip, preference: True, 1643881e-ac66-4237-a540-4a84e329927e, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 86%|████████████████████████████████████████████████████████████████████████████████████████▎ | 530584/618860 [3:41:36<32:18, 45.55it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "530578, Failed to load conditioning codes for stem from 2402ce7a-62d9-4cd1-8a76-c6e540b7ddd4: Semantic codes not found: /app2/suno/data/semantic_code/crow/2402ce7a-62d9-4cd1-8a76-c6e540b7ddd4.npz, stem_condition, /app2/suno/data/semantic_code/crow/8b698214-a61e-4634-925c-b95fb053cdea.npz.\n", "WTF --> 530579, skip, preference: True, f80c11d8-5b5f-4808-904e-51e5b534b212, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 86%|████████████████████████████████████████████████████████████████████████████████████████▍ | 531430/618860 [3:41:56<35:10, 41.43it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "531422, Failed to load conditioning codes for stem from 08ab43c7-513c-4235-be9c-5876f95134ab: Semantic codes not found: /app2/suno/data/semantic_code/crow/08ab43c7-513c-4235-be9c-5876f95134ab.npz, stem_condition, /app2/suno/data/semantic_code/crow/64b1dada-3a00-4130-aaef-44af7ed861b8.npz.\n", "WTF --> 531423, skip, preference: True, da78c212-1f84-4283-b02a-8826071cefe6, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 86%|████████████████████████████████████████████████████████████████████████████████████████▊ | 533845/618860 [3:42:52<33:55, 41.76it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "533836, Failed to load conditioning codes for stem from 0153eda9-5e9e-4999-a9a5-a46a56f89b62: Semantic codes not found: /app2/suno/data/semantic_code/crow/0153eda9-5e9e-4999-a9a5-a46a56f89b62.npz, stem_condition, /app2/suno/data/semantic_code/crow/9ffb7ac7-8cdd-43d3-96e2-ae3c68f42aac.npz.\n", "WTF --> 533837, skip, preference: True, 919f472f-5a29-4330-914c-5f562cba090b, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 86%|████████████████████████████████████████████████████████████████████████████████████████▉ | 534548/618860 [3:43:08<30:45, 45.69it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "534538, Failed to load conditioning codes for stem from 1db3443f-a09b-4895-8540-a3a0a62fcd5c: Semantic codes not found: /app2/suno/data/semantic_code/crow/1db3443f-a09b-4895-8540-a3a0a62fcd5c.npz, stem_condition, /app2/suno/data/semantic_code/crow/38fafa6b-18f3-4899-b58a-22e4b03dba5f.npz.\n", "WTF --> 534539, skip, preference: True, 6bf5fdd4-af11-44d3-ad09-e0e82261ba0e, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 87%|█████████████████████████████████████████████████████████████████████████████████████████ | 535396/618860 [3:43:37<27:32, 50.50it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "535390, Failed to load conditioning codes for stem from 356b8e4f-d8a6-4f04-b7f3-ee7afc9027cf: Semantic codes not found: /app2/suno/data/semantic_code/crow/356b8e4f-d8a6-4f04-b7f3-ee7afc9027cf.npz, stem_condition, /app2/suno/data/semantic_code/crow/6c45baa0-ef00-4dc2-bca3-fd1195d6ed1d.npz.\n", "WTF --> 535391, skip, preference: True, 57aa6dc1-8351-44a8-9ea9-f7eed8874a3d, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 87%|███████████████████████████████████████████████████████████████████████████████████████▋ | 537426/618860 [3:44:51<1:23:07, 16.33it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "537416, Failed to load conditioning codes for stem from 134fd443-2148-48d8-983d-927045a10219: Semantic codes not found: /app2/suno/data/semantic_code/crow/134fd443-2148-48d8-983d-927045a10219.npz, stem_condition, /app2/suno/data/semantic_code/crow/648747d3-f60e-4f52-9a23-4f8e2414395a.npz.\n", "WTF --> 537417, skip, preference: True, ee6b21f5-46ce-49f0-9500-5dfbb54ca3f3, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 87%|█████████████████████████████████████████████████████████████████████████████████████████▌ | 537813/618860 [3:45:06<29:36, 45.62it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "537806, Failed to load conditioning codes for stem from 1212f0a5-1c17-4d9e-b1dc-e4121e5f5c14: Semantic codes not found: /app2/suno/data/semantic_code/crow/1212f0a5-1c17-4d9e-b1dc-e4121e5f5c14.npz, stem_condition, /app2/suno/data/semantic_code/crow/e1b62610-8229-4135-b75a-8b5389f65b15.npz.\n", "WTF --> 537807, skip, preference: True, 9ce71c80-115c-421f-9b18-afb20c8befb4, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 87%|█████████████████████████████████████████████████████████████████████████████████████████▌ | 538463/618860 [3:45:21<30:43, 43.61it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "538454, Failed to load conditioning codes for stem from 2e9efdcb-dae9-4f6f-b287-a7179789a0ec: Semantic codes not found: /app2/suno/data/semantic_code/crow/2e9efdcb-dae9-4f6f-b287-a7179789a0ec.npz, stem_condition, /app2/suno/data/semantic_code/crow/58dfb726-49b6-4680-b73b-091ac8c01853.npz.\n", "WTF --> 538455, skip, preference: True, f229bd6d-43a5-4dd8-a56b-4d33893c1b44, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 88%|██████████████████████████████████████████████████████████████████████████████████████████▍ | 543452/618860 [3:47:25<28:32, 44.02it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "543444, Failed to load conditioning codes for stem from 320cfd03-57a7-4947-b864-91031b9a5577: Semantic codes not found: /app2/suno/data/semantic_code/crow/320cfd03-57a7-4947-b864-91031b9a5577.npz, stem_condition, /app2/suno/data/semantic_code/crow/b6b68b51-82cd-4850-9f6b-aca1e727e0a1.npz.\n", "WTF --> 543445, skip, preference: True, 798f99b3-c519-44c1-aeaf-227be01b09f5, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 88%|██████████████████████████████████████████████████████████████████████████████████████████▋ | 544931/618860 [3:48:03<25:40, 48.00it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "544926, Failed to load conditioning codes for stem from 35f34b16-c4ae-4252-b089-3b2da33493d3: Semantic codes not found: /app2/suno/data/semantic_code/crow/35f34b16-c4ae-4252-b089-3b2da33493d3.npz, stem_condition, /app2/suno/data/semantic_code/crow/993dd6e8-6c74-4095-b12e-3735db58fb33.npz.\n", "WTF --> 544927, skip, preference: True, f84ba525-0b7c-49ec-b9c3-2b006e8760a4, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 88%|██████████████████████████████████████████████████████████████████████████████████████████▋ | 545244/618860 [3:48:14<25:14, 48.61it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "545236, Failed to load conditioning codes for stem from 18d236a4-7945-49fe-ba19-657b1d064aab: Semantic codes not found: /app2/suno/data/semantic_code/crow/18d236a4-7945-49fe-ba19-657b1d064aab.npz, stem_condition, /app2/suno/data/semantic_code/crow/990a7423-989c-4db1-8d47-9d774796da4e.npz.\n", "WTF --> 545237, skip, preference: True, 6a561b75-8caf-4f1c-a869-afa27f626db1, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 88%|███████████████████████████████████████████████████████████████████████████████████████████ | 546880/618860 [3:48:55<24:40, 48.61it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "546874, Failed to load conditioning codes for stem from 2ed55033-04d5-4a87-b6ff-f43f1f2e6d7f: Semantic codes not found: /app2/suno/data/semantic_code/crow/2ed55033-04d5-4a87-b6ff-f43f1f2e6d7f.npz, stem_condition, /app2/suno/data/semantic_code/crow/217f0569-b171-4863-a77d-dc8610dc2c8b.npz.\n", "WTF --> 546875, skip, preference: True, 8b2544c9-7542-4eee-b951-d0430ffaf714, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 89%|███████████████████████████████████████████████████████████████████████████████████████████▏ | 547981/618860 [3:49:24<25:26, 46.44it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "547974, Failed to load conditioning codes for stem from 05110afe-f5e3-408f-8e1e-cf3120d63a42: Semantic codes not found: /app2/suno/data/semantic_code/crow/05110afe-f5e3-408f-8e1e-cf3120d63a42.npz, stem_condition, /app2/suno/data/semantic_code/crow/bb243ded-0fd7-4185-935e-fe5da969d6bf.npz.\n", "WTF --> 547975, skip, preference: True, f0d47963-ee1c-4a19-8306-87aec78b478e, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 89%|███████████████████████████████████████████████████████████████████████████████████████████▎ | 548930/618860 [3:49:49<24:48, 46.98it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "548924, Failed to load conditioning codes for stem from 1cc70dee-afb5-4cba-bab4-82fbaa2a91e4: Semantic codes not found: /app2/suno/data/semantic_code/crow/1cc70dee-afb5-4cba-bab4-82fbaa2a91e4.npz, stem_condition, /app2/suno/data/semantic_code/crow/eec8dd13-b2c6-4f3a-b4f1-b1973d9b8df5.npz.\n", "WTF --> 548925, skip, preference: True, 712aa993-6ef0-4a0d-9870-a86c0b55f351, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 89%|████████████████████████████████████████████████████████████████████████████████████████████ | 552935/618860 [3:51:31<23:33, 46.63it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "552926, Failed to load conditioning codes for stem from 347b9171-ab1a-47b7-a89f-5a7a77245ed2: Semantic codes not found: /app2/suno/data/semantic_code/crow/347b9171-ab1a-47b7-a89f-5a7a77245ed2.npz, stem_condition, /app2/suno/data/semantic_code/crow/101d0981-2cb2-44b3-97e5-9ec5234feddb.npz.\n", "WTF --> 552927, skip, preference: True, d60ccf4e-4834-4f1f-920a-809eb7cc9faa, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 90%|████████████████████████████████████████████████████████████████████████████████████████████▎ | 554765/618860 [3:52:19<24:58, 42.77it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "554758, Failed to load conditioning codes for stem from 132c5ee3-caf2-4cb8-b25f-30302e03cb49: Semantic codes not found: /app2/suno/data/semantic_code/crow/132c5ee3-caf2-4cb8-b25f-30302e03cb49.npz, stem_condition, /app2/suno/data/semantic_code/crow/31c2467b-2d2e-418b-9076-de5980e88154.npz.\n", "WTF --> 554759, skip, preference: True, 4660727a-f22e-40dd-af3b-a69c2a1b1119, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 90%|████████████████████████████████████████████████████████████████████████████████████████████▌ | 556054/618860 [3:52:53<22:14, 47.07it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "556048, Semantic codes not found: /app2/suno/data/semantic_code/crow/m_6664d2f8-7b29-45aa-a202-44a550bb0704.npz, upload_extend, /app2/suno/data/semantic_code/crow/3e591079-f525-46e2-96b7-2d1599693f47.npz.\n", "WTF --> 556049, skip, preference: True, b6d4d1e0-dad5-47a2-8179-bc214ada626e, task: upload_extend.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 90%|████████████████████████████████████████████████████████████████████████████████████████████▌ | 556468/618860 [3:53:05<22:11, 46.85it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "556462, Failed to load conditioning codes for stem from 36812b8a-651a-4f6b-86bc-8cca1af1c984: Semantic codes not found: /app2/suno/data/semantic_code/crow/36812b8a-651a-4f6b-86bc-8cca1af1c984.npz, stem_condition, /app2/suno/data/semantic_code/crow/1a90fb82-f744-4144-b0a4-55581a7911cd.npz.\n", "WTF --> 556463, skip, preference: True, 5824e9b5-3cc8-4c6a-acce-bad19d5741b9, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 90%|████████████████████████████████████████████████████████████████████████████████████████████▋ | 556579/618860 [3:53:10<55:33, 18.68it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "556574, Failed to load conditioning codes for stem from 156ef4a5-134d-42e0-8a4d-910b48967ef8: Semantic codes not found: /app2/suno/data/semantic_code/crow/156ef4a5-134d-42e0-8a4d-910b48967ef8.npz, stem_condition, /app2/suno/data/semantic_code/crow/0067c506-be54-472e-a47d-744c6786857c.npz.\n", "WTF --> 556575, skip, preference: True, 959ab32c-2c8b-4367-850c-b9df69d5fe0c, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 90%|████████████████████████████████████████████████████████████████████████████████████████████▋ | 556999/618860 [3:53:26<38:54, 26.50it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "556992, Failed to load conditioning codes for stem from 1070ea67-d221-451e-8cd0-107121d4c65d: Semantic codes not found: /app2/suno/data/semantic_code/crow/1070ea67-d221-451e-8cd0-107121d4c65d.npz, stem_condition, /app2/suno/data/semantic_code/crow/40830104-2963-4ba9-9de5-846a932a57f0.npz.\n", "WTF --> 556993, skip, preference: True, 7150eaeb-fe89-4873-9705-2ef1376da73e, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 90%|████████████████████████████████████████████████████████████████████████████████████████████▉ | 558690/618860 [3:54:10<24:28, 40.96it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "Overflow at 558684: 16628 > 12000\n", "Overflow at 558685: 16628 > 12000\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 91%|█████████████████████████████████████████████████████████████████████████████████████████████▍ | 561436/618860 [3:55:14<19:19, 49.52it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "561426, Failed to load conditioning codes for stem from 22f6207b-775e-4541-81cd-7712db387a2b: Semantic codes not found: /app2/suno/data/semantic_code/crow/22f6207b-775e-4541-81cd-7712db387a2b.npz, stem_condition, /app2/suno/data/semantic_code/crow/6c249517-7895-48b2-80a9-6b655b121677.npz.\n", "WTF --> 561427, skip, preference: True, a3851cf6-c41c-4637-9055-a099383be13e, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 91%|█████████████████████████████████████████████████████████████████████████████████████████████▌ | 561980/618860 [3:55:26<20:37, 45.97it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "561972, Failed to load conditioning codes for stem from 06b1849a-dceb-4858-9f09-2fb24655967e: Semantic codes not found: /app2/suno/data/semantic_code/crow/06b1849a-dceb-4858-9f09-2fb24655967e.npz, stem_condition, /app2/suno/data/semantic_code/crow/d5518c05-3066-4f2e-8cbd-8f3803fc4b03.npz.\n", "WTF --> 561973, skip, preference: True, 5cec5206-b138-4ead-8dc0-66d4db2a6f57, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 92%|██████████████████████████████████████████████████████████████████████████████████████████████▍ | 567603/618860 [3:57:37<17:43, 48.19it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "567596, Failed to load conditioning codes for stem from 41b39dd6-708b-49c8-bc5b-3af1077213e7: Semantic codes not found: /app2/suno/data/semantic_code/crow/41b39dd6-708b-49c8-bc5b-3af1077213e7.npz, stem_condition, /app2/suno/data/semantic_code/crow/ede81703-958a-4e97-94b2-c85dcc432e0d.npz.\n", "WTF --> 567597, skip, preference: True, f40b521d-eb5b-4a12-b235-763f130e02e1, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 92%|██████████████████████████████████████████████████████████████████████████████████████████████▌ | 567975/618860 [3:57:46<18:14, 46.47it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "567970, Failed to load conditioning codes for stem from 3c00db90-fb5f-4684-ad9c-333f6f182852: Semantic codes not found: /app2/suno/data/semantic_code/crow/3c00db90-fb5f-4684-ad9c-333f6f182852.npz, stem_condition, /app2/suno/data/semantic_code/crow/fb82cc00-a627-4fdc-bff8-6bf43a9b1707.npz.\n", "WTF --> 567971, skip, preference: True, 1dc6cc77-2cec-4d32-b0bd-0f00d8d5c27f, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 92%|██████████████████████████████████████████████████████████████████████████████████████████████▋ | 569146/618860 [3:58:14<18:11, 45.55it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "569140, Failed to load conditioning codes for stem from 0ef6ad88-a8e9-4afd-af50-5242fa92f8d3: Semantic codes not found: /app2/suno/data/semantic_code/crow/0ef6ad88-a8e9-4afd-af50-5242fa92f8d3.npz, stem_condition, /app2/suno/data/semantic_code/crow/8ef0b5fd-f8bd-42d3-9045-a9249addd217.npz.\n", "WTF --> 569141, skip, preference: True, 4432ea94-945d-4a21-a3ca-ef421afbdc29, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 92%|███████████████████████████████████████████████████████████████████████████████████████████████ | 571103/618860 [3:59:00<17:10, 46.36it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "571098, Failed to load conditioning codes for stem from 082e0fb5-9a9b-4464-9a89-37ca123b4a45: Semantic codes not found: /app2/suno/data/semantic_code/crow/082e0fb5-9a9b-4464-9a89-37ca123b4a45.npz, stem_condition, /app2/suno/data/semantic_code/crow/d8a3304d-2fcf-4a9a-8733-a910f02a098a.npz.\n", "WTF --> 571099, skip, preference: True, 7656ba3a-415e-4ac5-921d-36db03c2a3a8, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 93%|███████████████████████████████████████████████████████████████████████████████████████████████▎ | 573007/618860 [3:59:44<15:51, 48.20it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "572996, Failed to load conditioning codes for stem from 04898b9a-d324-4ce9-a1b7-0fd211e335d9: Semantic codes not found: /app2/suno/data/semantic_code/crow/04898b9a-d324-4ce9-a1b7-0fd211e335d9.npz, stem_condition, /app2/suno/data/semantic_code/crow/0ce76b9d-b57e-4fdc-9749-5f0fa055d963.npz.\n", "WTF --> 572997, skip, preference: True, 81cecdb0-8ed5-46b5-8ca7-7f18ac0e04c5, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 93%|███████████████████████████████████████████████████████████████████████████████████████████████▌ | 573937/618860 [4:00:06<15:28, 48.38it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "573932, Failed to load conditioning codes for stem from 3c3b57d7-1078-4216-a955-337acc40011c: Semantic codes not found: /app2/suno/data/semantic_code/crow/3c3b57d7-1078-4216-a955-337acc40011c.npz, stem_condition, /app2/suno/data/semantic_code/crow/12a99691-1287-4af2-81ea-53725b99bf29.npz.\n", "WTF --> 573933, skip, preference: True, 95c21c72-d979-44e2-a6e5-47e000aac6e3, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 93%|███████████████████████████████████████████████████████████████████████████████████████████████▊ | 575741/618860 [4:00:48<17:47, 40.40it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "575732, Failed to load conditioning codes for stem from 0d07d96c-95d3-4dcb-a6fd-a02a0b5b4319: Semantic codes not found: /app2/suno/data/semantic_code/crow/0d07d96c-95d3-4dcb-a6fd-a02a0b5b4319.npz, stem_condition, /app2/suno/data/semantic_code/crow/899f423e-5de7-43c1-b8b3-4dc2935c0e46.npz.\n", "WTF --> 575733, skip, preference: True, f4b8c7e9-2006-4b2a-8202-da256e034c0f, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 93%|███████████████████████████████████████████████████████████████████████████████████████████████▊ | 575939/618860 [4:00:52<15:06, 47.35it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "575928, Failed to load conditioning codes for stem from 3aa1fe40-7ae9-4d73-8ec1-395ba14a07b8: Semantic codes not found: /app2/suno/data/semantic_code/crow/3aa1fe40-7ae9-4d73-8ec1-395ba14a07b8.npz, stem_condition, /app2/suno/data/semantic_code/crow/b6869d36-9568-412f-936e-c8ac181d571f.npz.\n", "WTF --> 575929, skip, preference: True, 855211d7-a9e0-4041-9cc5-198659503739, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 94%|████████████████████████████████████████████████████████████████████████████████████████████████▍ | 579226/618860 [4:02:08<14:03, 46.99it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "579218, Failed to load conditioning codes for stem from 390e9ca1-914a-41c2-b749-24340af0fb07: Semantic codes not found: /app2/suno/data/semantic_code/crow/390e9ca1-914a-41c2-b749-24340af0fb07.npz, stem_condition, /app2/suno/data/semantic_code/crow/ce5ac259-8acf-46be-b237-a1322b855fe1.npz.\n", "WTF --> 579219, skip, preference: True, 55ebb977-869c-48cf-925c-24aa5a0ec367, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 94%|████████████████████████████████████████████████████████████████████████████████████████████████▊ | 581471/618860 [4:03:00<14:26, 43.15it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "581466, Failed to load conditioning codes for stem from 4228c023-4227-49bf-acb0-0a4dd2c6695a: Semantic codes not found: /app2/suno/data/semantic_code/crow/4228c023-4227-49bf-acb0-0a4dd2c6695a.npz, stem_condition, /app2/suno/data/semantic_code/crow/6a2c87f3-4f8c-4651-9eb9-ffbecd31d2d8.npz.\n", "WTF --> 581467, skip, preference: True, 770fc361-8b7a-4543-ad95-34e9a261d09f, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 94%|████████████████████████████████████████████████████████████████████████████████████████████████▊ | 581680/618860 [4:03:05<12:53, 48.07it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "581674, Semantic codes not found: /app2/suno/data/semantic_code/crow/m_ef7ab87c-0d6d-4c98-848d-d1222ab96c5c.npz, upload_extend, /app2/suno/data/semantic_code/crow/01e277a2-2e3b-42ee-9682-fb3817b1c9b7.npz.\n", "WTF --> 581675, skip, preference: True, c7cde312-4f9a-41fa-9b79-ba16f31051a2, task: upload_extend.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 94%|████████████████████████████████████████████████████████████████████████████████████████████████▉ | 582345/618860 [4:03:21<13:10, 46.22it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "582336, Failed to load conditioning codes for stem from 13af36bd-0364-4a1a-a8ac-dd160b7340f1: Semantic codes not found: /app2/suno/data/semantic_code/crow/13af36bd-0364-4a1a-a8ac-dd160b7340f1.npz, stem_condition, /app2/suno/data/semantic_code/crow/32f0791d-8987-424a-b247-b62458e20003.npz.\n", "WTF --> 582337, skip, preference: True, 5075f8bf-e1f2-4886-8270-adeb22e33b37, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 95%|█████████████████████████████████████████████████████████████████████████████████████████████████▍ | 585714/618860 [4:04:39<12:08, 45.50it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "585708, Failed to load conditioning codes for stem from 17323eca-f046-4324-a4ca-b0ca963997f3: Semantic codes not found: /app2/suno/data/semantic_code/crow/17323eca-f046-4324-a4ca-b0ca963997f3.npz, stem_condition, /app2/suno/data/semantic_code/crow/50344e03-7c70-44bb-92ed-d2dc099b5c9b.npz.\n", "WTF --> 585709, skip, preference: True, f365c008-8cd5-46bc-b8ff-7db854a8d3a7, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 95%|█████████████████████████████████████████████████████████████████████████████████████████████████▋ | 586614/618860 [4:05:01<11:16, 47.64it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "586606, Failed to load conditioning codes for stem from 120920ad-3baf-44a2-891e-ab57a28e4f8e: Semantic codes not found: /app2/suno/data/semantic_code/crow/120920ad-3baf-44a2-891e-ab57a28e4f8e.npz, stem_condition, /app2/suno/data/semantic_code/crow/ac3fad22-4382-470d-95b9-10026f062eb5.npz.\n", "WTF --> 586607, skip, preference: True, d0b1b276-8eab-49b2-b2ad-2b365d3212c9, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 95%|█████████████████████████████████████████████████████████████████████████████████████████████████▉ | 588090/618860 [4:05:36<11:37, 44.14it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "588084, Failed to load conditioning codes for stem from 1836668c-7cf9-47c8-9e8f-bf3b30cc021e: Semantic codes not found: /app2/suno/data/semantic_code/crow/1836668c-7cf9-47c8-9e8f-bf3b30cc021e.npz, stem_condition, /app2/suno/data/semantic_code/crow/4c64cdbe-8799-4967-aa35-9c595e8f1b8d.npz.\n", "WTF --> 588085, skip, preference: True, 7ef04ac4-8d01-4971-8615-2d635cc8105b, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 95%|██████████████████████████████████████████████████████████████████████████████████████████████████▎ | 590458/618860 [4:06:31<10:30, 45.08it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "590450, Failed to load conditioning codes for stem from 26a11460-8577-466f-ad7f-006b5c746f20: Semantic codes not found: /app2/suno/data/semantic_code/crow/26a11460-8577-466f-ad7f-006b5c746f20.npz, stem_condition, /app2/suno/data/semantic_code/crow/d4e5aff7-9a97-4a02-ac54-7659b6e93641.npz.\n", "WTF --> 590451, skip, preference: True, 1b4d8392-39e7-4e1b-a9c9-8b483149cb8d, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 96%|██████████████████████████████████████████████████████████████████████████████████████████████████▍ | 591623/618860 [4:06:58<10:26, 43.50it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "591614, Failed to load conditioning codes for stem from 495a947c-7672-4c97-8ca4-a223198c7d86: Semantic codes not found: /app2/suno/data/semantic_code/crow/495a947c-7672-4c97-8ca4-a223198c7d86.npz, stem_condition, /app2/suno/data/semantic_code/crow/b8dceee9-6a7d-4108-bea5-af98b0d65b3f.npz.\n", "WTF --> 591615, skip, preference: True, 33d34724-50f9-45ea-ac6a-4055d3297f54, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 96%|██████████████████████████████████████████████████████████████████████████████████████████████████▋ | 592743/618860 [4:07:24<09:28, 45.95it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "592736, Failed to load conditioning codes for stem from 3955c9e9-e02c-4322-934a-7031b2be2d5e: Semantic codes not found: /app2/suno/data/semantic_code/crow/3955c9e9-e02c-4322-934a-7031b2be2d5e.npz, stem_condition, /app2/suno/data/semantic_code/crow/9c1761fd-c12c-436a-b694-5ed488460e02.npz.\n", "WTF --> 592737, skip, preference: True, b2507aaa-f4cd-4624-97d3-0a89bf54a616, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 96%|██████████████████████████████████████████████████████████████████████████████████████████████████▋ | 592825/618860 [4:07:26<09:37, 45.12it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "592818, Failed to load conditioning codes for stem from 2e91a3bb-011f-4c13-b4eb-fffa286011bb: Semantic codes not found: /app2/suno/data/semantic_code/crow/2e91a3bb-011f-4c13-b4eb-fffa286011bb.npz, stem_condition, /app2/suno/data/semantic_code/crow/a38c6cdc-29ae-40a8-a8e1-2404c0f2934c.npz.\n", "WTF --> 592819, skip, preference: True, 5dcf52e4-1b24-4029-88c8-3aaad95ce6a8, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 96%|██████████████████████████████████████████████████████████████████████████████████████████████████▊ | 593454/618860 [4:07:41<09:04, 46.63it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "593448, Failed to load conditioning codes for stem from 4499f4ab-a1f6-48ce-a77c-ce4268356630: Semantic codes not found: /app2/suno/data/semantic_code/crow/4499f4ab-a1f6-48ce-a77c-ce4268356630.npz, stem_condition, /app2/suno/data/semantic_code/crow/1db16c07-18b7-4547-bec7-2c7c095a0cf5.npz.\n", "WTF --> 593449, skip, preference: True, 968fafc4-618d-4a27-a0aa-79347a1dd69c, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 96%|███████████████████████████████████████████████████████████████████████████████████████████████████ | 595007/618860 [4:08:17<08:52, 44.82it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "594998, Failed to load conditioning codes for stem from 116291e8-a73c-4f59-b45f-7af31d231bf4: Semantic codes not found: /app2/suno/data/semantic_code/crow/116291e8-a73c-4f59-b45f-7af31d231bf4.npz, stem_condition, /app2/suno/data/semantic_code/crow/a8ee704d-874a-4788-89b7-c50bb5267dbf.npz.\n", "WTF --> 594999, skip, preference: True, da6d8fc0-f1e8-48c9-89c6-f72b6616fa07, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 96%|███████████████████████████████████████████████████████████████████████████████████████████████████ | 595077/618860 [4:08:19<09:24, 42.14it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "595070, Semantic codes not found: /app2/suno/data/semantic_code/crow/m_c0f74bba-b8ba-438d-a47b-b03d1746cf5f.npz, upload_extend, /app2/suno/data/semantic_code/crow/044cffd8-66cd-43b8-b570-a060a932fa7b.npz.\n", "WTF --> 595071, skip, preference: True, eb96861e-0cbe-4c82-80ad-475b980330c0, task: upload_extend.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 96%|███████████████████████████████████████████████████████████████████████████████████████████████████▏ | 596232/618860 [4:08:46<07:56, 47.52it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "596224, Failed to load conditioning codes for stem from 4615c66b-41ad-4852-b67c-5b6467bc3cdd: Semantic codes not found: /app2/suno/data/semantic_code/crow/4615c66b-41ad-4852-b67c-5b6467bc3cdd.npz, stem_condition, /app2/suno/data/semantic_code/crow/cf366970-e3e4-4850-af59-85450bc9a687.npz.\n", "WTF --> 596225, skip, preference: True, 65fcc47b-bbff-4182-b0b9-0ab417c3ea73, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 96%|███████████████████████████████████████████████████████████████████████████████████████████████████▎ | 596776/618860 [4:08:59<08:04, 45.59it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "596768, Failed to load conditioning codes for stem from 3d995a63-0422-489f-bd41-13e652679c0c: Semantic codes not found: /app2/suno/data/semantic_code/crow/3d995a63-0422-489f-bd41-13e652679c0c.npz, stem_condition, /app2/suno/data/semantic_code/crow/e9c91bfa-93cc-4284-85e0-6093811ec533.npz.\n", "WTF --> 596769, skip, preference: True, 396e615e-14e5-434a-8d00-5d7cfed3dae7, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 97%|███████████████████████████████████████████████████████████████████████████████████████████████████▍ | 597484/618860 [4:09:16<07:27, 47.72it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "597478, Failed to load conditioning codes for stem from 442264a3-e568-46d8-a559-095026419f16: Semantic codes not found: /app2/suno/data/semantic_code/crow/442264a3-e568-46d8-a559-095026419f16.npz, stem_condition, /app2/suno/data/semantic_code/crow/c151b82d-5718-446d-afcc-46f75ea832bf.npz.\n", "WTF --> 597479, skip, preference: True, 8a565f34-6958-48ba-9006-05df4118c224, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 97%|███████████████████████████████████████████████████████████████████████████████████████████████████▌ | 598087/618860 [4:09:30<07:13, 47.88it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "598082, Failed to load conditioning codes for stem from 229e9f67-ae2b-4fda-b24f-2ccbeeea9b19: Semantic codes not found: /app2/suno/data/semantic_code/crow/229e9f67-ae2b-4fda-b24f-2ccbeeea9b19.npz, stem_condition, /app2/suno/data/semantic_code/crow/58e54220-28d6-4bdf-8155-e9d889a5c395.npz.\n", "WTF --> 598083, skip, preference: True, fff80e82-4bd5-4cb0-9e12-b01bfacc04d0, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 97%|███████████████████████████████████████████████████████████████████████████████████████████████████▉ | 600794/618860 [4:10:36<06:51, 43.95it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "600784, Failed to load conditioning codes for stem from 0aa8d636-1c6a-41cd-98d0-2e2f560cdac1: Semantic codes not found: /app2/suno/data/semantic_code/crow/0aa8d636-1c6a-41cd-98d0-2e2f560cdac1.npz, stem_condition, /app2/suno/data/semantic_code/crow/6308adb6-0bbe-4854-aaf5-c4af6fef5d82.npz.\n", "WTF --> 600785, skip, preference: True, f87e383b-8a21-4244-b81c-e1d5da7e76e9, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 97%|████████████████████████████████████████████████████████████████████████████████████████████████████▎ | 603069/618860 [4:11:30<06:04, 43.38it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "603062, Failed to load conditioning codes for stem from 44977cef-d384-4de3-b6af-d5d102a2cddf: Semantic codes not found: /app2/suno/data/semantic_code/crow/44977cef-d384-4de3-b6af-d5d102a2cddf.npz, stem_condition, /app2/suno/data/semantic_code/crow/66813341-6acc-4ed7-9e7f-6b37874233ee.npz.\n", "WTF --> 603063, skip, preference: True, e59c638a-f45c-4190-b41a-df1331b32ced, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 98%|████████████████████████████████████████████████████████████████████████████████████████████████████▌ | 603855/618860 [4:11:49<05:45, 43.37it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "603846, Failed to load conditioning codes for stem from 138a0c52-d2b8-4343-98ac-5afb0f6d21b6: Semantic codes not found: /app2/suno/data/semantic_code/crow/138a0c52-d2b8-4343-98ac-5afb0f6d21b6.npz, stem_condition, /app2/suno/data/semantic_code/crow/8da64016-ec21-48fe-9187-8002013b4191.npz.\n", "WTF --> 603847, skip, preference: True, 85e23188-7514-496a-890c-2c4a7f5f323f, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 98%|████████████████████████████████████████████████████████████████████████████████████████████████████▌ | 604432/618860 [4:12:02<05:22, 44.78it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "604424, Failed to load conditioning codes for stem from 1ee8fe09-0a95-437a-8836-9ef01b81dc33: Semantic codes not found: /app2/suno/data/semantic_code/crow/1ee8fe09-0a95-437a-8836-9ef01b81dc33.npz, stem_condition, /app2/suno/data/semantic_code/crow/aaf2ee99-01ef-486a-bb73-01b1623ed5c0.npz.\n", "WTF --> 604425, skip, preference: True, 8a7eff71-fc54-49e4-a3ad-d79695d8df38, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 98%|████████████████████████████████████████████████████████████████████████████████████████████████████▌ | 604572/618860 [4:12:05<05:31, 43.15it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "604566, Failed to load conditioning codes for stem from 39d5508c-faee-46ae-8029-5a92f5479aef: Semantic codes not found: /app2/suno/data/semantic_code/crow/39d5508c-faee-46ae-8029-5a92f5479aef.npz, stem_condition, /app2/suno/data/semantic_code/crow/849ea39a-87e0-41be-8122-8eb93eb0b7d5.npz.\n", "WTF --> 604567, skip, preference: True, 0f092937-fc49-4758-915e-60ba14f63d3b, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 98%|████████████████████████████████████████████████████████████████████████████████████████████████████▉ | 606267/618860 [4:12:46<04:49, 43.52it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "606258, Failed to load conditioning codes for stem from 39736466-822d-43f0-8f78-55057b01bf72: Semantic codes not found: /app2/suno/data/semantic_code/crow/39736466-822d-43f0-8f78-55057b01bf72.npz, stem_condition, /app2/suno/data/semantic_code/crow/15e1d5ec-829e-491a-bf17-0245401f78c8.npz.\n", "WTF --> 606259, skip, preference: True, 3731cf92-5841-4967-984b-0b52d0df5a5e, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 98%|█████████████████████████████████████████████████████████████████████████████████████████████████████▏ | 607763/618860 [4:13:22<04:11, 44.15it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "607758, Failed to load conditioning codes for stem from 3ccfbd2c-2d79-48dc-a528-51e62786ae99: Semantic codes not found: /app2/suno/data/semantic_code/crow/3ccfbd2c-2d79-48dc-a528-51e62786ae99.npz, stem_condition, /app2/suno/data/semantic_code/crow/44657482-f106-4f78-b1af-6ad658486fb4.npz.\n", "WTF --> 607759, skip, preference: True, e017c94b-52b7-4af3-a3de-5025afe51325, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 98%|█████████████████████████████████████████████████████████████████████████████████████████████████████▏ | 608335/618860 [4:13:35<04:04, 43.02it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "608326, Failed to load conditioning codes for stem from 3999a2c5-fc96-4f41-90c8-5b178ada6424: Semantic codes not found: /app2/suno/data/semantic_code/crow/3999a2c5-fc96-4f41-90c8-5b178ada6424.npz, stem_condition, /app2/suno/data/semantic_code/crow/35480b8b-1356-4db0-8095-b05874851668.npz.\n", "WTF --> 608327, skip, preference: True, 1d1b356b-e026-4f7a-9510-b90706e61797, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 98%|█████████████████████████████████████████████████████████████████████████████████████████████████████▎ | 608521/618860 [4:13:39<03:45, 45.82it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "608512, Failed to load conditioning codes for stem from 30514737-73f5-47fd-bad5-803a53ed23e6: Semantic codes not found: /app2/suno/data/semantic_code/crow/30514737-73f5-47fd-bad5-803a53ed23e6.npz, stem_condition, /app2/suno/data/semantic_code/crow/d1545c7e-48b7-4c48-b5a4-eda5006f0e90.npz.\n", "WTF --> 608513, skip, preference: True, c04f6e80-6a75-4e2f-870d-78326d19363b, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 99%|█████████████████████████████████████████████████████████████████████████████████████████████████████▋ | 610840/618860 [4:14:35<02:54, 46.05it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "610832, Failed to load conditioning codes for stem from 3ea3005c-7757-4c66-a97a-757eabb1fd17: Semantic codes not found: /app2/suno/data/semantic_code/crow/3ea3005c-7757-4c66-a97a-757eabb1fd17.npz, stem_condition, /app2/suno/data/semantic_code/crow/d27623db-5191-4055-8140-abf3b6671bd5.npz.\n", "WTF --> 610833, skip, preference: True, fcd33c3e-e7ac-4b2f-aa4d-66273fb62c14, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 99%|█████████████████████████████████████████████████████████████████████████████████████████████████████▉ | 612324/618860 [4:15:10<02:17, 47.48it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "612318, Failed to load conditioning codes for stem from 150d97c4-fe36-4cfa-a618-8416c4ff18a0: Semantic codes not found: /app2/suno/data/semantic_code/crow/150d97c4-fe36-4cfa-a618-8416c4ff18a0.npz, stem_condition, /app2/suno/data/semantic_code/crow/9ab35091-fd1a-4028-b9ec-2341698e638a.npz.\n", "WTF --> 612319, skip, preference: True, c5bd387d-859b-4f49-aab0-89ab1d917c61, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 99%|█████████████████████████████████████████████████████████████████████████████████████████████████████▉ | 612564/618860 [4:15:15<02:11, 47.78it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "612558, Failed to load conditioning codes for stem from 13eaff63-c353-4b5e-83bc-141c86c028a6: Semantic codes not found: /app2/suno/data/semantic_code/crow/13eaff63-c353-4b5e-83bc-141c86c028a6.npz, stem_condition, /app2/suno/data/semantic_code/crow/d37e0f1f-dfd5-4ef2-afde-7f39b4adfdac.npz.\n", "WTF --> 612559, skip, preference: True, 37ba3433-7e4d-4022-97f5-68f552f34a3f, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 99%|██████████████████████████████████████████████████████████████████████████████████████████████████████▏| 614004/618860 [4:15:50<01:48, 44.74it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "613994, Failed to load conditioning codes for stem from 3e5911f9-22e2-4d4e-b85c-9b7c4ef7412c: Semantic codes not found: /app2/suno/data/semantic_code/crow/3e5911f9-22e2-4d4e-b85c-9b7c4ef7412c.npz, stem_condition, /app2/suno/data/semantic_code/crow/a03ce461-32c9-4d34-b69f-b4279c121398.npz.\n", "WTF --> 613995, skip, preference: True, 55c26e8f-fee1-43cc-9dc4-42fd44a5a743, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 99%|██████████████████████████████████████████████████████████████████████████████████████████████████████▎| 614385/618860 [4:15:59<01:32, 48.31it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "614376, Failed to load conditioning codes for stem from 35cbb8af-41ca-4f04-afbc-e5e8dfd110a5: Semantic codes not found: /app2/suno/data/semantic_code/crow/35cbb8af-41ca-4f04-afbc-e5e8dfd110a5.npz, stem_condition, /app2/suno/data/semantic_code/crow/68eda6d3-1dab-43cf-947d-f571fc409bb2.npz.\n", "WTF --> 614377, skip, preference: True, 3543971b-093a-4cb2-88d2-ea0db7e433ee, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ " 99%|██████████████████████████████████████████████████████████████████████████████████████████████████████▍| 615185/618860 [4:16:18<01:13, 49.72it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "615174, Failed to load conditioning codes for stem from 16d326ae-d87f-4f39-a09b-d85d0d7a0cd7: Semantic codes not found: /app2/suno/data/semantic_code/crow/16d326ae-d87f-4f39-a09b-d85d0d7a0cd7.npz, stem_condition, /app2/suno/data/semantic_code/crow/23de8856-1218-4f0f-afdc-56ebe9af2d9f.npz.\n", "WTF --> 615175, skip, preference: True, a89dd8e1-fc49-4d6f-9e96-a69f8d43b02e, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "100%|██████████████████████████████████████████████████████████████████████████████████████████████████████▉| 618528/618860 [4:17:38<00:07, 47.17it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "618522, Failed to load conditioning codes for stem from 37d0c847-b949-4088-85ef-8e5ff2830a9f: Semantic codes not found: /app2/suno/data/semantic_code/crow/37d0c847-b949-4088-85ef-8e5ff2830a9f.npz, stem_condition, /app2/suno/data/semantic_code/crow/b150e7e8-783d-402f-9277-4dcedc34ae7d.npz.\n", "WTF --> 618523, skip, preference: True, 5ec66b31-a9f7-4430-802b-3beada3f360a, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "100%|██████████████████████████████████████████████████████████████████████████████████████████████████████▉| 618841/618860 [4:17:46<00:00, 42.45it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ "618832, Failed to load conditioning codes for stem from 0c620321-f24f-496e-9df4-46d206285534: Semantic codes not found: /app2/suno/data/semantic_code/crow/0c620321-f24f-496e-9df4-46d206285534.npz, stem_condition, /app2/suno/data/semantic_code/crow/2a286839-924a-4e5c-8533-90508dbe4255.npz.\n", "WTF --> 618833, skip, preference: True, 670936f8-6aac-48cc-9d1f-4958363624ac, task: stem_condition.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "100%|███████████████████████████████████████████████████████████████████████████████████████████████████████| 618860/618860 [4:17:46<00:00, 40.01it/s]\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "Total 618488 clips, 0 different prompts, 0 different tags, 0 different negative tags\n", "21,105 hours of False\n", "21,194 hours of True\n", "gen: 18780.2 hours\n", "cover: 14220.9 hours\n", "extend: 830.2 hours\n", "artist_extend: 213.5 hours\n", "artist_consistency: 4225.8 hours\n", "playlist_condition: 558.2 hours\n", "infill: 241.7 hours\n", "artist_cover: 2619.8 hours\n", "underpainting: 161.9 hours\n", "stem_condition: 185.5 hours\n", "overpainting: 260.7 hours\n", "🚨 Error upload_extend: 17\n", "🚨 Error stem_condition: 169\n", "\n", "--- Gender Distribution ---\n", " female: 56,562 (9.1%)\n", " male: 89,974 (14.5%)\n", " unspecified: 472,138 (76.3%)\n", "\n", "--- Negative Tags Usage ---\n", " has_neg_tags: 34,005 (5.5%)\n", " no_neg_tags: 584,669 (94.5%)\n", "\n", "--- Control Slider Usage ---\n", " has_control_slider: 189,917 (30.7% of clips)\n", " no_control_slider: 428,757 (69.3% of clips)\n", "Done\n" ] } ], "source": [ "make_dataset(\n", " train_df, OUT_DATA_DIR, is_val=False, t_data_memmap=N_TOKENS_AUDIO\n", ")" ] }, { "cell_type": "markdown", "metadata": { "ExecuteTime": { "end_time": "2024-01-29T19:46:47.549860Z", "start_time": "2024-01-29T19:46:47.548015Z" } }, "source": [ "# Validation" ] }, { "cell_type": "code", "execution_count": 101, "metadata": { "ExecuteTime": { "end_time": "2024-05-16T13:59:41.937879Z", "start_time": "2024-05-16T13:59:41.937870Z" }, "execution": { "iopub.execute_input": "2025-11-15T08:08:40.260692Z", "iopub.status.busy": "2025-11-15T08:08:40.260536Z", "iopub.status.idle": "2025-11-15T08:08:41.339183Z", "shell.execute_reply": "2025-11-15T08:08:41.338605Z", "shell.execute_reply.started": "2025-11-15T08:08:40.260676Z" } }, "outputs": [], "source": [ "# verify\n", "mm = np.memmap(os.path.join(OUT_DATA_DIR, f\"data_val.bin\"), dtype=np.uint16, mode=\"r\")\n", "test_metas = read_jsonl(os.path.join(OUT_DATA_DIR, f\"meta_val.jsonl\"))\n", "test_info = read_json(os.path.join(OUT_DATA_DIR, f\"info_val.json\"))\n", "mm = mm.reshape(-1, N_TOKENS_AUDIO, 4)\n", "assert len(mm) == len(test_metas)\n", "assert mm[:100, :, 0].min() >= 0\n", "assert mm[:100, :, 0].max() <= 4000" ] }, { "cell_type": "code", "execution_count": 102, "metadata": { "execution": { "iopub.execute_input": "2025-11-15T08:08:41.339932Z", "iopub.status.busy": "2025-11-15T08:08:41.339785Z", "iopub.status.idle": "2025-11-15T08:08:41.358938Z", "shell.execute_reply": "2025-11-15T08:08:41.358446Z", "shell.execute_reply.started": "2025-11-15T08:08:41.339916Z" } }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "Counter({None: 3678, 'cover': 1554, 'artist_consistency': 434, 'artist_cover': 204, 'extend': 172, 'infill': 66, 'playlist_condition': 54, 'artist_extend': 30, 'underpainting': 26, 'stem_condition': 20, 'overpainting': 14})\n" ] } ], "source": [ "task_counts = Counter()\n", "for test_meta in test_metas:\n", " task_counts[test_meta.get(\"task\")] += 1\n", "print(task_counts)" ] }, { "cell_type": "code", "execution_count": 103, "metadata": { "ExecuteTime": { "end_time": "2024-05-16T13:59:41.938629Z", "start_time": "2024-05-16T13:59:41.938621Z" }, "execution": { "iopub.execute_input": "2025-11-15T08:08:41.359592Z", "iopub.status.busy": "2025-11-15T08:08:41.359450Z", "iopub.status.idle": "2025-11-15T08:08:41.373364Z", "shell.execute_reply": "2025-11-15T08:08:41.372926Z", "shell.execute_reply.started": "2025-11-15T08:08:41.359577Z" } }, "outputs": [], "source": [ "# # randomly listen to some stuff\n", "# from suno_utils.tasks.dac_2c_12cb import preload_models as preload_codec_models\n", "# from suno_utils.tasks.dac_2c_12cb import (\n", "# encode as codec_encode,\n", "# decode_stream_to_full_audio as codec_decode,\n", "# EMBEDDING_RATE as CODEC_EMBEDDING_RATE,\n", "# decode as decode\n", "# )\n", "# os.environ[\"CUDA_VISIBLE_DEVICES\"] = \"0\"\n", "# _ = preload_codec_models(\"/app/suno/data/dpo/models/dac_2c_25x12.pt\", device=\"cuda\")\n", "# assert len(test_metas) == len(mm)\n", "# idx_list = list(range(len(test_metas)))\n", "# # random.shuffle(idx_list)\n", "# # idx_list = [idx for idx in idx_list if \"text\" in test_metas[idx]]\n", "# print(len(mm))" ] }, { "cell_type": "code", "execution_count": 104, "metadata": { "ExecuteTime": { "end_time": "2024-05-16T13:59:41.939205Z", "start_time": "2024-05-16T13:59:41.939198Z" }, "execution": { "iopub.execute_input": "2025-11-15T08:08:41.374084Z", "iopub.status.busy": "2025-11-15T08:08:41.373939Z", "iopub.status.idle": "2025-11-15T08:08:41.386436Z", "shell.execute_reply": "2025-11-15T08:08:41.386012Z", "shell.execute_reply.started": "2025-11-15T08:08:41.374069Z" } }, "outputs": [], "source": [ "# import random\n", "# idx = random.choice(test_info[\"perference_0\"][\"idx_list\"])\n", "# assert \"original_duration_s\" in test_metas[idx]\n", "# # positive index should be shifted by 1\n", "# pos_idx = idx + 1\n", "# print(\n", "# \"tags:\",\n", "# test_metas[idx].get(\"tags\") == test_metas[pos_idx].get(\"tags\"),\n", "# test_metas[idx].get(\"tags\"),\n", "# )\n", "# arr = mm[idx, 1:].copy().astype(np.int16)[:, 1:]\n", "# pos_arr = mm[pos_idx, 1:].copy().astype(np.int16)[:, 1:]\n", "# pad_idx_arr = np.where(arr == COARSE_PAD_TOKEN)[0]\n", "# if len(pad_idx_arr) > 0:\n", "# arr = arr[: pad_idx_arr[0], :]\n", "# pos_pad_idx_arr = np.where(pos_arr == COARSE_PAD_TOKEN)[0]\n", "# if len(pos_pad_idx_arr) > 0:\n", "# pos_arr = pos_arr[: pos_pad_idx_arr[0], :]\n", "# a = decode(arr)\n", "# print(\"\\n negative example \\n\", test_metas[idx])\n", "# a.play(compress=False)\n", "# pos_a = decode(pos_arr)\n", "# print(\"\\n positive example \\n\", test_metas[pos_idx])\n", "# pos_a.play(compress=False)\n", "# print(\n", "# \"text:\",\n", "# test_metas[idx].get(\"text\") == test_metas[pos_idx].get(\"text\"),\n", "# test_metas[idx].get(\"text\"),\n", "# )" ] }, { "cell_type": "code", "execution_count": 105, "metadata": { "ExecuteTime": { "end_time": "2024-05-16T13:59:41.939977Z", "start_time": "2024-05-16T13:59:41.939969Z" }, "execution": { "iopub.execute_input": "2025-11-15T08:08:41.387107Z", "iopub.status.busy": "2025-11-15T08:08:41.386971Z", "iopub.status.idle": "2025-11-15T08:08:41.398437Z", "shell.execute_reply": "2025-11-15T08:08:41.398013Z", "shell.execute_reply.started": "2025-11-15T08:08:41.387093Z" } }, "outputs": [], "source": [ "# val_df[val_df[\"tags\"] == 'a vibrant blend of experimental jazz fusion, drum-and-bass and swagger fuzzed-out guitars']" ] }, { "cell_type": "code", "execution_count": 106, "metadata": { "ExecuteTime": { "end_time": "2024-05-16T13:59:41.940610Z", "start_time": "2024-05-16T13:59:41.940603Z" }, "execution": { "iopub.execute_input": "2025-11-15T08:08:41.400709Z", "iopub.status.busy": "2025-11-15T08:08:41.400444Z", "iopub.status.idle": "2025-11-15T08:08:41.411857Z", "shell.execute_reply": "2025-11-15T08:08:41.411434Z", "shell.execute_reply.started": "2025-11-15T08:08:41.400693Z" } }, "outputs": [], "source": [ "# from collections import Counter\n", "# c = Counter()\n", "# for _, row in df_slice.iterrows():\n", "# # print(row[\"metadata\"])\n", "# for k in ast.literal_eval(row[\"metadata\"]).keys():\n", "# c[k] += 1" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "ExecuteTime": { "end_time": "2024-05-16T13:59:41.941167Z", "start_time": "2024-05-16T13:59:41.941159Z" }, "execution": { "execution_failed": "2025-11-21T02:40:22.488Z", "iopub.execute_input": "2025-11-15T08:08:41.413541Z", "iopub.status.busy": "2025-11-15T08:08:41.413417Z", "iopub.status.idle": "2025-11-15T08:08:41.424681Z" } }, "outputs": [], "source": [ "# original_npz_path = f\"/app/suno/data/dpo/7b_npz/{test_metas[idx]['id']}.npz\"\n", "# original_npz_path = \"/app/suno/data/dpo/7b_npz/729c3011-f672-4ccd-8d82-1cbf2b52ff69.npz\"\n", "# original_arr = np.load(original_npz_path)[\"v2_raw\"]" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "ExecuteTime": { "end_time": "2024-05-16T13:59:41.941801Z", "start_time": "2024-05-16T13:59:41.941793Z" }, "execution": { "execution_failed": "2025-11-21T02:40:22.489Z", "iopub.execute_input": "2025-11-15T08:08:41.426280Z", "iopub.status.busy": "2025-11-15T08:08:41.426159Z", "iopub.status.idle": "2025-11-15T08:08:41.444248Z" } }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "3126 0\n" ] } ], "source": [ "def validation_on_metas(input_metas):\n", " total_bad = 0\n", " total_good = 0\n", " for idx in range(len(input_metas)):\n", " if idx % 2 == 0:\n", " pos_idx = idx + 1\n", " if input_metas[idx].get(\"tags\") != input_metas[pos_idx].get(\"tags\"):\n", " print(\n", " input_metas[idx].get(\"id\"),\n", " input_metas[idx].get(\"tags\"),\n", " input_metas[pos_idx].get(\"id\"),\n", " input_metas[pos_idx].get(\"tags\"),\n", " )\n", " # print(test_metas[idx].get(\"text\") == test_metas[pos_idx].get(\"text\"), test_metas[idx].get(\"tags\"), test_metas[pos_idx].get(\"tags\"))\n", " total_bad += 1\n", " elif input_metas[idx].get(\"text\") != input_metas[pos_idx].get(\"text\"):\n", " # print(test_metas[idx].get(\"text\") == test_metas[pos_idx].get(\"text\"), test_metas[idx].get(\"tags\"), test_metas[pos_idx].get(\"tags\"))\n", " total_bad += 1\n", " else:\n", " total_good += 1\n", " print(total_good, total_bad)\n", " return\n", "\n", "\n", "validation_on_metas(test_metas)" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "ExecuteTime": { "end_time": "2024-05-16T13:59:41.942520Z", "start_time": "2024-05-16T13:59:41.942511Z" }, "execution": { "execution_failed": "2025-11-21T02:40:22.489Z", "iopub.execute_input": "2025-11-15T08:08:41.445969Z", "iopub.status.busy": "2025-11-15T08:08:41.445841Z", "iopub.status.idle": "2025-11-15T08:08:41.500726Z" } }, "outputs": [], "source": [ "train_info = read_json(os.path.join(OUT_DATA_DIR, f\"info_tr.json\"))" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "ExecuteTime": { "end_time": "2024-05-16T13:59:41.943072Z", "start_time": "2024-05-16T13:59:41.943065Z" }, "execution": { "execution_failed": "2025-11-21T02:40:22.489Z", "iopub.execute_input": "2025-11-15T08:08:41.502417Z", "iopub.status.busy": "2025-11-15T08:08:41.502290Z", "iopub.status.idle": "2025-11-15T08:08:41.536492Z" } }, "outputs": [], "source": [ "n_neg_tr = train_info[\"perference_0\"][\"idx_list\"]\n", "n_pos_tr = train_info[\"perference_1\"][\"idx_list\"]\n", "assert len(n_pos_tr) == len(n_neg_tr)\n", "# make sure they are offset by 1 and exactly 1\n", "for i, j in zip(n_neg_tr, n_pos_tr):\n", " assert i == j - 1" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "ExecuteTime": { "end_time": "2024-05-16T13:59:41.944246Z", "start_time": "2024-05-16T13:59:41.944237Z" }, "execution": { "execution_failed": "2025-11-21T02:40:22.489Z", "iopub.execute_input": "2025-11-15T08:08:41.538146Z", "iopub.status.busy": "2025-11-15T08:08:41.538028Z", "iopub.status.idle": "2025-11-15T08:08:41.550223Z" } }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "total samples 618488 (618860, 208)\n" ] } ], "source": [ "total_iters = len(n_neg_tr) + len(n_pos_tr)\n", "print(\"total samples\", total_iters, train_df.shape)" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "execution": { "execution_failed": "2025-11-21T02:40:22.489Z", "iopub.execute_input": "2025-11-15T08:08:41.551918Z", "iopub.status.busy": "2025-11-15T08:08:41.551797Z", "iopub.status.idle": "2025-11-15T08:09:01.553484Z" } }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "309244 0\n" ] } ], "source": [ "metas_tr = read_jsonl(os.path.join(OUT_DATA_DIR, \"meta_tr.jsonl\"))\n", "validation_on_metas(metas_tr)" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "execution": { "execution_failed": "2025-11-21T02:40:22.489Z", "iopub.execute_input": "2025-11-15T08:09:01.554231Z", "iopub.status.busy": "2025-11-15T08:09:01.554076Z", "iopub.status.idle": "2025-11-15T08:09:01.570301Z" } }, "outputs": [], "source": [ "# new_metas_tr = []\n", "# for index, l in enumerate(metas_tr):\n", "# if index % 2 == 1:\n", "# last_l = new_metas_tr[-1]\n", "# if l[\"tags\"] != last_l[\"tags\"]:\n", "# print(l[\"tags\"], last_l[\"tags\"])\n", "# l[\"tags\"] = last_l[\"tags\"]\n", "# new_metas_tr.append(l)\n", "# validation_on_metas(new_metas_tr)\n", "# write_jsonl(new_metas_tr, os.path.join(OUT_DATA_DIR, \"meta_tr.jsonl\"))" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "ExecuteTime": { "end_time": "2024-05-16T13:59:41.945249Z", "start_time": "2024-05-16T13:59:41.945241Z" }, "execution": { "execution_failed": "2025-11-21T02:40:22.489Z", "iopub.execute_input": "2025-11-15T08:09:01.570937Z", "iopub.status.busy": "2025-11-15T08:09:01.570798Z", "iopub.status.idle": "2025-11-15T08:09:01.585289Z" } }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "1 epoch per batch 4, total 2415.96875\n", "1 epoch per batch 6, total 805.3229166666666\n", "1 epoch per batch 8, total 603.9921875\n" ] } ], "source": [ "print(\"1 epoch per batch 4, total\", total_iters / 8 / 8 / 4)\n", "print(\"1 epoch per batch 6, total\", total_iters / 16 / 8 / 6)\n", "print(\"1 epoch per batch 8, total\", total_iters / 16 / 8 / 8)" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "execution": { "execution_failed": "2025-11-21T02:40:22.489Z", "iopub.execute_input": "2025-11-15T08:09:01.585891Z", "iopub.status.busy": "2025-11-15T08:09:01.585749Z", "iopub.status.idle": "2025-11-15T08:09:01.597764Z" } }, "outputs": [], "source": [ "# import time\n", "# time.sleep(60 * 60 * 1)" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "execution": { "execution_failed": "2025-11-21T02:40:22.489Z", "iopub.execute_input": "2025-11-15T08:09:01.598360Z", "iopub.status.busy": "2025-11-15T08:09:01.598229Z", "iopub.status.idle": "2025-11-15T08:09:01.610298Z" } }, "outputs": [], "source": [ "# df[\"control_tags\"].value_counts()" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "ExecuteTime": { "end_time": "2024-05-16T13:59:41.945972Z", "start_time": "2024-05-16T13:59:41.945964Z" }, "execution": { "execution_failed": "2025-11-21T02:40:22.489Z", "iopub.execute_input": "2025-11-15T08:09:01.610996Z", "iopub.status.busy": "2025-11-15T08:09:01.610861Z", "iopub.status.idle": "2025-11-15T08:09:01.622380Z" } }, "outputs": [], "source": [ "# !cd /home/tony/Work/tony/slurm/crow && sbatch sbatch_ipo_crow" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "execution": { "execution_failed": "2025-11-21T02:40:22.489Z", "iopub.execute_input": "2025-11-15T08:09:01.623139Z", "iopub.status.busy": "2025-11-15T08:09:01.622998Z", "iopub.status.idle": "2025-11-15T08:09:01.647555Z" } }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "Cache kept!\n" ] } ], "source": [ "import shutil\n", "\n", "# Basic file copy\n", "shutil.copy(\n", " \"/home/tony/Work/tony/Preference/make_dataset_crow_t1_4rvq.ipynb\",\n", " os.path.join(OUT_DATA_DIR, \"make_dataset.ipynb\"),\n", ")\n", "print(\"Cache kept!\")" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "execution": { "execution_failed": "2025-11-21T02:40:22.489Z", "iopub.execute_input": "2025-11-15T08:09:01.648154Z", "iopub.status.busy": "2025-11-15T08:09:01.648019Z", "iopub.status.idle": "2025-11-15T08:09:01.670047Z" } }, "outputs": [ { "ename": "NameError", "evalue": "name 'BREAK' is not defined", "output_type": "error", "traceback": [ "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m", "\u001b[0;31mNameError\u001b[0m Traceback (most recent call last)", "Cell \u001b[0;32mIn[119], line 1\u001b[0m\n\u001b[0;32m----> 1\u001b[0m \u001b[43mBREAK\u001b[49m\n", "\u001b[0;31mNameError\u001b[0m: name 'BREAK' is not defined" ] } ], "source": [ "BREAK" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "# some gymathtics loading prev data" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "ExecuteTime": { "end_time": "2024-05-16T13:59:41.946562Z", "start_time": "2024-05-16T13:59:41.946555Z" }, "execution": { "execution_failed": "2025-11-21T02:40:22.489Z", "iopub.status.busy": "2025-11-15T08:09:01.670424Z", "iopub.status.idle": "2025-11-15T08:09:01.670624Z" } }, "outputs": [], "source": [ "# prev_v3_data = \"/app/suno/data/dpo/7v_v20_full/\"\n", "\n", "# test_val_metas = read_jsonl(os.path.join(prev_v3_data, f\"meta_val.jsonl\"))\n", "# test_tr_metas = read_jsonl(os.path.join(prev_v3_data, f\"meta_tr.jsonl\"))\n", "\n", "# all_ids = set()\n", "# for meta in test_val_metas:\n", "# all_ids.add(meta[\"id\"])\n", "# for meta in test_tr_metas:\n", "# all_ids.add(meta[\"id\"])\n", "# print(len(all_ids), len(test_val_metas) + len(test_tr_metas))\n", "\n", "# all_ids = list(all_ids)\n", "# with open(\"/home/tony/Data/Preference/7b_v2/7v_v20_full_recut_id.json\", \"w\") as fp:\n", "# json.dump(all_ids, fp)" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "execution": { "execution_failed": "2025-11-21T02:40:22.489Z", "iopub.status.busy": "2025-11-15T08:09:01.671028Z", "iopub.status.idle": "2025-11-15T08:09:01.671184Z" } }, "outputs": [], "source": [ "# x_data = train_df[train_df[\"preference\"]][\"similarity\"]\n", "# y_data = train_df[~train_df[\"preference\"]][\"similarity\"]\n", "# from matplotlib.colors import LogNorm\n", "\n", "# fig, (ax1, ax2) = plt.subplots(1, 2, figsize=(24, 10))\n", "\n", "# # 2D Histogram\n", "# h = ax1.hist2d(\n", "# x_data,\n", "# y_data,\n", "# bins=(50, 50),\n", "# cmap=\"coolwarm\",\n", "# range=[[0, 1], [0, 1]],\n", "# norm=LogNorm(),\n", "# )\n", "\n", "# ax1.set_xlabel(\"Semantic Distance (Preferred)\")\n", "# ax1.set_ylabel(\"Semantic Distance (Non-Preferred)\")\n", "# ax1.set_title(\n", "# \"2D Histogram of Semantic Distances: Preferred vs Non-Preferred (Log Scale)\"\n", "# )\n", "\n", "# cbar1 = plt.colorbar(h[3], ax=ax1)\n", "# cbar1.set_label(\"Number of Request IDs (Log Scale)\")\n", "\n", "# # Scatter plot\n", "# ax2.scatter(x_data, y_data, alpha=0.1, s=1)\n", "# ax2.set_xlabel(\"Semantic Distance (Preferred)\")\n", "# ax2.set_ylabel(\"Semantic Distance (Non-Preferred)\")\n", "# ax2.set_title(\"Scatter Plot of Semantic Distances: Preferred vs Non-Preferred\")\n", "# ax2.set_xlim(0, 1)\n", "# ax2.set_ylim(0, 1)\n", "\n", "# plt.tight_layout()\n", "# plt.show()" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "execution": { "execution_failed": "2025-11-21T02:40:22.489Z", "iopub.status.busy": "2025-11-15T08:09:01.671620Z", "iopub.status.idle": "2025-11-15T08:09:01.671773Z" } }, "outputs": [], "source": [ "# train_metas = read_jsonl(os.path.join(OUT_DATA_DIR, f\"meta_tr.jsonl\"))" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "execution": { "execution_failed": "2025-11-21T02:40:22.489Z", "iopub.status.busy": "2025-11-15T08:09:01.672023Z", "iopub.status.idle": "2025-11-15T08:09:01.672169Z" } }, "outputs": [], "source": [ "# train_info.keys()" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "execution": { "execution_failed": "2025-11-21T02:40:22.489Z", "iopub.status.busy": "2025-11-15T08:09:01.672427Z", "iopub.status.idle": "2025-11-15T08:09:01.672572Z" } }, "outputs": [], "source": [ "# import torch\n", "\n", "# a = torch.tensor([6.2500e-04, 3.9062e-05, 2.3462e-03])" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "execution": { "execution_failed": "2025-11-21T02:40:22.489Z", "iopub.status.busy": "2025-11-15T08:09:01.672819Z", "iopub.status.idle": "2025-11-15T08:09:01.672958Z" } }, "outputs": [], "source": [ "# a.mean()" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "execution": { "execution_failed": "2025-11-21T02:40:22.490Z", "iopub.status.busy": "2025-11-15T08:09:01.673200Z", "iopub.status.idle": "2025-11-15T08:09:01.673338Z" } }, "outputs": [], "source": [ "# import time\n", "# time.sleep(3600 * 3)" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "execution": { "execution_failed": "2025-11-21T02:40:22.490Z", "iopub.status.busy": "2025-11-15T08:09:01.673584Z", "iopub.status.idle": "2025-11-15T08:09:01.673739Z" } }, "outputs": [], "source": [ "# !cd /home/tony/Work/tony/slurm/diffusion && sbatch run_diffusion_infill.sh" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "execution": { "execution_failed": "2025-11-21T02:40:22.490Z", "iopub.status.busy": "2025-11-15T08:09:01.673991Z", "iopub.status.idle": "2025-11-15T08:09:01.674137Z" } }, "outputs": [], "source": [ "def get_control_slider(metadata):\n", " if \"param_experiment\" in metadata:\n", " exp = metadata.get(\"param_experiment\", \"\")\n", " if exp:\n", " if exp == \"mask_control_slider\":\n", " if not metadata.get(\"control_sliders\", None):\n", " return False\n", " else:\n", " return True\n", " return None\n", "\n", "df[\"mask_control\"] = df.apply(\n", " lambda row: get_control_slider(row[\"metadata\"]), axis=1\n", ")\n", "masked_request_id = df[~df[\"mask_control\"].isna()][\"request_id\"].unique()\n", "subset_df = df[df[\"request_id\"].isin(masked_request_id)].copy()\n", "print(\"check subset shape\", df.shape, subset_df.shape)\n", "# control masked\n", "user_pref_pct = (\n", " subset_df[subset_df[\"mask_control\"] == True].groupby(\"user_id\")[\"preference\"]\n", " .apply(lambda x: x.mean())\n", ")\n", "print(user_pref_pct.head())\n", "# Plot a histogram of the user preference percentages\n", "plt.figure(figsize=(6, 4))\n", "plt.hist(user_pref_pct, bins=np.linspace(0, 1, 100), edgecolor=\"black\")\n", "plt.xlabel(\"Preference % for mask_control\")\n", "plt.ylabel(\"Number of Users\")\n", "plt.title(\"Histogram of User Preference for 'mask_control'\")\n", "plt.tight_layout()\n", "plt.show()" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "execution": { "execution_failed": "2025-11-21T02:40:22.490Z", "iopub.status.busy": "2025-11-15T08:09:01.674628Z", "iopub.status.idle": "2025-11-15T08:09:01.674774Z" } }, "outputs": [], "source": [ "user_counts = subset_df.groupby(\"user_id\")[\"preference\"].count()\n", "eligible_users = user_counts[user_counts >= 4].index\n", "len(eligible_users)" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "execution": { "execution_failed": "2025-11-21T02:40:22.490Z", "iopub.status.busy": "2025-11-15T08:09:01.675045Z", "iopub.status.idle": "2025-11-15T08:09:01.675184Z" } }, "outputs": [], "source": [ "# control masked\n", "eligible_user_pref_pct = (\n", " subset_df[subset_df[\"user_id\"].isin(eligible_users) & (subset_df[\"mask_control\"] == True)].groupby(\"user_id\")[\"preference\"]\n", " .apply(lambda x: x.mean())\n", ")" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "execution": { "execution_failed": "2025-11-21T02:40:22.490Z", "iopub.status.busy": "2025-11-15T08:09:01.675935Z", "iopub.status.idle": "2025-11-15T08:09:01.676080Z" } }, "outputs": [], "source": [ "# Plot a histogram of the user preference percentages\n", "plt.figure(figsize=(6, 4))\n", "plt.hist(eligible_user_pref_pct, bins=np.linspace(0, 1, 20), edgecolor=\"black\")\n", "plt.xlabel(\"Preference % for mask_control\")\n", "plt.ylabel(\"Number of Users\")\n", "plt.title(\"Histogram of User Preference for 'mask_control'\")\n", "plt.tight_layout()\n", "plt.show()" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "execution": { "execution_failed": "2025-11-21T02:40:22.490Z", "iopub.status.busy": "2025-11-15T08:09:01.676310Z", "iopub.status.idle": "2025-11-15T08:09:01.676461Z" } }, "outputs": [], "source": [ "eligible_user_pref_pct[172918] # kakermix" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "## sliders" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "execution": { "execution_failed": "2025-11-21T02:40:22.490Z", "iopub.status.busy": "2025-11-15T08:09:01.677139Z", "iopub.status.idle": "2025-11-15T08:09:01.677384Z" } }, "outputs": [], "source": [ "from typing import Any\n", "import pandas as pd\n", "\n", "def map_control_sliders_to_df(df: pd.DataFrame) -> pd.DataFrame:\n", " \"\"\"Extracts 'style_weight' and 'weirdness_constraint' from the 'control_sliders' dict in the 'metadata' column\n", " and adds them as new columns to the DataFrame.\n", "\n", " Args:\n", " df (pd.DataFrame): DataFrame with a 'metadata' column containing a 'control_sliders' dict.\n", "\n", " Returns:\n", " pd.DataFrame: DataFrame with added 'style_weight' and 'weirdness_constraint' columns.\n", "\n", " Raises:\n", " KeyError: If 'control_sliders', 'style_weight', or 'weirdness_constraint' are missing in any row.\n", " TypeError: If the extracted values are not floats.\n", "\n", " Example:\n", " >>> import pandas as pd\n", " >>> data = [{'metadata': {'control_sliders': {'style_weight': 0.89, 'weirdness_constraint': 0.8}}}]\n", " >>> df = pd.DataFrame(data)\n", " >>> df = map_control_sliders_to_df(df)\n", " >>> df[['style_weight', 'weirdness_constraint']].iloc[0].tolist()\n", " [0.89, 0.8]\n", " \"\"\"\n", " # Vectorized extraction for performance\n", " sliders = df[\"metadata\"].map(lambda m: m.get(\"control_sliders\", {}))\n", " style_weight = sliders.map(lambda s: s.get(\"style_weight\", None))\n", " weirdness_constraint = sliders.map(lambda s: s.get(\"weirdness_constraint\", None))\n", " audio_weight = sliders.map(lambda s: s.get(\"audio_weight\", None))\n", "\n", " df[\"style_weight\"] = style_weight\n", " df[\"weirdness_constraint\"] = weirdness_constraint\n", " df[\"audio_weight\"] = audio_weight\n", " return df\n", "\n", "def print_percentiles(\n", " data: np.ndarray,\n", " percentiles: list[float] = [5, 10, 20, 25, 50, 75, 80, 90, 95]\n", ") -> None:\n", " \"\"\"Prints specified percentiles of the data.\n", "\n", " Args:\n", " data (np.ndarray): Array of values to compute percentiles for.\n", " percentiles (list[float], optional): List of percentiles to print. Defaults to [5, 10, 20, 25, 50, 75, 80, 90, 95].\n", "\n", " Example:\n", " >>> print_percentiles(np.array([1, 2, 3, 4, 5]))\n", " \"\"\"\n", " data = data[~data.isna()]\n", " results = np.percentile(data, percentiles)\n", " print(\"Percentiles:\")\n", " for p, v in zip(percentiles, results):\n", " print(f\" {p:>3}%: {v:.4f}\")" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "execution": { "execution_failed": "2025-11-21T02:40:22.490Z", "iopub.status.busy": "2025-11-15T08:09:01.677845Z", "iopub.status.idle": "2025-11-15T08:09:01.677992Z" } }, "outputs": [], "source": [ "df_total = map_control_sliders_to_df(df_total)\n", "df_total[[\"style_weight\",\"weirdness_constraint\",\"audio_weight\"]].describe()" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "execution": { "execution_failed": "2025-11-21T02:40:22.490Z", "iopub.status.busy": "2025-11-15T08:09:01.678280Z", "iopub.status.idle": "2025-11-15T08:09:01.678422Z" } }, "outputs": [], "source": [ "plt.figure(figsize=(8, 5))\n", "df_total[\"style_weight\"].hist(bins=np.linspace(0, 1, 100), color=\"skyblue\", edgecolor=\"black\")\n", "print_percentiles(df_total[\"style_weight\"])\n", "plt.title(\"Distribution of Style Weight\")\n", "plt.xlabel(\"Style Weight\")\n", "plt.ylabel(\"Counts\")\n", "plt.grid(True, linestyle=\"--\", alpha=0.6)\n", "plt.tight_layout()\n", "plt.show()" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "execution": { "execution_failed": "2025-11-21T02:40:22.490Z", "iopub.status.busy": "2025-11-15T08:09:01.678816Z", "iopub.status.idle": "2025-11-15T08:09:01.678957Z" } }, "outputs": [], "source": [ "plt.figure(figsize=(8, 5))\n", "df_total[\"weirdness_constraint\"].hist(bins=np.linspace(0, 1, 100), color=\"skyblue\", edgecolor=\"black\")\n", "print_percentiles(df_total[\"weirdness_constraint\"])\n", "plt.title(\"Distribution of Weirdness\")\n", "plt.xlabel(\"weirdness_constraint\")\n", "plt.ylabel(\"Counts\")\n", "plt.grid(True, linestyle=\"--\", alpha=0.6)\n", "plt.tight_layout()\n", "plt.show()" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "execution": { "execution_failed": "2025-11-21T02:40:22.490Z", "iopub.status.busy": "2025-11-15T08:09:01.679180Z", "iopub.status.idle": "2025-11-15T08:09:01.679313Z" } }, "outputs": [], "source": [ "plt.figure(figsize=(8, 5))\n", "df_total[\"audio_weight\"].hist(bins=np.linspace(0, 1, 100), color=\"skyblue\", edgecolor=\"black\")\n", "print_percentiles(df_total[\"audio_weight\"])\n", "plt.title(\"Distribution of audio_weight\")\n", "plt.xlabel(\"audio_weight\")\n", "plt.ylabel(\"Counts\")\n", "plt.grid(True, linestyle=\"--\", alpha=0.6)\n", "plt.tight_layout()\n", "plt.show()" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "# Fetch other parameters" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "execution": { "execution_failed": "2025-11-21T02:40:22.490Z", "iopub.status.busy": "2025-11-15T08:09:01.679567Z", "iopub.status.idle": "2025-11-15T08:09:01.679715Z" } }, "outputs": [], "source": [ "# df_total[df_total[\"task\"] == \"stem_condition\"][[\"s3_id\", \"preference\", \"request_id\", \"control_tags\"]].head(n=100)" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "execution": { "execution_failed": "2025-11-21T02:40:22.490Z", "iopub.status.busy": "2025-11-15T08:09:01.679971Z", "iopub.status.idle": "2025-11-15T08:09:01.680111Z" } }, "outputs": [], "source": [ "len(metas_tr)" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "execution": { "execution_failed": "2025-11-21T02:40:22.490Z", "iopub.status.busy": "2025-11-15T08:09:01.680364Z", "iopub.status.idle": "2025-11-15T08:09:01.680504Z" } }, "outputs": [], "source": [ "c = Counter()\n", "for data_meta in metas_tr:\n", " c[data_meta.get(\"control_tags\", \"\") if isinstance(data_meta.get(\"control_tags\", \"\"), str) else \"\"] += 1\n", "print(c)" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "execution": { "execution_failed": "2025-11-21T02:40:22.490Z", "iopub.status.busy": "2025-11-15T08:09:01.680925Z", "iopub.status.idle": "2025-11-15T08:09:01.681071Z" } }, "outputs": [], "source": [ "# with open(\"/app2/suno/data/dpo/crow_t1_v3/dodo_t23_2025-08-28_01-30-09_cached_loss.json\", \"r\") as fp:\n", "# old_loss = json.load(fp)\n", "# with open(\"/app2/suno/data/dpo/crow_t1_v3/dodo_t23_2025-08-28_01-30-09_redo3_cached_loss.json\", \"r\") as fp:\n", "# new_loss = json.load(fp)\n", "\n", "# sem_losses = []\n", "# for curr_id, o_v in old_loss[\"train\"].items():\n", "# n_v = new_loss[\"train\"][curr_id]\n", "# for k in o_v:\n", "# assert o_v[k] == n_v[k]\n", "# if k == \"semantic_0\":\n", "# if o_v[\"orig_idx\"] % 2 == 1:\n", "# sem_losses.append(o_v[k])\n", "# # if o_v[k] > 4 and o_v[\"orig_idx\"] % 2 == 1:\n", "# # print(o_v, o_v[\"orig_idx\"] % 3360, o_v[\"orig_idx\"] % 3360 // 4)\n", "# sem_losses.sort()\n", "# plt.hist(sem_losses, bins=np.linspace(0, 10, 100))\n", "# plt.yscale(\"log\")\n", "# plt.show()" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "execution": { "execution_failed": "2025-11-21T02:40:22.490Z", "iopub.status.busy": "2025-11-15T08:09:01.681345Z", "iopub.status.idle": "2025-11-15T08:09:01.681488Z" } }, "outputs": [], "source": [ "# df_total[df_total[\"is_public\"]].to_pickle(\"/home/tony/Data/Preference/crow_t1/interesting_clips_crow_t1_20251030_public_only.pkl\")" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "execution": { "execution_failed": "2025-11-21T02:40:22.490Z", "iopub.status.busy": "2025-11-15T08:09:01.681747Z", "iopub.status.idle": "2025-11-15T08:09:01.681887Z" } }, "outputs": [], "source": [ "df[df[\"is_public\"] & (df[\"tags\"].str.len() < 1)]" ] }, { "cell_type": "code", "execution_count": 120, "metadata": { "execution": { "iopub.execute_input": "2025-11-19T03:15:02.510204Z", "iopub.status.busy": "2025-11-19T03:15:02.509827Z", "iopub.status.idle": "2025-11-19T03:15:09.094156Z", "shell.execute_reply": "2025-11-19T03:15:09.093537Z", "shell.execute_reply.started": "2025-11-19T03:15:02.510184Z" } }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ " date reaction_play_count\n", "0 2025-09-23 19.420686\n", "1 2025-09-24 18.376720\n", "2 2025-09-25 18.172364\n", "3 2025-09-26 18.088060\n", "4 2025-09-27 17.987728\n", "5 2025-09-28 18.002420\n", "6 2025-09-29 17.549616\n", "7 2025-09-30 17.634050\n", "8 2025-10-01 17.643289\n", "9 2025-10-02 17.588792\n", "10 2025-10-03 17.298299\n", "11 2025-10-04 17.629994\n", "12 2025-10-05 17.184501\n", "13 2025-10-06 17.354982\n", "14 2025-10-07 17.064286\n", "15 2025-10-08 17.123173\n", "16 2025-10-09 17.122551\n", "17 2025-10-10 17.020629\n", "18 2025-10-11 16.704083\n", "19 2025-10-12 17.219914\n", "20 2025-10-13 16.596298\n", "21 2025-10-14 16.322424\n", "22 2025-10-15 16.610806\n", "23 2025-10-16 16.524016\n", "24 2025-10-17 16.263892\n", "25 2025-10-18 15.722587\n", "26 2025-10-19 15.706582\n", "27 2025-10-20 15.745191\n", "28 2025-10-21 15.490491\n", "29 2025-10-22 14.887177\n", "30 2025-10-23 14.832174\n", "31 2025-10-24 14.486264\n", "32 2025-10-25 14.276887\n", "33 2025-10-26 14.239865\n", "34 2025-10-27 13.534524\n", "35 2025-10-28 12.847186\n", "36 2025-10-29 11.160520\n", "37 2025-10-30 7.842402\n" ] } ], "source": [ "df['date'] = pd.to_datetime(df['created_at']).dt.date # adjust column name\n", "# Group by date and calculate mean play duration\n", "avg_play_duration_by_day = df[df[\"preference\"]].groupby('date')['reaction_play_count'].mean().reset_index()\n", "\n", "# Or with more stats\n", "daily_stats = df.groupby('date').agg({\n", " 'reaction_play_count': ['mean', 'median', 'count', 'std']\n", "}).reset_index()\n", "\n", "print(avg_play_duration_by_day)" ] }, { "cell_type": "code", "execution_count": null, "metadata": {}, "outputs": [], "source": [] } ], "metadata": { "kernelspec": { "display_name": "Python 3 (ipykernel)", "language": "python", "name": "python3" }, "language_info": { "codemirror_mode": { "name": "ipython", "version": 3 }, "file_extension": ".py", "mimetype": "text/x-python", "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", "version": "3.10.15" }, "toc": { "base_numbering": 1, "nav_menu": {}, "number_sections": true, "sideBar": true, "skip_h1_title": false, "title_cell": "Table of Contents", "title_sidebar": "Contents", "toc_cell": false, "toc_position": {}, "toc_section_display": true, "toc_window_display": false } }, "nbformat": 4, "nbformat_minor": 4 }