{
"cells": [
{
"cell_type": "code",
"execution_count": 11,
"id": "d1a99ee5-c664-47c9-bc5c-3e860786b569",
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"The autoreload extension is already loaded. To reload it, use:\n",
" %reload_ext autoreload\n"
]
}
],
"source": [
"%load_ext autoreload\n",
"%autoreload 2"
]
},
{
"cell_type": "code",
"execution_count": 14,
"id": "8e963f95-7056-4932-9b91-cf64bc1de350",
"metadata": {},
"outputs": [
{
"data": {
"text/html": [
"\n",
"\n"
],
"text/plain": [
""
]
},
"metadata": {},
"output_type": "display_data"
}
],
"source": [
"from suno_utils.worker import video_seewav\n",
"from suno_utils.audio import Audio\n",
"mp3_path = \"/Users/anjaleenarenthiren/Downloads/heart.mp3\"\n",
"png_path = \"/Users/anjaleenarenthiren/Downloads/heart1.png\"\n",
"a = Audio.from_file(filepath=mp3_path)\n",
"a.play()"
]
},
{
"cell_type": "code",
"execution_count": 15,
"id": "aad3afd8-a727-4b91-a441-d82c67f7a2a6",
"metadata": {},
"outputs": [],
"source": [
"TEXT = \"\"\"'Cause you'll be in my heart\n",
"Yes, you'll be in my heart\n",
"From this day on\n",
"Now and forever more\n",
"You'll be in my heart\n",
"No matter what they say\n",
"You'll be here in my heart\n",
"Always\n",
"\"\"\""
]
},
{
"cell_type": "code",
"execution_count": 18,
"id": "dbaea64f-171d-436d-a7c3-232830f0a566",
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"{'word': \"'Cause you'll be in my heart\", 'syllables': 6}\n",
"MATCH: 5 37 {'word': ' Yes,', 'syllables': 6, 'start': 3.46, 'end': 7.46}\n",
"{'word': \"Yes, you'll be in my heart\", 'syllables': 12}\n",
"MATCH: 11 37 {'word': ' I', 'syllables': 12, 'start': 9.32, 'end': 9.32}\n",
"{'word': 'From this day on', 'syllables': 16}\n",
"MATCH: 14 37 {'word': ' all', 'syllables': 16, 'start': 10.66, 'end': 11.48}\n",
"{'word': 'Now and forever more', 'syllables': 22}\n",
"MATCH: 18 37 {'word': ' more', 'syllables': 22, 'start': 13.24, 'end': 14.6}\n",
"{'word': \"You'll be in my heart\", 'syllables': 27}\n",
"MATCH: 23 37 {'word': ' heart', 'syllables': 27, 'start': 16.22, 'end': 16.92}\n",
"{'word': 'No matter what they say', 'syllables': 33}\n",
"MATCH: 28 37 {'word': ' say', 'syllables': 33, 'start': 18.24, 'end': 18.66}\n",
"{'word': \"You'll be here in my heart\", 'syllables': 39}\n",
"MATCH: 34 37 {'word': ' heart', 'syllables': 39, 'start': 22.06, 'end': 24.86}\n",
"{'word': 'Always', 'syllables': 41}\n",
"MATCH: 35 37 {'word': ' Always', 'syllables': 41, 'start': 24.86, 'end': 27.28}\n",
"301 -301\n",
"Generating the frames...\n",
"Generated 210 frames in 5.74 seconds.\n",
"267 -267\n",
"Generating the frames...\n",
"Generated 60 frames in 2.91 seconds.\n",
"238 -238\n",
"Generating the frames...\n",
"Generated 60 frames in 3.00 seconds.\n",
"316 -316\n",
"Generating the frames...\n",
"Generated 120 frames in 4.01 seconds.\n",
"286 -286\n",
"Generating the frames...\n",
"Generated 60 frames in 2.94 seconds.\n",
"347 -347\n",
"Generating the frames...\n",
"Generated 60 frames in 2.95 seconds.\n",
"275 -275\n",
"Generating the frames...\n",
"Generated 180 frames in 5.03 seconds.\n",
"103 -103\n",
"Generating the frames...\n",
"Generated 152 frames in 4.68 seconds.\n",
"Encoding the animation video... \n",
"Encoded the video in 1.64 seconds.\n"
]
},
{
"data": {
"text/plain": [
"PosixPath('heart.mp4')"
]
},
"execution_count": 18,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"video_seewav.render_demucs_audio(\n",
" a, TEXT,\n",
" out=\"heart.mp4\", png_path=png_path, is_square=True, image_transparency=0.4)"
]
},
{
"cell_type": "code",
"execution_count": 10,
"id": "1ccdc54f-cc3c-4513-b6f5-902e3ea8a07e",
"metadata": {},
"outputs": [
{
"data": {
"text/html": [
"\n",
"\n"
],
"text/plain": [
""
]
},
"metadata": {},
"output_type": "display_data"
}
],
"source": [
"from suno_utils.worker import video_seewav\n",
"from suno_utils.audio import Audio\n",
"mp3_path_blind = \"/Users/anjaleenarenthiren/Downloads/heart.mp3\"\n",
"png_path_blind = \"/Users/anjaleenarenthiren/Downloads/heart.png\"\n",
"a_blind = Audio.from_file(filepath=mp3_path_blind)\n",
"a_blind.play()"
]
},
{
"cell_type": "code",
"execution_count": 9,
"id": "c181463b-1a03-4d9c-aadb-e456fd4792f5",
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"{'word': 'Yeah', 'syllables': 1}\n",
"MATCH: 0 74 {'word': ' Yeah,', 'syllables': 1, 'start': 0.66, 'end': 1.26}\n",
"{'word': \"I've been tryna call\", 'syllables': 6}\n",
"MATCH: 5 74 {'word': ' call,', 'syllables': 6, 'start': 2.86, 'end': 3.2}\n",
"{'word': \"I've been on my own for long enough\", 'syllables': 15}\n",
"MATCH: 13 74 {'word': ' enough', 'syllables': 15, 'start': 5.58, 'end': 6.32}\n",
"{'word': 'Maybe you can show me how to love, maybe', 'syllables': 25}\n",
"MATCH: 22 74 {'word': ' baby', 'syllables': 26, 'start': 9.96, 'end': 10.54}\n",
"{'word': '', 'syllables': 25}\n",
"MATCH: 22 74 {'word': ' baby', 'syllables': 26, 'start': 9.96, 'end': 10.54}\n",
"{'word': '', 'syllables': 25}\n",
"MATCH: 22 74 {'word': ' baby', 'syllables': 26, 'start': 9.96, 'end': 10.54}\n",
"{'word': \"I'm going through withdrawals\", 'syllables': 31}\n",
"MATCH: 27 74 {'word': ' drugs,', 'syllables': 31, 'start': 14.64, 'end': 15.02}\n",
"{'word': \"You don't even have to do too much\", 'syllables': 40}\n",
"MATCH: 35 74 {'word': ' much', 'syllables': 40, 'start': 16.82, 'end': 17.7}\n",
"{'word': 'You can turn me on with just a touch, baby', 'syllables': 51}\n",
"MATCH: 45 74 {'word': ' baby,', 'syllables': 51, 'start': 21.34, 'end': 22.12}\n",
"{'word': 'I look around and', 'syllables': 56}\n",
"MATCH: 49 74 {'word': ' and', 'syllables': 56, 'start': 23.44, 'end': 24.8}\n",
"{'word': '', 'syllables': 56}\n",
"MATCH: 49 74 {'word': ' and', 'syllables': 56, 'start': 23.44, 'end': 24.8}\n",
"{'word': '', 'syllables': 56}\n",
"MATCH: 49 74 {'word': ' and', 'syllables': 56, 'start': 23.44, 'end': 24.8}\n",
"{'word': \"Sin City's cold and empty (oh)\", 'syllables': 64}\n",
"MATCH: 56 74 {'word': ' other', 'syllables': 64, 'start': 29.84, 'end': 30.18}\n",
"{'word': \"No one's around to judge me (oh)\", 'syllables': 73}\n",
"MATCH: 64 74 {'word': ' clearly,', 'syllables': 73, 'start': 33.62, 'end': 34.48}\n",
"{'word': \"I can't see clearly when you're gone\", 'syllables': 81}\n",
"MATCH: 71 74 {'word': \" I'm\", 'syllables': 81, 'start': 38.08, 'end': 38.32}\n",
"{'word': '', 'syllables': 81}\n",
"MATCH: 71 74 {'word': \" I'm\", 'syllables': 81, 'start': 38.08, 'end': 38.32}\n",
"{'word': '', 'syllables': 81}\n",
"MATCH: 71 74 {'word': \" I'm\", 'syllables': 81, 'start': 38.08, 'end': 38.32}\n",
"{'word': \"I said, ooh, I'm blinded by the lights\", 'syllables': 90}\n",
"0 {'word': 'Yeah', 'syllables': 1, 'end_time': 1.26}\n",
"1 {'word': \"I've been tryna call\", 'syllables': 6, 'end_time': 3.2}\n",
"2 {'word': \"I've been on my own for long enough\", 'syllables': 15, 'end_time': 6.32}\n",
"3 {'word': 'Maybe you can show me how to love, maybe', 'syllables': 25, 'end_time': 10.54}\n",
"4 {'word': '', 'syllables': 25, 'end_time': 10.54}\n",
"5 {'word': '', 'syllables': 25, 'end_time': 10.54}\n",
"6 {'word': \"I'm going through withdrawals\", 'syllables': 31, 'end_time': 15.02}\n",
"7 {'word': \"You don't even have to do too much\", 'syllables': 40, 'end_time': 17.7}\n",
"8 {'word': 'You can turn me on with just a touch, baby', 'syllables': 51, 'end_time': 22.12}\n",
"9 {'word': 'I look around and', 'syllables': 56, 'end_time': 24.8}\n",
"10 {'word': '', 'syllables': 56, 'end_time': 24.8}\n",
"11 {'word': '', 'syllables': 56, 'end_time': 24.8}\n",
"12 {'word': \"Sin City's cold and empty (oh)\", 'syllables': 64, 'end_time': 30.18}\n",
"13 {'word': \"No one's around to judge me (oh)\", 'syllables': 73, 'end_time': 34.48}\n",
"14 {'word': \"I can't see clearly when you're gone\", 'syllables': 81, 'end_time': 38.32}\n",
"15 {'word': '', 'syllables': 81, 'end_time': 38.32}\n",
"16 {'word': '', 'syllables': 81, 'end_time': 38.32}\n",
"17 {'word': \"I said, ooh, I'm blinded by the lights\", 'syllables': 90}\n",
"[{'l': 'Yeah', 't': 0}, {'l': \"I've been tryna call\", 't': 1}, {'l': \"I've been on my own for long enough\", 't': 3}, {'l': 'Maybe you can show me how to love, maybe', 't': 6}, {'l': \"I'm going through withdrawals\", 't': 11}, {'l': \"You don't even have to do too much\", 't': 15}, {'l': 'You can turn me on with just a touch, baby', 't': 18}, {'l': 'I look around and', 't': 22}, {'l': \"Sin City's cold and empty (oh)\", 't': 25}, {'l': \"No one's around to judge me (oh)\", 't': 30}, {'l': \"I can't see clearly when you're gone\", 't': 34}, {'l': \"I said, ooh, I'm blinded by the lights\", 't': 38}]\n",
"75 -75\n",
"Generating the frames...\n",
"Generated 30 frames in 2.77 seconds.\n",
"269 -269\n",
"Generating the frames...\n",
"Generated 60 frames in 3.12 seconds.\n",
"399 -399\n",
"Generating the frames...\n",
"Generated 90 frames in 3.73 seconds.\n",
"387 -387\n",
"Generating the frames...\n",
"Generated 150 frames in 4.95 seconds.\n",
"395 -395\n",
"Generating the frames...\n",
"Generated 120 frames in 4.27 seconds.\n",
"400 -400\n",
"Generating the frames...\n",
"Generated 90 frames in 3.72 seconds.\n",
"391 -391\n",
"Generating the frames...\n",
"Generated 120 frames in 4.46 seconds.\n",
"248 -248\n",
"Generating the frames...\n",
"Generated 90 frames in 3.77 seconds.\n",
"395 -395\n",
"Generating the frames...\n",
"Generated 150 frames in 4.91 seconds.\n",
"395 -395\n",
"Generating the frames...\n",
"Generated 120 frames in 4.33 seconds.\n",
"389 -389\n",
"Generating the frames...\n",
"Generated 120 frames in 4.33 seconds.\n",
"396 -396\n",
"Generating the frames...\n",
"Generated 60 frames in 3.20 seconds.\n",
"Encoding the animation video... \n",
"Encoded the video in 2.21 seconds.\n"
]
},
{
"data": {
"text/plain": [
"PosixPath('blind.mp4')"
]
},
"execution_count": 9,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"video_seewav.render_demucs_audio(\n",
" a_blind, TEXT,\n",
" out=\"blind.mp4\", png_path=png_path_blind, is_square=True, image_transparency=0.4\n",
")"
]
},
{
"cell_type": "code",
"execution_count": null,
"id": "abf2710a-4df8-4ccf-8ee9-6df630a08e7e",
"metadata": {},
"outputs": [],
"source": []
}
],
"metadata": {
"kernelspec": {
"display_name": "Python 3 (ipykernel)",
"language": "python",
"name": "python3"
},
"language_info": {
"codemirror_mode": {
"name": "ipython",
"version": 3
},
"file_extension": ".py",
"mimetype": "text/x-python",
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
"version": "3.10.12"
}
},
"nbformat": 4,
"nbformat_minor": 5
}