EZi*^FdZddlZddlZdZ ddlmZesej jeZ ej jej je Z ej je dZ ej je dZej je ree ede n/ej jereeededd Zd D]Zej&j)ed  d d lmZd d lmZd dlmZd dlmZd dlmZmZm Z m!Z!m"Z"m#Z#m$Z$d dl%m&Z&ddZ/dZ0e1dk(re0yy#e$rYpwxYw#e$rej jej jej jeZ'e'ej vrej jQde'dd l)mZdd l*mZddl+mZddl,mZddl-mZmZm Z m!Z!m"Z"m#Z#m$Z$ddl.m&Z&YwxYw)z@ ACE-Step V1.5 Pipeline Handler wrapper connecting model and UI NF) load_dotenvz.envz .env.examplezLoaded configuration from z (fallback)T) http_proxy https_proxy HTTP_PROXY HTTPS_PROXY ALL_PROXY)AceStepHandler) LLMHandler)DatasetHandler)create_gradio_interface)get_gpu_configget_gpu_memory_gbprint_gpu_config_infoset_global_gpu_configVRAM_16GB_MIN_GBVRAM_AUTO_OFFLOAD_THRESHOLD_GBis_mps_platform)ensure_lm_modelc|r |jdrd|vr |d}|d}nt}t}t}t |||||}|S)a Create Gradio demo interface Args: init_params: Dictionary containing initialization parameters and state. If None, service will not be pre-initialized. Keys: 'pre_initialized' (bool), 'checkpoint', 'config_path', 'device', 'init_llm', 'lm_model_path', 'backend', 'use_flash_attention', 'offload_to_cpu', 'offload_dit_to_cpu', 'init_status', 'dit_handler', 'llm_handler' (initialized handlers if pre-initialized), 'language' (UI language code) language: UI language code ('en', 'zh', 'ja', default: 'en') Returns: Gradio Blocks instance pre_initialized dit_handler llm_handler init_paramslanguage)getr r r r )rrrrdataset_handlerdemos ;/mnt/workspace/ACE-Step-1.5/acestep/acestep_v15_pipeline.py create_demor!6s`${'89m{>Z!-0 !-0 $&  l $&O #; _Zepx yD Kc ddl}t}t||j}t }| xr|dkDxr |t k}|rdnd}t ddt dt dt d|d d t d |jt d |jd |jdzdt d|jd |jdzdt d|jt d|jt d|jt d|jxsdt dd|rt d|dd|nB|rt d|ddt dn(|dkDrt d|ddt dn t dtjj!tjj!tjj#t$}tjj'|d}|j)d d!}tj*|d"#t d$||j-d%&}|j/d't0d(d)*|j/d+d,d-.|j/d/d,d0.|j/d1t2d2d3*g} tjj'tjj!tjj#t$d4d5d6} tjj5| r@tj6| D](} | j9d7s| j;| dd8*|j/d9t2d:| d;dd?gd@A|j/dBdCdDdE*|j/dFdGdDdH*|j/dIt2ddJ*|j/dKt2ddL*|j/dMt2dNgdOdP=|j/dQdRddS*|j/dTt2ddU*|j/dVt2|gdWdX|dY=|j/dZd[dd\*|j/d]d^|d_|rd`ndadb*|s |j<ndD} |j/dcdd| de| df*|j>r|sdgnd} |j/dht2| gdidj| df=|j/dkt2dgdldm=|j/dnt0ddo*|j/dpd,dq.|j/drt2dds*|j/dtt2ddu*|j/dvt2ddw*|jA}|jBrd"|_"|jF$tjHjKdx|_#|jL$tjHjKdy|_&tjHjKdzr$tjHjKdz|_'|jPrt d{d"|_"|jF%tjHjKd|d}|_#|jL%tjHjKd~d|_&tjHjKdd|_'t d|jFt d|jLt d|jN|jRs?|jLr3d|jLvr%d|cxkrdkrnnd"|_)t d|dd|jLrUd|cxkr t krFnnCd|jLvr5|jLj)dd}t d|dd|||_& d}d}d}|jDrt dtU}tW}|jFk|jY}|r)d|vrdn|d|_#t d|jFn0t dtZj\t[j^dtjj#t$}tjj!tjj!|}|j`}||jc|jd}d}|jfr)|jfdNk7r|jf}t d|t d|jFd|jddtjHjKddjijkdv}|jlr|sd"}|jo||jF|jd|||jR|jp|jl| \}}|s3t d|tZj\t[j^dt d|jr*|j|_9t d|jrdd}|jrr|jLW|ju}|r#|d|_&t d|jLn"t dtZj\dD|_9|jrr6|jLr)tjj'|d}d}|jfr|jfdNk7r |jf} tw|jL||\}}|st d|tZj\t d|jLd|jdd|j{||jL|jN|jd|jRd\}} | rt d|d|z }n&t d|tZj\|d|z }idd"d|jPd|j|d|jFd|jdd|jrd|jLd|jNd|d|jRd|jpd|jld|d|d|d|d|j~|||jd}t dt d|j~d|||j~||jd}t||j~}!t d|!jddNdt d|jd|jdd}"|jr/|jr#|j|jf}"t dë|g}#|jD]}$|$s|$|#vs |#j;|$|jBrt dīddlHmI}%|!j|j|j|j|jd"d"dD|"|#ƫ |%|!|||jǫ|jr t dȫt dɫ ddlN}&|&jd|!j|j|j|j|jd"dDdD|"|#ƫ y#tx$r)}t d|tZj\Yd}~}d}~wwxYw#t$rt dʫYywxYw#tx$rQ}t d|tZj\ddlQ}'|'jt[j^dYd}~yd}~wwxYw)zMain entry functionrNmlxvllm z<============================================================zGPU Configuration Detected:z GPU Memory: z.2fz GBz Configuration Tier: z Max Duration (with LM): zs (<z min)z Max Duration (without LM): z Max Batch Size (with LM): z Max Batch Size (without LM): z Default LM Init: z Available LM Models: Noneu0Apple Silicon (MPS) detected — unified memory z.1fz#GB, no CPU offload needed, backend=zAuto-enabling CPU offload (GPU zGB < z GB threshold)z%CPU offload disabled by default (GPU zGB >= zNo GPU detected, running on CPUgradio_outputs\/T)exist_okzOutput directory: zGradio Demo for ACE-Step V1.5) descriptionz--portiz Port to run the gradio server on)typedefaulthelpz--share store_truezCreate a public link)actionr0z--debugzEnable debug modez --server-namez 127.0.0.1z@Server name (default: 127.0.0.1, use 0.0.0.0 for all interfaces)uigradioi18nz.jsonz --languageenz UI language: z, )r.r/choicesr0z--allowed-pathappendz6Additional allowed file paths for Gradio (repeatable).)r2r/r0z--service_modec&|jdvSN)true1yeslowerxs r zmain..FZ9Zr"Fz`Enable service mode (default: False). When enabled, uses preset models and restricts UI options.z--init_servicec&|jdvSr;r?rAs r rCzmain..rDr"z.Initialize service on startup (default: False)z --checkpointz5Checkpoint file path (optional, for display purposes)z --config_pathz+Main model path (e.g., 'acestep-v15-turbo')z--deviceauto)rFcudampsxpucpuz!Processing device (default: auto)z --init_llmc&|jdvSr;r?rAs r rCzmain..sQWWYBV5Vr"z5Initialize 5Hz LM (default: auto based on GPU memory)z--lm_model_pathz/5Hz LM model path (e.g., 'acestep-5Hz-lm-0.6B')z --backend)r%ptr$z5Hz LM backend (default: z2, use 'mlx' for native Apple Silicon acceleration)z--use_flash_attentionc&|jdvSr;r?rAs r rCzmain..s Ma@ar"z*Use flash attention (default: auto-detect)z--offload_to_cpuc&|jdvSr;r?rAs r rCzmain..s1779H\;\r"z Offload models to CPU (default: TrueFalsez", auto-detected based on GPU VRAM)z--offload_dit_to_cpuc&|jdvSr;r?rAs r rCzmain..sqwwyL`?`r"z-Offload DiT to CPU after diffusion (default: z", auto-detected based on GPU tier)int8_weight_onlyz--quantization)rRint4_weight_onlyNz"DiT quantization method (default: z--download-source) huggingface modelscoperFzGPreferred model download source (default: auto-detect based on network)z --batch_sizezUDefault batch size for generation (1-8). Defaults to min(2, GPU_max) if not specifiedz --enable-apiz%Enable API endpoints (default: False)z--auth-usernamez"Username for Gradio authenticationz--auth-passwordz"Password for Gradio authenticationz --api-keyz(API key for API endpoints authenticationACESTEP_CONFIG_PATHACESTEP_LM_MODEL_PATHACESTEP_LM_BACKENDz8Service mode enabled - applying preset configurations...SERVICE_MODE_DIT_MODELz(acestep-v15-turbo-fix-inst-shift-dynamicSERVICE_MODE_LM_MODELzacestep-5Hz-lm-1.7B-v4-fixSERVICE_MODE_BACKENDz DiT model: z LM model: z Backend: 4Bz>Auto-enabling CPU offload (4B LM model requires offloading on z.0fzGB GPU)z1.7Bz&WARNING: 4B LM model is too large for z%GB GPU. Downgrading to 1.7B variant: z)Initializing service from command line...zacestep-v15-turbozAuto-selected config_path: z>Error: No available models found. Please specify --config_path)filer z!Using preferred download source: zInitializing DiT model: z on z...ACESTEP_COMPILE_MODEL>r=yonr>r<) project_root config_pathdeviceuse_flash_attention compile_modeloffload_to_cpuoffload_dit_to_cpu quantization prefer_sourcezError initializing DiT model: z"DiT model initialized successfullyzAuto-setting init_llm to z based on GPU configurationzUsing default LM model: z;Warning: No LM models available, skipping LM initialization checkpoints) model_namecheckpoints_dirrkz#Warning: LM model download failed: z&Warning: Failed to download LM model: zInitializing 5Hz LM: )checkpoint_dir lm_model_pathbackendrerhdtypez5Hz LM initialized successfullyz'Warning: 5Hz LM initialization failed: r service_mode checkpointrdreinit_llmrprqrfrhrirj init_statusenable_generaterrr) gpu_config output_dirdefault_batch_sizez.Service initialization completed successfully!z)Creating Gradio interface with language: )rxrryrzrz(Enabling queue for multi-user support...)max_sizestatus_update_ratedefault_concurrency_limitzLaunching server on :zAuthentication enabledzEnabling API endpoints...)setup_api_routes) server_name server_portsharedebug show_errorprevent_thread_lock inbrowserauth allowed_paths)api_keyzAPI authentication enabledzoAPI endpoints enabled: /health, /v1/models, /release_task, /query_result, /create_random_sample, /format_lyricsz Shutting down...zError launching Gradio: )Sargparserr gpu_memory_gbrrprinttiermax_duration_with_lmmax_duration_without_lmmax_batch_size_with_lmmax_batch_size_without_lminit_lm_defaultavailable_lm_modelsospathdirnameabspath__file__joinreplacemakedirsArgumentParser add_argumentintstrexistslistdirendswithr9offload_dit_to_cpu_defaultquantization_default parse_args enable_api init_servicerdenvironrrprqrsrhr r get_available_acestep_v15_modelssysstderrexitrfis_flash_attention_availableredownload_sourcestripr@rjinitialize_serviceriruget_available_5hz_lm_modelsr Exception initializertr batch_sizer!queuerport auth_username auth_password allowed_path acestep.ui.gradio.api.api_routesrlaunchrrrtimesleepKeyboardInterrupt traceback print_exc)(rrxr_is_mac auto_offload_default_backendrcryparseravailable_ui_language_codesi18n_dirfilename_default_offload_dit_default_quantizationargsfallbackrrravailable_models current_filerfrkrgrvrw lm_statusrrodl_okdl_msge lm_successrrrprrrs( r mainrWs !J*%,,MG  Ki]Q%6i=Ki;iL 'uV Bvh- '( VH N=-S 12 ":??"3 45 &z'F'F&Gs:KjKjnpKpJqqv wx )**L*L)MSQ[QsQswyQyPzz AB ()J)J(K LM +J,P,P+Q RS  : :; <= #J$B$B$Lf#M NO VHB- @s@SSvxHwIJ K  / c/B%HfGggtuv   5mC5HOmNnn{|} /077??277??277??83L#MNLl,<=J##D#.JKK T* zl +,  $ $1P $ QF sD?ab  ,=ST  ,=PQ c;NPQ#%ww||BGGOOBGGOOH,EFhX^_H ww~~h 8,H  )+228CR=A-  + tyy)DE E   E  (/Zdi~@ (/Zdiqab S$E|} c4Fst  fFksVW  +V`dlcd )THyz  #7GQfpIJZI[[MnNO /6akowcd *1\fr|\gs]cy@\AAczdeHO:@@UZ .5`j~HuvJuKKmFno3=3R3R[b.im (s>. /::>>*>?DL  HI     #!zz~~(: D     %!#',"D  zz~~&*+   4#5#5$$BTBT:T } " ""&D  RS`adReelm n  a-P2PP 4%% %))11$?H 8s8KL008z; "*D d       = >)*K$,K'#.#O#O#Q #>QUe>e':k{|}k~D$78H8H7IJKZadakaklHHQK77??84L77??277??<+HIL#'":": "*&1&N&Nt{{&[#!M##(<(<(F $ 4 4 9-IJ ,T-=-=,>d4;;-sS TJJNN'egeeg!@AM   $ +6+I+I) ,,{{$7+#22#'#:#:!..+,J , (K#6{mD3::V 6 8}}$ * : : 1$--@[\]I}}%%-*5*Q*Q*S'*-@-C* 89K9K8LMN[beblblm(- ==T%7%7%'WW\\, %NN%)M++0D0D0N(,(<(<  ](7'+'9'9,:*7) v %!$Gx"PWZWaWab1$2D2D1ET$++VYZ[,7,B,B'5&*&8&8 $ #{{'+':':" -C-)Iz" ?A#I;'77  G {SZ]ZdZde#I;'77 !4 1 1doot//  $++  DMM  !3!34<<&':!$"5"5%d&=&= 1 1{"?{ {!"DMM#$)(&*oo)K. B C 9$--LM  ( MM(&*oo K{T]]K 89 %&'  $T%5%5$6a {#FG   $"4"4&&(:(:;D * +# ""AQm+$$Q'# ?? - . I KK ,, IIjjjj$(+   T; T\\ R||23 D E ,JJqM KK ,, IIjjjj$)+  g%] FqcJQTQ[Q[\\]`% ,*+ ,  (,3::>  sw"M6}3;|$I}3}3B*}3 }!A}3$ }-} }3}}3}0-}3/}00}33  rs   " 1  (FG GGLL7 GGLLG 77>>) $  " .yk: ; WW^^- . ) * ./@.AM N YIJJNN9d#Y9')/2ooo1BFR  zFO   977??277??277??83L#MNL388# <(.069vvv8 9s%C/E&!0E1&E.-E.1B,H H