From 105cfbfc89a1dd6296ade8cd12643c5330cdec50 Mon Sep 17 00:00:00 2001
From: fdyuandong
+**[April 21, 2025]** We have released the WebGL Interactive Chatting Avatar SDK on [OpenAvatarChat](https://github.com/HumanAIGC-Engineering/OpenAvatarChat) (including LLM, ASR, TTS, Avatar), with which you can freely chat with our generated 3D Digital Human ! 🔥
### To do list
- [ ] Release Huggingface space.
-- [ ] Release Modelscope space.
+- [x] Release Modelscope space.
- [ ] Release the LAM-A2E model based on the Flame expression.
-- [ ] Release Interactive Chatting Avatar SDK with [OpenAvatarChat](https://github.com/HumanAIGC-Engineering/OpenAvatarChat), including LLM, ASR, TTS, LAM-Avatars.
+- [x] Release Interactive Chatting Avatar SDK with [OpenAvatarChat](https://www.modelscope.cn/studios/Damo_XR_Lab/LAM-A2E), including LLM, ASR, TTS, LAM-Avatars.
diff --git a/app_lam_audio2exp.py b/app_lam_audio2exp.py
index 1eb9ef4..5acc4a0 100644
--- a/app_lam_audio2exp.py
+++ b/app_lam_audio2exp.py
@@ -142,9 +142,13 @@ def demo_lam_audio2exp(infer, cfg):
cfg.save_json_path = os.path.join("./assets/sample_lam", base_id, 'arkitWithBSData', 'bsData.json')
infer.infer()
- create_zip_archive(output_zip='./assets/arkitWithBSData.zip', base_dir=os.path.join("./assets/sample_lam", base_id))
+ output_file_name = base_id+'_'+os.path.basename(audio_params).split(".")[0]+'.zip'
+ assetPrefix = 'gradio_api/file=assets/'
+ output_file_path = os.path.join('./assets',output_file_name)
- return 'gradio_api/file='+audio_params
+ create_zip_archive(output_zip=output_file_path, base_dir=os.path.join("./assets/sample_lam", base_id))
+
+ return 'gradio_api/file='+audio_params, assetPrefix+output_file_name
with gr.Blocks(analytics_enabled=False) as demo:
logo_url = './assets/images/logo.jpeg'
@@ -158,7 +162,7 @@ def demo_lam_audio2exp(infer, cfg):
""")
gr.HTML(
- """ Notes: This project leverages audio input to generate ARKit blendshapes-driven facial expressions in ⚡real-time⚡, powering ultra-realistic 3D avatars generated by LAM.
V(B|6I(mHd{5rq7b- ^yTw^fI|hmi}ZZ41z(Hr#11q^;l$DmgPNdqr0{;gY!M
zkp*QYs4>7c7NW$mVWIRifqu#MHg>o_rNbik(BH$(uBguL?*(|7A5Ql0LjS(#{w!dB
zdn<6EQ9`ySL(=T!xFt17lK?pcpQ}xiaonx9gJqbw4fPy3hc(GmSQCDP8aHa}L8RaQ
zmti%;icK$!b_4Ii?yi@PqriKii9uZ8DSq!|i3gvtzWoB0l74QK#V=dSTFOyTsI8%j
zjpFEr@(pvuAyN@)9w3{IDHF^<1^&K&T!)w&6738+fTp|bTCD8Twxq6^59BG5D5Rf>cr~UbLajzr@aGg+pSNr&C
z3Ll{ZmfCw?`6@^T1@p8E=9M=r7=4*VK*=_hFkN&*6>yD57B&n4X5NI-xXBIMs=i^j
z+==Pw0wz(v!gSHXWQLe~b_dT89)|aOpww%BS>y3wMu0I{US2MiyHzarSF#)h3^hux
zuC5vF-=j;?vNI9Hgwo;IYVUo2`FpAdU;Yc(gZI7+%~Hd@Vk~%ACu5=d*4EaI`u6Sm
z(o%ij*Y*9CuI~pE>r1Qa6J6>>Ns^k?zW1fqYm!vS{dSG8RaDgp!pN@aH5V<%y3z?X
zAu@MGsiRN#ihY`$e3SZ=miu(qHC|&~>4cgp`&2LRA^M=1_58W!i|^=vj=edVgoK6a
z+gM*U>T4AEuvFi7b$xH?`re-0z3TdI+<4hB(*m=`AJ#~;iq9YE8h@ IMuWjYvY2M%+G $j2=5M4LD`ooUHSqR7DlMueHn)fFjCS9m*^A{lqW9@d?vA$MgR41?S7AkatNh~
zK?c3EpR$`;0!zNMQ@u-tq5J-10h`3^l3PS+klZzP9P7c2#gYQA SHKAu#*SsBN89j-9z;uuIN5?{78L_#0L)HBlrNJ
z3NHIn&@{)NocsqW>?a0eXRki*wM-bg+g&g6&}tm49*Avqz5dPBE4IFA8SVJ`Sg9li
zYb0Tpe-?BRU5HNXVfGIM*z8qp 8Q2
zPzB_<1uvaln-)rTNr7n&<{%31Q0JZCitHL*f8~Je*$vDpU%N{HvxdH0+%08}TmVhL
zf}Fu1AP#)%yk*YXFULx%N&sldRucy)z{v0vtEJOX*x(tl-|-TZ;%k^sr{X$$uM7}B
z>CGcGwZm9YY1436w8R9H0JwOJqa8ioiebUG(FFUdY?OlqqNlfQwr_br<(n
z3?Qnfg96G!)DKhQr&=4!R*)-v-m9Bq(&OG~r^iK{h9?w$ghiq6)*J15n(OQu@5vJk
zg=6_tpG09v$to;>)rHjI^AumT|6M~i#%g6h+6)>Zx5!sX6)Z{#(5}QhqLeRxddwNA
z$i~@`Qm#D*XWHOMThQt<;*t|4iqzZK{(d~>x^#tM@MDm9!xE_A>Y5PNMXu=*7C;Ph
zn=mm4asu&`DIW1&7VV8HMxm(K$MOhLl;ct%Gaf8C)Fs@|$I4H_yvkpMW9{D_teaAb
zfIOs>csi?2pPS^lI^!pw&ZiH5uxsgFA&tMy@|_@($2~UkO{tD|7>|=o$HN}do2Ng@
zn^Yo(e+1v6!j+IC+fl%R<&cm6r_jb;33vh;;Y-2Q{YEN=j(U0y1L=#4J-tC1>3gMl
zShYvkKa3bunKu2e@k&42?wXjnk&%D-mO~x*SwJDhLF$B0JyV%*B>#ecWD?wkQ4pYe
zA`KoLa?vY3pJ>QBZL7t?P(cmr{Gr&g5*6e7p!K$?2dUdR(e1pHD8{Q>8I3-yLI^E$
z4}^G#6~sB6AL0_y%iBj|UhtsP@dpSpWx8@+I53db$%e07@lI)MO^J>hL=QG|0*`_D
zH3RqPrUzsS`{8K}gb6+kbxSp!EXpgp?ZKX;BjDkb)@YAC*&Tb)Hyx^DTJIk-;R||n
zL)X~KSQm;++*mP)2lD1%Broz@V4Lg|;@t&9^^`Br&W}-QkcnY`pa*{@UNKh$xYf^#
z>QiwOVN}63vWJhdBY=5mc_exf=y5*H$^f2elTiYyvgG3B4A1eoETAL7^jbBU3%eGj
ziikla$2w+77O~|yY2zxhrRl?B?O7)4w3Cz$dn715{L8CtA|Q;7@4P++Rh*+xd<+2;
z2
2EFjp}Xvg|9`j7PR+42wGcnxpADKX;;)!2ae8J;*Iv-MS(oRUGw9;52>$%hxh}CK
zPS028XQDyFo__=m56Y^26b@QX1=*yvUk?ViuOAHh2k3