{"id":"https://openalex.org/W4402726971","doi":"https://doi.org/10.1109/cvpr52733.2024.00070","title":"SyncTalk: The Devil is in the Synchronization for Talking Head Synthesis","display_name":"SyncTalk: The Devil is in the Synchronization for Talking Head Synthesis","publication_year":2024,"publication_date":"2024-06-16","ids":{"openalex":"https://openalex.org/W4402726971","doi":"https://doi.org/10.1109/cvpr52733.2024.00070"},"language":"en","primary_location":{"id":"doi:10.1109/cvpr52733.2024.00070","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cvpr52733.2024.00070","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5062816933","display_name":"Ziqiao Peng","orcid":"https://orcid.org/0009-0000-1341-9618"},"institutions":[{"id":"https://openalex.org/I78988378","display_name":"Renmin University of China","ror":"https://ror.org/041pakw92","country_code":"CN","type":"education","lineage":["https://openalex.org/I78988378"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ziqiao Peng","raw_affiliation_strings":["Renmin University of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Renmin University of China","institution_ids":["https://openalex.org/I78988378"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044682092","display_name":"Wentao Hu","orcid":"https://orcid.org/0000-0001-8495-4175"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wentao Hu","raw_affiliation_strings":["Beijing University of Posts and Telecommunications"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109801552","display_name":"Yue Shi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yue Shi","raw_affiliation_strings":["Psyche AI Inc"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Psyche AI Inc","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100632822","display_name":"Xiangyu Zhu","orcid":"https://orcid.org/0000-0002-4636-9677"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiangyu Zhu","raw_affiliation_strings":["Chinese Academy of Sciences"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chinese Academy of Sciences","institution_ids":["https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100352984","display_name":"Xiaomei Zhang","orcid":"https://orcid.org/0000-0001-6567-9534"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaomei Zhang","raw_affiliation_strings":["Chinese Academy of Sciences"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chinese Academy of Sciences","institution_ids":["https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025049450","display_name":"Hao Zhao","orcid":"https://orcid.org/0000-0001-7903-581X"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hao Zhao","raw_affiliation_strings":["Tsinghua University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua University","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100766741","display_name":"Jun He","orcid":"https://orcid.org/0000-0003-1511-7554"},"institutions":[{"id":"https://openalex.org/I78988378","display_name":"Renmin University of China","ror":"https://ror.org/041pakw92","country_code":"CN","type":"education","lineage":["https://openalex.org/I78988378"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jun He","raw_affiliation_strings":["Renmin University of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Renmin University of China","institution_ids":["https://openalex.org/I78988378"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115590339","display_name":"Hongyan Liu","orcid":"https://orcid.org/0000-0002-5312-5814"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongyan Liu","raw_affiliation_strings":["Tsinghua University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua University","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5021141988","display_name":"Zhaoxin Fan","orcid":"https://orcid.org/0000-0002-6324-1712"},"institutions":[{"id":"https://openalex.org/I78988378","display_name":"Renmin University of China","ror":"https://ror.org/041pakw92","country_code":"CN","type":"education","lineage":["https://openalex.org/I78988378"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhaoxin Fan","raw_affiliation_strings":["Renmin University of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Renmin University of China","institution_ids":["https://openalex.org/I78988378"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":57.9742,"has_fulltext":false,"cited_by_count":71,"citation_normalized_percentile":{"value":0.99954673,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"666","last_page":"676"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13382","display_name":"Robotics and Automated Systems","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13382","display_name":"Robotics and Automated Systems","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10601","display_name":"Handwritten Text Recognition Techniques","score":0.9894000291824341,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9681000113487244,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/synchronization","display_name":"Synchronization (alternating current)","score":0.6211698055267334},{"id":"https://openalex.org/keywords/head","display_name":"Head (geology)","score":0.6196735501289368},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6046665906906128},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.2865426540374756},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.11524242162704468}],"concepts":[{"id":"https://openalex.org/C2778562939","wikidata":"https://www.wikidata.org/wiki/Q1298791","display_name":"Synchronization (alternating current)","level":3,"score":0.6211698055267334},{"id":"https://openalex.org/C2780312720","wikidata":"https://www.wikidata.org/wiki/Q5689100","display_name":"Head (geology)","level":2,"score":0.6196735501289368},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6046665906906128},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.2865426540374756},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.11524242162704468},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.0},{"id":"https://openalex.org/C114793014","wikidata":"https://www.wikidata.org/wiki/Q52109","display_name":"Geomorphology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/cvpr52733.2024.00070","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cvpr52733.2024.00070","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5607416096","display_name":null,"funder_award_id":"62172421,62072459","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":67,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1628791547","https://openalex.org/W1982471090","https://openalex.org/W2107037917","https://openalex.org/W2604379605","https://openalex.org/W2806833697","https://openalex.org/W2890952074","https://openalex.org/W2908510526","https://openalex.org/W2914911817","https://openalex.org/W2944294033","https://openalex.org/W2962785568","https://openalex.org/W2963081548","https://openalex.org/W2963290645","https://openalex.org/W2979894294","https://openalex.org/W2981767644","https://openalex.org/W2983339877","https://openalex.org/W3019952993","https://openalex.org/W3036601975","https://openalex.org/W3081492798","https://openalex.org/W3089177030","https://openalex.org/W3097792222","https://openalex.org/W3101631197","https://openalex.org/W3109114891","https://openalex.org/W3159279967","https://openalex.org/W3177583232","https://openalex.org/W3182714435","https://openalex.org/W3186090335","https://openalex.org/W3187364420","https://openalex.org/W3195529437","https://openalex.org/W3197199219","https://openalex.org/W3209059054","https://openalex.org/W3211147706","https://openalex.org/W4200150166","https://openalex.org/W4200174933","https://openalex.org/W4200333562","https://openalex.org/W4210657261","https://openalex.org/W4221151978","https://openalex.org/W4226204502","https://openalex.org/W4281730245","https://openalex.org/W4301206121","https://openalex.org/W4302011281","https://openalex.org/W4310379947","https://openalex.org/W4311137635","https://openalex.org/W4312959196","https://openalex.org/W4312990833","https://openalex.org/W4382240211","https://openalex.org/W4386065999","https://openalex.org/W4386066256","https://openalex.org/W4386071566","https://openalex.org/W4386071653","https://openalex.org/W4386072021","https://openalex.org/W4386075804","https://openalex.org/W4386361734","https://openalex.org/W4386760297","https://openalex.org/W4387967971","https://openalex.org/W4390872116","https://openalex.org/W4390872742","https://openalex.org/W6631190155","https://openalex.org/W6687566353","https://openalex.org/W6757817989","https://openalex.org/W6765779288","https://openalex.org/W6780218876","https://openalex.org/W6810798504","https://openalex.org/W6811548253","https://openalex.org/W6845830698","https://openalex.org/W6847187194","https://openalex.org/W6849049266"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W2382290278","https://openalex.org/W4395014643"],"abstract_inverted_index":{"Achieving":[0],"high":[1],"synchronization":[2,110,183],"in":[3,94,113,182],"the":[4,85,92,160,164,189],"synthesis":[5],"of":[6,58,70,88],"realistic,":[7],"speech-driven":[8],"talking":[9,53,97,114],"head":[10,49,54,66,115,145,150,162],"videos":[11],"presents":[12],"a":[13,74,119,131,167],"significant":[14],"challenge.":[15],"Traditional":[16],"Generative":[17],"Adversarial":[18],"Networks":[19],"(GAN)":[20],"struggle":[21],"to":[22,78,122,136],"maintain":[23],"consistent":[24],"facial":[25,45,63,133,139],"identity,":[26,60,108],"while":[27],"Neural":[28],"Radiance":[29],"Fields":[30],"(NeRF)":[31],"methods,":[32],"although":[33],"they":[34],"can":[35],"address":[36,84],"this":[37],"issue,":[38],"often":[39],"produce":[40],"mismatched":[41],"lip":[42,61,124],"movements,":[43,62],"inadequate":[44],"expressions,":[46],"and":[47,65,80,111,128,158,173,184],"unstable":[48],"poses.":[50,67],"A":[51],"lifelike":[52],"requires":[55],"synchronized":[56],"coordination":[57],"subject":[59,107],"expression,":[64],"The":[68,152],"absence":[69],"these":[71],"synchronizations":[72],"is":[73],"fundamental":[75],"flaw,":[76],"leading":[77],"unrealistic":[79],"artificial":[81],"outcomes.":[82],"To":[83],"critical":[86],"issue":[87],"synchronization,":[89],"identified":[90],"as":[91],"\u201cdevil\u201d":[93],"creating":[95],"realistic":[96],"heads,":[98],"we":[99],"introduce":[100],"SyncTalk.":[101],"This":[102],"NeRF-based":[103],"method":[104],"effectively":[105],"maintains":[106],"enhancing":[109],"realism":[112],"synthesis.":[116],"SyncTalk":[117,178],"employs":[118],"Face-Sync":[120],"Controller":[121],"align":[123],"movements":[125],"with":[126,163],"speech":[127],"innovatively":[129],"uses":[130],"3D":[132],"blendshape":[134],"model":[135],"capture":[137],"accurate":[138],"expressions.":[140],"Our":[141],"Head-Sync":[142],"Stabilizer":[143],"optimizes":[144],"poses,":[146],"achieving":[147],"more":[148],"natural":[149],"movements.":[151],"Portrait-Sync":[153],"Generator":[154],"restores":[155],"hair":[156],"details":[157],"blends":[159],"generated":[161],"torso":[165],"for":[166],"seamless":[168],"visual":[169],"experience.":[170],"Extensive":[171],"experiments":[172],"user":[174],"studies":[175],"demonstrate":[176],"that":[177],"outperforms":[179],"state-of-the-art":[180],"methods":[181],"realism.":[185],"We":[186],"recommend":[187],"watching":[188],"supplementary":[190],"video:":[191],"https://ziqiaopeng.github.io/synctalk":[192]},"counts_by_year":[{"year":2026,"cited_by_count":17},{"year":2025,"cited_by_count":49},{"year":2024,"cited_by_count":5}],"updated_date":"2026-08-24T07:32:12.397491","created_date":"2025-10-10T00:00:00"}