{"id":"https://openalex.org/W4398796200","doi":"https://doi.org/10.48550/arxiv.2405.14124","title":"Mixture of Experts Meets Prompt-Based Continual Learning","display_name":"Mixture of Experts Meets Prompt-Based Continual Learning","publication_year":2024,"publication_date":"2024-05-23","ids":{"openalex":"https://openalex.org/W4398796200","doi":"https://doi.org/10.48550/arxiv.2405.14124"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2405.14124","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2405.14124","pdf_url":"https://arxiv.org/pdf/2405.14124","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2405.14124","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100767446","display_name":"Minh Duc Le","orcid":"https://orcid.org/0000-0001-5974-8572"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Le, Minh","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053758786","display_name":"An Nguyen","orcid":"https://orcid.org/0000-0002-8759-7641"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nguyen, An","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054703571","display_name":"Huy Nguyen","orcid":"https://orcid.org/0000-0002-8856-477X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nguyen, Huy","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101124386","display_name":"Trang M Nguyen","orcid":"https://orcid.org/0009-0002-9157-313X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nguyen, Trang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037705861","display_name":"Trang Thi Pham","orcid":"https://orcid.org/0000-0002-5335-2670"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pham, Trang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Van Ngo, Linh","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Van Ngo, Linh","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5112412955","display_name":"Nhat Ho","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ho, Nhat","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9207000136375427,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9207000136375427,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.3899827301502228},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3769400119781494},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.3324236273765564}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3899827301502228},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3769400119781494},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3324236273765564}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2405.14124","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2405.14124","pdf_url":"https://arxiv.org/pdf/2405.14124","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2405.14124","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2405.14124","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2405.14124","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2405.14124","pdf_url":"https://arxiv.org/pdf/2405.14124","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4398796200.pdf","grobid_xml":"https://content.openalex.org/works/W4398796200.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W2382290278","https://openalex.org/W4395014643"],"abstract_inverted_index":{"Exploiting":[0],"the":[1,29,55,87,128,136,149],"power":[2],"of":[3,57,90,101,130,138,151,168],"pre-trained":[4,91],"models,":[5],"prompt-based":[6,37],"approaches":[7],"stand":[8],"out":[9],"compared":[10],"to":[11,65,117],"other":[12],"continual":[13,38,73,159],"learning":[14,39,160],"solutions":[15],"in":[16,42,72],"effectively":[17],"preventing":[18],"catastrophic":[19],"forgetting,":[20],"even":[21],"with":[22],"very":[23],"few":[24],"learnable":[25],"parameters":[26],"and":[27,108,154,174,179],"without":[28],"need":[30],"for":[31,45,54],"a":[32,51,62,77,98,119,139],"memory":[33],"buffer.":[34],"While":[35],"existing":[36],"methods":[40],"excel":[41],"leveraging":[43],"prompts":[44,68],"state-of-the-art":[46],"performance,":[47],"they":[48],"often":[49],"lack":[50],"theoretical":[52,63],"explanation":[53],"effectiveness":[56,167],"prompting.":[58],"This":[59,113],"paper":[60],"conducts":[61],"analysis":[64],"unravel":[66],"how":[67],"bestow":[69],"such":[70],"advantages":[71],"learning,":[74],"thus":[75],"offering":[76],"new":[78,131],"perspective":[79],"on":[80,122],"prompt":[81],"design.":[82],"We":[83],"first":[84],"show":[85],"that":[86],"attention":[88],"block":[89],"models":[92],"like":[93],"Vision":[94],"Transformers":[95],"inherently":[96],"encodes":[97],"special":[99],"mixture":[100],"experts":[102,107],"architecture,":[103],"characterized":[104],"by":[105],"linear":[106],"quadratic":[109],"gating":[110,141],"score":[111],"functions.":[112],"realization":[114],"drives":[115],"us":[116],"provide":[118],"novel":[120,140],"view":[121],"prefix":[123],"tuning,":[124],"reframing":[125],"it":[126],"as":[127],"addition":[129],"task-specific":[132],"experts,":[133],"thereby":[134],"inspiring":[135],"design":[137],"mechanism":[142],"termed":[143],"Non-linear":[144],"Residual":[145],"Gates":[146],"(NoRGa).":[147],"Through":[148],"incorporation":[150],"non-linear":[152],"activation":[153],"residual":[155],"connection,":[156],"NoRGa":[157,169],"enhances":[158],"performance":[161],"while":[162],"preserving":[163],"parameter":[164],"efficiency.":[165],"The":[166],"is":[170,184],"substantiated":[171],"both":[172],"theoretically":[173],"empirically":[175],"across":[176],"diverse":[177],"benchmarks":[178],"pretraining":[180],"paradigms.":[181],"Our":[182],"code":[183],"publicly":[185],"available":[186],"at":[187],"https://github.com/Minhchuyentoancbn/MoE_PromptCL":[188]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-08-26T07:47:46.906454","created_date":"2025-10-10T00:00:00"}