[{"data":1,"prerenderedAt":383},["ShallowReactive",2],{"publication-2024\u002Fpoint-clouds-are-specialized-images-a-knowledge-transfer-approach-for-3d-underst-en":3,"publication-members":70},{"_path":4,"_dir":5,"_draft":6,"_partial":6,"_locale":7,"title":8,"description":9,"_hidden":6,"Understanding\" authors":10,"authors_orcid":15,"year":20,"doi":21,"openalex_id":22,"venue":23,"abstract_screenshot":24,"keywords":25,"body":32,"_type":63,"_id":64,"_source":65,"_file":66,"_stem":67,"_extension":68,"locale":69},"\u002Fpublications\u002F2024\u002Fpoint-clouds-are-specialized-images-a-knowledge-transfer-approach-for-3d-underst","2024",false,"","Point Clouds are Specialized Images: A Knowledge Transfer Approach for 3","Self-supervised representation learning (SSRL) has gained increasing attention in point cloud understanding, in addressing the challenges posed by 3D data scarcity and high annotation costs. This paper presents PCExpert, a novel SSRL approach that reinterprets point clouds as “specialized images”. This conceptual shift allows PCExpert to leverage knowledge derived from large-scale image modality in a more direct and deeper manner, via extensively sharing the parameters with a pre-trained image encoder in a multi-way Transformer architecture. The parameter sharing strategy, combined with an additional pretext task for pre-training, i.e., transformation estimation, empowers PCExpert to outperform the state of the arts in a variety of tasks, with a remarkable reduction in the number of trainable parameters. Notably, PCExpert's performance under LINEAR fine-tuning (e.g., yielding a 90.02% overall accuracy on ScanObjectNN) has already closely approximated the results obtained with FULL model fine-tuning (92.66%), demonstrating its effective representation capability.",[11,12,13,14],"Kang, Jiachen","Jia, Wenjing","He, Xiangjian","Lam, Kin‐Man",[16,17,18,19],"0000-0003-2522-2462","0000-0002-0940-3338","0000-0001-8962-540X","0000-0002-0422-8454",2024,"https:\u002F\u002Fdoi.org\u002F10.1109\u002Ftmm.2024.3412330","W4399526831","IEEE Transactions on Multimedia",null,[26,27,28,29,30,31],"Computer science","Point cloud","Knowledge transfer","Point (geometry)","Artificial intelligence","Knowledge management",{"type":33,"children":34,"toc":60},"root",[35],{"type":36,"tag":37,"props":38,"children":39},"element","p",{},[40,43,51,53,58],{"type":41,"value":42},"text","Self-supervised representation learning (SSRL) has gained increasing attention in point cloud understanding, in addressing the challenges posed by 3D data scarcity and high annotation costs. This paper presents PCExpert, a novel SSRL approach that reinterprets point clouds as “specialized images”. This conceptual shift allows PCExpert to leverage knowledge derived from large-scale image modality in a more direct and deeper manner, via extensively sharing the parameters with a pre-trained image encoder in a multi-way Transformer architecture. The parameter sharing strategy, combined with an additional pretext task for pre-training, i.e., transformation estimation, empowers PCExpert to outperform the state of the arts in a variety of tasks, with a remarkable reduction in the number of trainable parameters. Notably, PCExpert's performance under ",{"type":36,"tag":44,"props":45,"children":48},"monospace",{"xmlns:mml":46,"xmlnsXLink":47},"http:\u002F\u002Fwww.w3.org\u002F1998\u002FMath\u002FMathML","http:\u002F\u002Fwww.w3.org\u002F1999\u002Fxlink",[49],{"type":41,"value":50},"LINEAR",{"type":41,"value":52}," fine-tuning (e.g., yielding a 90.02% overall accuracy on ScanObjectNN) has already closely approximated the results obtained with ",{"type":36,"tag":44,"props":54,"children":55},{"xmlns:mml":46,"xmlnsXLink":47},[56],{"type":41,"value":57},"FULL",{"type":41,"value":59}," model fine-tuning (92.66%), demonstrating its effective representation capability.",{"title":7,"searchDepth":61,"depth":61,"links":62},2,[],"markdown","content:publications:2024:point-clouds-are-specialized-images-a-knowledge-transfer-approach-for-3d-underst.md","content","publications\u002F2024\u002Fpoint-clouds-are-specialized-images-a-knowledge-transfer-approach-for-3d-underst.md","publications\u002F2024\u002Fpoint-clouds-are-specialized-images-a-knowledge-transfer-approach-for-3d-underst","md","en",[71,84,89,100,107,115,121,130,137,143,148,158,165,174,180,192,201,210,216,224,229,237,243,251,255,265,272,280,285,294,300,308,314,322,327,333,343,351,357,365,370,378],{"_path":72,"title":73,"name":74,"role":75,"email":24,"image":76,"category":77,"interests":78,"order":61,"_id":83},"\u002Fmembers\u002Fstaff\u002Falain-chong","Vice President for Global Affairs and Partnerships · Professor of Information Systems and Digital Innovation","Alain Chong","Deputy Director of Lab","assets\u002F8.png","staff",[79,80,81,82],"信息系统与运作管理","计算机科学与运筹学","Information Systems and Operations Management","Computer Science and Operations Research","content:members:staff:alain-chong.md",{"_path":72,"title":85,"role":86,"interests":87,"_id":88},"全球事务与合作副校长 · 信息系统与数字创新教授","实验室副主任",[79,80],"content:members:staff:alain-chong.zh-CN.md",{"_path":90,"title":91,"name":92,"role":93,"email":24,"image":94,"category":77,"interests":95,"order":98,"_id":99},"\u002Fmembers\u002Fstaff\u002Fanthony-belloti","Professor","Anthony Belloti","Core Member","assets\u002F41.png",[96,97],"Machine Learning and Credit Risk Model","Model Risks",9,"content:members:staff:anthony-belloti.md",{"_path":90,"title":101,"role":102,"interests":103,"_id":106},"计算机科学系教授","核心成员",[104,105],"机器学习与信用风险模型","模型风险","content:members:staff:anthony-belloti.zh-CN.md",{"_path":108,"title":109,"name":109,"role":93,"email":24,"image":110,"category":77,"interests":111,"order":113,"_id":114},"\u002Fmembers\u002Fstaff\u002Fboon-giin-lee","Boon Giin Lee","assets\u002F31.jpg",[112],"Intelligent Sensor and Extended Reality",11,"content:members:staff:boon-giin-lee.md",{"_path":108,"title":116,"role":102,"interests":117,"_id":120},"人机交互实验室负责人 · 计算机科学系副教授",[118,119],"人机交互 HCI","智能传感与扩展现实技术","content:members:staff:boon-giin-lee.zh-CN.md",{"_path":122,"title":123,"name":123,"role":124,"email":24,"image":125,"category":77,"interests":126,"order":128,"_id":129},"\u002Fmembers\u002Fstaff\u002Fcong-cao","Cong Cao","Direction Leader","assets\u002FCC.png",[127],"Science and technology policy and institutional reform",7,"content:members:staff:cong-cao.md",{"_path":122,"title":131,"name":132,"role":133,"interests":134,"_id":136},"宁波诺丁汉大学商学院创新学教授","曹聪","方向带头人",[135],"科技政策与体制改革","content:members:staff:cong-cao.zh-CN.md",{"_path":138,"title":139,"name":139,"role":93,"email":24,"image":140,"category":77,"order":141,"_id":142},"\u002Fmembers\u002Fstaff\u002Fdave-towey","Dave Towey","assets\u002F32.jpg",8,"content:members:staff:dave-towey.md",{"_path":138,"title":144,"role":102,"interests":145,"_id":147},"计算机科学系教授 · 计算机科学系主任",[146],"计算机科学与语言学","content:members:staff:dave-towey.zh-CN.md",{"_path":149,"title":150,"name":150,"role":93,"email":24,"image":151,"category":77,"interests":152,"order":156,"_id":157},"\u002Fmembers\u002Fstaff\u002Ffazl-ullah-khan","Fazl Ullah Khan","assets\u002F44.png",[153,154,155],"Computer Network","Computer Architecture and Network Security","Software Engineering",12,"content:members:staff:fazl-ullah-khan.md",{"_path":149,"title":159,"role":102,"interests":160,"_id":164},"计算机科学系助理教授 · IEEE 高级会员",[161,162,163],"计算机网络","计算机和网络安全","软件工程","content:members:staff:fazl-ullah-khan.zh-CN.md",{"_path":166,"title":167,"name":168,"role":93,"email":24,"image":169,"category":77,"interests":170,"order":172,"_id":173},"\u002Fmembers\u002Fstaff\u002Fheng-yu","Associate Professor","Heng Yu","assets\u002FHENGYU.png",[171],"Embedded Systems Design",17,"content:members:staff:heng-yu.md",{"_path":166,"title":175,"name":176,"role":102,"interests":177,"_id":179},"计算机科学系副教授","于恒",[178],"嵌入式系统设计","content:members:staff:heng-yu.zh-CN.md",{"_path":181,"title":167,"name":182,"role":93,"email":24,"image":183,"category":77,"interests":184,"order":190,"_id":191},"\u002Fmembers\u002Fstaff\u002Fheshan-du","Heshan Du","assets\u002Fhesahndu.png",[185,186,187,188,189],"Logic, Knowledge Representation and Reasoning","Geographic Information Systems","Operations Research","Machine Learning","Reinforcement Learning",20,"content:members:staff:heshan-du.md",{"_path":181,"title":175,"name":193,"role":102,"interests":194,"_id":200},"杜何珊",[195,196,197,198,199],"逻辑与知识表示","地理信息系统","运筹学","机器学习","强化学习","content:members:staff:heshan-du.zh-CN.md",{"_path":202,"title":203,"name":204,"role":93,"email":24,"image":205,"category":77,"interests":206,"order":208,"_id":209},"\u002Fmembers\u002Fstaff\u002Fhuan-jin","Assistant Professor","Huan Jin","assets\u002Fhuanjin.png",[207,188],"Optimisation",21,"content:members:staff:huan-jin.md",{"_path":202,"title":211,"name":212,"role":102,"interests":213,"_id":215},"计算机科学系助理教授","靳欢",[214,198],"优化","content:members:staff:huan-jin.zh-CN.md",{"_path":217,"title":167,"name":218,"role":124,"email":24,"image":219,"category":77,"interests":220,"order":222,"_id":223},"\u002Fmembers\u002Fstaff\u002Fjianfeng-ren","Jianfeng Ren","assets\u002F42.jpg",[188,221],"Computer Vision",3,"content:members:staff:jianfeng-ren.md",{"_path":217,"title":175,"name":225,"role":133,"interests":226,"_id":228},"任剑锋",[198,227],"计算机视觉","content:members:staff:jianfeng-ren.zh-CN.md",{"_path":230,"title":231,"name":231,"role":124,"email":24,"image":232,"category":77,"interests":233,"order":235,"_id":236},"\u002Fmembers\u002Fstaff\u002Fjiawei-li","Jiawei Li","assets\u002F11.png",[234],"Computer Science and Artificial Intelligence",15,"content:members:staff:jiawei-li.md",{"_path":230,"title":238,"name":239,"role":133,"interests":240,"_id":242},"计算机科学系助理教授 · 英国诺丁汉大学博士后","李家炜",[241],"计算机与人工智能","content:members:staff:jiawei-li.zh-CN.md",{"_path":244,"title":167,"name":245,"role":93,"email":24,"image":246,"category":77,"interests":247,"order":249,"_id":250},"\u002Fmembers\u002Fstaff\u002Fmatthew-pike","Matthew Pike","assets\u002F43.jpg",[248],"Digitalised Learning",16,"content:members:staff:matthew-pike.md",{"_path":244,"title":175,"role":102,"interests":252,"_id":254},[253],"数字化学习","content:members:staff:matthew-pike.zh-CN.md",{"_path":256,"title":203,"name":257,"role":93,"email":24,"image":258,"category":77,"interests":259,"order":263,"_id":264},"\u002Fmembers\u002Fstaff\u002Fning-xue","Ning Xue","\u002Fimages\u002Fuon-logo.png",[260,261,262],"Artificial Intelligence","Computational Intelligence","Combinatorial Optimization",13,"content:members:staff:ning-xue.md",{"_path":256,"title":211,"name":266,"role":102,"interests":267,"_id":271},"薛宁",[268,269,270],"人工智能","计算智能","组合优化","content:members:staff:ning-xue.zh-CN.md",{"_path":273,"title":203,"name":274,"role":93,"email":24,"image":275,"category":77,"interests":276,"order":278,"_id":279},"\u002Fmembers\u002Fstaff\u002Fqian-zhang","Qian Zhang","assets\u002Fqz.png",[277,221,188],"Image Processing",14,"content:members:staff:qian-zhang.md",{"_path":273,"title":211,"name":281,"role":102,"interests":282,"_id":284},"张茜",[283,227,198],"图像处理","content:members:staff:qian-zhang.zh-CN.md",{"_path":286,"title":91,"name":287,"role":288,"email":24,"image":289,"category":77,"interests":290,"orcid":291,"order":292,"_id":293},"\u002Fmembers\u002Fstaff\u002Fruibin-bai","Ruibin Bai","Director of Lab","assets\u002F38.png",[82],"0000-0003-1722-568X",1,"content:members:staff:ruibin-bai.md",{"_path":286,"title":295,"name":296,"role":297,"interests":298,"_id":299},"教授","白瑞斌","实验室主任",[80],"content:members:staff:ruibin-bai.zh-CN.md",{"_path":301,"title":302,"name":302,"role":124,"email":24,"image":303,"category":77,"interests":304,"order":306,"_id":307},"\u002Fmembers\u002Fstaff\u002Fsean-he","Sean He","assets\u002F39.png",[221,305,188],"Data Analytics",5,"content:members:staff:sean-he.md",{"_path":301,"title":309,"name":310,"role":133,"interests":311,"_id":313},"计算机科学系教授 · 国家级讲席学者","何祥健",[227,312,198],"数据分析","content:members:staff:sean-he.zh-CN.md",{"_path":315,"title":316,"name":316,"role":93,"email":24,"image":317,"category":77,"interests":318,"order":320,"_id":321},"\u002Fmembers\u002Fstaff\u002Ftianxiang-cui","Tianxiang Cui","assets\u002Ftianxiangcui.png",[261,319,188,189],"Operation Research",19,"content:members:staff:tianxiang-cui.md",{"_path":315,"title":159,"name":323,"role":102,"interests":324,"_id":326},"崔天翔",[269,325,198,199],"运筹研究","content:members:staff:tianxiang-cui.zh-CN.md",{"_path":328,"title":91,"name":329,"role":93,"email":24,"image":330,"category":77,"order":331,"_id":332},"\u002Fmembers\u002Fstaff\u002Fxiuping-hua","Xiuping Hua","assets\u002FxiupignHua.png",10,"content:members:staff:xiuping-hua.md",{"_path":328,"title":334,"name":335,"role":102,"interests":336,"_id":342},"金融、会计与经济系教授","华秀萍",[337,338,339,340,341,104],"资产定价","公司金融","衍生品","金融科技","创新金融和普惠金融","content:members:staff:xiuping-hua.zh-CN.md",{"_path":344,"title":91,"name":345,"role":93,"email":24,"image":346,"category":77,"interests":347,"order":349,"_id":350},"\u002Fmembers\u002Fstaff\u002Fying-weng","Ying Weng","assets\u002Fyingweng.png",[221,277,348],"IoT",4,"content:members:staff:ying-weng.md",{"_path":344,"title":101,"name":352,"role":102,"interests":353,"_id":356},"翁莹",[227,283,354,355],"物联网 IoT","无线网络安全与服务质量","content:members:staff:ying-weng.zh-CN.md",{"_path":358,"title":203,"name":359,"role":93,"email":24,"image":360,"category":77,"interests":361,"order":363,"_id":364},"\u002Fmembers\u002Fstaff\u002Fyuan-yao","Yuan Yao","assets\u002Fyuanyao.png",[362],"Autonomous Agents and Multi-Agent Systems",18,"content:members:staff:yuan-yao.md",{"_path":358,"title":211,"name":366,"role":102,"interests":367,"_id":369},"姚远",[368],"自主智能体与多智能体系统","content:members:staff:yuan-yao.zh-CN.md",{"_path":371,"title":203,"name":372,"role":124,"email":24,"image":373,"category":77,"interests":374,"order":376,"_id":377},"\u002Fmembers\u002Fstaff\u002Fzheng-lu","Zheng Lu","assets\u002F13.png",[375],"Computer Science",6,"content:members:staff:zheng-lu.md",{"_path":371,"title":211,"name":379,"role":133,"interests":380,"_id":382},"卢正",[381],"计算机科学","content:members:staff:zheng-lu.zh-CN.md",1782639667195]