[{"data":1,"prerenderedAt":404},["ShallowReactive",2],{"publication-2021\u002Fautonomous-mobility-management-for-5g-ultra-dense-hetnets-via-reinforcement-lear-en":3,"publication-members":62},{"_path":4,"_dir":5,"_draft":6,"_partial":6,"_locale":7,"title":8,"description":9,"_hidden":6,"authors":10,"authors_orcid":17,"year":24,"doi":25,"openalex_id":26,"venue":27,"abstract_screenshot":28,"keywords":29,"body":42,"_type":55,"_id":56,"_source":57,"_file":58,"_stem":59,"_extension":60,"locale":61},"\u002Fpublications\u002F2021\u002Fautonomous-mobility-management-for-5g-ultra-dense-hetnets-via-reinforcement-lear","2021",false,"","Autonomous Mobility Management for 5G Ultra-Dense HetNets via Reinforcement Learning With Tile Coding Function Approximation","Mobility management is an important feature in modern wireless networks that can provide seamless and ubiquitous connectivity to mobile users. Due to the dense deployment of small cells and heterogeneous network topologies, the traditional handover control method can lead to various mobility-related problems, such as frequent handovers and handover failures. On the other hand, the mobility management’s maintenance and operation cost is also increased due to increasing node density. In this paper, an autonomous mobility management control approach is proposed to increase the mobility robustness of user equipment (UE) mobility and minimize the operational cost of mobility management. The proposed method is based on reinforcement learning, which can autonomously learn an optimal handover control policy by interacting with the environment. The function approximation approach is adopted to allow reinforcement learning to process a large state and action space. A linear function approximator is used to approximate the state-action value function. Finally, the semi-gradient state-action-reward-state-action (Sarsa) method is implemented to update the approximated state-action function and learn the optimal handover control policy. The simulation results show that the proposed method can effectively improve the mobility robustness of UE under different speed ranges. Compared with the conventional reference signal received power (RSRP) based approach, the proposed approach can reduce unnecessary handovers by about 20% and latency by 58%, while achieving near zero handover failure rate, and increasing throughput by 12%.",[11,12,13,14,15,16],"Liu, Qianyu","Kwong, Chiew Foong","Zhou, Sijia","Ye, Tianhao","Li, Lincan","Ardakani, Saeid Pourroostaei",[18,19,20,21,22,23],"0000-0002-2660-7287","0000-0001-7857-511X","0000-0003-2933-0006","0000-0003-4658-6492","0000-0002-3774-8878","0000-0001-8062-6617",2021,"https:\u002F\u002Fdoi.org\u002F10.1109\u002Faccess.2021.3095555","W3179837957","IEEE Access",null,[30,31,32,33,34,35,36,37,38,39,40,41],"Handover","Reinforcement learning","Computer science","Mobility management","Robustness (evolution)","Computer network","Mobility model","Cellular network","Wireless","Distributed computing","Artificial intelligence","Telecommunications",{"type":43,"children":44,"toc":52},"root",[45],{"type":46,"tag":47,"props":48,"children":49},"element","p",{},[50],{"type":51,"value":9},"text",{"title":7,"searchDepth":53,"depth":53,"links":54},2,[],"markdown","content:publications:2021:autonomous-mobility-management-for-5g-ultra-dense-hetnets-via-reinforcement-lear.md","content","publications\u002F2021\u002Fautonomous-mobility-management-for-5g-ultra-dense-hetnets-via-reinforcement-lear.md","publications\u002F2021\u002Fautonomous-mobility-management-for-5g-ultra-dense-hetnets-via-reinforcement-lear","md","en",[63,72,76,84,88,95,99,105,108,114,117,127,131,139,142,149,153,161,164,172,175,182,184,192,195,207,211,218,220,229,233,240,242,249,251,258,260,267,269,276,278,284,286,293,295,301,303,315,319,328,331,341,345,354,357,365,367,389],{"_path":64,"title":65,"name":66,"role":67,"email":7,"image":68,"category":69,"order":70,"_id":71},"\u002Fmembers\u002Falumni\u002Fmengshen-yang","PhD Student, graduated in June 2025","Mengshen Yang","PhD Student (Alumni)","assets\u002Fyangmengshen.png","alumni","28","content:members:alumni:mengshen-yang.md",{"_path":64,"title":73,"role":74,"_id":75},"博士研究生，2025 年 6 月毕业","博士研究生（校友）","content:members:alumni:mengshen-yang.zh-CN.md",{"_path":77,"title":78,"name":79,"role":80,"email":7,"image":81,"category":69,"order":82,"_id":83},"\u002Fmembers\u002Falumni\u002Frui-li","Research Assistant from Oct.,2023 to June.,2024","Rui Li","Research Assistant (Alumni)","\u002Fimages\u002Fdefault.jpg","17","content:members:alumni:rui-li.md",{"_path":77,"title":85,"role":86,"_id":87},"科研助理，2023 年 10 月至 2024 年 6 月","科研助理（校友）","content:members:alumni:rui-li.zh-CN.md",{"_path":89,"title":90,"name":91,"role":92,"email":7,"image":81,"category":69,"order":93,"_id":94},"\u002Fmembers\u002Falumni\u002Fxiuqi-wang","Intern Research Assistant, now at Johns Hopkins University","Xiuqi Wang","Intern Research Assistant (Alumni)","29","content:members:alumni:xiuqi-wang.md",{"_path":89,"title":96,"role":97,"_id":98},"实习科研助理，现于约翰斯·霍普金斯大学","实习科研助理（校友）","content:members:alumni:xiuqi-wang.zh-CN.md",{"_path":100,"title":101,"name":102,"role":67,"email":7,"image":81,"category":69,"order":103,"_id":104},"\u002Fmembers\u002Falumni\u002Fyiran-li","PhD Student, graduated in November 2024","Yiran Li","27","content:members:alumni:yiran-li.md",{"_path":100,"title":106,"role":74,"_id":107},"博士研究生，2024 年 11 月毕业","content:members:alumni:yiran-li.zh-CN.md",{"_path":109,"title":110,"name":111,"role":80,"email":7,"image":81,"category":69,"order":112,"_id":113},"\u002Fmembers\u002Falumni\u002Fyuhao-shi","Research Assistant from Feb.,2023 to Nov.,2024","Yuhao Shi","18","content:members:alumni:yuhao-shi.md",{"_path":109,"title":115,"role":86,"_id":116},"科研助理，2023 年 2 月至 2024 年 11 月","content:members:alumni:yuhao-shi.zh-CN.md",{"_path":118,"title":119,"name":120,"role":121,"email":122,"image":123,"category":124,"order":125,"_id":126},"\u002Fmembers\u002Fresearch-assistants\u002Fboyang-hu","Senior Research Assistant - BEng student in Aerospace Engineering","Boyang Hu","Senior Research Assistant","ssybh2@nottingham.edu.cn","assets\u002Fboyang-hu.jpg","research-assistants","22","content:members:research-assistants:boyang-hu.md",{"_path":118,"title":128,"role":129,"_id":130},"高级科研助理 - 航空航天工程本科生","高级科研助理","content:members:research-assistants:boyang-hu.zh-CN.md",{"_path":132,"title":133,"name":134,"role":121,"email":135,"image":136,"category":124,"order":137,"_id":138},"\u002Fmembers\u002Fresearch-assistants\u002Fhang-xu","Senior Research Assistant - B.Sc student in Computer Science","Hang Xu","hang.xu@nottingham.edu.cn","assets\u002Fhangxu.jpg","14","content:members:research-assistants:hang-xu.md",{"_path":132,"title":140,"role":129,"_id":141},"高级科研助理 - 计算机科学本科生","content:members:research-assistants:hang-xu.zh-CN.md",{"_path":143,"title":144,"name":145,"role":146,"email":7,"image":147,"category":124,"order":103,"_id":148},"\u002Fmembers\u002Fresearch-assistants\u002Fjiyi-shen","Research Assistant - BEng student in Aerospace Engineering","Jiyi Shen","Research Assistant","assets\u002Fjiyi-shen.jpg","content:members:research-assistants:jiyi-shen.md",{"_path":143,"title":150,"role":151,"_id":152},"科研助理 - 航空航天工程本科生","科研助理","content:members:research-assistants:jiyi-shen.zh-CN.md",{"_path":154,"title":155,"name":156,"role":121,"email":157,"image":158,"category":124,"order":159,"_id":160},"\u002Fmembers\u002Fresearch-assistants\u002Fsiyuan-he","Senior Research Assistant - BSc student in Computer Science","Siyuan He","hvysh2@nottingham.edu.cn","assets\u002Fsiyuan-he.jpg","24","content:members:research-assistants:siyuan-he.md",{"_path":154,"title":162,"role":129,"_id":163},"高级科研助理 - 计算机科学系本科生","content:members:research-assistants:siyuan-he.zh-CN.md",{"_path":165,"title":166,"name":167,"role":121,"email":168,"image":169,"category":124,"order":170,"_id":171},"\u002Fmembers\u002Fresearch-assistants\u002Fyi-zhang","Senior Research Assistant - BEng student in Mechanical Engineering","Yi Zhang","ssyyz54@nottingham.edu.cn","assets\u002Fyi-zhang.jpg","23","content:members:research-assistants:yi-zhang.md",{"_path":165,"title":173,"role":129,"_id":174},"高级科研助理 - 机械工程本科生","content:members:research-assistants:yi-zhang.zh-CN.md",{"_path":176,"title":144,"name":177,"role":146,"email":178,"image":179,"category":124,"order":180,"_id":181},"\u002Fmembers\u002Fresearch-assistants\u002Fzeming-wu","Zeming Wu","ssyzw32@nottingham.edu.cn","assets\u002Fzeming-wu.jpg","26","content:members:research-assistants:zeming-wu.md",{"_path":176,"title":150,"role":151,"_id":183},"content:members:research-assistants:zeming-wu.zh-CN.md",{"_path":185,"title":186,"name":187,"role":146,"email":188,"image":189,"category":124,"order":190,"_id":191},"\u002Fmembers\u002Fresearch-assistants\u002Fziqi-geng","Research Assistant - BEng student in Chemical Engineering","Ziqi Geng","hmyzg7@nottingham.edu.cn","assets\u002Fziqi-geng.jpg","25","content:members:research-assistants:ziqi-geng.md",{"_path":185,"title":193,"role":151,"_id":194},"科研助理 - 化学工程本科生","content:members:research-assistants:ziqi-geng.zh-CN.md",{"_path":196,"title":197,"name":198,"role":199,"email":200,"scholar":201,"image":202,"category":203,"order":204,"orcid":205,"_id":206},"\u002Fmembers\u002Fresearch-students\u002Ffuhua-jia","PhD Student, Department of Mechanical, Materials and Manufacturing Engineering","Fuhua Jia","PhD Student","Fuhua.JIA@nottingham.edu.cn","https:\u002F\u002Fscholar.google.com\u002Fcitations?user=Zz2ccJ4AAAAJ&hl","assets\u002Fjiafuhua.png","research-students","09","0009-0002-6693-9371","content:members:research-students:fuhua-jia.md",{"_path":196,"title":208,"role":209,"_id":210},"博士研究生，机械、材料与制造工程系","博士研究生","content:members:research-students:fuhua-jia.zh-CN.md",{"_path":212,"title":197,"name":213,"role":199,"email":214,"image":215,"category":203,"order":216,"_id":217},"\u002Fmembers\u002Fresearch-students\u002Fhao-wang","Hao Wang","hao.wang@nottingham.edu.cn","assets\u002Fwanghao.png","12","content:members:research-students:hao-wang.md",{"_path":212,"title":208,"role":209,"_id":219},"content:members:research-students:hao-wang.zh-CN.md",{"_path":221,"title":222,"name":223,"role":224,"email":225,"image":226,"category":203,"order":227,"_id":228},"\u002Fmembers\u002Fresearch-students\u002Fjunkai-shao","Master by Research Student, Department of Mechanical, Materials and Manufacturing Engineering","Junkai Shao","Master by Research Student","Junkai.SHAO@nottingham.edu.cn","assets\u002Fjunkai-shao.jpg","20","content:members:research-students:junkai-shao.md",{"_path":221,"title":230,"role":231,"_id":232},"科研硕士研究生，机械、材料与制造工程系","科研硕士研究生","content:members:research-students:junkai-shao.zh-CN.md",{"_path":234,"title":197,"name":235,"role":199,"email":236,"image":237,"category":203,"order":238,"_id":239},"\u002Fmembers\u002Fresearch-students\u002Fjunlin-xiao","Junlin Xiao","junlin.xiao@nottingham.edu.cn","assets\u002Fjunlin-xiao.jpg","10","content:members:research-students:junlin-xiao.md",{"_path":234,"title":208,"role":209,"_id":241},"content:members:research-students:junlin-xiao.zh-CN.md",{"_path":243,"title":197,"name":244,"role":199,"email":245,"image":246,"category":203,"order":247,"_id":248},"\u002Fmembers\u002Fresearch-students\u002Fliming-li","Liming Li","Liming.Li@nottingham.edu.cn","assets\u002Fliming-li.jpg","11","content:members:research-students:liming-li.md",{"_path":243,"title":208,"role":209,"_id":250},"content:members:research-students:liming-li.zh-CN.md",{"_path":252,"title":197,"name":253,"role":199,"email":254,"image":255,"category":203,"order":256,"_id":257},"\u002Fmembers\u002Fresearch-students\u002Fruoxu-xiao","Ruoxu Xiao","ruoxu.Xiao@nottingham.edu.cn","assets\u002Fruoxuxiao.jpg","13","content:members:research-students:ruoxu-xiao.md",{"_path":252,"title":208,"role":209,"_id":259},"content:members:research-students:ruoxu-xiao.zh-CN.md",{"_path":261,"title":197,"name":262,"role":199,"email":263,"image":264,"category":203,"order":265,"_id":266},"\u002Fmembers\u002Fresearch-students\u002Fshuai-zhang","Shuai Zhang","suxsz3@nottingham.edu.cn","assets\u002Fshuai-zhang.jpg","30","content:members:research-students:shuai-zhang.md",{"_path":261,"title":208,"role":209,"_id":268},"content:members:research-students:shuai-zhang.zh-CN.md",{"_path":270,"title":197,"name":271,"role":199,"email":272,"image":273,"category":203,"order":274,"_id":275},"\u002Fmembers\u002Fresearch-students\u002Ftianyi-chen","Tianyi Chen","Tianyi.Chen@nottingham.edu.cn","assets\u002Fchentianyi.png","08","content:members:research-students:tianyi-chen.md",{"_path":270,"title":208,"role":209,"_id":277},"content:members:research-students:tianyi-chen.zh-CN.md",{"_path":279,"title":224,"name":280,"role":224,"email":281,"image":282,"category":203,"order":93,"_id":283},"\u002Fmembers\u002Fresearch-students\u002Fxing-hou","Xing Hou","xing.hou@nottingham.edu.cn","assets\u002Fxinghou.png","content:members:research-students:xing-hou.md",{"_path":279,"title":231,"role":231,"_id":285},"content:members:research-students:xing-hou.zh-CN.md",{"_path":287,"title":197,"name":288,"role":199,"email":289,"image":290,"category":203,"order":291,"_id":292},"\u002Fmembers\u002Fresearch-students\u002Fxinyu-tian","Xinyu Tian","Xinyu.TIAN@nottingham.edu.cn","assets\u002Fxinyu-tian.jpg","19","content:members:research-students:xinyu-tian.md",{"_path":287,"title":208,"role":209,"_id":294},"content:members:research-students:xinyu-tian.zh-CN.md",{"_path":296,"title":222,"name":297,"role":224,"email":7,"image":298,"category":203,"order":299,"_id":300},"\u002Fmembers\u002Fresearch-students\u002Fyuting-zhang","Yuting Zhang","assets\u002Fyuting-zhang.jpg","21","content:members:research-students:yuting-zhang.md",{"_path":296,"title":230,"role":231,"_id":302},"content:members:research-students:yuting-zhang.zh-CN.md",{"_path":304,"title":305,"name":306,"role":307,"email":308,"scholar":309,"image":310,"category":311,"order":312,"orcid":313,"_id":314},"\u002Fmembers\u002Fstaff\u002Fadam-rushworth","Associate Professor in Materials and Manufacturing, PGCHE","Dr Adam Rushworth","Deputy Director of Control System Lab","Adam.Rushworth@nottingham.edu.cn","https:\u002F\u002Fscholar.google.com\u002Fcitations?user=XvRnzQYAAAAJ&hl","assets\u002Fadam-rushworth.webp","staff","02","0000-0003-3803-7549","content:members:staff:adam-rushworth.md",{"_path":304,"title":316,"role":317,"_id":318},"材料与制造副教授，PGCHE","控制系统实验室副主任","content:members:staff:adam-rushworth.zh-CN.md",{"_path":320,"title":321,"name":322,"role":321,"email":323,"scholar":324,"image":325,"category":311,"order":326,"_id":327},"\u002Fmembers\u002Fstaff\u002Fahmed-abdelwahed","Assistant Professor","Dr Ahmed Nasr Abdelwahed","Ahmed.Abdelwahed@nottingham.edu.cn","https:\u002F\u002Fscholar.google.com\u002Fcitations?hl=zh-CN&user=9cCVF5cAAAAJ","assets\u002Fahmed.webp","06","content:members:staff:ahmed-abdelwahed.md",{"_path":320,"title":329,"role":329,"_id":330},"助理教授","content:members:staff:ahmed-abdelwahed.zh-CN.md",{"_path":332,"title":333,"name":334,"role":335,"email":336,"scholar":337,"image":338,"category":311,"order":339,"orcid":19,"_id":340},"\u002Fmembers\u002Fstaff\u002Fchiew-foong-kwong","Head of Department of Electrical and Electronic Engineering","Dr Chiew Foong Kwong","Associate Professor, Head of Department","Chiew-Foong.Kwong@nottingham.edu.cn","https:\u002F\u002Fscholar.google.com\u002Fcitations?user=DiX0phAAAAAJ&hl=zh-CN&oi=ao","assets\u002Fcf.jpg","03","content:members:staff:chiew-foong-kwong.md",{"_path":332,"title":342,"role":343,"_id":344},"电气与电子工程系系主任","副教授，系主任","content:members:staff:chiew-foong-kwong.zh-CN.md",{"_path":346,"title":347,"name":348,"role":347,"email":349,"scholar":350,"image":351,"category":311,"order":352,"_id":353},"\u002Fmembers\u002Fstaff\u002Fdonglei-sun","Assistant Professor of Aerospace Aerodynamics","Dr Donglei Sun","Donglei.Sun@nottingham.edu.cn","https:\u002F\u002Fscholar.google.com\u002Fcitations?hl=zh-CN&user=C4EmdWMAAAAJ","assets\u002Fdonglei-sun.webp","05","content:members:staff:donglei-sun.md",{"_path":346,"title":355,"role":355,"_id":356},"航空航天空气动力学助理教授","content:members:staff:donglei-sun.zh-CN.md",{"_path":358,"title":347,"name":359,"role":347,"email":360,"scholar":361,"image":362,"category":311,"order":363,"_id":364},"\u002Fmembers\u002Fstaff\u002Frichard-adjei","Dr Richard Amankwa Adjei","Richard-Amankwa.Adjei@nottingham.edu.cn","https:\u002F\u002Fscholar.google.com\u002Fcitations?user=TshunUEAAAAJ&hl=zh-CN&oi=ao","assets\u002Frichard.webp","04","content:members:staff:richard-adjei.md",{"_path":358,"title":355,"role":355,"_id":366},"content:members:staff:richard-adjei.zh-CN.md",{"_path":368,"title":369,"name":370,"role":371,"email":372,"scholar":373,"orcid":374,"image":375,"category":311,"interests":376,"order":387,"_id":388},"\u002Fmembers\u002Fstaff\u002Fsalman-ijaz","Associate Professor in Control of Aerospace Systems","Dr Salman Ijaz","Director of Control System Lab","salman.ijaz@nottingham.edu.cn","https:\u002F\u002Fscholar.google.com\u002Fcitations?user=77HGe2UAAAAJ&hl","0000-0003-1483-4754","assets\u002Fsalman-ijaz.webp",[377,378,379,380,381,382,383,384,385,386],"Fault tolerant control of aircraft","Linear parameter varying control of nonlinear systems","Fractional order modeling and control of aircraft system","Control allocation Scheme","Integral sliding mode control","Robust control","Aircraft actuation system (dissimilar redundant actuation system)","Aircraft dynamics and control","Unmanned aerial vehicle system","More Electric Aircrafts","01","content:members:staff:salman-ijaz.md",{"_path":368,"title":390,"role":391,"interests":392,"_id":403},"航空航天控制系统副教授","控制系统实验室主任",[393,394,395,396,397,398,399,400,401,402],"飞机容错控制","非线性系统线性参数变化控制","飞机系统分数阶建模与控制","控制分配方案","积分滑模控制","鲁棒控制","飞机作动系统（非相似冗余作动系统）","飞机动力学与控制","无人机系统","多电飞机","content:members:staff:salman-ijaz.zh-CN.md",1789027938044]