ref.bib

@article{xu2021privacy,
  title={Privacy-preserving incentive mechanism for multi-leader multi-follower IoT-edge computing market: A reinforcement learning approach},
  author={Xu, Huiying and Qiu, Xiaoyu and Zhang, Weikun and Liu, Kang and Liu, Shuo and Chen, Wuhui},
  journal={Journal of Systems Architecture},
  volume={114},
  pages={101932},
  year={2021},
  publisher={Elsevier}
}
@article{nie2020multi,
  title={A multi-leader multi-follower game-based analysis for incentive mechanisms in socially-aware mobile crowdsensing},
  author={Nie, Jiangtian and Luo, Jun and Xiong, Zehui and Niyato, Dusit and Wang, Ping and Poor, H Vincent},
  journal={IEEE Transactions on Wireless Communications},
  volume={20},
  number={3},
  pages={1457--1471},
  year={2020},
  publisher={IEEE}
}
@article{li2019stackelberg,
  title={Stackelberg game-based computation offloading in social and cognitive industrial Internet of Things},
  author={Li, Feixiang and Yao, Haipeng and Du, Jun and Jiang, Chunxiao and Qian, Yi},
  journal={IEEE Transactions on Industrial Informatics},
  volume={16},
  number={8},
  pages={5444--5455},
  year={2019},
  publisher={IEEE}
}
@inproceedings{huang2022joint,
  title={Joint user association and resource pricing for metaverse: Distributed and centralized approaches},
  author={Huang, Xumin and Zhong, Weifeng and Nie, Jiangtian and Hu, Qin and Xiong, Zehui and Kang, Jiawen and Quek, Tony QS},
  booktitle={2022 IEEE 19th International Conference on Mobile Ad Hoc and Smart Systems (MASS)},
  pages={505--513},
  year={2022},
  organization={IEEE}
}
@article{xu2022full,
  title={A full dive into realizing the edge-enabled metaverse: Visions, enabling technologies, and challenges},
  author={Xu, Minrui and Ng, Wei Chong and Lim, Wei Yang Bryan and Kang, Jiawen and Xiong, Zehui and Niyato, Dusit and Yang, Qiang and Shen, Xuemin Sherman and Miao, Chunyan},
  journal={arXiv preprint arXiv:2203.05471},
  year={2022}
}
@article{yu2022bi,
  title={Bi-directional Digital Twin and Edge Computing in the Metaverse},
  author={Yu, Jiadong and Alhilal, Ahmad and Hui, Pan and Tsang, Danny HK},
  journal={arXiv preprint arXiv:2211.08700},
  year={2022}
}
@article{zhou2022vetaverse,
  title={Vetaverse: Technologies, Applications, and Visions toward the Intersection of Metaverse, Vehicles, and Transportation Systems},
  author={Zhou, Pengyuan and Zhu, Jinjing and Wang, Yiting and Lu, Yunfan and Wei, Zixiang and Shi, Haolin and Ding, Yuchen and Gao, Yu and Huang, Qinglong and Shi, Yan and others},
  journal={arXiv preprint arXiv:2210.15109},
  year={2022}
}
@article{lin2020survey,
  title={A survey on computation offloading modeling for edge computing},
  author={Lin, Hai and Zeadally, Sherali and Chen, Zhihong and Labiod, Houda and Wang, Lusheng},
  journal={Journal of Network and Computer Applications},
  volume={169},
  pages={102781},
  year={2020},
  publisher={Elsevier}
}
@article{imran2022live,
  title={Live virtual machine migration: A survey, research challenges, and future directions},
  author={Imran, Muhammad and Ibrahim, Muhammad and Din, Muhammad Salah Ud and Rehman, Muhammad Atif Ur and Kim, Byung Seo},
  journal={Computers and Electrical Engineering},
  volume={103},
  pages={108297},
  year={2022},
  publisher={Elsevier}
}
@article{candogan2012optimal,
  title={Optimal pricing in networks with externalities},
  author={Candogan, Ozan and Bimpikis, Kostas and Ozdaglar, Asuman},
  journal={Operations Research},
  volume={60},
  number={4},
  pages={883--905},
  year={2012},
  publisher={INFORMS}
}
@inproceedings{gao2022computation,
  title={Computation Offloading Based on Game Theory in Multi-access Edge Computing for 6G Network},
  author={Gao, Lixue and Chen, Xin and Yin, Bo and Wu, Bilian},
  booktitle={2022 14th International Conference on Communication Software and Networks (ICCSN)},
  pages={63--68},
  year={2022},
  organization={IEEE}
}
@book{easley2010networks,
  title={Networks, crowds, and markets: Reasoning about a highly connected world},
  author={Easley, David and Kleinberg, Jon and others},
  volume={1},
  year={2010},
  publisher={Cambridge university press Cambridge}
}
@inproceedings{Jinbo,
  title={Task Freshness-aware Incentive Mechanism for Vehicle Twin Migration in Vehicular Metaverses},
  author={Wen, Jinbo and Kang, Jiawen and Xiong, Zehui and Zhang, Yang and Du, Hongyang and Jiao, Yutao and Niyato, Dusit},
  booktitle={IEEE International Conference on Metaverse Computing, Networking and Applications (IEEE MetaCom 2023)},
  year={2023},
  pages={In press},
  organization={IEEE}
}
@article{zhang2023learningbased,
      title={Learning-based Incentive Mechanism for Task Freshness-aware Vehicular Twin Migration}, 
      author={Junhong Zhang and Jiangtian Nie and Jinbo Wen and Jiawen Kang and Minrui Xu and Xiaofeng Luo and Dusit Niyato},
      journal={arXiv preprint arXiv:2309.04929},
      year={2023}
}
@article{jiang2022reliable,
  title={Reliable distributed computing for metaverse: A hierarchical game-theoretic approach},
  author={Jiang, Yuna and Kang, Jiawen and Niyato, Dusit and Ge, Xiaohu and Xiong, Zehui and Miao, Chunyan and Shen, Xuemin},
  journal={IEEE Transactions on Vehicular Technology},
  year={2022},
  publisher={IEEE}
}
@book{han2012game,
  title={Game theory in wireless and communication networks: theory, models, and applications},
  author={Han, Zhu},
  year={2012},
  publisher={Cambridge university press}
}
@inproceedings{wen2023freshness,
  title={Freshness-aware Incentive Mechanism for Mobile AI-Generated Content (AIGC) Networks},
  author={Wen, Jinbo and Kang, Jiawen and Xu, Minrui and Du, Hongyang and Xiong, Zehui and Zhang, Yang and Niyato, Dusit},
  booktitle={2023 IEEE/CIC International Conference on Communications in China (ICCC)},
  pages={1--6},
  year={2023},
  organization={IEEE}
}
@inproceedings{kang2022blockchain,
  title={Blockchain-based federated learning for industrial metaverses: Incentive scheme with optimal aoi},
  author={Kang, Jiawen and Ye, Dongdong and Nie, Jiangtian and Xiao, Jiang and Deng, Xianjun and Wang, Siming and Xiong, Zehui and Yu, Rong and Niyato, Dusit},
  booktitle={2022 IEEE International Conference on Blockchain (Blockchain)},
  pages={71--78},
  year={2022},
  organization={IEEE}
}
@article{zhan2020learning,
  title={A learning-based incentive mechanism for federated learning},
  author={Zhan, Yufeng and Li, Peng and Qu, Zhihao and Zeng, Deze and Guo, Song},
  journal={IEEE Internet of Things Journal},
  volume={7},
  number={7},
  pages={6360--6368},
  year={2020},
  publisher={IEEE}
}
@article{xu2021multiagent,
  title={Multiagent federated reinforcement learning for Secure Incentive Mechanism in Intelligent Cyber--Physical Systems},
  author={Xu, Minrui and Peng, Jialiang and Gupta, BB and Kang, Jiawen and Xiong, Zehui and Li, Zhenni and Abd El-Latif, Ahmed A},
  journal={IEEE Internet of Things Journal},
  volume={9},
  number={22},
  pages={22095--22108},
  year={2021},
  publisher={IEEE}
}
% ADMM算法的引用
@article{xiong2019cloud,
  title={Cloud/edge computing service management in blockchain networks: Multi-leader multi-follower game-based ADMM for pricing},
  author={Xiong, Zehui and Kang, Jiawen and Niyato, Dusit and Wang, Ping and Poor, H Vincent},
  journal={IEEE Transactions on Services Computing},
  volume={13},
  number={2},
  pages={356--367},
  year={2019},
  publisher={IEEE}
}
@article{jiang2021iiot,
  title={IIoT data sharing based on blockchain: A multileader multifollower Stackelberg game approach},
  author={Jiang, Yuna and Zhong, Yi and Ge, Xiaohu},
  journal={IEEE Internet of Things Journal},
  volume={9},
  number={6},
  pages={4396--4410},
  year={2021},
  publisher={IEEE}
}
@article{zhong2023blockchain,
  title={Blockchain-assisted twin migration for vehicular metaverses: A game theory approach},
  author={Zhong, Yue and Wen, Jinbo and Zhang, Junhong and Kang, Jiawen and Jiang, Yuna and Zhang, Yang and Cheng, Yanyu and Tong, Yongju},
  journal={Transactions on Emerging Telecommunications Technologies},
  pages={e4856},
  year={2023},
  publisher={Wiley Online Library}
}
@article{yi2020queueing,
  title={A queueing game based management framework for fog computing with strategic computing speed control},
  author={Yi, Changyan and Cai, Jun and Zhu, Kun and Wang, Ran},
  journal={IEEE Transactions on Mobile Computing},
  volume={21},
  number={5},
  pages={1537--1551},
  year={2020},
  publisher={IEEE}
}

% 元宇宙服务效应
@inproceedings{chu2023dynamic,
  title={Dynamic Resource Allocation for Metaverse Applications with Deep Reinforcement Learning},
  author={Chu, Nam H and Nguyen, Diep N and Hoang, Dinh Thai and Phan, Khoa T and Dutkiewicz, Eryk and Niyato, Dusit and Shu, Tao},
  booktitle={2023 IEEE Wireless Communications and Networking Conference (WCNC)},
  pages={1--6},
  year={2023},
  organization={IEEE}
}
% related work中多对多
@article{seid2022blockchain,
  title={Blockchain-Enabled Task Offloading With Energy Harvesting in Multi-UAV-Assisted IoT Networks: A Multi-Agent DRL Approach},
  author={Seid, Abegaz Mohammed and Lu, Jianfeng and Abishu, Hayla Nahom and Ayall, Tewodros Alemu},
  journal={IEEE Journal on Selected Areas in Communications},
  volume={40},
  number={12},
  pages={3517--3532},
  year={2022},
  publisher={IEEE}
}
@incollection{littman1994markov,
  title={Markov games as a framework for multi-agent reinforcement learning},
  author={Littman, Michael L},
  booktitle={Machine learning proceedings 1994},
  pages={157--163},
  year={1994},
  publisher={Elsevier}
}
% MADRL部分的引用
@article{zhao2023multi,
  title={Multi-Agent Deep Reinforcement Learning Based Incentive Mechanism for Multi-Task Federated Edge Learning},
  author={Zhao, Nan and Pei, Yiyang and Liang, Ying-Chang and Niyato, Dusit},
  journal={IEEE Transactions on Vehicular Technology},
  year={2023},
  publisher={IEEE}
}

@article{schulman2015high,
  title={High-dimensional continuous control using generalized advantage estimation},
  author={Schulman, John and Moritz, Philipp and Levine, Sergey and Jordan, Michael and Abbeel, Pieter},
  journal={arXiv preprint arXiv:1506.02438},
  year={2015}
}


@article{mystakidis2022metaverse,
  title={Metaverse},
  author={Mystakidis, Stylianos},
  journal={Encyclopedia},
  volume={2},
  number={1},
  pages={486--497},
  year={2022},
  publisher={MDPI}
}
@article{park2022metaverse,
  title={A metaverse: Taxonomy, components, applications, and open challenges},
  author={Park, Sang-Min and Kim, Young-Gab},
  journal={IEEE access},
  volume={10},
  pages={4209--4251},
  year={2022},
  publisher={IEEE}
}
@article{luong2022edge,
  title={Edge Computing for Semantic Communication Enabled Metaverse: An Incentive Mechanism Design},
  author={Luong, Nguyen Cong and Pham, Quoc-Viet and Huynh-The, Thien and Nguyen, Van-Dinh and Ng, Derrick Wing Kwan and Chatzinotas, Symeon},
  journal={arXiv preprint arXiv:2212.06463},
  year={2022}
}

%DDPG
@article{lillicrap2015continuous,
  title={Continuous control with deep reinforcement learning},
  author={Lillicrap, Timothy P and Hunt, Jonathan J and Pritzel, Alexander and Heess, Nicolas and Erez, Tom and Tassa, Yuval and Silver, David and Wierstra, Daan},
  journal={arXiv preprint arXiv:1509.02971},
  year={2015}
}
@inproceedings{yang2023automotive,
  title={Automotive Head-Up Display Systems: A Bibliometric and Trend Analysis},
  author={Yang, Chunwang and Tan, Hao},
  booktitle={International Conference on Human-Computer Interaction},
  pages={451--469},
  year={2023},
  organization={Springer}
}
% local计算能力差
@article{ren2022quantum,
  title={Quantum collective learning and many-to-many matching game in the metaverse for connected and autonomous vehicles},
  author={Ren, Yuzheng and Xie, Renchao and Yu, Fei Richard and Huang, Tao and Liu, Yunjie},
  journal={IEEE Transactions on Vehicular Technology},
  volume={71},
  number={11},
  pages={12128--12139},
  year={2022},
  publisher={IEEE}
}
@article{botin2022digital,
  title={Digital twin technology challenges and applications: A comprehensive review},
  author={Bot{\'\i}n-Sanabria, Diego M and Mihaita, Adriana-Simona and Peimbert-Garc{\'\i}a, Rodrigo E and Ram{\'\i}rez-Moreno, Mauricio A and Ram{\'\i}rez-Mendoza, Ricardo A and Lozoya-Santos, Jorge de J},
  journal={Remote Sensing},
  volume={14},
  number={6},
  pages={1335},
  year={2022},
  publisher={MDPI}
}
@article{xu2023generative,
  title={Generative AI-empowered Effective Physical-Virtual Synchronization in the Vehicular Metaverse},
  author={Xu, Minrui and Niyato, Dusit and Zhang, Hongliang and Kang, Jiawen and Xiong, Zehui and Mao, Shiwen and Han, Zhu},
  journal={arXiv preprint arXiv:2301.07636},
  year={2023}
}
@article{luo2023privacy,
  title={Privacy Attacks and Defenses for Digital Twin Migrations in Vehicular Metaverses},
  author={Luo, Xiaofeng and Wen, Jinbo and Kang, Jiawen and Nie, Jiangtian and Xiong, Zehui and Zhang, Yang and Yang, Zhaohui and Xie, Shengli},
  journal={IEEE Network},
  year={2023},
  publisher={IEEE}
}
@article{lee2021all,
  title={All one needs to know about metaverse: A complete survey on technological singularity, virtual ecosystem, and research agenda},
  author={Lee, Lik-Hang and Braud, Tristan and Zhou, Pengyuan and Wang, Lin and Xu, Dianlei and Lin, Zijun and Kumar, Abhishek and Bermejo, Carlos and Hui, Pan},
  journal={arXiv preprint arXiv:2110.05352},
  year={2021}
}
@article{hu2022review,
  title={Review and perspectives on driver digital twin and its enabling technologies for intelligent vehicles},
  author={Hu, Zhongxu and Lou, Shanhe and Xing, Yang and Wang, Xiao and Cao, Dongpu and Lv, Chen},
  journal={IEEE Transactions on Intelligent Vehicles},
  year={2022},
  publisher={IEEE}
}
@article{du2023ai,
  title={AI-generated incentive mechanism and full-duplex semantic communications for information sharing},
  author={Du, Hongyang and Wang, Jiacheng and Niyato, Dusit and Kang, Jiawen and Xiong, Zehui and Kim, Dong In},
  journal={IEEE Journal on Selected Areas in Communications},
  year={2023},
  publisher={IEEE}
}
@article{chen2023privacy,
  title={Privacy Computing Meets Metaverse: Necessity, Taxonomy and Challenges},
  author={Chen, Chuan and Li, Yuecheng and Wu, Zhenpeng and Mai, Chengyuan and Liu, Youming and Hu, Yanming and Zheng, Zibin and Kang, Jiawen},
  journal={arXiv preprint arXiv:2304.11643},
  year={2023}
}
@inproceedings{xu2022wireless,
  title={Wireless edge-empowered metaverse: A learning-based incentive mechanism for virtual reality},
  author={Xu, Minrui and Niyato, Dusit and Kang, Jiawen and Xiong, Zehui and Miao, Chunyan and Kim, Dong In},
  booktitle={ICC 2022-IEEE International conference on Communications},
  pages={5220--5225},
  year={2022},
  organization={IEEE}
}
@article{doe2023promoting,
  title={Promoting the Sustainability of Blockchain in Web 3.0 and the Metaverse Through Diversified Incentive Mechanism Design},
  author={Doe, Daniel Mawunyo and Li, Jing and Dusit, Niyato and Gao, Zhen and Li, Jun and Han, Zhu},
  journal={IEEE Open Journal of the Computer Society},
  year={2023},
  publisher={IEEE}
}
@inproceedings{nguyen2022metachain,
  title={Metachain: A novel blockchain-based framework for metaverse applications},
  author={Nguyen, Cong T and Hoang, Dinh Thai and Nguyen, Diep N and Dutkiewicz, Eryk},
  booktitle={2022 IEEE 95th Vehicular Technology Conference:(VTC2022-Spring)},
  pages={1--5},
  year={2022},
  organization={IEEE}
}
@article{yao2019resource,
  title={Resource trading in blockchain-based industrial Internet of Things},
  author={Yao, Haipeng and Mai, Tianle and Wang, Jingjing and Ji, Zhe and Jiang, Chunxiao and Qian, Yi},
  journal={IEEE Transactions on Industrial Informatics},
  volume={15},
  number={6},
  pages={3602--3609},
  year={2019},
  publisher={IEEE}
}
@article{barto1983neuronlike,
  title={Neuronlike adaptive elements that can solve difficult learning control problems},
  author={Barto, Andrew G and Sutton, Richard S and Anderson, Charles W},
  journal={IEEE transactions on systems, man, and cybernetics},
  number={5},
  pages={834--846},
  year={1983},
  publisher={IEEE}
}
@article{schulman2017proximal,
  title={Proximal policy optimization algorithms},
  author={Schulman, John and Wolski, Filip and Dhariwal, Prafulla and Radford, Alec and Klimov, Oleg},
  journal={arXiv preprint arXiv:1707.06347},
  year={2017}
}
@article{yu2022surprising,
  title={The surprising effectiveness of ppo in cooperative multi-agent games},
  author={Yu, Chao and Velu, Akash and Vinitsky, Eugene and Gao, Jiaxuan and Wang, Yu and Bayen, Alexandre and Wu, Yi},
  journal={Advances in Neural Information Processing Systems},
  volume={35},
  pages={24611--24624},
  year={2022}
}
@article{li2018distributional,
  title={Distributional advantage actor-critic},
  author={Li, Shangda and Bing, Selina and Yang, Steven},
  journal={arXiv preprint arXiv:1806.06914},
  year={2018}
}
@inproceedings{hausknecht2015deep,
  title={Deep recurrent q-learning for partially observable mdps},
  author={Hausknecht, Matthew and Stone, Peter},
  booktitle={2015 aaai fall symposium series},
  year={2015}
}
@article{hochreiter1997long,
  title={Long short-term memory},
  author={Hochreiter, Sepp and Schmidhuber, J{\"u}rgen},
  journal={Neural computation},
  volume={9},
  number={8},
  pages={1735--1780},
  year={1997},
  publisher={MIT press}
}
@article{revaud2019r2d2,
  title={R2D2: repeatable and reliable detector and descriptor},
  author={Revaud, Jerome and Weinzaepfel, Philippe and De Souza, C{\'e}sar and Pion, Noe and Csurka, Gabriela and Cabon, Yohann and Humenberger, Martin},
  journal={arXiv preprint arXiv:1906.06195},
  year={2019}
}
@article{li2020noma,
  title={NOMA-enabled cooperative computation offloading for blockchain-empowered Internet of Things: A learning approach},
  author={Li, Zhenni and Xu, Minrui and Nie, Jiangtian and Kang, Jiawen and Chen, Wuhui and Xie, Shengli},
  journal={IEEE Internet of Things Journal},
  volume={8},
  number={4},
  pages={2364--2378},
  year={2020},
  publisher={IEEE}
}