@inproceedings{28fce91515934b9d90e83ea2114ca10e,
title = "On Federated Multi-Armed Bandits for Mobile Social Networks",
abstract = "Multi-armed bandits (MABs) are widely used for decision making processes, in which an agent tries to maximize a long-term reward by balancing exploiting and exploring actions. In this paper, we are particularly interested in federated MABs for mobile social networks (MSNs), where a collection of agents learn action values by locally observing rewards and exchanging estimated action values with other agents. Our research differs from the existing federated MABs in the underlying network setting, such that agents can communicate with each other only at opportunistic contact events. To this end, we first design the weighted-connectivity (WC) centrality to quantify the importance of agents in an MSN, and then, we propose the weighted-connectivity upper confidence bound (WC-UCB) algorithm for the MSN contexts. The key idea to reduce biases at each agent and to utilize limited opportunities of federated updates is to prioritize the estimates of action-value functions computed by the agents with a high WC centrality. In addition, the performance bound in terms of the cumulative regret is analyzed. The performance of the proposed algorithm is evaluated by simulations using real mobility traces and the results demonstrate that our WC-UCB outperforms the state-of-the-art algorithms in terms of the average reward and the cumulative regret.",
keywords = "MAB, Multi-armed bandits, federated learning, mobile social networks",
author = "Kazuya Sakai and Takeshi Kitamura and Sun, {Min Te} and Ku, {Wei Shinn}",
note = "Publisher Copyright: {\textcopyright} 2024 IEEE.; 44th IEEE International Conference on Distributed Computing Systems, ICDCS 2024 ; Conference date: 23-07-2024 Through 26-07-2024",
year = "2024",
doi = "10.1109/ICDCS60910.2024.00077",
language = "???core.languages.en_GB???",
series = "Proceedings - International Conference on Distributed Computing Systems",
publisher = "Institute of Electrical and Electronics Engineers Inc.",
pages = "774--784",
booktitle = "Proceedings - 2024 IEEE 44th International Conference on Distributed Computing Systems, ICDCS 2024",
}