\bibitem{ref1}
N.~D. Tan and V.-H. Nguyen.
\newblock Machine learning meets iot: developing an energy-efficient wsn
  routing protocol for enhanced network longevity.
\newblock {\em Wireless Networks}, 31(4):3127--3147, 2025.

\bibitem{ref2}
A.~I. Al-Sulaifanie, B.~K. Al-Sulaifanie, and S.~Biswas.
\newblock Recent trends in clustering algorithms for wireless sensor networks:
  A comprehensive review.
\newblock {\em Computer Communications}, 191:395--424, 2022.

\bibitem{ref3}
S.~El~Khediri.
\newblock Wireless sensor networks: a survey, categorization, main issues, and
  future orientations for clustering protocols.
\newblock {\em Computing}, 104(8):1775--1837, 2022.

\bibitem{ref4}
A.~Mittal, Z.~Xu, and A.~Shrivastava.
\newblock Energy-efficient, secure, and spectrum-aware ultra-low power
  internet-of-things system infrastructure for precision agriculture.
\newblock {\em IEEE Transactions on AgriFood Electronics}, 2(2):198--208, 2024.

\bibitem{ref5}
R.~Priyadarshi.
\newblock Exploring machine learning solutions for overcoming challenges in
  iot-based wireless sensor network routing: a comprehensive review.
\newblock {\em Wireless Networks}, 30(4):2647--2673, 2024.

\bibitem{ref6}
P.~M. Mwangi.
\newblock A systematic literature review of routing protocols in wireless
  sensor networks: Current trends and future directions.



\bibitem{ref8}
J.~Moos, K.~Hansel, H.~Abdulsamad, S.~Stark, D.~Clever, and J.~Peters.
\newblock Robust reinforcement learning: A review of foundations and recent
  advances.
\newblock {\em Machine Learning and Knowledge Extraction}, 4(1):276--315, 2022.

\bibitem{ref9}
S.~Sharma and V.~Kumar.
\newblock A comprehensive review on multi-objective optimization techniques:
  Past, present and future.
\newblock {\em Archives of Computational Methods in Engineering}, 29(7):5605--5633, 2022.

\bibitem{ref10}
J.~L.~J. Pereira, G.~A. Oliver, M.~B. Francisco, S.~S. Cunha~Jr, and G.~F.
\newblock A review of multi-objective optimization: methods and algorithms in
  mechanical engineering problems.
\newblock {\em Archives of Computational Methods in Engineering}, 29(4):2285--2308, 2022.

\bibitem{ref11}
A.~Khan, M.~Rehman, S.~Zhang, and H.~Kim.
\newblock Federated reinforcement learning for internet-of-things applications:
  A survey.
\newblock {\em IEEE Internet of Things Journal}, 10(5):4123--4142, 2023.


\bibitem{ref12}
M.~Al{-}Shorman, R.~Ahmad, and A.~Ezugwu.
\newblock Q-learning-based energy-efficient clustering and routing in wireless
  sensor networks.
\newblock {\em IEEE Access}, 12:102345--102358, 2024.


\bibitem{ref13}
S.~Ghamry and S.~Shukry.
\newblock Multi-Objective Intelligent Clustering Routing Scheme for IoT-Enabled WSNs Using Deep Reinforcement Learning.
\newblock {\em Cluster Computing},27(4):4941--4961, 2024.

\bibitem{ref14}
R.~Priyadarshi and P.~Kumar and N.~Singh.
\newblock Multi-Agent Deep Reinforcement Learning for Cooperative Routing in IoT Networks.
\newblock {\em Ad Hoc Networks},149:103244,2024

\bibitem{ref15}
Y.~Zhou and L.~Chen and F.~Zhang.
 \newblock Adaptive Multi-Agent Reinforcement Learning Framework for Dynamic IoT Topologies.
 \newblock {\em Sensors},25(3):1567,2025
 
\bibitem{ref16}
M.~Kim, H.~Park, and J.~Lee.
\newblock Xgate: Explainable reinforcement learning framework for trustworthy
  network management.
\newblock {\em Sensors}, 24(6):3128, 2025.

\bibitem{ref17}
P.~Li, X.~Wang, and R.~Gupta.
\newblock Online pareto-approximation techniques for multi-objective
  reinforcement learning in iot routing.
\newblock {\em Computer Networks}, 242:110112, 2025.

\bibitem{ref18}
Y.~Chai and X.-J. Zeng.
\newblock A multi-objective dyna-q based routing in wireless mesh network.
\newblock {\em Applied Soft Computing}, 108:107486, 2021.

\bibitem{ref19}
D.~Prabhu, R.~Alageswaran, and S.~Miruna Joe~Amali.
\newblock Multiple agent based reinforcement learning for energy efficient
  routing in wsn.
\newblock {\em Wireless Networks}, 29(4):1787--1797, 2023.

\bibitem{ref20}
X.~Su, Y.~Ren, Z.~Cai, Y.~Liang, and L.~Guo.
\newblock A q-learning-based routing approach for energy efficient information
  transmission in wireless sensor network.
\newblock {\em IEEE Transactions on Network and Service Management}, 20(2):1949--1961, 2022.


\bibitem{ref21}
D.~Godfrey, B.~Suh, B.~H. Lim, K.-C. Lee, and K.-I. Kim.
\newblock An energy-efficient routing protocol with reinforcement learning in
  software-defined wireless sensor networks.
\newblock {\em Sensors}, 23(20):8435, 2023.

\bibitem{ref22}
S.~Vaishnav, P.~K. Donta, and S.~Magn{\'u}sson.
\newblock Dynamic and distributed routing in iot networks based on
  multi-objective q-learning.
\newblock {\em arXiv preprint arXiv:2505.00918}, 2025.

\bibitem{ref23}
W.~K. Ghamry and S.~Shukry.
\newblock Multi-objective intelligent clustering routing schema for internet of
  things enabled wireless sensor networks using deep reinforcement learning.
\newblock {\em Cluster Computing}, 27(4):4941--4961, 2024.

\bibitem{ref24}
A.~M. Ikotun, A.~E. Ezugwu, L.~Abualigah, B.~Abuhaija, and J.~Heming.
\newblock K-means clustering algorithms: A comprehensive review, variants
  analysis, and advances in the era of big data.
\newblock {\em Information Sciences}, 622:178--210, 2023.

\bibitem{ref25}
E.~U. Oti, M.~O. Olusola, F.~C. Eze, and S.~U. Enogwe.
\newblock Comprehensive review of k-means clustering algorithms.
\newblock {\em criterion}, 12(08):22--23, 2021.

\bibitem{ref26}
M.~A. Mohamud, H.~Ibrahim, F.~Sidi, S.~N.~M. Rum, Z.~B. Dzolkhifli, Z.~Xiaowei,
  and M.~M. Lawal.
\newblock A systematic literature review of skyline query processing over data
  stream.
\newblock {\em IEEE Access}, 11:72813--72835, 2023.

\bibitem{ref27}
A.~N. Fadhilah, T.~A. Cahyanto, and I.~Saifudin.
\newblock Sort filter skyline in movie recommendation based on individual
  preferences: Performance and time complexity analysis.
\newblock {\em Scientific Journal of Informatics}, 11(3):789--802, 2024.