Enhanced Route Discovery Mechanism Using Improved CH Selection Using Q-Learning to Minimize Delay

Table 9

The discovery result with proposed Q-learning.

“Route”	“Average throughput”	“Average PDR”	“Average consumed energy in mJ”	“Delay in seconds”
[32, 6, 4, 5, 19]	4810.2412	0.48102412	2.07785734	2.07681893
[32, 6, 1, 5, 19]	3550.70427	0.35507043	1.75527254	2.81352634
[32, 6, 2, 5, 19]	3281.28783	0.32812878	1.98639803	3.04453633
[32, 6, 3, 5, 19]	3612.52665	0.36125267	1.70709964	2.76537752
[32, 6, 5, 5, 19]	3291.70546	0.32917055	1.97675782	3.03490094
[32, 6, 6, 5, 19]	3383.42715	0.33834271	1.89444323	2.95262749
[32, 6, 7, 5, 19]	3714.24222	0.37142422	1.63133114	2.68964688
[10, 2, 1, 3, 9]	4922.81658	0.49228166	2.03034073	2.02932607
[10, 2, 1, 3, 7, 9]	1679.81251	0.16798125	1.82933359	5.94709228
[10, 2, 2, 3, 9]	1617.0014	0.16170014	2.06045908	6.17810227
[10, 2, 3, 3, 9]	1693.52361	0.16935236	1.7811607	5.89894346
[10, 2, 4, 3, 9]	1593.42447	0.15934245	2.1519184	6.26951588
[10, 2, 5, 3, 9]	1619.52722	0.16195272	2.05081888	6.16846688
[10, 2, 6, 3, 9]	1641.42006	0.16414201	1.96850429	6.08619343
[10, 2, 7, 3, 9]	1715.54781	0.17155478	1.70539219	5.82321282
[8, 2, 1, 3, 43]	5782.65255	0.57826526	1.72844467	1.72758088
[8, 2, 2, 3, 43]	1238.94573	0.12389457	1.75856303	8.06330719
[8, 2, 3, 3, 43]	1283.37739	0.12833774	1.47926464	7.78414838
[8, 2, 4, 3, 43]	1225.05727	0.12250573	1.85002234	8.15472079
[8, 2, 5, 3, 43]	1240.428	0.1240428	1.74892282	8.0536718
[8, 2, 6, 3, 43]	1253.23056	0.12532306	1.66660823	7.97139834
[8, 2, 7, 3, 43]	1295.98581	0.12959858	1.40349613	7.70841774
[28, 5, 3, 6, 42]	5973.0656	0.59730656	1.67334425	1.672508
[28, 5, 1, 6, 42]	990.256549	0.09902565	1.65889784	10.0882948
[28, 5, 2, 6, 42]	968.088472	0.09680885	1.89002333	10.3193048
[28, 5, 3, 6, 42]	995.005453	0.09950055	1.61072494	10.040146
[28, 5, 4, 6, 42]	959.587958	0.0959588	1.98148264	10.4107184
[28, 5, 5, 6, 42]	968.993244	0.09689932	1.88038312	10.3096694
[28, 5, 6, 6, 42]	976.788232	0.09767882	1.79806853	10.2273959
[28, 5, 7, 6, 42]	1002.5676	0.10025676	1.53495643	9.96441534
[11, 6, 4, 5, 48]	4757.46686	0.47574669	2.10090691	2.09985698
[11, 6, 1, 5, 48]	752.03812	0.07520381	1.7783221	13.2839011
[11, 6, 2, 5, 48]	739.183554	0.07391836	2.0094476	13.5149111
[11, 6, 3, 5, 48]	754.773873	0.07547739	1.73014921	13.2357523
[11, 6, 4, 5, 48]	734.217376	0.07342174	2.10090691	13.6063247
[11, 6, 5, 5, 48]	739.710927	0.07397109	1.99980739	13.5052757
[11, 6, 6, 5, 48]	744.244829	0.07442448	1.9174928	13.4230022
[11, 6, 7, 5, 48]	759.117294	0.07591173	1.6543807	13.1600216
[31, 3, 7, 4, 33]	6286.90312	0.62869031	1.58981216	1.58901765
[31, 3, 1, 4, 33]	612.749427	0.06127494	1.71375356	16.3035648
[31, 3, 2, 4, 33]	604.188503	0.06041885	1.94487905	16.5345748
[31, 3, 3, 4, 33]	614.564402	0.06145644	1.66558066	16.255416
[31, 3, 4, 4, 33]	600.866532	0.06008665	2.03633836	16.6259884
[31, 3, 5, 4, 33]	604.540795	0.06045408	1.93523884	16.5249394
[31, 3, 6, 4, 33]	607.565709	0.06075657	1.85292425	16.442666
[31, 3, 7, 4, 33]	617.440932	0.06174409	1.58981216	16.1796853