A Hybrid Model of Extreme Learning Machine Based on Bat and Cuckoo Search Algorithm for Regression and Multiclass Classification

<table class="algorithm-group"><tr><td><table class="algorithm" id="alg1"><tr><td> </td><td>Input: given a training set <span class="nowrap"><svg height="15.4854pt" id="M44" style="vertical-align:-5.52901pt" version="1.1" viewbox="-0.0498162 -9.95639 94.1234 15.4854" width="94.1234pt" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink"><g transform="matrix(.013,0,0,-0.013,0,0)"><path d="M300 -147C201 -63 143 98 143 270S200 602 300 686L282 710C136 610 70 450 70 271V270C70 89 136 -72 282 -170L300 -147Z"></path></g><g transform="matrix(.013,0,0,-0.013,4.498,0)"><path d="M494 0V32C450 38 426 53 393 105L296 260C330 305 354 338 375 361C411 396 421 401 476 410V442H293V410C332 402 337 394 323 371C311 351 295 324 274 293L227 371C213 393 218 402 252 410V442H16V410C70 402 80 391 108 344L196 199C166 159 140 123 115 95C81 54 61 43 7 32V0H196V32C156 41 150 53 167 81C182 105 199 138 219 166L269 79C287 49 283 38 245 32V0H494Z"></path></g><g transform="matrix(.0091,0,0,-0.0091,10.788,3.132)"><path d="M400 606C400 634 383 656 353 656C316 656 294 620 294 593C294 564 317 545 343 545C375 545 400 573 400 606ZM366 351C379 413 381 451 356 451C323 451 251 408 183 341L199 313C223 335 267 365 277 365C285 365 284 354 277 312C245 132 222 27 193 -100C182 -148 160 -188 131 -188C113 -188 90 -178 75 -170C64 -164 55 -168 48 -175C38 -185 24 -203 24 -222S48 -257 71 -257C89 -257 131 -241 186 -192C243 -141 286 -46 310 74L366 351Z"></path></g><g transform="matrix(.013,0,0,-0.013,15.213,0)"><path d="M95 130C70 130 46 113 46 88C46 72 54 64 59 64C93 55 121 33 121 -3C121 -41 93 -68 44 -88L55 -117C117 -98 186 -56 186 22C186 91 131 130 95 130Z"></path></g><g transform="matrix(.013,0,0,-0.013,20.356,0)"><path d="M269 454C157 454 30 372 30 211C30 102 107 -12 264 -12C381 -12 496 68 496 229C496 349 408 454 269 454ZM254 415C318 415 353 338 353 199C353 51 313 27 275 27C212 27 173 124 173 247C173 361 213 415 254 415Z"></path></g><g transform="matrix(.0091,0,0,-0.0091,27.207,3.132)"><path d="M400 606C400 634 383 656 353 656C316 656 294 620 294 593C294 564 317 545 343 545C375 545 400 573 400 606ZM366 351C379 413 381 451 356 451C323 451 251 408 183 341L199 313C223 335 267 365 277 365C285 365 284 354 277 312C245 132 222 27 193 -100C182 -148 160 -188 131 -188C113 -188 90 -178 75 -170C64 -164 55 -168 48 -175C38 -185 24 -203 24 -222S48 -257 71 -257C89 -257 131 -241 186 -192C243 -141 286 -46 310 74L366 351Z"></path></g><g transform="matrix(.013,0,0,-0.013,31.633,0)"><path d="M275 270C275 450 212 609 64 710L45 686C145 604 203 442 203 270S147 -63 45 -147L64 -170C213 -68 275 89 275 270Z"></path></g><g transform="matrix(.013,0,0,-0.013,39.763,0)"><path d="M448 1V51H364C248 51 153 129 140 230H448V280H140C153 381 248 459 364 459H448V509H365C208 509 80 395 80 255S208 1 365 1H448Z"></path></g><g transform="matrix(.013,0,0,-0.013,50.258,0)"><path d="M660 23C638 31 621 43 599 66C580 87 558 119 523 175C493 221 456 287 441 317C508 344 566 392 566 480C566 542 539 586 499 613C458 640 408 650 320 650H39V615C112 608 121 598 121 518V134C121 51 110 42 35 35V0H337V35C261 42 252 51 252 134V280H271C303 280 321 267 337 237C366 184 393 130 419 89C460 26 498 -2 624 -8C637 -8 648 -9 654 -9L660 23ZM252 320V563C252 584 254 594 261 600C267 606 281 610 306 610C362 610 424 572 424 465C424 414 410 374 376 346C354 327 320 320 278 320H252Z"></path></g><g transform="matrix(.0091,0,0,-0.0091,58.858,-5.741)"><path d="M504 89L488 119C453 85 428 69 416 69C408 69 405 75 412 102L462 304C492 438 460 451 436 451S388 441 356 423C311 397 229 336 170 256H168L189 340C208 418 200 451 177 451C144 451 82 413 24 352L40 322C65 345 98 369 108 369C114 369 119 363 112 335L28 -3L36 -12C54 -3 83 4 112 10C125 73 138 122 153 174C205 258 328 382 376 382C395 382 399 369 384 305L330 93C312 25 323 -12 351 -12C378 -12 439 21 504 89Z"></path></g><g transform="matrix(.013,0,0,-0.013,66.938,0)"><path d="M528 54L331 254L528 455L492 493L294 291L96 493L60 455L257 254L60 54L96 16L294 217L492 16L528 54Z"></path></g><g transform="matrix(.013,0,0,-0.013,77.474,0)"><path d="M660 23C638 31 621 43 599 66C580 87 558 119 523 175C493 221 456 287 441 317C508 344 566 392 566 480C566 542 539 586 499 613C458 640 408 650 320 650H39V615C112 608 121 598 121 518V134C121 51 110 42 35 35V0H337V35C261 42 252 51 252 134V280H271C303 280 321 267 337 237C366 184 393 130 419 89C460 26 498 -2 624 -8C637 -8 648 -9 654 -9L660 23ZM252 320V563C252 584 254 594 261 600C267 606 281 610 306 610C362 610 424 572 424 465C424 414 410 374 376 346C354 327 320 320 278 320H252Z"></path></g><g transform="matrix(.0091,0,0,-0.0091,86.074,-5.741)"><path d="M781 91L765 118C733 86 702 70 693 70C686 70 685 77 692 106L738 297C772 439 736 451 712 451S675 445 647 431C605 410 526 356 452 257H450L459 294C491 426 459 451 429 451C403 451 386 445 361 431C312 404 239 343 170 253H168L188 333C208 411 205 451 175 451C148 451 85 417 24 346L39 318C57 338 100 374 112 374C120 374 122 372 115 339C91 226 62 112 28 -6L37 -12C59 -4 87 3 114 6C125 68 142 127 154 168C184 227 316 383 372 383C397 383 396 366 381 289C362 192 338 92 312 -6L317 -12C339 -5 367 3 396 6L434 170C468 234 598 383 650 383C668 383 676 369 664 319L609 90C593 23 600 -12 629 -12C654 -12 722 23 781 91Z"></path></g></svg>,</span> activation function is <span class="nowrap"><svg height="14.8173pt" id="M45" style="vertical-align:-5.52897pt" version="1.1" viewbox="-0.0498162 -9.28833 59.1128 14.8173" width="59.1128pt" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink"><g transform="matrix(.013,0,0,-0.013,0,0)"><path d="M673 297H417L411 270C517 261 522 258 506 183L487 92C476 38 428 19 360 19C207 19 123 132 123 287C123 472 243 631 441 631C557 631 617 583 617 469L647 472C650 545 655 604 658 632C625 643 554 666 467 666C201 666 23 502 23 278C23 90 156 -16 339 -16C410 -16 501 6 569 24C566 43 567 70 573 101L589 183C604 259 607 262 667 271L673 297Z"></path></g><g transform="matrix(.013,0,0,-0.013,8.892,0)"><path d="M300 -147C201 -63 143 98 143 270S200 602 300 686L282 710C136 610 70 450 70 271V270C70 89 136 -72 282 -170L300 -147Z"></path></g><g transform="matrix(.013,0,0,-0.013,13.39,0)"><path d="M699 442H515V410C577 401 582 389 573 351C563 308 532 208 517 161H515C476 254 437 345 401 437H362C326 342 293 250 258 163H256C237 225 217 294 197 358C186 392 192 401 250 410V442H3V410C45 405 55 395 71 347C108 235 151 112 191 -11H229C267 84 302 175 340 268C377 177 418 83 457 -11H495C545 129 587 249 623 342C644 394 651 402 699 410V442Z"></path></g><g transform="matrix(.0091,0,0,-0.0091,22.302,3.132)"><path d="M250 606C250 634 233 656 203 656C168 656 146 618 146 593C146 564 169 545 192 545C227 545 250 573 250 606ZM227 95L212 119C187 98 152 71 135 71C129 71 128 78 134 102L207 373C219 418 217 451 194 451C165 451 92 411 30 351L44 326C77 353 106 371 114 371C124 371 121 357 117 341L55 97C32 5 46 -12 70 -12C108 -12 191 51 227 95Z"></path></g><g transform="matrix(.013,0,0,-0.013,25.358,0)"><path d="M95 130C70 130 46 113 46 88C46 72 54 64 59 64C93 55 121 33 121 -3C121 -41 93 -68 44 -88L55 -117C117 -98 186 -56 186 22C186 91 131 130 95 130Z"></path></g><g transform="matrix(.013,0,0,-0.013,30.501,0)"><path d="M452 333C452 398 425 448 375 448C329 448 235 404 140 292H138L229 683C233 701 234 712 225 712C208 712 149 686 66 677L64 652H97C135 652 140 651 129 598L38 167C23 96 29 57 44 33C60 7 98 -12 132 -12C169 -12 232 3 290 41C383 102 452 223 452 333ZM365 316C365 199 308 87 239 49C221 39 200 35 183 35C137 35 99 70 112 163C116 191 123 215 129 233C190 316 290 392 330 392C348 392 365 372 365 316Z"></path></g><g transform="matrix(.0091,0,0,-0.0091,35.493,3.132)"><path d="M250 606C250 634 233 656 203 656C168 656 146 618 146 593C146 564 169 545 192 545C227 545 250 573 250 606ZM227 95L212 119C187 98 152 71 135 71C129 71 128 78 134 102L207 373C219 418 217 451 194 451C165 451 92 411 30 351L44 326C77 353 106 371 114 371C124 371 121 357 117 341L55 97C32 5 46 -12 70 -12C108 -12 191 51 227 95Z"></path></g><g transform="matrix(.013,0,0,-0.013,38.549,0)"><path d="M95 130C70 130 46 113 46 88C46 72 54 64 59 64C93 55 121 33 121 -3C121 -41 93 -68 44 -88L55 -117C117 -98 186 -56 186 22C186 91 131 130 95 130Z"></path></g><g transform="matrix(.013,0,0,-0.013,43.692,0)"><path d="M494 0V32C450 38 426 53 393 105L296 260C330 305 354 338 375 361C411 396 421 401 476 410V442H293V410C332 402 337 394 323 371C311 351 295 324 274 293L227 371C213 393 218 402 252 410V442H16V410C70 402 80 391 108 344L196 199C166 159 140 123 115 95C81 54 61 43 7 32V0H196V32C156 41 150 53 167 81C182 105 199 138 219 166L269 79C287 49 283 38 245 32V0H494Z"></path></g><g transform="matrix(.0091,0,0,-0.0091,49.982,3.132)"><path d="M400 606C400 634 383 656 353 656C316 656 294 620 294 593C294 564 317 545 343 545C375 545 400 573 400 606ZM366 351C379 413 381 451 356 451C323 451 251 408 183 341L199 313C223 335 267 365 277 365C285 365 284 354 277 312C245 132 222 27 193 -100C182 -148 160 -188 131 -188C113 -188 90 -178 75 -170C64 -164 55 -168 48 -175C38 -185 24 -203 24 -222S48 -257 71 -257C89 -257 131 -241 186 -192C243 -141 286 -46 310 74L366 351Z"></path></g><g transform="matrix(.013,0,0,-0.013,54.407,0)"><path d="M275 270C275 450 212 609 64 710L45 686C145 604 203 442 203 270S147 -63 45 -147L64 -170C213 -68 275 89 275 270Z"></path></g></svg>,</span> and the hidden nodes number is <span class="nowrap"><svg height="8.68572pt" id="M46" style="vertical-align:-0.0498209pt" version="1.1" viewbox="-0.0498162 -8.6359 7.31558 8.68572" width="7.31558pt" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink"><g transform="matrix(.013,0,0,-0.013,0,0)"><path d="M541 160L512 170C485 116 462 88 439 67C411 41 376 35 318 35C272 35 238 37 224 48C207 61 205 85 212 121L290 533C305 611 308 615 391 622L397 650H139L133 622C217 615 221 612 206 533L126 118C111 41 103 34 23 26L17 0H474C489 31 528 124 541 160Z"></path></g></svg>.</span></td></tr><tr><td> </td><td>Output <span class="nowrap"><svg height="12.7178pt" id="M47" style="vertical-align:-3.42947pt" version="1.1" viewbox="-0.0498162 -9.28833 7.68094 12.7178" width="7.68094pt" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink"><g transform="matrix(.013,0,0,-0.013,0,0)"><path d="M558 587C558 666 497 712 432 712C379 712 330 691 284 650C212 586 178 508 148 348L71 -65C49 -185 35 -229 23 -235L27 -261C49 -259 101 -251 124 -224C131 -216 138 -178 159 -24C171 66 197 200 227 356C264 550 295 668 393 668C443 668 479 632 479 575C479 516 446 458 383 418C361 404 344 398 318 397L296 350C395 338 460 281 460 192C460 110 411 40 300 40C258 40 215 55 192 69L181 51C191 18 222 -16 266 -16C308 -16 351 1 397 26C471 67 545 142 545 221C545 315 486 365 401 395C469 437 558 498 558 587Z"></path></g></svg>.</span></td></tr><tr><td> </td><td>Step 1: setting learning parameters for hidden nodes <svg height="9.21286pt" id="M48" style="vertical-align:-3.29111pt" version="1.1" viewbox="-0.0498162 -5.92175 12.0676 9.21286" width="12.0676pt" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink"><g transform="matrix(.013,0,0,-0.013,0,0)"><path d="M699 442H515V410C577 401 582 389 573 351C563 308 532 208 517 161H515C476 254 437 345 401 437H362C326 342 293 250 258 163H256C237 225 217 294 197 358C186 392 192 401 250 410V442H3V410C45 405 55 395 71 347C108 235 151 112 191 -11H229C267 84 302 175 340 268C377 177 418 83 457 -11H495C545 129 587 249 623 342C644 394 651 402 699 410V442Z"></path></g><g transform="matrix(.0091,0,0,-0.0091,8.912,3.132)"><path d="M250 606C250 634 233 656 203 656C168 656 146 618 146 593C146 564 169 545 192 545C227 545 250 573 250 606ZM227 95L212 119C187 98 152 71 135 71C129 71 128 78 134 102L207 373C219 418 217 451 194 451C165 451 92 411 30 351L44 326C77 353 106 371 114 371C124 371 121 357 117 341L55 97C32 5 46 -12 70 -12C108 -12 191 51 227 95Z"></path></g></svg> and <span class="nowrap"><svg height="12.5272pt" id="M49" style="vertical-align:-3.29107pt" version="1.1" viewbox="-0.0498162 -9.23613 10.1233 12.5272" width="10.1233pt" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink"><g transform="matrix(.013,0,0,-0.013,0,0)"><path d="M196 417V703C139 687 58 673 7 667V636C63 632 68 623 68 566V24C137 -2 188 -12 244 -12C390 -12 504 97 504 243C504 355 418 454 297 454C277 454 261 447 233 434L196 417ZM196 382C211 387 221 389 238 389C301 389 365 339 365 212C365 87 316 27 262 28C230 29 207 59 201 75C198 83 196 94 196 108V382Z"></path></g><g transform="matrix(.0091,0,0,-0.0091,6.968,3.132)"><path d="M250 606C250 634 233 656 203 656C168 656 146 618 146 593C146 564 169 545 192 545C227 545 250 573 250 606ZM227 95L212 119C187 98 152 71 135 71C129 71 128 78 134 102L207 373C219 418 217 451 194 451C165 451 92 411 30 351L44 326C77 353 106 371 114 371C124 371 121 357 117 341L55 97C32 5 46 -12 70 -12C108 -12 191 51 227 95Z"></path></g></svg>,</span> <span class="nowrap"><svg height="9.75571pt" id="M50" style="vertical-align:-1.11981pt" version="1.1" viewbox="-0.0498162 -8.6359 46.9879 9.75571" width="46.9879pt" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink"><g transform="matrix(.013,0,0,-0.013,0,0)"><path d="M384 0V27C293 34 287 42 287 114V635C232 613 172 594 109 583V559L157 557C201 555 205 550 205 499V114C205 42 199 34 109 27V0H384Z"></path></g><g transform="matrix(.013,0,0,-0.013,9.872,0)"><path d="M531 71V127L115 310L531 494V550L57 335V285L531 71ZM531 -40V10H57V-40H531Z"></path></g><g transform="matrix(.013,0,0,-0.013,21.135,0)"><path d="M244 607C244 633 228 655 200 655C166 655 146 618 146 594C146 564 166 546 191 546C221 546 244 574 244 607ZM222 91L209 114C184 94 148 66 133 66C127 66 124 73 130 96L201 370C213 416 211 448 191 448C162 448 88 407 29 352L42 328C73 354 104 371 114 371C120 371 119 365 115 345L53 92C32 5 45 -12 68 -12C103 -12 186 50 222 91Z"></path></g><g transform="matrix(.013,0,0,-0.013,28.316,0)"><path d="M531 71V127L115 310L531 494V550L57 335V285L531 71ZM531 -40V10H57V-40H531Z"></path></g><g transform="matrix(.013,0,0,-0.013,39.579,0)"><path d="M541 160L512 170C485 116 462 88 439 67C411 41 376 35 318 35C272 35 238 37 224 48C207 61 205 85 212 121L290 533C305 611 308 615 391 622L397 650H139L133 622C217 615 221 612 206 533L126 118C111 41 103 34 23 26L17 0H474C489 31 528 124 541 160Z"></path></g></svg>.</span></td></tr><tr><td> </td><td>Step 2: calculate the output matrix <svg height="8.48346pt" id="M51" style="vertical-align:-0.0498209pt" version="1.1" viewbox="-0.0498162 -8.43364 10.3168 8.48346" width="10.3168pt" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink"><g transform="matrix(.013,0,0,-0.013,0,0)"><path d="M746 650H445V615C520 608 528 602 528 517V370H255V517C255 602 263 608 335 615V650H35V615C112 608 121 602 121 517V133C121 48 112 42 39 35V0H337V35C263 42 255 48 255 133V319H528V133C528 48 520 42 441 35V0H746V35C670 42 662 48 662 132V517C662 602 668 608 746 615V650Z"></path></g></svg> based on (<a href="https://static-preview.hindawi.com/articles/jmath/volume-2021/4404088/figures/#EEq5">5</a>).</td></tr><tr><td> </td><td>Step 3: calculate the output weight <span class="nowrap"><svg height="15.2035pt" id="M52" style="vertical-align:-3.429399pt" version="1.1" viewbox="-0.0498162 -11.7741 47.9459 15.2035" width="47.9459pt" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink"><g transform="matrix(.013,0,0,-0.013,0,0)"><path d="M558 587C558 666 497 712 432 712C379 712 330 691 284 650C212 586 178 508 148 348L71 -65C49 -185 35 -229 23 -235L27 -261C49 -259 101 -251 124 -224C131 -216 138 -178 159 -24C171 66 197 200 227 356C264 550 295 668 393 668C443 668 479 632 479 575C479 516 446 458 383 418C361 404 344 398 318 397L296 350C395 338 460 281 460 192C460 110 411 40 300 40C258 40 215 55 192 69L181 51C191 18 222 -16 266 -16C308 -16 351 1 397 26C471 67 545 142 545 221C545 315 486 365 401 395C469 437 558 498 558 587Z"></path></g><g transform="matrix(.013,0,0,-0.013,11.186,0)"><path d="M535 323V373H52V323H535ZM535 138V188H52V138H535Z"></path></g><g transform="matrix(.013,0,0,-0.013,22.449,0)"><path d="M746 650H445V615C520 608 528 602 528 517V370H255V517C255 602 263 608 335 615V650H35V615C112 608 121 602 121 517V133C121 48 112 42 39 35V0H337V35C263 42 255 48 255 133V319H528V133C528 48 520 42 441 35V0H746V35C670 42 662 48 662 132V517C662 602 668 608 746 615V650Z"></path></g><g transform="matrix(.0091,0,0,-0.0091,32.666,-5.741)"><path d="M278 -108C276 -72 276 -41 276 6C276 132 289 239 307 279C282 327 275 360 273 404C334 402 369 393 402 372C420 379 445 401 457 422C445 442 420 464 402 471C369 449 334 441 273 439C276 506 281 532 311 583C297 609 275 635 252 647C231 635 207 609 194 583C223 532 229 506 232 439C171 442 135 450 103 471C84 463 60 441 49 422C60 401 84 379 103 372C135 393 171 402 232 404C230 360 224 327 199 279C217 239 228 132 228 6C229 -41 229 -72 227 -108H278Z"></path></g><g transform="matrix(.013,0,0,-0.013,37.795,0)"><path d="M394 664C165 664 42 495 42 323C42 132 181 -15 381 -15C570 -15 725 116 725 332C725 529 576 664 394 664ZM374 622C491 622 571 503 571 304C571 120 494 27 399 27C271 27 196 171 196 343C196 516 274 622 374 622Z"></path></g></svg>.</span></td></tr></table></td></tr></table>

Journal of Mathematics

alg1

Algorithm 1

Algorithm 1: A Hybrid Model of Extreme Learning Machine Based on Bat and Cuckoo Search Algorithm for Regression and Multiclass Classification 