A Dynamic Hidden Forwarding Path Planning Method Based on Improved Q-Learning in SDN Environments

<table class="fixed-width table-group" id="tab4"><tr><td><table class="table"><colgroup><col style="width:5.57em"/><col style="width:8.05em"/><col style="width:8.21em"/><col style="width:5.62em"/><col style="width:6.43em"/></colgroup><tr><td class="thead-hr" colspan="5"><hr/></td></tr><tr class="thead"><td class="align_left">Method</td><td class="align_center">Time complexity</td><td class="align_center">Space complexity</td><td class="align_center">Cost</td><td class="align_center">Performance</td></tr><tr><td class="thead-hr" colspan="5"><hr/></td></tr><tr><td class="align_left">IQL</td><td class="align_center"> <svg height="11.5564pt" id="M140" style="vertical-align:-2.26807pt" version="1.1" viewbox="-0.0498162 -9.28833 48.3712 11.5564" width="48.3712pt" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink"><g transform="matrix(.013,0,0,-0.013,0,0)"><path d="M699 369C699 549 575 666 407 666C186 666 23 488 23 278C23 101 145 -16 312 -16C535 -16 699 153 699 369ZM600 373C600 210 500 19 321 19C186 19 120 129 120 272C120 450 232 631 399 631C541 631 600 522 600 373Z" id="g113-80"></path></g><g transform="matrix(.013,0,0,-0.013,9.387,0)"><path d="M300 -147C201 -63 143 98 143 270S200 602 300 686L282 710C136 610 70 450 70 271V270C70 89 136 -72 282 -170L300 -147Z" id="g113-41"></path></g><g transform="matrix(.013,0,0,-0.013,13.885,0)"><path d="M391 364C391 409 353 448 295 448C249 448 198 426 152 393C65 331 23 225 23 139C23 14 96 -12 146 -12C198 -12 280 9 367 101L351 124C300 78 242 48 194 48C129 48 109 107 109 162V191C208 213 391 266 391 364ZM313 350C313 305 268 261 113 223C132 334 187 381 217 398C227 404 244 405 261 405C290 405 313 385 313 350Z" id="g113-102"></path></g><g transform="matrix(.013,0,0,-0.013,22.173,0)"><path d="M471 153C471 170 463 194 452 212C400 220 373 229 322 255C373 281 400 290 452 298C463 316 471 339 471 357C456 366 431 371 410 370C377 329 356 310 308 279C311 336 317 364 336 413C326 432 310 451 294 459C279 451 262 432 252 413C271 364 277 336 280 279C232 310 211 329 178 370C157 371 132 367 117 357C117 340 125 316 136 298C188 290 215 281 266 255C215 229 188 220 136 212C125 194 117 171 117 153C132 144 157 139 178 140C211 181 232 200 280 231C277 174 271 146 252 97C262 78 278 59 294 51C309 59 326 78 336 97C317 146 311 174 308 231C356 200 377 181 410 140C431 139 456 143 471 153Z" id="g113-43"></path></g><g transform="matrix(.013,0,0,-0.013,32.709,0)"><path d="M822 650H589L583 622C660 617 677 607 674 561C672 534 664 481 647 390L600 137H596L273 650H126L120 622C176 620 194 615 207 594C221 571 225 557 214 504L161 257C141 166 129 112 121 85C108 42 83 30 29 28L23 0H260L266 28C193 33 173 42 176 89C178 122 186 172 202 255L256 527H259L583 -8H612L690 390C708 481 720 535 728 558C744 603 756 619 816 622L822 650Z" id="g113-79"></path></g><g transform="matrix(.013,0,0,-0.013,43.62,0)"><path d="M275 270C275 450 212 609 64 710L45 686C145 604 203 442 203 270S147 -63 45 -147L64 -170C213 -68 275 89 275 270Z" id="g113-42"></path></g></svg></td><td class="align_center"> <svg height="13.8595pt" id="M141" style="vertical-align:-2.2681pt" version="1.1" viewbox="-0.0498162 -11.5914 34.4449 13.8595" width="34.4449pt" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink"><g transform="matrix(.013,0,0,-0.013,0,0)"><path d="M699 369C699 549 575 666 407 666C186 666 23 488 23 278C23 101 145 -16 312 -16C535 -16 699 153 699 369ZM600 373C600 210 500 19 321 19C186 19 120 129 120 272C120 450 232 631 399 631C541 631 600 522 600 373Z" id="g113-80"></path></g><g transform="matrix(.013,0,0,-0.013,9.387,0)"><path d="M300 -147C201 -63 143 98 143 270S200 602 300 686L282 710C136 610 70 450 70 271V270C70 89 136 -72 282 -170L300 -147Z" id="g113-41"></path></g><g transform="matrix(.013,0,0,-0.013,13.885,0)"><path d="M822 650H589L583 622C660 617 677 607 674 561C672 534 664 481 647 390L600 137H596L273 650H126L120 622C176 620 194 615 207 594C221 571 225 557 214 504L161 257C141 166 129 112 121 85C108 42 83 30 29 28L23 0H260L266 28C193 33 173 42 176 89C178 122 186 172 202 255L256 527H259L583 -8H612L690 390C708 481 720 535 728 558C744 603 756 619 816 622L822 650Z" id="g113-79"></path></g><g transform="matrix(.0091,0,0,-0.0091,24.795,-5.741)"><path d="M414 144C384 79 371 75 317 75H135L276 221C367 316 408 376 408 465C408 570 327 635 237 635C179 635 131 609 100 575L42 494L67 471C94 510 138 565 205 565C277 565 321 517 321 435C321 348 258 270 195 195C146 137 88 81 33 26V0H411C423 44 433 88 446 135L414 144Z" id="g50-51"></path></g><g transform="matrix(.013,0,0,-0.013,29.742,0)"><path d="M275 270C275 450 212 609 64 710L45 686C145 604 203 442 203 270S147 -63 45 -147L64 -170C213 -68 275 89 275 270Z" id="g113-42"></path></g></svg></td><td class="align_center">(10.4, 29)</td><td class="align_center">High</td></tr><tr><td class="align_left">TQL</td><td class="align_center"> <svg height="11.5564pt" id="M142" style="vertical-align:-2.26807pt" version="1.1" viewbox="-0.0498162 -9.28833 48.3712 11.5564" width="48.3712pt" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink"><g transform="matrix(.013,0,0,-0.013,0,0)"><path d="M699 369C699 549 575 666 407 666C186 666 23 488 23 278C23 101 145 -16 312 -16C535 -16 699 153 699 369ZM600 373C600 210 500 19 321 19C186 19 120 129 120 272C120 450 232 631 399 631C541 631 600 522 600 373Z" id="g113-80"></path></g><g transform="matrix(.013,0,0,-0.013,9.387,0)"><path d="M300 -147C201 -63 143 98 143 270S200 602 300 686L282 710C136 610 70 450 70 271V270C70 89 136 -72 282 -170L300 -147Z" id="g113-41"></path></g><g transform="matrix(.013,0,0,-0.013,13.885,0)"><path d="M391 364C391 409 353 448 295 448C249 448 198 426 152 393C65 331 23 225 23 139C23 14 96 -12 146 -12C198 -12 280 9 367 101L351 124C300 78 242 48 194 48C129 48 109 107 109 162V191C208 213 391 266 391 364ZM313 350C313 305 268 261 113 223C132 334 187 381 217 398C227 404 244 405 261 405C290 405 313 385 313 350Z" id="g113-102"></path></g><g transform="matrix(.013,0,0,-0.013,22.173,0)"><path d="M471 153C471 170 463 194 452 212C400 220 373 229 322 255C373 281 400 290 452 298C463 316 471 339 471 357C456 366 431 371 410 370C377 329 356 310 308 279C311 336 317 364 336 413C326 432 310 451 294 459C279 451 262 432 252 413C271 364 277 336 280 279C232 310 211 329 178 370C157 371 132 367 117 357C117 340 125 316 136 298C188 290 215 281 266 255C215 229 188 220 136 212C125 194 117 171 117 153C132 144 157 139 178 140C211 181 232 200 280 231C277 174 271 146 252 97C262 78 278 59 294 51C309 59 326 78 336 97C317 146 311 174 308 231C356 200 377 181 410 140C431 139 456 143 471 153Z" id="g113-43"></path></g><g transform="matrix(.013,0,0,-0.013,32.709,0)"><path d="M822 650H589L583 622C660 617 677 607 674 561C672 534 664 481 647 390L600 137H596L273 650H126L120 622C176 620 194 615 207 594C221 571 225 557 214 504L161 257C141 166 129 112 121 85C108 42 83 30 29 28L23 0H260L266 28C193 33 173 42 176 89C178 122 186 172 202 255L256 527H259L583 -8H612L690 390C708 481 720 535 728 558C744 603 756 619 816 622L822 650Z" id="g113-79"></path></g><g transform="matrix(.013,0,0,-0.013,43.62,0)"><path d="M275 270C275 450 212 609 64 710L45 686C145 604 203 442 203 270S147 -63 45 -147L64 -170C213 -68 275 89 275 270Z" id="g113-42"></path></g></svg></td><td class="align_center"> <svg height="13.8595pt" id="M143" style="vertical-align:-2.2681pt" version="1.1" viewbox="-0.0498162 -11.5914 34.4449 13.8595" width="34.4449pt" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink"><g transform="matrix(.013,0,0,-0.013,0,0)"><path d="M699 369C699 549 575 666 407 666C186 666 23 488 23 278C23 101 145 -16 312 -16C535 -16 699 153 699 369ZM600 373C600 210 500 19 321 19C186 19 120 129 120 272C120 450 232 631 399 631C541 631 600 522 600 373Z" id="g113-80"></path></g><g transform="matrix(.013,0,0,-0.013,9.387,0)"><path d="M300 -147C201 -63 143 98 143 270S200 602 300 686L282 710C136 610 70 450 70 271V270C70 89 136 -72 282 -170L300 -147Z" id="g113-41"></path></g><g transform="matrix(.013,0,0,-0.013,13.885,0)"><path d="M822 650H589L583 622C660 617 677 607 674 561C672 534 664 481 647 390L600 137H596L273 650H126L120 622C176 620 194 615 207 594C221 571 225 557 214 504L161 257C141 166 129 112 121 85C108 42 83 30 29 28L23 0H260L266 28C193 33 173 42 176 89C178 122 186 172 202 255L256 527H259L583 -8H612L690 390C708 481 720 535 728 558C744 603 756 619 816 622L822 650Z" id="g113-79"></path></g><g transform="matrix(.0091,0,0,-0.0091,24.795,-5.741)"><path d="M290 377C321 398 342 415 358 430C378 450 389 473 389 502C389 578 329 635 238 635H237C184 635 137 610 109 578L64 515L88 493C112 529 154 573 208 573S303 542 303 482C303 409 233 370 141 341L149 308C165 313 190 319 215 319C272 319 341 283 341 193C342 98 292 43 222 43C163 43 122 72 96 94C88 101 79 100 70 94C61 87 47 73 46 60C44 47 48 37 62 23C76 10 118 -12 165 -12C238 -12 430 62 430 223C430 297 379 359 290 375V377Z" id="g50-52"></path></g><g transform="matrix(.013,0,0,-0.013,29.742,0)"><path d="M275 270C275 450 212 609 64 710L45 686C145 604 203 442 203 270S147 -63 45 -147L64 -170C213 -68 275 89 275 270Z" id="g113-42"></path></g></svg></td><td class="align_center">(10.4, 29)</td><td class="align_center">Middle</td></tr><tr><td class="align_left">AG-HMM</td><td class="align_center"> <svg height="13.8595pt" id="M144" style="vertical-align:-2.2681pt" version="1.1" viewbox="-0.0498162 -11.5914 56.2275 13.8595" width="56.2275pt" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink"><g transform="matrix(.013,0,0,-0.013,0,0)"><path d="M699 369C699 549 575 666 407 666C186 666 23 488 23 278C23 101 145 -16 312 -16C535 -16 699 153 699 369ZM600 373C600 210 500 19 321 19C186 19 120 129 120 272C120 450 232 631 399 631C541 631 600 522 600 373Z" id="g113-80"></path></g><g transform="matrix(.013,0,0,-0.013,9.387,0)"><path d="M300 -147C201 -63 143 98 143 270S200 602 300 686L282 710C136 610 70 450 70 271V270C70 89 136 -72 282 -170L300 -147Z" id="g113-41"></path></g><g transform="matrix(.013,0,0,-0.013,13.885,0)"><path d="M620 675H597C578 656 570 650 541 650H144C112 650 104 653 94 675H72C59 618 42 552 23 493L53 491C71 534 88 564 105 585C124 608 144 615 238 615H290L197 121C182 40 174 34 88 28L82 0H361L367 28C275 34 266 38 281 121L374 615H441C522 615 543 608 553 583C562 560 566 531 565 493L597 494C603 551 612 629 620 675Z" id="g113-85"></path></g><g transform="matrix(.013,0,0,-0.013,25.076,0)"><path d="M471 153C471 170 463 194 452 212C400 220 373 229 322 255C373 281 400 290 452 298C463 316 471 339 471 357C456 366 431 371 410 370C377 329 356 310 308 279C311 336 317 364 336 413C326 432 310 451 294 459C279 451 262 432 252 413C271 364 277 336 280 279C232 310 211 329 178 370C157 371 132 367 117 357C117 340 125 316 136 298C188 290 215 281 266 255C215 229 188 220 136 212C125 194 117 171 117 153C132 144 157 139 178 140C211 181 232 200 280 231C277 174 271 146 252 97C262 78 278 59 294 51C309 59 326 78 336 97C317 146 311 174 308 231C356 200 377 181 410 140C431 139 456 143 471 153Z" id="g113-43"></path></g><g transform="matrix(.013,0,0,-0.013,35.612,0)"><path d="M822 650H589L583 622C660 617 677 607 674 561C672 534 664 481 647 390L600 137H596L273 650H126L120 622C176 620 194 615 207 594C221 571 225 557 214 504L161 257C141 166 129 112 121 85C108 42 83 30 29 28L23 0H260L266 28C193 33 173 42 176 89C178 122 186 172 202 255L256 527H259L583 -8H612L690 390C708 481 720 535 728 558C744 603 756 619 816 622L822 650Z" id="g113-79"></path></g><g transform="matrix(.0091,0,0,-0.0091,46.522,-5.741)"><path d="M414 144C384 79 371 75 317 75H135L276 221C367 316 408 376 408 465C408 570 327 635 237 635C179 635 131 609 100 575L42 494L67 471C94 510 138 565 205 565C277 565 321 517 321 435C321 348 258 270 195 195C146 137 88 81 33 26V0H411C423 44 433 88 446 135L414 144Z" id="g50-51"></path></g><g transform="matrix(.013,0,0,-0.013,51.469,0)"><path d="M275 270C275 450 212 609 64 710L45 686C145 604 203 442 203 270S147 -63 45 -147L64 -170C213 -68 275 89 275 270Z" id="g113-42"></path></g></svg></td><td class="align_center"> <svg height="13.8595pt" id="M145" style="vertical-align:-2.2681pt" version="1.1" viewbox="-0.0498162 -11.5914 34.4449 13.8595" width="34.4449pt" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink"><g transform="matrix(.013,0,0,-0.013,0,0)"><path d="M699 369C699 549 575 666 407 666C186 666 23 488 23 278C23 101 145 -16 312 -16C535 -16 699 153 699 369ZM600 373C600 210 500 19 321 19C186 19 120 129 120 272C120 450 232 631 399 631C541 631 600 522 600 373Z" id="g113-80"></path></g><g transform="matrix(.013,0,0,-0.013,9.387,0)"><path d="M300 -147C201 -63 143 98 143 270S200 602 300 686L282 710C136 610 70 450 70 271V270C70 89 136 -72 282 -170L300 -147Z" id="g113-41"></path></g><g transform="matrix(.013,0,0,-0.013,13.885,0)"><path d="M822 650H589L583 622C660 617 677 607 674 561C672 534 664 481 647 390L600 137H596L273 650H126L120 622C176 620 194 615 207 594C221 571 225 557 214 504L161 257C141 166 129 112 121 85C108 42 83 30 29 28L23 0H260L266 28C193 33 173 42 176 89C178 122 186 172 202 255L256 527H259L583 -8H612L690 390C708 481 720 535 728 558C744 603 756 619 816 622L822 650Z" id="g113-79"></path></g><g transform="matrix(.0091,0,0,-0.0091,24.795,-5.741)"><path d="M414 144C384 79 371 75 317 75H135L276 221C367 316 408 376 408 465C408 570 327 635 237 635C179 635 131 609 100 575L42 494L67 471C94 510 138 565 205 565C277 565 321 517 321 435C321 348 258 270 195 195C146 137 88 81 33 26V0H411C423 44 433 88 446 135L414 144Z" id="g50-51"></path></g><g transform="matrix(.013,0,0,-0.013,29.742,0)"><path d="M275 270C275 450 212 609 64 710L45 686C145 604 203 442 203 270S147 -63 45 -147L64 -170C213 -68 275 89 275 270Z" id="g113-42"></path></g></svg></td><td class="align_center">(14.3, 20.9)</td><td class="align_center">Middle</td></tr><tr class="table-tr"><td colspan="5"><hr class="tbody-hr"/></td></tr></table></td></tr></table>

Security and Communication Networks

tab4

Table 4

Table 4: A Dynamic Hidden Forwarding Path Planning Method Based on Improved Q-Learning in SDN Environments 