Solving a Joint Pricing and Inventory Control Problem for Perishables via Deep Reinforcement Learning

<table class="table-group" id="tab10"><tr><td><table class="table"><tr><td class="thead-hr" colspan="8"><hr/></td></tr><tr><td class="align_left">Lifetime</td><td class="align_center">Lead time</td><td class="align_center"><span style="width: 9.95144ptpx;"><svg height="8.68572pt" id="M398" style="vertical-align:-0.0498209pt" version="1.1" viewbox="-0.0498162 -8.6359 9.95144 8.68572" width="9.95144pt" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink"><g transform="matrix(.013,0,0,-0.013,0,0)"><path d="M743 650H503L496 622L527 618C563 613 564 603 532 573C449 495 371 431 323 392C301 374 272 355 246 346L280 522C297 609 300 614 379 622L385 650H135L129 622C209 614 215 609 198 522L124 133C106 39 99 35 23 28L17 0H271L277 28C193 35 192 39 208 133L239 316C264 328 280 325 303 288C368 183 435 90 502 0H652L659 28C602 34 584 43 543 94C495 154 403 283 347 369L574 554C634 603 659 612 735 624L743 650Z"></path></g></svg></span></td><td class="align_center"><svg height="11.439pt" id="M399" style="vertical-align:-2.15067pt" version="1.1" viewbox="-0.0498162 -9.28833 39.7199 11.439" width="39.7199pt" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink"><g transform="matrix(.013,0,0,-0.013,0,0)"><path d="M515 96L502 119C471 88 431 62 423 62C416 62 411 70 417 101C440 223 469 341 497 448H486L412 422L380 277C330 188 210 57 152 57C137 57 126 69 139 124L195 366C210 431 205 448 182 448C155 448 89 413 23 350L36 326C73 354 103 376 112 376C118 376 118 365 113 340L61 118C54 90 52 68 52 51C52 0 75 -12 98 -12S151 -3 181 17C242 58 305 119 362 193H364L345 104C323 3 339 -12 359 -12C390 -12 464 35 515 96Z"></path></g><g transform="matrix(.013,0,0,-0.013,6.994,0)"><path d="M368 703H309L44 -163H104L368 703Z"></path></g><g transform="matrix(.013,0,0,-0.013,12.355,0)"><path d="M499 88L487 113C459 86 422 65 413 65C403 65 403 74 409 98L461 318C487 426 460 448 431 448C408 448 383 441 352 424C305 398 223 344 157 257H155L243 674C249 702 249 712 240 712C227 712 170 680 87 673L82 648H117C155 648 162 644 150 590L23 -4L30 -12C55 -4 81 3 105 8C113 53 131 150 143 187C199 281 323 387 372 387C390 387 393 369 380 311L328 86C313 19 319 -12 347 -12C379 -12 442 24 499 88Z"></path></g><g transform="matrix(.013,0,0,-0.013,21.969,0)"><path d="M535 230V280H323V490H265V280H52V230H265V-3H323V230H535Z"></path></g><g transform="matrix(.013,0,0,-0.013,32.506,0)"><path d="M515 96L502 119C471 88 431 62 423 62C416 62 411 70 417 101C440 223 469 341 497 448H486L412 422L380 277C330 188 210 57 152 57C137 57 126 69 139 124L195 366C210 431 205 448 182 448C155 448 89 413 23 350L36 326C73 354 103 376 112 376C118 376 118 365 113 340L61 118C54 90 52 68 52 51C52 0 75 -12 98 -12S151 -3 181 17C242 58 305 119 362 193H364L345 104C323 3 339 -12 359 -12C390 -12 464 35 515 96Z"></path></g></svg> (%)</td><td class="align_center"><span style="width: 70.1774ptpx;"><svg height="13.1816pt" id="M400" style="vertical-align:-4.65662pt" version="1.1" viewbox="-0.0498162 -8.52498 70.1774 13.1816" width="70.1774pt" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink"><g transform="matrix(.013,0,0,-0.013,0,0)"><path d="M861 0V28C774 35 771 41 768 147L759 509C756 612 762 614 851 622V650H681L449 149L221 650H57V622C148 613 153 609 144 479L130 271C123 166 117 123 111 88C104 46 85 34 26 28V0H259V28C192 35 169 42 167 90C166 130 166 173 170 256L185 541H187L411 7H431L675 555H679L683 147C683 41 680 35 598 28V0H861Z"></path></g><g transform="matrix(.013,0,0,-0.013,11.583,0)"><path d="M517 162C503 123 484 88 467 68C445 42 417 34 341 34C291 34 256 34 237 47C219 59 213 81 213 128V317H308C395 317 402 311 415 240H444V431H415C403 364 398 356 307 356H213V584C213 613 215 616 246 616H322C394 616 421 609 435 587C448 566 458 544 467 502L496 506C493 557 488 625 488 650H42V622C120 616 128 612 128 523V125C128 43 120 35 29 28V0H511C520 31 540 125 546 158L517 162Z"></path></g><g transform="matrix(.013,0,0,-0.013,18.967,0)"><path d="M46 650V622C120 617 128 613 128 525V125C128 42 120 34 40 28V0H311V28C221 34 212 39 212 124V281L286 262C297 261 316 261 331 263C429 275 526 338 526 468C526 533 501 579 462 609C422 638 364 650 293 650H46ZM212 559C212 588 215 600 223 606C230 613 251 618 279 618C361 618 430 572 430 464C430 337 350 302 285 302C252 302 225 309 212 314V559Z"></path></g><g transform="matrix(.0091,0,0,-0.0091,26.385,3.132)"><path d="M46 650V622C120 617 128 613 128 525V125C128 42 120 34 40 28V0H311V28C221 34 212 39 212 124V281L286 262C297 261 316 261 331 263C429 275 526 338 526 468C526 533 501 579 462 609C422 638 364 650 293 650H46ZM212 559C212 588 215 600 223 606C230 613 251 618 279 618C361 618 430 572 430 464C430 337 350 302 285 302C252 302 225 309 212 314V559Z"></path></g><g transform="matrix(.0091,0,0,-0.0091,30.732,3.132)"><path d="M673 0V28C608 34 594 43 563 129C499 303 432 494 370 665L339 656L132 132C98 43 84 37 20 28V0H238V28C162 35 154 45 175 108C188 150 203 192 219 237H432C454 176 474 122 487 83S491 36 428 28V0H673ZM418 280H234C265 362 296 450 328 535H330L418 280Z"></path></g><g transform="matrix(.0091,0,0,-0.0091,36.764,3.132)"><path d="M720 -138C627 -96 538 -41 476 2C594 39 703 153 703 331C703 532 552 665 384 665C170 665 44 499 44 315C44 215 87 129 147 73C211 11 298 -11 355 -14C476 -99 554 -136 584 -144S664 -160 712 -159L720 -138ZM348 25C231 49 146 172 146 342C146 533 249 629 360 629C497 629 601 510 601 302C601 142 523 51 443 28C434 34 425 41 416 47L348 25Z"></path></g><g transform="matrix(.0091,0,0,-0.0091,43.612,3.132)"><path d="M556 236V289H56V236H556Z"></path></g><g transform="matrix(.0091,0,0,-0.0091,49.172,3.132)"><path d="M43 650V622C120 616 128 612 128 526V124C128 39 120 33 34 27V0H270C392 0 492 25 567 83C643 141 690 230 690 350C690 444 655 517 605 565C543 625 450 650 323 650H43ZM213 547C213 587 217 598 226 604C236 612 262 617 304 617C371 617 429 604 474 576C554 529 592 439 592 336C592 176 505 36 319 36C246 36 213 55 213 131V547Z"></path></g><g transform="matrix(.0091,0,0,-0.0091,56.024,3.132)"><path d="M720 -138C627 -96 538 -41 476 2C594 39 703 153 703 331C703 532 552 665 384 665C170 665 44 499 44 315C44 215 87 129 147 73C211 11 298 -11 355 -14C476 -99 554 -136 584 -144S664 -160 712 -159L720 -138ZM348 25C231 49 146 172 146 342C146 533 249 629 360 629C497 629 601 510 601 302C601 142 523 51 443 28C434 34 425 41 416 47L348 25Z"></path></g><g transform="matrix(.0091,0,0,-0.0091,62.722,3.132)"><path d="M719 650H483V622C553 619 576 606 581 560C585 532 588 487 588 394V148H585L167 650H20V622C67 618 88 610 109 585C127 562 129 557 129 484V264C129 173 126 124 123 93C118 44 92 31 35 28V0H272V28C204 32 181 44 176 95C173 124 170 172 170 264V515H172L598 -9H629V394C629 487 631 532 635 563C639 606 663 619 719 622V650Z"></path></g></svg></span></td><td class="align_center"><span style="width: 66.6243ptpx;"><svg height="13.1816pt" id="M401" style="vertical-align:-4.65662pt" version="1.1" viewbox="-0.0498162 -8.52498 66.6243 13.1816" width="66.6243pt" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink"><g transform="matrix(.013,0,0,-0.013,0,0)"><path d="M861 0V28C774 35 771 41 768 147L759 509C756 612 762 614 851 622V650H681L449 149L221 650H57V622C148 613 153 609 144 479L130 271C123 166 117 123 111 88C104 46 85 34 26 28V0H259V28C192 35 169 42 167 90C166 130 166 173 170 256L185 541H187L411 7H431L675 555H679L683 147C683 41 680 35 598 28V0H861Z"></path></g><g transform="matrix(.013,0,0,-0.013,11.583,0)"><path d="M517 162C503 123 484 88 467 68C445 42 417 34 341 34C291 34 256 34 237 47C219 59 213 81 213 128V317H308C395 317 402 311 415 240H444V431H415C403 364 398 356 307 356H213V584C213 613 215 616 246 616H322C394 616 421 609 435 587C448 566 458 544 467 502L496 506C493 557 488 625 488 650H42V622C120 616 128 612 128 523V125C128 43 120 35 29 28V0H511C520 31 540 125 546 158L517 162Z"></path></g><g transform="matrix(.013,0,0,-0.013,18.967,0)"><path d="M46 650V622C120 617 128 613 128 525V125C128 42 120 34 40 28V0H311V28C221 34 212 39 212 124V281L286 262C297 261 316 261 331 263C429 275 526 338 526 468C526 533 501 579 462 609C422 638 364 650 293 650H46ZM212 559C212 588 215 600 223 606C230 613 251 618 279 618C361 618 430 572 430 464C430 337 350 302 285 302C252 302 225 309 212 314V559Z"></path></g><g transform="matrix(.0091,0,0,-0.0091,26.385,3.132)"><path d="M46 650V622C120 617 128 613 128 525V125C128 42 120 34 40 28V0H311V28C221 34 212 39 212 124V281L286 262C297 261 316 261 331 263C429 275 526 338 526 468C526 533 501 579 462 609C422 638 364 650 293 650H46ZM212 559C212 588 215 600 223 606C230 613 251 618 279 618C361 618 430 572 430 464C430 337 350 302 285 302C252 302 225 309 212 314V559Z"></path></g><g transform="matrix(.0091,0,0,-0.0091,30.732,3.132)"><path d="M673 0V28C608 34 594 43 563 129C499 303 432 494 370 665L339 656L132 132C98 43 84 37 20 28V0H238V28C162 35 154 45 175 108C188 150 203 192 219 237H432C454 176 474 122 487 83S491 36 428 28V0H673ZM418 280H234C265 362 296 450 328 535H330L418 280Z"></path></g><g transform="matrix(.0091,0,0,-0.0091,36.764,3.132)"><path d="M720 -138C627 -96 538 -41 476 2C594 39 703 153 703 331C703 532 552 665 384 665C170 665 44 499 44 315C44 215 87 129 147 73C211 11 298 -11 355 -14C476 -99 554 -136 584 -144S664 -160 712 -159L720 -138ZM348 25C231 49 146 172 146 342C146 533 249 629 360 629C497 629 601 510 601 302C601 142 523 51 443 28C434 34 425 41 416 47L348 25Z"></path></g><g transform="matrix(.0091,0,0,-0.0091,43.612,3.132)"><path d="M556 236V289H56V236H556Z"></path></g><g transform="matrix(.0091,0,0,-0.0091,49.172,3.132)"><path d="M673 0V28C608 34 594 43 563 129C499 303 432 494 370 665L339 656L132 132C98 43 84 37 20 28V0H238V28C162 35 154 45 175 108C188 150 203 192 219 237H432C454 176 474 122 487 83S491 36 428 28V0H673ZM418 280H234C265 362 296 450 328 535H330L418 280Z"></path></g><g transform="matrix(.0091,0,0,-0.0091,55.483,3.132)"><path d="M414 144C384 79 371 75 317 75H135L276 221C367 316 408 376 408 465C408 570 327 635 237 635C179 635 131 609 100 575L42 494L67 471C94 510 138 565 205 565C277 565 321 517 321 435C321 348 258 270 195 195C146 137 88 81 33 26V0H411C423 44 433 88 446 135L414 144Z"></path></g><g transform="matrix(.0091,0,0,-0.0091,59.915,3.132)"><path d="M614 175C564 76 510 21 408 21C256 21 146 149 146 336C146 488 235 629 402 629C510 629 570 586 597 480L626 488C620 541 614 582 606 638C578 643 510 665 429 665C206 665 44 527 44 316C44 157 153 -15 402 -15C474 -15 558 5 586 11C604 45 629 119 643 165L614 175Z"></path></g></svg></span></td><td class="align_center"><span style="width: 35.0696ptpx;"><svg height="11.8161pt" id="M402" style="vertical-align:-3.291121pt" version="1.1" viewbox="-0.0498162 -8.52498 35.0696 11.8161" width="35.0696pt" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink"><g transform="matrix(.013,0,0,-0.013,0,0)"><path d="M861 0V28C774 35 771 41 768 147L759 509C756 612 762 614 851 622V650H681L449 149L221 650H57V622C148 613 153 609 144 479L130 271C123 166 117 123 111 88C104 46 85 34 26 28V0H259V28C192 35 169 42 167 90C166 130 166 173 170 256L185 541H187L411 7H431L675 555H679L683 147C683 41 680 35 598 28V0H861Z"></path></g><g transform="matrix(.013,0,0,-0.013,11.583,0)"><path d="M517 162C503 123 484 88 467 68C445 42 417 34 341 34C291 34 256 34 237 47C219 59 213 81 213 128V317H308C395 317 402 311 415 240H444V431H415C403 364 398 356 307 356H213V584C213 613 215 616 246 616H322C394 616 421 609 435 587C448 566 458 544 467 502L496 506C493 557 488 625 488 650H42V622C120 616 128 612 128 523V125C128 43 120 35 29 28V0H511C520 31 540 125 546 158L517 162Z"></path></g><g transform="matrix(.013,0,0,-0.013,18.967,0)"><path d="M46 650V622C120 617 128 613 128 525V125C128 42 120 34 40 28V0H311V28C221 34 212 39 212 124V281L286 262C297 261 316 261 331 263C429 275 526 338 526 468C526 533 501 579 462 609C422 638 364 650 293 650H46ZM212 559C212 588 215 600 223 606C230 613 251 618 279 618C361 618 430 572 430 464C430 337 350 302 285 302C252 302 225 309 212 314V559Z"></path></g><g transform="matrix(.0091,0,0,-0.0091,26.385,3.132)"><path d="M463 633C453 636 427 644 417 648C388 660 349 667 316 667C183 667 100 592 100 483C100 398 176 335 223 305L259 282C321 242 358 203 358 149C358 66 301 22 234 22C110 22 70 131 57 208L24 205L28 48C51 23 128 -17 215 -17C342 -17 446 60 446 174C446 262 394 310 317 361L284 383C229 420 183 455 183 515C183 569 222 628 298 628C384 628 418 563 428 481L461 487C459 527 458 593 463 633Z"></path></g><g transform="matrix(.0065,0,0,-0.0065,30.734,-.065)"><path d="M394 0V37C301 42 295 50 295 122V635C236 613 178 596 109 583V553L165 551C205 549 209 544 209 495V122C209 50 203 42 111 37V0H394Z"></path></g></svg></span></td><td class="align_center"><span style="width: 35.0696ptpx;"><svg height="11.8161pt" id="M403" style="vertical-align:-3.291121pt" version="1.1" viewbox="-0.0498162 -8.52498 35.0696 11.8161" width="35.0696pt" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink"><g transform="matrix(.013,0,0,-0.013,0,0)"><path d="M861 0V28C774 35 771 41 768 147L759 509C756 612 762 614 851 622V650H681L449 149L221 650H57V622C148 613 153 609 144 479L130 271C123 166 117 123 111 88C104 46 85 34 26 28V0H259V28C192 35 169 42 167 90C166 130 166 173 170 256L185 541H187L411 7H431L675 555H679L683 147C683 41 680 35 598 28V0H861Z"></path></g><g transform="matrix(.013,0,0,-0.013,11.583,0)"><path d="M517 162C503 123 484 88 467 68C445 42 417 34 341 34C291 34 256 34 237 47C219 59 213 81 213 128V317H308C395 317 402 311 415 240H444V431H415C403 364 398 356 307 356H213V584C213 613 215 616 246 616H322C394 616 421 609 435 587C448 566 458 544 467 502L496 506C493 557 488 625 488 650H42V622C120 616 128 612 128 523V125C128 43 120 35 29 28V0H511C520 31 540 125 546 158L517 162Z"></path></g><g transform="matrix(.013,0,0,-0.013,18.967,0)"><path d="M46 650V622C120 617 128 613 128 525V125C128 42 120 34 40 28V0H311V28C221 34 212 39 212 124V281L286 262C297 261 316 261 331 263C429 275 526 338 526 468C526 533 501 579 462 609C422 638 364 650 293 650H46ZM212 559C212 588 215 600 223 606C230 613 251 618 279 618C361 618 430 572 430 464C430 337 350 302 285 302C252 302 225 309 212 314V559Z"></path></g><g transform="matrix(.0091,0,0,-0.0091,26.385,3.132)"><path d="M463 633C453 636 427 644 417 648C388 660 349 667 316 667C183 667 100 592 100 483C100 398 176 335 223 305L259 282C321 242 358 203 358 149C358 66 301 22 234 22C110 22 70 131 57 208L24 205L28 48C51 23 128 -17 215 -17C342 -17 446 60 446 174C446 262 394 310 317 361L284 383C229 420 183 455 183 515C183 569 222 628 298 628C384 628 418 563 428 481L461 487C459 527 458 593 463 633Z"></path></g><g transform="matrix(.0065,0,0,-0.0065,30.734,-.065)"><path d="M452 139L416 148C386 81 373 77 319 77H141L282 220C372 312 414 373 414 464C414 569 332 635 240 635C181 635 132 609 101 574L42 493L70 467C98 506 143 562 209 562C280 562 324 515 324 435C324 347 261 272 197 197C148 139 89 84 34 29V0H417L452 139Z"></path></g></svg></span></td></tr><tr><td class="align_left" colspan="8"><hr/></td></tr><tr><td class="align_left" rowspan="2">3</td><td class="align_center" rowspan="2">0</td><td class="align_center" rowspan="2">50</td><td class="align_center">95</td><td class="align_center">14937.285</td><td class="align_center">14996.444</td><td class="align_center">15604.507</td><td class="align_center">15309.898</td></tr><tr><td class="align_center">98</td><td class="align_center">15052.747</td><td class="align_center">15126.553</td><td class="align_center">15465.963</td><td class="align_center">15117.522</td></tr><tr class="table-tr"><td colspan="8"><hr class="tbody-hr"/></td></tr></table></td></tr></table>

<div><svg height="8.57479pt" id="M397" style="vertical-align:-0.04981041pt" version="1.1" viewbox="-0.0498162 -8.52498 26.4842 8.57479" width="26.4842pt" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink"><g transform="matrix(.013,0,0,-0.013,0,0)"><path d="M861 0V28C774 35 771 41 768 147L759 509C756 612 762 614 851 622V650H681L449 149L221 650H57V622C148 613 153 609 144 479L130 271C123 166 117 123 111 88C104 46 85 34 26 28V0H259V28C192 35 169 42 167 90C166 130 166 173 170 256L185 541H187L411 7H431L675 555H679L683 147C683 41 680 35 598 28V0H861Z"></path></g><g transform="matrix(.013,0,0,-0.013,11.583,0)"><path d="M517 162C503 123 484 88 467 68C445 42 417 34 341 34C291 34 256 34 237 47C219 59 213 81 213 128V317H308C395 317 402 311 415 240H444V431H415C403 364 398 356 307 356H213V584C213 613 215 616 246 616H322C394 616 421 609 435 587C448 566 458 544 467 502L496 506C493 557 488 625 488 650H42V622C120 616 128 612 128 523V125C128 43 120 35 29 28V0H511C520 31 540 125 546 158L517 162Z"></path></g><g transform="matrix(.013,0,0,-0.013,18.967,0)"><path d="M46 650V622C120 617 128 613 128 525V125C128 42 120 34 40 28V0H311V28C221 34 212 39 212 124V281L286 262C297 261 316 261 331 263C429 275 526 338 526 468C526 533 501 579 462 609C422 638 364 650 293 650H46ZM212 559C212 588 215 600 223 606C230 613 251 618 279 618C361 618 430 572 430 464C430 337 350 302 285 302C252 302 225 309 212 314V559Z"></path></g></svg> for new state forms.</div>

Complexity

tab10

Table 10

Table 10: Solving a Joint Pricing and Inventory Control Problem for Perishables via Deep Reinforcement Learning 