{"entities":{"Q1378679":{"pageid":1389419,"ns":120,"title":"Item:Q1378679","lastrevid":70285626,"modified":"2026-04-13T13:44:23Z","type":"item","id":"Q1378679","labels":{"en":{"language":"en","value":"Non-homogeneous Markov decision processes with a constraint"}},"descriptions":{"en":{"language":"en","value":"scientific article; zbMATH DE number 1115517"}},"aliases":{},"claims":{"P31":[{"mainsnak":{"snaktype":"value","property":"P31","hash":"fd5912e4dab4b881a8eb0eb27e7893fef55176ad","datavalue":{"value":{"entity-type":"item","numeric-id":56887,"id":"Q56887"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1378679$DA3C5762-EF86-4DCE-95D0-A7B7A83AA4A4","rank":"normal"}],"P159":[{"mainsnak":{"snaktype":"value","property":"P159","hash":"338a8971f09a9a1231558d8ed310372db619b156","datavalue":{"value":{"text":"Non-homogeneous Markov decision processes with a constraint","language":"en"},"type":"monolingualtext"},"datatype":"monolingualtext"},"type":"statement","id":"Q1378679$32ABA8A5-46B1-458E-9EFE-E6F9B8ACEF06","rank":"normal"}],"P225":[{"mainsnak":{"snaktype":"value","property":"P225","hash":"49917107a081434a014c47a7bae9238abb8ba2c0","datavalue":{"value":"0911.90342","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1378679$82071A5C-CD85-4B4C-A865-ABF41BF6ADCE","rank":"normal"}],"P16":[{"mainsnak":{"snaktype":"value","property":"P16","hash":"e483013cdcae724dc1faa8959a7c6474bd3aee40","datavalue":{"value":{"entity-type":"item","numeric-id":222893,"id":"Q222893"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1378679$4B36BC0F-9EE9-45CF-8877-DF803F9CAB54","rank":"normal"}],"P200":[{"mainsnak":{"snaktype":"value","property":"P200","hash":"c5ad7b9baf8e531c6b1ad954eb5f2899cc8fe5e5","datavalue":{"value":{"entity-type":"item","numeric-id":85344,"id":"Q85344"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1378679$7B81AB4F-73DE-4DD3-ACB9-AC14D300E489","rank":"normal"}],"P28":[{"mainsnak":{"snaktype":"value","property":"P28","hash":"ba8349e79fef28542ce6cff7a03b3ff9281644f6","datavalue":{"value":{"time":"+1999-04-20T00:00:00Z","timezone":0,"before":0,"after":0,"precision":11,"calendarmodel":"http://www.wikidata.org/entity/Q1985727"},"type":"time"},"datatype":"time"},"type":"statement","id":"Q1378679$AADC36DA-8CDF-4B40-A861-43F05D1A31F6","rank":"normal"}],"P1448":[{"mainsnak":{"snaktype":"value","property":"P1448","hash":"d42009c4869cc55d1da6f87c76a76e06bbd68b3c","datavalue":{"value":"This paper considers a finite state and action non-homogeneous Markov decision process with finite state and action sets. There are two reward functions. The goal is to maximize average rewards per unit time for one function subject to the constraint that the total discounted reward for another function is equal to a given value. For unconstrained problems, \\textit{W. Hopp, J. Bean} and \\textit{R. Smith} [Oper. Res. 35, No. 6, 875-883 (1987; Zbl 0651.90090)] introduced the notion of periodic forecast horizon optimality which was later studied by \\textit{J. Bean, R. Smith} and \\textit{J. Lasserre} [Math. Oper. Res. 9, 391-401 (1990)] under the name algorithmic optimality. A policy \\(\\pi\\) is algorithmic optimal if there is a sequence of optimal \\(N\\)-horizon policies that converge to \\(\\pi\\) as \\(N\\to\\infty\\). In this paper, the author defines algorithmic optimal policies for problems with the described constraint and provides conditions under which these policies are average optimal among policies satisfying this constraint.","type":"string"},"datatype":"string"},"type":"statement","id":"Q1378679$145B28EB-564A-4A1C-9571-C98CBFFEEC06","rank":"normal"}],"P226":[{"mainsnak":{"snaktype":"value","property":"P226","hash":"377d3ab03372cff12915e0de0374438ff70c3716","datavalue":{"value":"90C40","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1378679$C66A8E3C-4E74-4DF0-9AEB-77AA1579E2C1","rank":"normal"}],"P1451":[{"mainsnak":{"snaktype":"value","property":"P1451","hash":"d1b4453e478e698b08645a9a24613b6d7d9fa63a","datavalue":{"value":"1115517","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1378679$B2FAAEAE-F75F-408D-8346-243CA0C00BCB","rank":"normal"}],"P1450":[{"mainsnak":{"snaktype":"value","property":"P1450","hash":"7ccc49b58c759643a6c3466e19543476a43cf863","datavalue":{"value":"constrained Markov decision process","type":"string"},"datatype":"string"},"type":"statement","id":"Q1378679$27F9A2E9-57F0-4D89-BD2E-91F49ACB0CE3","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"712b497a3438915cd49e0291385c216fc0bd3475","datavalue":{"value":"algorithmic optimality","type":"string"},"datatype":"string"},"type":"statement","id":"Q1378679$A9DC9E82-86F6-4316-B683-09DCB26C8244","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"1516515d71d76d2f1037cd09e6bf57455c238a28","datavalue":{"value":"average optimality","type":"string"},"datatype":"string"},"type":"statement","id":"Q1378679$432769E2-5224-4D4B-BD27-35E6EE335A4B","rank":"normal"}],"P1447":[{"mainsnak":{"snaktype":"value","property":"P1447","hash":"f67f9a787ac3679052bc5e659e9959a0e4ffd3dd","datavalue":{"value":{"entity-type":"item","numeric-id":228270,"id":"Q228270"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1378679$042F8392-2891-464F-A6D1-0D2B32E6DD99","rank":"normal"}],"P1460":[{"mainsnak":{"snaktype":"value","property":"P1460","hash":"57f7fea50d2ce1b39b695c4a1313582eed405e38","datavalue":{"value":{"entity-type":"item","numeric-id":5976449,"id":"Q5976449"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1378679$962049BE-F2E8-43AE-91FD-6EDED2FD2282","rank":"normal"}],"P205":[{"mainsnak":{"snaktype":"value","property":"P205","hash":"0c9c7cd2b36edc3d8979ce89e56e599dbbaadcd4","datavalue":{"value":"https://doi.org/10.1006/jmaa.1997.5610","type":"string"},"datatype":"url"},"type":"statement","id":"Q1378679$8C928399-53EF-4E5F-9348-2F2BC294B6FE","rank":"normal"}],"P388":[{"mainsnak":{"snaktype":"value","property":"P388","hash":"c47ad7581a8aecdd4150d7bc385c5bd0f72834f9","datavalue":{"value":"W1991031672","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1378679$C1BD1A53-6B95-453C-A46D-313ECB9736DF","rank":"normal"}],"P223":[{"mainsnak":{"snaktype":"value","property":"P223","hash":"ac1d44f3aba4be0332c7689ffaa4905d7ebf328b","datavalue":{"value":{"entity-type":"item","numeric-id":3347585,"id":"Q3347585"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1378679$2DCDEFCC-36AE-48A6-BE40-9408D9DDCE35","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"09283674a36f15ef664767371cf71faa96e2999b","datavalue":{"value":{"entity-type":"item","numeric-id":805501,"id":"Q805501"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1378679$2849281C-0B57-472D-8E9E-C99AAA99F761","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"9b44e08f04cb167172898d3e1674b6a84530c9c6","datavalue":{"value":{"entity-type":"item","numeric-id":3802914,"id":"Q3802914"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1378679$9CC1AAE1-E5A3-45F2-87D7-970C37B8B9E5","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"aa41410202debe5cd519993761b1126c65146379","datavalue":{"value":{"entity-type":"item","numeric-id":3832356,"id":"Q3832356"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1378679$722585E2-47F6-43D9-8433-AF04ACA45C32","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"56d02d13e89cb7f82adcab9ebe72f4dd2c919a5f","datavalue":{"value":{"entity-type":"item","numeric-id":4271761,"id":"Q4271761"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1378679$58B35962-8902-410D-93F5-6539AF84AEFA","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"0ddc890dd519ae4dbc58ca5f3ca2d197e15416cb","datavalue":{"value":{"entity-type":"item","numeric-id":3796986,"id":"Q3796986"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1378679$2AA57422-97DD-4EE2-8CD8-A06BA37B6E79","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"1dc61ce314e355ffcc987a7b9f96fcf4b3469ac6","datavalue":{"value":{"entity-type":"item","numeric-id":3734187,"id":"Q3734187"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1378679$1E3AB5DA-4B43-4C3B-BE9E-F3D1D595845D","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"92e96f0cd2f0756dddd1053bf639106638d5dcfb","datavalue":{"value":{"entity-type":"item","numeric-id":4098444,"id":"Q4098444"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1378679$3097F061-0325-40F9-B886-CEF48EA2D89D","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"a1fba1df6d081853d77e27e7fa2b7f904d1ec2e9","datavalue":{"value":{"entity-type":"item","numeric-id":3912356,"id":"Q3912356"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1378679$EB6B903D-E961-443D-A5EA-3CA2B2468739","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"f759e128a0e60fcaba075886b9ebfb05f1880489","datavalue":{"value":{"entity-type":"item","numeric-id":4768244,"id":"Q4768244"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1378679$29E86B75-9835-4270-8872-3C3911636BD2","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"ead8d9a16e19364f972e5bc44badf97f898b22f7","datavalue":{"value":{"entity-type":"item","numeric-id":1091281,"id":"Q1091281"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1378679$5910B9FE-6D35-4FE0-B6D2-CB8861DB49A1","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"777d83b196c27e6659c2e85f920239f5166bc682","datavalue":{"value":{"entity-type":"item","numeric-id":1821706,"id":"Q1821706"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1378679$F864516D-BFFC-4722-957F-0DF92AB3C419","rank":"normal"}],"P27":[{"mainsnak":{"snaktype":"value","property":"P27","hash":"63b25a156daf001318b2b1c4fc2f7d31e4917d57","datavalue":{"value":"10.1006/JMAA.1997.5610","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1378679$ED335C54-08FF-4404-A668-4DF1F65BFBED","rank":"normal"}],"P1643":[{"mainsnak":{"snaktype":"value","property":"P1643","hash":"61dd5edecb7fceade8bbf369e84afd42bbb5f679","datavalue":{"value":{"entity-type":"item","numeric-id":3347664,"id":"Q3347664"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"69132ba12d246448962dea1a122acc556c851ae1","datavalue":{"value":{"amount":"+0.9420854","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ac3c626774dcd0d16f89557f66586245841a01db","datavalue":{"value":{"entity-type":"item","numeric-id":6767936,"id":"Q6767936"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1378679$056F5E5A-4A99-400D-8F33-94130DA0ADC2","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"477df6d412e009b6caa0ec7f5aa130864f53fad9","datavalue":{"value":{"entity-type":"item","numeric-id":2466782,"id":"Q2466782"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"e5e6e9eb589f113e3bbb38c88b2ede3e6fc1d33b","datavalue":{"value":{"amount":"+0.93720114","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ac3c626774dcd0d16f89557f66586245841a01db","datavalue":{"value":{"entity-type":"item","numeric-id":6767936,"id":"Q6767936"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1378679$3132DAC1-CCBF-439F-9FA7-AE62317771B9","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"831cb4d71d81f0be43d7ff91c488725bab8b9f88","datavalue":{"value":{"entity-type":"item","numeric-id":2564237,"id":"Q2564237"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"99a797944fa16b7d37f04838e3162a963c7f7b3b","datavalue":{"value":{"amount":"+0.9363273","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ac3c626774dcd0d16f89557f66586245841a01db","datavalue":{"value":{"entity-type":"item","numeric-id":6767936,"id":"Q6767936"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1378679$D7A0AB64-5218-43C0-B442-A3E110251F1A","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"e1ca96ad3c70fb2832da9378f7d49852de2d0e74","datavalue":{"value":{"entity-type":"item","numeric-id":4271761,"id":"Q4271761"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"7f5aacec03cee0985891e45a06d8b159e64017c7","datavalue":{"value":{"amount":"+0.9350887","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ac3c626774dcd0d16f89557f66586245841a01db","datavalue":{"value":{"entity-type":"item","numeric-id":6767936,"id":"Q6767936"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1378679$0D25F3D9-DE1D-4841-82FC-56C085ED6454","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"563c99358fabcd7b54a4148b3a76ceb1b120e786","datavalue":{"value":{"entity-type":"item","numeric-id":4264741,"id":"Q4264741"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"23fd44c8ed8ec8cdb9fa8c8207b6f308b5338414","datavalue":{"value":{"amount":"+0.9321122","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ac3c626774dcd0d16f89557f66586245841a01db","datavalue":{"value":{"entity-type":"item","numeric-id":6767936,"id":"Q6767936"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1378679$6E5B71C9-00F1-44D1-9452-3D96FF412EEE","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"bc2d6c215ee5892b34740ef746b1459f078cdb78","datavalue":{"value":{"entity-type":"item","numeric-id":2400495,"id":"Q2400495"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"b5cc7e9e5c78bf50809cb6a1e44687fbe13553f7","datavalue":{"value":{"amount":"+0.9195379","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ac3c626774dcd0d16f89557f66586245841a01db","datavalue":{"value":{"entity-type":"item","numeric-id":6767936,"id":"Q6767936"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1378679$2491CAE1-EBFA-43F1-A6DF-0CECAF6C382D","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"dff88ace0059445d68ec1f658a91555901c6ff01","datavalue":{"value":{"entity-type":"item","numeric-id":2670508,"id":"Q2670508"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"439bdfe13df7264f3b331cac2cab6d5f8ad0b816","datavalue":{"value":{"amount":"+0.91863716","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ac3c626774dcd0d16f89557f66586245841a01db","datavalue":{"value":{"entity-type":"item","numeric-id":6767936,"id":"Q6767936"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1378679$E2A80ED0-30A3-48E2-98F6-EC80C670EF04","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"dbfb30eb968bc9dd6cc4758da5405f335cbb8814","datavalue":{"value":{"entity-type":"item","numeric-id":1593712,"id":"Q1593712"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"502580efb2f777d33c5cf01346580e195a8080d7","datavalue":{"value":{"amount":"+0.9176323","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ac3c626774dcd0d16f89557f66586245841a01db","datavalue":{"value":{"entity-type":"item","numeric-id":6767936,"id":"Q6767936"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1378679$C59F989E-24BB-400E-B1B7-7407828F5246","rank":"normal"}]},"sitelinks":{"mardi":{"site":"mardi","title":"Non-homogeneous Markov decision processes with a constraint","badges":[],"url":"https://portal.mardi4nfdi.de/wiki/Non-homogeneous_Markov_decision_processes_with_a_constraint"}}}}}