{"entities":{"Q1974026":{"pageid":1984768,"ns":120,"title":"Item:Q1974026","lastrevid":72130380,"modified":"2026-04-14T02:50:02Z","type":"item","id":"Q1974026","labels":{"en":{"language":"en","value":"Semi-infinite Markov decision processes"}},"descriptions":{"en":{"language":"en","value":"scientific article; zbMATH DE number 1441494"}},"aliases":{},"claims":{"P31":[{"mainsnak":{"snaktype":"value","property":"P31","hash":"fd5912e4dab4b881a8eb0eb27e7893fef55176ad","datavalue":{"value":{"entity-type":"item","numeric-id":56887,"id":"Q56887"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1974026$686B3351-7E60-4AEF-AB87-D60C419ED9E4","rank":"normal"}],"P159":[{"mainsnak":{"snaktype":"value","property":"P159","hash":"391c0dca2158bfaf26f785522f6d5a23ebeee982","datavalue":{"value":{"text":"Semi-infinite Markov decision processes","language":"en"},"type":"monolingualtext"},"datatype":"monolingualtext"},"type":"statement","id":"Q1974026$46F1AC93-5AAC-4D6B-B64A-BC18381B7E54","rank":"normal"}],"P225":[{"mainsnak":{"snaktype":"value","property":"P225","hash":"83bde1489a851048207c7b91f093c856cf61fa9d","datavalue":{"value":"0983.90071","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1974026$A458A375-D692-4FDD-98AB-B46D0B7B909F","rank":"normal"}],"P16":[{"mainsnak":{"snaktype":"value","property":"P16","hash":"be707b2019f145e5f49af366d715873f0baf697a","datavalue":{"value":{"entity-type":"item","numeric-id":285836,"id":"Q285836"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1974026$2D5794A4-98CC-4A2E-BF30-8FE5465CD2D4","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P16","hash":"b57a8931ffcd9e53b0072fb5cf7ae4daaf2b8900","datavalue":{"value":{"entity-type":"item","numeric-id":338896,"id":"Q338896"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1974026$FA65D7DE-0E5C-4313-ABD7-560722996766","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P16","hash":"6f850285354f7a44318d48a38eb9e84f7e3fbd9b","datavalue":{"value":{"entity-type":"item","numeric-id":216200,"id":"Q216200"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1974026$588FC53B-3035-4A33-B54F-206AF5EA99AA","rank":"normal"}],"P200":[{"mainsnak":{"snaktype":"value","property":"P200","hash":"a1409dc6862a31a77f154ad0a1f54092232038ca","datavalue":{"value":{"entity-type":"item","numeric-id":244038,"id":"Q244038"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1974026$AC779434-DDA6-4A0F-833C-7827C6947F94","rank":"normal"}],"P28":[{"mainsnak":{"snaktype":"value","property":"P28","hash":"139fdaa7fd4d0729feb997bd5c9e17abb36abf69","datavalue":{"value":{"time":"+2002-04-07T00:00:00Z","timezone":0,"before":0,"after":0,"precision":11,"calendarmodel":"http://www.wikidata.org/entity/Q1985727"},"type":"time"},"datatype":"time"},"type":"statement","id":"Q1974026$8710421E-1A67-481A-AA18-A77C94C8EEC1","rank":"normal"}],"P1448":[{"mainsnak":{"snaktype":"value","property":"P1448","hash":"581d90a143c7e1df34f87b4deb7715e9273a38af","datavalue":{"value":"This paper studies Markov Decision Processes (MDPs) with finite state and countable action sets. It deals with two major criteria for MDPs: the total discounted rewards and average rewards per unit time.    For the total discounted criteria, the authors study the linear programming approach. In particular, they develop a semi-infinite linear program for the MDP and show that it can be approximated by finite linear programs associated with finite state and action MDPs, which are truncated versions of the original MDPs. The authors also investigate the question when the supremum of the objective criterion over the class of deterministic (or stationary, according to another terminology) policies is equal to the supremum over the class of all policies.    Referee's remark: (i) Theorem 3.1, which states that the supremum of the total discounted rewards over all policies is equal to the supremum over deterministic policies, is a particular case of Theorem 5 (b) in \\textit{D. Blackwell} [Ann. Math. Stat. 36, 226-235 (1965; Zbl 0133.42805)] where the finiteness of the state space was not assumed. (ii) Theorem 6.1, which states that in a communicating MDP the supremum of the average reward per unit time over all policies, is equal the supremum over randomized stationary policies is a particular case of Corollary 4.5 (C) in \\textit{E. Feinberg} and \\textit{H. Park} [Stochastic Processes Appl. 49, 159-177 (1994; Zbl 0787.60085)] where it was proved for a smaller class of deterministic policies and without additional Assumption 6.1.","type":"string"},"datatype":"string"},"type":"statement","id":"Q1974026$8E498BC4-9E5F-475D-9B62-B2B9E387C61F","rank":"normal"}],"P226":[{"mainsnak":{"snaktype":"value","property":"P226","hash":"377d3ab03372cff12915e0de0374438ff70c3716","datavalue":{"value":"90C40","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1974026$72EFACBD-3C8C-4FFC-A5D3-8CB89E01B60B","rank":"normal"}],"P1451":[{"mainsnak":{"snaktype":"value","property":"P1451","hash":"fcc6dbf6424d1b2052a41a4d265b3f2d68234541","datavalue":{"value":"1441494","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1974026$8FFA69E5-839E-482E-B486-F92149AE1084","rank":"normal"}],"P1450":[{"mainsnak":{"snaktype":"value","property":"P1450","hash":"6a3c517f5c74a907aaa0d5ca6dc33a3864811dd3","datavalue":{"value":"semi-infinite Markov decision processes","type":"string"},"datatype":"string"},"type":"statement","id":"Q1974026$6EF8E627-1828-4900-AD01-F388A244A365","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"9c7501ea4eb7072ede52e9ca451b0b4a435fc405","datavalue":{"value":"optimal strategy","type":"string"},"datatype":"string"},"type":"statement","id":"Q1974026$9F066188-DCA8-4E2D-9982-18347D9AB051","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"671da0f33dde6753427bdf6f9e9533dd7b555daa","datavalue":{"value":"semi-infinite linear program","type":"string"},"datatype":"string"},"type":"statement","id":"Q1974026$7E2E8EF4-7356-4CBA-9605-EE0F63B6E939","rank":"normal"}],"P1447":[{"mainsnak":{"snaktype":"value","property":"P1447","hash":"f67f9a787ac3679052bc5e659e9959a0e4ffd3dd","datavalue":{"value":{"entity-type":"item","numeric-id":228270,"id":"Q228270"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1974026$55C13FB5-8B8D-4CA0-BBD8-B644E7F813BC","rank":"normal"}],"P1460":[{"mainsnak":{"snaktype":"value","property":"P1460","hash":"57f7fea50d2ce1b39b695c4a1313582eed405e38","datavalue":{"value":{"entity-type":"item","numeric-id":5976449,"id":"Q5976449"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1974026$638F185A-6F86-43B7-B598-8CBE3A8880CC","rank":"normal"}],"P205":[{"mainsnak":{"snaktype":"value","property":"P205","hash":"7c35fc09bcc589db47d609c537b59cf6b0262f3a","datavalue":{"value":"https://doi.org/10.1007/s001860050006","type":"string"},"datatype":"url"},"type":"statement","id":"Q1974026$76CC6A59-197C-488D-9496-65BFC423ADB2","rank":"normal"}],"P388":[{"mainsnak":{"snaktype":"value","property":"P388","hash":"b0f9affeccd7b8d61943a9fdee40ca65d04ee66c","datavalue":{"value":"W2073519119","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1974026$481102A7-0240-483A-A784-A5434F11B929","rank":"normal"}],"P27":[{"mainsnak":{"snaktype":"value","property":"P27","hash":"e47c6feb6f270d99ce54fe1536179f0e7967bb7f","datavalue":{"value":"10.1007/S001860050006","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1974026$2CE8814B-ABD9-4F3C-B27F-E6695D04C1EC","rank":"normal"}],"P1643":[{"mainsnak":{"snaktype":"value","property":"P1643","hash":"7be2cf2f464b1d63ae56140d7050aa31589b181e","datavalue":{"value":{"entity-type":"item","numeric-id":4016700,"id":"Q4016700"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"65bab80b5994f23065c43d67723e6af26a5485b1","datavalue":{"value":{"amount":"+0.8546577","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ba354e87a58191d58d132c60481c945a3234ce85","datavalue":{"value":{"entity-type":"item","numeric-id":6534273,"id":"Q6534273"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1974026$E4ECDEC1-A7F8-49E3-BF46-6D7856ACAFFF","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"6dde8594465cccdad2ec2438400fd0933335ea18","datavalue":{"value":{"entity-type":"item","numeric-id":4032595,"id":"Q4032595"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"f49bca9f19abdacc7d0a9bfbf947789ac7dad2da","datavalue":{"value":{"amount":"+0.8412863","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ba354e87a58191d58d132c60481c945a3234ce85","datavalue":{"value":{"entity-type":"item","numeric-id":6534273,"id":"Q6534273"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1974026$8AE2C34D-7A41-42A9-B0BA-AE475E6639D2","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"de6839b1cef786a3ab48ff80eba2c7d1717a3c84","datavalue":{"value":{"entity-type":"item","numeric-id":4304583,"id":"Q4304583"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"8f231fd1edf89e41bc1b4a678edf23bb0d39cb1a","datavalue":{"value":{"amount":"+0.8375323","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ba354e87a58191d58d132c60481c945a3234ce85","datavalue":{"value":{"entity-type":"item","numeric-id":6534273,"id":"Q6534273"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1974026$2A36070C-3FC4-44AA-909C-1807B51B08E6","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"e86f6d411412dbe2cf087faa48a96d93d9ee6920","datavalue":{"value":{"entity-type":"item","numeric-id":3323724,"id":"Q3323724"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"e71930d8b4083dfe61ed516fb1545ac0889de465","datavalue":{"value":{"amount":"+0.832765","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ba354e87a58191d58d132c60481c945a3234ce85","datavalue":{"value":{"entity-type":"item","numeric-id":6534273,"id":"Q6534273"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1974026$46D24279-B5D0-4E79-9851-1C778A4BBEAD","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"55397bcc817fdfb8dcc98b3a299a3429cece352c","datavalue":{"value":{"entity-type":"item","numeric-id":3363093,"id":"Q3363093"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"1e84ebf780f7322b9415038d8ffca278e4c97548","datavalue":{"value":{"amount":"+0.8323338","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ba354e87a58191d58d132c60481c945a3234ce85","datavalue":{"value":{"entity-type":"item","numeric-id":6534273,"id":"Q6534273"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1974026$D7489DCC-C682-4E9F-B703-A0723617199C","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"bc9697b968fed6fbe434e9fe821fd816e7f7ccef","datavalue":{"value":{"entity-type":"item","numeric-id":4315289,"id":"Q4315289"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"3b49c3d3e072f5fa56365d4630048721ccd4f8b3","datavalue":{"value":{"amount":"+0.831025","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ba354e87a58191d58d132c60481c945a3234ce85","datavalue":{"value":{"entity-type":"item","numeric-id":6534273,"id":"Q6534273"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1974026$D293FEB2-7692-4997-B130-03DE2EC1869A","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"1c2e380722a9f0cedef9e462d705ecbab142a578","datavalue":{"value":{"entity-type":"item","numeric-id":4733697,"id":"Q4733697"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"1f67a1a48e88dce29a0d2cb678b63ed5458e37fb","datavalue":{"value":{"amount":"+0.82983905","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ba354e87a58191d58d132c60481c945a3234ce85","datavalue":{"value":{"entity-type":"item","numeric-id":6534273,"id":"Q6534273"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1974026$E81AF916-2B4C-4667-8027-1E845D7168E2","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"162960dd6eefaa477be59a5ae36db920b229aa68","datavalue":{"value":{"entity-type":"item","numeric-id":1908958,"id":"Q1908958"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"0c08fc28d2248dea357ebc03cc4929ab6978054a","datavalue":{"value":{"amount":"+0.8254703","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ba354e87a58191d58d132c60481c945a3234ce85","datavalue":{"value":{"entity-type":"item","numeric-id":6534273,"id":"Q6534273"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1974026$26410632-55DA-45DE-B242-7AFC94130236","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"6b81db6e16dd89db05de3ab68518dde544e3b6d2","datavalue":{"value":{"entity-type":"item","numeric-id":3316991,"id":"Q3316991"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"d55161af3c256c17088a871dfec3d5c2eb436eaf","datavalue":{"value":{"amount":"+0.82256705","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ba354e87a58191d58d132c60481c945a3234ce85","datavalue":{"value":{"entity-type":"item","numeric-id":6534273,"id":"Q6534273"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1974026$7FFCF459-B043-4AA2-A651-7609A0F67C93","rank":"normal"}]},"sitelinks":{"mardi":{"site":"mardi","title":"Semi-infinite Markov decision processes","badges":[],"url":"https://portal.mardi4nfdi.de/wiki/Semi-infinite_Markov_decision_processes"}}}}}