{"entities":{"Q2640462":{"pageid":2651205,"ns":120,"title":"Item:Q2640462","lastrevid":49463554,"modified":"2026-01-07T05:08:06Z","type":"item","id":"Q2640462","labels":{"en":{"language":"en","value":"On Markovian decision programming with recursive reward functions"}},"descriptions":{"en":{"language":"en","value":"scientific article; zbMATH DE number 4187494"}},"aliases":{},"claims":{"P31":[{"mainsnak":{"snaktype":"value","property":"P31","hash":"fd5912e4dab4b881a8eb0eb27e7893fef55176ad","datavalue":{"value":{"entity-type":"item","numeric-id":56887,"id":"Q56887"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2640462$5B175494-B776-4DED-B811-91537A33114F","rank":"normal"}],"P159":[{"mainsnak":{"snaktype":"value","property":"P159","hash":"33528d04ebf227b867c260fa90d4f1dd569d1f4d","datavalue":{"value":{"text":"On Markovian decision programming with recursive reward functions","language":"en"},"type":"monolingualtext"},"datatype":"monolingualtext"},"type":"statement","id":"Q2640462$F0F9BB4A-67B4-4CC4-A458-B4FA727CE59A","rank":"normal"}],"P225":[{"mainsnak":{"snaktype":"value","property":"P225","hash":"b0d9ebf554ffc6d1ecb341f8ad0b77e5848f7ba5","datavalue":{"value":"0719.90091","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q2640462$E82D9766-7AE6-47E1-AE55-FA21030A34E0","rank":"normal"}],"P27":[{"mainsnak":{"snaktype":"value","property":"P27","hash":"60242e711a2f7e471faf72666be52a0ab34ce9f3","datavalue":{"value":"10.1007/BF02216820","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q2640462$3F00E7FC-D291-499A-A21A-289EF5DB863A","rank":"normal"}],"P16":[{"mainsnak":{"snaktype":"value","property":"P16","hash":"cb9b2f372ce945bfbe34ae05ab74cb8a7015fedc","datavalue":{"value":{"entity-type":"item","numeric-id":208041,"id":"Q208041"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2640462$6AEE2B0F-3094-448F-B96C-86A2C193D633","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P16","hash":"6f850285354f7a44318d48a38eb9e84f7e3fbd9b","datavalue":{"value":{"entity-type":"item","numeric-id":216200,"id":"Q216200"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2640462$A4DFB2E4-1F64-405F-A1F0-9EF0E0994A1A","rank":"normal"}],"P200":[{"mainsnak":{"snaktype":"value","property":"P200","hash":"8f57d1123ebbbd10d621b3552a672e7729202712","datavalue":{"value":{"entity-type":"item","numeric-id":59875,"id":"Q59875"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2640462$B0ED9321-1928-42F9-AC5D-A3F10F3EB84C","rank":"normal"}],"P28":[{"mainsnak":{"snaktype":"value","property":"P28","hash":"70d2fbf8bcd48a5ca1ac752985098b379d0dbb65","datavalue":{"value":{"time":"+1990-00-00T00:00:00Z","timezone":0,"before":0,"after":0,"precision":9,"calendarmodel":"http://www.wikidata.org/entity/Q1985727"},"type":"time"},"datatype":"time"},"type":"statement","id":"Q2640462$6D3CE885-1EF8-4518-B8AF-05C8647E4AA1","rank":"normal"}],"P1448":[{"mainsnak":{"snaktype":"value","property":"P1448","hash":"b7cc31b5d95097d3d2fc88448850cbaadfd9b70b","datavalue":{"value":"The paper deals with a discrete time Markov decision model with infinite horizon and recursive reward functions. This model was considered earlier by \\textit{N. Furukawa} and \\textit{S. Iwamoto} [Bull. Math. Statist. 15, No.3/4, 79-91 (1973; Zbl 0304.90117)]. The state and action sets are countable or finite.    The authors establish the optimality principle and optimality equation when the model satisfies some additional conditions. They prove the existence of Markov optimal and \\(\\epsilon\\)-optimal policies for nonhomogeneous models. For homogeneous models the existence of stationary optimal and \\(\\epsilon\\)-optimal policies is proved. The authors also consider a policy iteration algorithm for homogeneous models.","type":"string"},"datatype":"string"},"type":"statement","id":"Q2640462$F41CBDAE-B28E-45D3-BF0F-4347472C77AA","rank":"normal"}],"P226":[{"mainsnak":{"snaktype":"value","property":"P226","hash":"377d3ab03372cff12915e0de0374438ff70c3716","datavalue":{"value":"90C40","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q2640462$0FCBA11E-32B7-4804-83EA-DDE5882FA1B1","rank":"normal"}],"P1451":[{"mainsnak":{"snaktype":"value","property":"P1451","hash":"c4b82dd84d25711e0fd78dc3e6076044a7139fad","datavalue":{"value":"4187494","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q2640462$2E51D7E7-A1F9-484F-A255-5B544FC7CADC","rank":"normal"}],"P1450":[{"mainsnak":{"snaktype":"value","property":"P1450","hash":"b4aac982017f5e0d6b57db24a684034b6f3ae0f4","datavalue":{"value":"discrete time Markov decision model","type":"string"},"datatype":"string"},"type":"statement","id":"Q2640462$316E9AEA-1EC5-401E-8D4E-3905E4F1FCCE","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"1a09d29053982bebbf113287e6631e7a0c48ee56","datavalue":{"value":"infinite horizon","type":"string"},"datatype":"string"},"type":"statement","id":"Q2640462$9E48F566-DA28-4A92-92BD-F431643E9AC0","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"6aab5d6b1f6d71e69a0a0206dc5fcb3c4d8bc7f6","datavalue":{"value":"recursive reward functions","type":"string"},"datatype":"string"},"type":"statement","id":"Q2640462$3901B308-6497-45D5-9F2D-FB32A772570F","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"a0059f793594d3991611e4d61858845439bd5507","datavalue":{"value":"optimality principle","type":"string"},"datatype":"string"},"type":"statement","id":"Q2640462$D7AB25CF-E830-4FEC-9E05-9EFD576D3650","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"30bb37222d0de279af559440a4d29741d5a28e26","datavalue":{"value":"optimality equation","type":"string"},"datatype":"string"},"type":"statement","id":"Q2640462$B4C9D732-AD35-43FF-8874-EDD9CEF07562","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"e188ae1f6d005c37b36cd0df3f33489823f358fb","datavalue":{"value":"\\(\\epsilon \\) - optimal policies","type":"string"},"datatype":"string"},"type":"statement","id":"Q2640462$6ABBD7CC-EAC9-40F7-B9E3-29968209CC14","rank":"normal"}],"P1447":[{"mainsnak":{"snaktype":"value","property":"P1447","hash":"f67f9a787ac3679052bc5e659e9959a0e4ffd3dd","datavalue":{"value":{"entity-type":"item","numeric-id":228270,"id":"Q228270"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2640462$733CF8C2-6582-438D-BD5C-D2A21FAF275D","rank":"normal"}],"P1460":[{"mainsnak":{"snaktype":"value","property":"P1460","hash":"57f7fea50d2ce1b39b695c4a1313582eed405e38","datavalue":{"value":{"entity-type":"item","numeric-id":5976449,"id":"Q5976449"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2640462$0B3B7FB6-DDBB-4F66-9635-598CFCDB5BCC","rank":"normal"}],"P223":[{"mainsnak":{"snaktype":"value","property":"P223","hash":"860b5796c4f0d2f47a99d702d8cd52740f2a0aa7","datavalue":{"value":{"entity-type":"item","numeric-id":4060770,"id":"Q4060770"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2640462$CBCBF4B4-BA53-4718-9282-FBD86F0714A9","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"b6e18b7ec5fc78005a6473e9a01e7c742b7e9096","datavalue":{"value":{"entity-type":"item","numeric-id":4062962,"id":"Q4062962"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2640462$9305E412-C892-4F2B-A67F-C314E6459A40","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"78660ec11a909f5993873608324a8d06e69582ab","datavalue":{"value":{"entity-type":"item","numeric-id":4044382,"id":"Q4044382"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2640462$F10CAE5E-F832-47B0-96A3-C64BFDD2911A","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"6b11e19ac8190652a91eef52a58835372e72296d","datavalue":{"value":{"entity-type":"item","numeric-id":4157614,"id":"Q4157614"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2640462$3722A1AF-09C4-4693-9622-B7047331D578","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"0c6c02da185e2afc1febdb95ac3256c59784aad8","datavalue":{"value":{"entity-type":"item","numeric-id":3755257,"id":"Q3755257"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2640462$B3F59F0B-AEFB-4D24-8088-744A58AA8E69","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"f47171402beb949f7ff62ded69e5302b6f5f8be2","datavalue":{"value":{"entity-type":"item","numeric-id":5342868,"id":"Q5342868"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2640462$86B55F3A-C6D8-48FD-978C-E4BEF17FA2FC","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"0459d1a93a135deb9a3f3404173b887fd894a7be","datavalue":{"value":{"entity-type":"item","numeric-id":3266141,"id":"Q3266141"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2640462$9BD8497F-88E7-485F-B342-1062E05D06FB","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"ba6f8ab4850a3a743a52d3fea829c62511f9b151","datavalue":{"value":{"entity-type":"item","numeric-id":3677538,"id":"Q3677538"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2640462$32654B03-AACA-4906-9EF9-4D18749D360E","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"c9bdc3aa393c26b6ed082a18eebbb28601a35a2b","datavalue":{"value":{"entity-type":"item","numeric-id":581259,"id":"Q581259"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2640462$5A7FB153-3D6D-4A09-A726-15D920C163E9","rank":"normal"}],"P205":[{"mainsnak":{"snaktype":"value","property":"P205","hash":"81fdb2ff78f908cabf66a4986cb3acba2b36d8dc","datavalue":{"value":"https://doi.org/10.1007/bf02216820","type":"string"},"datatype":"url"},"type":"statement","id":"Q2640462$D8FBCC2A-104F-4374-8B52-7A37766C4BE7","rank":"normal"}],"P388":[{"mainsnak":{"snaktype":"value","property":"P388","hash":"dcf2d4b526ee120e4f4f3ea707df39ca94dd0520","datavalue":{"value":"W2038836617","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q2640462$AB6EEEEB-4044-4DBC-84E0-16266F638B5F","rank":"normal"}],"P1643":[{"mainsnak":{"snaktype":"value","property":"P1643","hash":"3ce2f36dd2f21f0f5a95342651135301c18928f8","datavalue":{"value":{"entity-type":"item","numeric-id":913670,"id":"Q913670"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"c2777bbff429d5a8e70585208da91857966c5672","datavalue":{"value":{"amount":"+0.8893765211105347","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q2640462$A27DFF7C-84D6-4135-A196-ADA7D21586DF","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"689e06f60d2a212ea70cb7487da9c948def57b1f","datavalue":{"value":{"entity-type":"item","numeric-id":3316968,"id":"Q3316968"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"bd07c1a4a77f05879a764aeaad414b24e10a7ad1","datavalue":{"value":{"amount":"+0.846581757068634","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q2640462$27A75068-04B9-4DCD-8E57-1D0EC14A51E7","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"17ddd058d134633fc88664b2692cc8825774c7a8","datavalue":{"value":{"entity-type":"item","numeric-id":3734189,"id":"Q3734189"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"813d1bd0472651a4d5dbf1ef0351c6e3bc7d533f","datavalue":{"value":{"amount":"+0.8396938443183899","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q2640462$A778BF98-C5F5-497C-A153-80DD3AEE5B51","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"d1f21c8dcbbb75d1360e17f37badfccc7fcbd163","datavalue":{"value":{"entity-type":"item","numeric-id":3813629,"id":"Q3813629"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"760f08084a1ade7c44516ceddaba3d031ba5abe5","datavalue":{"value":{"amount":"+0.8299715518951416","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q2640462$88C6DA14-ECC4-4200-9A0A-2AB1291194FF","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"ab92a38b7cffb1e9825cb3adc8767ef7ed3e11f4","datavalue":{"value":{"entity-type":"item","numeric-id":5749224,"id":"Q5749224"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"d8d83a9a2a2d63de137f38cb1f2693b9302b3a29","datavalue":{"value":{"amount":"+0.8269597291946411","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q2640462$4BF2C016-59B8-4D89-90BC-2B517221A0E0","rank":"normal"}]},"sitelinks":{"mardi":{"site":"mardi","title":"Publication:2640462","badges":[],"url":"https://portal.mardi4nfdi.de/wiki/Publication:2640462"}}}}}