{"entities":{"Q799497":{"pageid":801345,"ns":120,"title":"Item:Q799497","lastrevid":64425522,"modified":"2026-04-11T19:47:06Z","type":"item","id":"Q799497","labels":{"en":{"language":"en","value":"Suboptimal policy determination for large-scale Markov decision processes. I: Description and bounds"}},"descriptions":{"en":{"language":"en","value":"scientific article; zbMATH DE number 3874992"}},"aliases":{},"claims":{"P31":[{"mainsnak":{"snaktype":"value","property":"P31","hash":"fd5912e4dab4b881a8eb0eb27e7893fef55176ad","datavalue":{"value":{"entity-type":"item","numeric-id":56887,"id":"Q56887"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q799497$44F7D56A-02CE-4381-BDF7-D1C3A1493C53","rank":"normal"}],"P159":[{"mainsnak":{"snaktype":"value","property":"P159","hash":"567a1719fa46da5d855800e35bf47d86471837af","datavalue":{"value":{"text":"Suboptimal policy determination for large-scale Markov decision processes. I: Description and bounds","language":"en"},"type":"monolingualtext"},"datatype":"monolingualtext"},"type":"statement","id":"Q799497$EE18745F-95C7-4F13-B0F6-A926E4C0580E","rank":"normal"}],"P225":[{"mainsnak":{"snaktype":"value","property":"P225","hash":"43caf88b27857597936d48b4c20b31d61c3c7807","datavalue":{"value":"0548.90084","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q799497$DA81E157-7011-414F-98AC-7C990077780D","rank":"normal"}],"P27":[{"mainsnak":{"snaktype":"value","property":"P27","hash":"d1c5dddbfd566855874001396f78d347ece52b68","datavalue":{"value":"10.1007/BF00939287","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q799497$7A1E1B6F-D7FE-4E10-8E53-225A263BFB0A","rank":"normal"}],"P16":[{"mainsnak":{"snaktype":"value","property":"P16","hash":"0da6cb0dad73a43e57032b8e6ec20735b748b5fc","datavalue":{"value":{"entity-type":"item","numeric-id":256609,"id":"Q256609"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q799497$FC9D1E0B-955B-42EF-860B-B408B23B6FC3","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P16","hash":"9598a20ff38cb1e58f2b480674ba5144f35e3aca","datavalue":{"value":{"entity-type":"item","numeric-id":799496,"id":"Q799496"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q799497$1172B913-5B8C-4C3C-9408-282E5CA6A87C","rank":"normal"}],"P200":[{"mainsnak":{"snaktype":"value","property":"P200","hash":"a3c8bf4d8569c126380a9fc42f55609089e776fb","datavalue":{"value":{"entity-type":"item","numeric-id":82026,"id":"Q82026"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q799497$202B89BC-DA6E-46B2-B467-528D9291AD94","rank":"normal"}],"P28":[{"mainsnak":{"snaktype":"value","property":"P28","hash":"3c94df5c9af0ede578c52141befd29044de13172","datavalue":{"value":{"time":"+1985-00-00T00:00:00Z","timezone":0,"before":0,"after":0,"precision":9,"calendarmodel":"http://www.wikidata.org/entity/Q1985727"},"type":"time"},"datatype":"time"},"type":"statement","id":"Q799497$69346E06-3178-4834-9F7E-3EE97431C0CD","rank":"normal"}],"P1448":[{"mainsnak":{"snaktype":"value","property":"P1448","hash":"927bd2f1e1bc69e55a28ee1a97f9eb7733e782d1","datavalue":{"value":"This paper is the first of two papers that present and evaluate an approach for determining suboptimal policies for large-scale Markov decision processes (MDP). Part 1 is devoted to the determination of bounds that motivate the development and indicate the quality of the suboptimal design approach; Part 2 [see the following review] is concerned with the implementation and evaluation of the suboptimal design approach. The specific MDP considered is the infinite-horizon, expected total discounted cost MDP with finite state and action spaces. The approach can be described as follows. First, the original MDP is approximated by a specially structured MDP. The special structure suggests how to construct associated smaller, more computationally tractable MDP's. The suboptimal policy for the original MDP is then constructed from the solutions of these smaller MDP's. The key feature of this approach is that the state and action space cardinalities of the smaller MDP's are exponential reductions of the state and action space cardinalities of the original MDP.","type":"string"},"datatype":"string"},"type":"statement","id":"Q799497$2622C6DE-BAE9-45E4-BBDB-BC81434ACF11","rank":"normal"}],"P226":[{"mainsnak":{"snaktype":"value","property":"P226","hash":"377d3ab03372cff12915e0de0374438ff70c3716","datavalue":{"value":"90C40","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q799497$3DAEECB1-E4A4-496B-9A43-41E9ECDE9C24","rank":"normal"}],"P1451":[{"mainsnak":{"snaktype":"value","property":"P1451","hash":"b13fd4437004a22de2f6ff99395a8d336f4d46ca","datavalue":{"value":"3874992","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q799497$15306767-1947-4DD6-84CE-E03A238E498A","rank":"normal"}],"P1450":[{"mainsnak":{"snaktype":"value","property":"P1450","hash":"9b82346755aa0e5fa76f85478ae641ac19feb660","datavalue":{"value":"infinite-horizon expected total discounted cost","type":"string"},"datatype":"string"},"type":"statement","id":"Q799497$C8D89CB8-1E1B-4B10-9F0A-9E81BBE599ED","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"1e104c342c21c9b05b23cb0d4c123bda05aeb7c7","datavalue":{"value":"suboptimal policies","type":"string"},"datatype":"string"},"type":"statement","id":"Q799497$B90FBFC8-500B-4463-AABF-37125D373254","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"3f8134e869e6e1abb6121b5d27bd5bbb1042fd45","datavalue":{"value":"large-scale Markov decision processes","type":"string"},"datatype":"string"},"type":"statement","id":"Q799497$530BDD96-2E1C-4301-8220-EBDC84A16B4B","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"45c99945d6e32677f607b9dc9e27c6c64fcb3212","datavalue":{"value":"finite state and action spaces","type":"string"},"datatype":"string"},"type":"statement","id":"Q799497$8AA1055B-8C2E-4BDA-BC20-BDAC0CDF2EA4","rank":"normal"}],"P1460":[{"mainsnak":{"snaktype":"value","property":"P1460","hash":"57f7fea50d2ce1b39b695c4a1313582eed405e38","datavalue":{"value":{"entity-type":"item","numeric-id":5976449,"id":"Q5976449"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q799497$E9D0AF3E-C61B-4213-B69F-2C278EFB4DE2","rank":"normal"}],"P223":[{"mainsnak":{"snaktype":"value","property":"P223","hash":"fdfcfb813acc9d2cb7bf2890c271a63d804adef4","datavalue":{"value":{"entity-type":"item","numeric-id":4132241,"id":"Q4132241"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q799497$7A35C2EC-A5D9-4217-9617-BEE22439171A","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"6c187f479941cde6f98d55c99945ffe122564b02","datavalue":{"value":{"entity-type":"item","numeric-id":5626410,"id":"Q5626410"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q799497$4D22D8A0-8419-44A4-A011-99C673A5B6EA","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"d0c1144146424301964844325fa994b42d6ca03a","datavalue":{"value":{"entity-type":"item","numeric-id":5561586,"id":"Q5561586"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q799497$F489CB36-CBAB-45D4-A34E-E942A26E0AD1","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"bc1fb0c27f5664ffd2b0691cb2203c20de68b636","datavalue":{"value":{"entity-type":"item","numeric-id":3910270,"id":"Q3910270"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q799497$BF5563C5-EAC1-4ABF-8108-39B5F8F02A94","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"441a18c58f54d1e3e9870a4d13465d78ce45c775","datavalue":{"value":{"entity-type":"item","numeric-id":687035,"id":"Q687035"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q799497$24815876-423B-40A8-A075-7D1758DC00E6","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"1ec61d90c6db1ea350659b8654933eb4440fbbee","datavalue":{"value":{"entity-type":"item","numeric-id":3931072,"id":"Q3931072"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q799497$9A38006D-1946-4152-B638-57BAD1F3E7DF","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"d63b99e5a50339a5322e09cbf0e0f23d7b57a36f","datavalue":{"value":{"entity-type":"item","numeric-id":3958317,"id":"Q3958317"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q799497$4FAD696E-E0B1-4B55-87E7-E078E7456EE1","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"52d686fcce39506453772d0734bb9fa8b6c0000c","datavalue":{"value":{"entity-type":"item","numeric-id":4175068,"id":"Q4175068"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q799497$F83A0D8D-1F43-4211-B0A5-BFCF430D6A37","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"a9a9afc359b780cd186090b621d8dfe3fd08677f","datavalue":{"value":{"entity-type":"item","numeric-id":4196266,"id":"Q4196266"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q799497$E28DEF1A-9BED-40CF-85B3-37496D6C6666","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"36716755f04350c3017f2db3171ec82fc3921ac5","datavalue":{"value":{"entity-type":"item","numeric-id":3939622,"id":"Q3939622"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q799497$FCDA8E01-4581-4FFB-8381-9FEF5FEF628D","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"b43fc05110c6d242c01f51380163d73e349deb8b","datavalue":{"value":{"entity-type":"item","numeric-id":4167206,"id":"Q4167206"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q799497$FCF1CCB4-2221-4612-BC80-7A1F3BBB024F","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"82f33203e77b063cf3e84ac1f564bedd2d0f5836","datavalue":{"value":{"entity-type":"item","numeric-id":3921023,"id":"Q3921023"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q799497$3F341B66-306B-488F-BAD8-CB2062ED96AA","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"9962e281af6addbdc4eaf4622e461f46a5d520d2","datavalue":{"value":{"entity-type":"item","numeric-id":800282,"id":"Q800282"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q799497$2EAAF523-E91E-46A6-99B4-65E79E21981C","rank":"normal"}],"P1643":[{"mainsnak":{"snaktype":"value","property":"P1643","hash":"f7a76206084f6194a841feadbaed4ad22a9ea232","datavalue":{"value":{"entity-type":"item","numeric-id":5896459,"id":"Q5896459"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"00c1405f1bec7993d85c9908179229ecd1ae8438","datavalue":{"value":{"amount":"+0.9726766","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ac3c626774dcd0d16f89557f66586245841a01db","datavalue":{"value":{"entity-type":"item","numeric-id":6767936,"id":"Q6767936"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q799497$66C8CF12-0CDD-4F86-9308-350DB01CBF92","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"879c58fb206abb9935724f90ce5c35cae1b51344","datavalue":{"value":{"entity-type":"item","numeric-id":5902761,"id":"Q5902761"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"00c1405f1bec7993d85c9908179229ecd1ae8438","datavalue":{"value":{"amount":"+0.9726766","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ac3c626774dcd0d16f89557f66586245841a01db","datavalue":{"value":{"entity-type":"item","numeric-id":6767936,"id":"Q6767936"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q799497$AF6368AF-83F4-4293-82E0-7241250CFCC3","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"d73c5dfcb9f1c7b3b270b00e9c43ef9e9b5423c8","datavalue":{"value":{"entity-type":"item","numeric-id":4202459,"id":"Q4202459"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"284e7e5ac3b26e79af9bba3fc3cb19f5a20cf161","datavalue":{"value":{"amount":"+0.90104866","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ac3c626774dcd0d16f89557f66586245841a01db","datavalue":{"value":{"entity-type":"item","numeric-id":6767936,"id":"Q6767936"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q799497$7B59D443-E07D-4B27-A2C0-35F7DF8F63D3","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"5cb3b1ed47493fca190f445d5c710c340aa4d979","datavalue":{"value":{"entity-type":"item","numeric-id":613579,"id":"Q613579"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"348b5c0beb5787be1c881b21ed7f2581fa20c44f","datavalue":{"value":{"amount":"+0.8886125","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ac3c626774dcd0d16f89557f66586245841a01db","datavalue":{"value":{"entity-type":"item","numeric-id":6767936,"id":"Q6767936"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q799497$AE0E15E3-C333-432A-AF6A-6A263A35598F","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"bc4f4f295ea5d30c43dbafd02714f29f0bb63a28","datavalue":{"value":{"entity-type":"item","numeric-id":4302596,"id":"Q4302596"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"4064d3994b0488c6edabfc92fa2f453d5462ea90","datavalue":{"value":{"amount":"+0.8812046","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ac3c626774dcd0d16f89557f66586245841a01db","datavalue":{"value":{"entity-type":"item","numeric-id":6767936,"id":"Q6767936"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q799497$F8EF1305-FA82-4097-B7DE-AD24C37974C9","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"22bab0eff93296912e6eec4104ad97d2bdf782cf","datavalue":{"value":{"entity-type":"item","numeric-id":3770309,"id":"Q3770309"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"2bc36488ba19780e39f8c2f9df657ab3eec8f90c","datavalue":{"value":{"amount":"+0.8750231","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ac3c626774dcd0d16f89557f66586245841a01db","datavalue":{"value":{"entity-type":"item","numeric-id":6767936,"id":"Q6767936"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q799497$36AFCD8E-26AF-4F7F-B615-4240D351B3C9","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"d635e854042d7715f1fc3fcbe6b28fe328e8f693","datavalue":{"value":{"entity-type":"item","numeric-id":4979399,"id":"Q4979399"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"2b8fb27da38fdfdc8a8707801a1c2c9a52de9d01","datavalue":{"value":{"amount":"+0.86932147","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ac3c626774dcd0d16f89557f66586245841a01db","datavalue":{"value":{"entity-type":"item","numeric-id":6767936,"id":"Q6767936"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q799497$04AFDBD5-AEBF-4E76-9DE1-7877160B305A","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"c1b892d72450478f5c1846ad27f9bf2eb3c8798f","datavalue":{"value":{"entity-type":"item","numeric-id":1362682,"id":"Q1362682"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"0e342174c37a9187b998d0a4d8b6cb18140d267c","datavalue":{"value":{"amount":"+0.8640929","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ac3c626774dcd0d16f89557f66586245841a01db","datavalue":{"value":{"entity-type":"item","numeric-id":6767936,"id":"Q6767936"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q799497$8107BA28-979E-44FB-8E94-706A488B0672","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"98648de594f74c34d04b5620f3ec4fe102448a06","datavalue":{"value":{"entity-type":"item","numeric-id":3119642,"id":"Q3119642"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"8cd7b3ba32da6c3859c989b572c8628b9845fb32","datavalue":{"value":{"amount":"+0.86385286","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ac3c626774dcd0d16f89557f66586245841a01db","datavalue":{"value":{"entity-type":"item","numeric-id":6767936,"id":"Q6767936"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q799497$BC8FB80F-92F0-4C85-916D-EE1B6469A349","rank":"normal"}]},"sitelinks":{"mardi":{"site":"mardi","title":"Suboptimal policy determination for large-scale Markov decision processes. I: Description and bounds","badges":[],"url":"https://portal.mardi4nfdi.de/wiki/Suboptimal_policy_determination_for_large-scale_Markov_decision_processes._I:_Description_and_bounds"}}}}}