{"entities":{"Q2367616":{"pageid":2378359,"ns":120,"title":"Item:Q2367616","lastrevid":46301181,"modified":"2025-12-24T12:54:40Z","type":"item","id":"Q2367616","labels":{"en":{"language":"en","value":"Minimising a threshold probability in discounted Markov decision processes"}},"descriptions":{"en":{"language":"en","value":"scientific article; zbMATH DE number 269507"}},"aliases":{},"claims":{"P31":[{"mainsnak":{"snaktype":"value","property":"P31","hash":"fd5912e4dab4b881a8eb0eb27e7893fef55176ad","datavalue":{"value":{"entity-type":"item","numeric-id":56887,"id":"Q56887"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2367616$054F2C39-5EF1-4EA1-A0BC-F2B90B7302AF","rank":"normal"}],"P159":[{"mainsnak":{"snaktype":"value","property":"P159","hash":"afcfddf631504aa6608a9102c563398bbd5c361c","datavalue":{"value":{"text":"Minimising a threshold probability in discounted Markov decision processes","language":"en"},"type":"monolingualtext"},"datatype":"monolingualtext"},"type":"statement","id":"Q2367616$E0757D5E-176B-4CE3-A0EE-84C6EBEE6512","rank":"normal"}],"P225":[{"mainsnak":{"snaktype":"value","property":"P225","hash":"ccb5d3f940e3eb431576f3e1f7cf761007e35313","datavalue":{"value":"0810.90134","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q2367616$94668FB0-299B-4F61-BE42-E3D84E48E2C4","rank":"normal"}],"P200":[{"mainsnak":{"snaktype":"value","property":"P200","hash":"c5ad7b9baf8e531c6b1ad954eb5f2899cc8fe5e5","datavalue":{"value":{"entity-type":"item","numeric-id":85344,"id":"Q85344"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2367616$C0347BFE-DDDB-4E43-9E01-12231A2D3C96","rank":"normal"}],"P28":[{"mainsnak":{"snaktype":"value","property":"P28","hash":"9a59ab5bccc1c98c03c27bc1b81f791e36d25c79","datavalue":{"value":{"time":"+1993-08-26T00:00:00Z","timezone":0,"before":0,"after":0,"precision":11,"calendarmodel":"http://www.wikidata.org/entity/Q1985727"},"type":"time"},"datatype":"time"},"type":"statement","id":"Q2367616$D1ABCF73-8A77-4A30-B8B7-7A03691F63D4","rank":"normal"}],"P1448":[{"mainsnak":{"snaktype":"value","property":"P1448","hash":"a4feb18dc410226ebb0d9b66e34c625f64a5ecb7","datavalue":{"value":"The paper deals with a discrete time Markov decision process with finite state and action sets. The goal is to find a policy which maximizes the probability that the total discounted reward is greater than a given level. The author derives the optimality equation, proves the existence of an optimal stationary policy, and describes policy and value iteration algorithms for this problem.","type":"string"},"datatype":"string"},"type":"statement","id":"Q2367616$DA6EA6FC-423D-4AEF-AB7F-82A625D2BA8C","rank":"normal"}],"P226":[{"mainsnak":{"snaktype":"value","property":"P226","hash":"377d3ab03372cff12915e0de0374438ff70c3716","datavalue":{"value":"90C40","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q2367616$77EEF73F-AE93-4CB4-A4B3-8C3D7F838DB6","rank":"normal"}],"P1451":[{"mainsnak":{"snaktype":"value","property":"P1451","hash":"a8e741be5fa87f4f4c6421d39b23e647c58d3656","datavalue":{"value":"269507","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q2367616$F7FBE589-7F8E-468D-9910-B37B2F865331","rank":"normal"}],"P1450":[{"mainsnak":{"snaktype":"value","property":"P1450","hash":"5e015d98cfc495891bd59345b88cd14c5e64323d","datavalue":{"value":"threshold probability","type":"string"},"datatype":"string"},"type":"statement","id":"Q2367616$F2201634-08C2-4F04-B147-A12AD9F8469B","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"8f19ac8b20fb4aa4e49b06a4188371d271a2a40c","datavalue":{"value":"discrete time Markov decision process","type":"string"},"datatype":"string"},"type":"statement","id":"Q2367616$47FF6A3E-63BD-4C35-8901-ED37C8582C99","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"7cc09fa6944b4c138423ddeba15f3cd063bbd804","datavalue":{"value":"finite state and action sets","type":"string"},"datatype":"string"},"type":"statement","id":"Q2367616$910F58C3-0C46-4AEA-9345-A96D9FC8875D","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"4502ba52c8470529c3c83c1d759e20dd61417b4e","datavalue":{"value":"total discounted reward","type":"string"},"datatype":"string"},"type":"statement","id":"Q2367616$EBAE2648-4637-4E6B-A2EB-70308350D1F3","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"30bb37222d0de279af559440a4d29741d5a28e26","datavalue":{"value":"optimality equation","type":"string"},"datatype":"string"},"type":"statement","id":"Q2367616$945EEEF5-3A9C-4048-8CB1-635054D92C82","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"52b5a053b568c91086b1342cd5d198b68f43faa7","datavalue":{"value":"existence of an optimal stationary policy","type":"string"},"datatype":"string"},"type":"statement","id":"Q2367616$22E71CDD-79AD-4E61-B9CA-5654BFB0E531","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"961175f8b0ee5fe11a7f50603b26edf74c3f7e1c","datavalue":{"value":"policy and value iteration algorithms","type":"string"},"datatype":"string"},"type":"statement","id":"Q2367616$1AAF2904-F6B6-42B1-9A0D-4F4007FA379A","rank":"normal"}],"P16":[{"mainsnak":{"snaktype":"value","property":"P16","hash":"14fb6158c2e7a30d22594a5ac8edc4708d1a10b2","datavalue":{"value":{"entity-type":"item","numeric-id":181183,"id":"Q181183"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2367616$9556FC7F-8C2C-4967-AD20-F10AFD91C69C","rank":"normal"}],"P1447":[{"mainsnak":{"snaktype":"value","property":"P1447","hash":"f67f9a787ac3679052bc5e659e9959a0e4ffd3dd","datavalue":{"value":{"entity-type":"item","numeric-id":228270,"id":"Q228270"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2367616$A7C7AC29-C5A3-4B24-9A2A-C288391F3364","rank":"normal"}],"P1460":[{"mainsnak":{"snaktype":"value","property":"P1460","hash":"57f7fea50d2ce1b39b695c4a1313582eed405e38","datavalue":{"value":{"entity-type":"item","numeric-id":5976449,"id":"Q5976449"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2367616$C38EAF57-649E-4B7A-829D-A84F2D98F5DD","rank":"normal"}],"P205":[{"mainsnak":{"snaktype":"value","property":"P205","hash":"5ddafcdeac3bc9556d7799793ee8d1f117e15dac","datavalue":{"value":"https://doi.org/10.1006/jmaa.1993.1093","type":"string"},"datatype":"url"},"type":"statement","id":"Q2367616$DAD1E94F-83CD-4A91-ADF6-0F819FD27257","rank":"normal"}],"P388":[{"mainsnak":{"snaktype":"value","property":"P388","hash":"aff070538e604b4ae17b292d0b242a6319768f77","datavalue":{"value":"W1973206649","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q2367616$5D0011F2-6C42-4476-83D5-1C9AE9A5736D","rank":"normal"}],"P27":[{"mainsnak":{"snaktype":"value","property":"P27","hash":"f57d25e42c7cd38132a80821f685179d15997b30","datavalue":{"value":"10.1006/JMAA.1993.1093","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q2367616$FA37C6C2-9CF9-4D86-B6CA-E5DEB81F5E46","rank":"normal"}],"P1643":[{"mainsnak":{"snaktype":"value","property":"P1643","hash":"df628a4cbf972d29c9ddf980e0fda635c8260db7","datavalue":{"value":{"entity-type":"item","numeric-id":1427885,"id":"Q1427885"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"033a445d084d5325b0470b10ceb84c28395193fd","datavalue":{"value":{"amount":"+0.8537906408309937","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q2367616$29586D39-3F69-4581-BCD9-F16736C749C1","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"0ca7484fdf4ef543c15479a56b4dd50163a25585","datavalue":{"value":{"entity-type":"item","numeric-id":5167593,"id":"Q5167593"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"cb5ce9b171826aa658feb9c570b1f573a66f3c93","datavalue":{"value":{"amount":"+0.809192955493927","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q2367616$60C6A89D-747E-4F1E-9D6F-D55099AB2864","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"ad31f44af9e1f070a437658a0917c9cc05129fdf","datavalue":{"value":{"entity-type":"item","numeric-id":640993,"id":"Q640993"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"a30c1fe0092cf360ba745bf581b72a8ed34077f5","datavalue":{"value":{"amount":"+0.7931607961654663","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q2367616$09FE6602-50C9-443E-82AF-A2ECA6B8E2D1","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"e698fcdda9eed3ea9f2d3d9bae93b1ae6a8d34ee","datavalue":{"value":{"entity-type":"item","numeric-id":1849140,"id":"Q1849140"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"f41749e5fdcfd38cdbf9fdbb0dc296321900dc91","datavalue":{"value":{"amount":"+0.7925570607185364","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q2367616$9898011E-EFC7-41BB-8E1E-EC72B587E402","rank":"normal"}]},"sitelinks":{"mardi":{"site":"mardi","title":"Publication:2367616","badges":[]}}}}}