{"entities":{"Q1108940":{"pageid":1119689,"ns":120,"title":"Item:Q1108940","lastrevid":42882628,"modified":"2025-07-15T16:51:44Z","type":"item","id":"Q1108940","labels":{"en":{"language":"en","value":"Strong 1-optimal stationary policies in denumerable Markov decision processes"}},"descriptions":{"en":{"language":"en","value":"scientific article; zbMATH DE number 4068651"}},"aliases":{},"claims":{"P31":[{"mainsnak":{"snaktype":"value","property":"P31","hash":"fd5912e4dab4b881a8eb0eb27e7893fef55176ad","datavalue":{"value":{"entity-type":"item","numeric-id":56887,"id":"Q56887"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1108940$4FCB7C48-501B-4C07-97A4-BF384170180C","rank":"normal"}],"P159":[{"mainsnak":{"snaktype":"value","property":"P159","hash":"b308f2805a6232ddd4bbc95ec754951dd481954d","datavalue":{"value":{"text":"Strong 1-optimal stationary policies in denumerable Markov decision processes","language":"en"},"type":"monolingualtext"},"datatype":"monolingualtext"},"type":"statement","id":"Q1108940$A65CAFDD-33C6-41FD-B88A-8DF2D55ED854","rank":"normal"}],"P225":[{"mainsnak":{"snaktype":"value","property":"P225","hash":"36a2c6170d042e6c6f57624e0b78cdc764d079a0","datavalue":{"value":"0654.90097","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1108940$A488CA66-F1A1-40FC-A4D2-1EA32E992411","rank":"normal"}],"P27":[{"mainsnak":{"snaktype":"value","property":"P27","hash":"1d67e458a3c09483106bed4db6426314fc8370c8","datavalue":{"value":"10.1016/0167-6911(88)90113-2","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1108940$BB94C6CA-D9B7-40E1-9948-B9D239CD4A66","rank":"normal"}],"P200":[{"mainsnak":{"snaktype":"value","property":"P200","hash":"b1ed7a090d8f1d0a3795177bace50e8f939f7c97","datavalue":{"value":{"entity-type":"item","numeric-id":196914,"id":"Q196914"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1108940$446089B5-852A-41B5-88F3-631210803B22","rank":"normal"}],"P28":[{"mainsnak":{"snaktype":"value","property":"P28","hash":"31a1937240ca4a323604b4728c31d242b5596d7c","datavalue":{"value":{"time":"+1988-00-00T00:00:00Z","timezone":0,"before":0,"after":0,"precision":9,"calendarmodel":"http://www.wikidata.org/entity/Q1985727"},"type":"time"},"datatype":"time"},"type":"statement","id":"Q1108940$C39F75C5-B139-4883-91AF-553C44FBFA67","rank":"normal"}],"P1448":[{"mainsnak":{"snaktype":"value","property":"P1448","hash":"c605ec92efbf413655a80f76320fb2b70c711e7b","datavalue":{"value":"Consider a Markov decision process with countable state space S, compact action sets and bounded rewards. Let \\(V_{\\alpha}(\\pi,i)\\) denote the expected \\(\\alpha\\)-discounted reward under policy \\(\\pi\\), starting in state i. \\(\\pi\\) * is called a strong 1-optimal policy (SOP) if, for each \\(i\\in S\\), \\(\\lim_{\\alpha \\to 1}[V_{\\alpha}(\\pi\\) *,i)- \\(\\sup_{\\pi}V_{\\alpha}(\\pi,i)]=O\\). Under a standard set of assumptions (including the simultaneous Doeblin condition) for the existence of a stationary average optimal policy, the author proves that (i) a stationary SOP exists, (ii) any limit point, as \\(\\alpha\\) \\(\\to 1\\), of stationary \\(\\alpha\\)-discounted optimal policies is a (stationary) SOP.","type":"string"},"datatype":"string"},"type":"statement","id":"Q1108940$D8815ADA-B758-4772-A820-1ECA644842A0","rank":"normal"}],"P226":[{"mainsnak":{"snaktype":"value","property":"P226","hash":"377d3ab03372cff12915e0de0374438ff70c3716","datavalue":{"value":"90C40","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1108940$CEBAE891-F15C-4A80-B13D-08084A200E84","rank":"normal"}],"P1451":[{"mainsnak":{"snaktype":"value","property":"P1451","hash":"9f23b7a8bfdb3f015e99069a921b26216056e3a5","datavalue":{"value":"4068651","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1108940$A36284DC-7B6F-46C5-879E-0C92B8115CAC","rank":"normal"}],"P1450":[{"mainsnak":{"snaktype":"value","property":"P1450","hash":"a8cfb635100bcc8a85463e6beac1ce534f15033d","datavalue":{"value":"Markov decision process","type":"string"},"datatype":"string"},"type":"statement","id":"Q1108940$D85330B5-13EE-4A86-AB3B-0A83FE165BC1","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"b4035fa89595d3d1c5bd905f5c95446e9f9df4ea","datavalue":{"value":"countable state space","type":"string"},"datatype":"string"},"type":"statement","id":"Q1108940$2A197F59-C74A-45EF-A20D-FE64F7E6C66F","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"4b22f29d04588f4af35e91cf84806b63c3c02868","datavalue":{"value":"compact action sets","type":"string"},"datatype":"string"},"type":"statement","id":"Q1108940$FF55EF50-1DA3-491A-8C97-2060BB15CF52","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"0e9c28bc2bce1d98792181ad5f9d0e6f749e53e3","datavalue":{"value":"bounded rewards","type":"string"},"datatype":"string"},"type":"statement","id":"Q1108940$F300100B-1EB7-44FB-8C06-0D7D5F938A07","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"ba186d9029dacd4485cd46eb53ee19904dafa701","datavalue":{"value":"\\(\\alpha\\)-discounted reward","type":"string"},"datatype":"string"},"type":"statement","id":"Q1108940$F2CD14D7-7A49-4FA2-B1DA-0F9CD395F2C1","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"c5acbd8a951a7a57a0330702f7060e35928babef","datavalue":{"value":"strong 1-optimal policy","type":"string"},"datatype":"string"},"type":"statement","id":"Q1108940$8F960EC2-4E1C-4089-8DC6-370C2184D92E","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"7235b79c8c9f397ed2d01af5491dab9d24bdff4c","datavalue":{"value":"simultaneous Doeblin condition","type":"string"},"datatype":"string"},"type":"statement","id":"Q1108940$2DD5F33C-953F-4D2D-864E-FAE74574A678","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"d5880762a7a257bbd05972fd8d5d8a511adfb894","datavalue":{"value":"stationary average optimal policy","type":"string"},"datatype":"string"},"type":"statement","id":"Q1108940$58E4FD0E-E3BE-4F85-AAD4-5B6A46513610","rank":"normal"}],"P16":[{"mainsnak":{"snaktype":"value","property":"P16","hash":"701cad699d25010246a19012bbabc0e5a81bd55e","datavalue":{"value":{"entity-type":"item","numeric-id":306413,"id":"Q306413"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1108940$48247838-376D-44DA-82B5-59455E47EBCA","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P16","hash":"3d6909d519daff13c846ee3c5786c88cf823ecb9","datavalue":{"value":{"entity-type":"item","numeric-id":1731747,"id":"Q1731747"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1108940$CFB7C575-3E04-4A26-A34A-4FC75D3EBDE5","rank":"normal"}],"P1460":[{"mainsnak":{"snaktype":"value","property":"P1460","hash":"57f7fea50d2ce1b39b695c4a1313582eed405e38","datavalue":{"value":{"entity-type":"item","numeric-id":5976449,"id":"Q5976449"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1108940$6DA2FD21-CA21-48CF-B105-09117D4A5A19","rank":"normal"}],"P205":[{"mainsnak":{"snaktype":"value","property":"P205","hash":"c5a15876f06787b5b135bc5153fd94a76239418f","datavalue":{"value":"https://doi.org/10.1016/0167-6911(88)90113-2","type":"string"},"datatype":"url"},"type":"statement","id":"Q1108940$181E5001-419C-4B3D-AB4C-844A46184206","rank":"normal"}],"P388":[{"mainsnak":{"snaktype":"value","property":"P388","hash":"5bb8f9511ffe3da31f2e4b0369e7fbb8858d02e2","datavalue":{"value":"W2038481005","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1108940$EAFCF6F2-12DD-4FA4-A5FB-1EF50FC549BD","rank":"normal"}],"P223":[{"mainsnak":{"snaktype":"value","property":"P223","hash":"f47171402beb949f7ff62ded69e5302b6f5f8be2","datavalue":{"value":{"entity-type":"item","numeric-id":5342868,"id":"Q5342868"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1108940$5BF3FB95-9873-4398-B936-658623A41FD8","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"70f2e12656bb858e9a46c64a972690693e8a849d","datavalue":{"value":{"entity-type":"item","numeric-id":1103532,"id":"Q1103532"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1108940$BDCC98B9-471C-4A0E-9699-00BD14D354FE","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"55849ecedcd66c570288c28af74c966b7c21d2f2","datavalue":{"value":{"entity-type":"item","numeric-id":3798497,"id":"Q3798497"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1108940$6DB40574-9C8E-4231-8D29-9E42EF4F813A","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"4d31ac5e5311c06baf50d03b1af5e25bd5b1b956","datavalue":{"value":{"entity-type":"item","numeric-id":1142160,"id":"Q1142160"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1108940$551413D9-E18B-4FCF-8963-1300F2EBCFA2","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"ee2a592e613c7b84df36307eebfea524f1c0a2f3","datavalue":{"value":{"entity-type":"item","numeric-id":4771778,"id":"Q4771778"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1108940$0F4B004F-D7B5-4771-AB98-B574013BBA1E","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"0dcfbc8fb69b1d776921c1e462f138e4b166a6dd","datavalue":{"value":{"entity-type":"item","numeric-id":4152116,"id":"Q4152116"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1108940$0D6B4800-E293-4B10-B230-76732E728915","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"916bbe981c23c234ca9c005f8fecdca5963d9f29","datavalue":{"value":{"entity-type":"item","numeric-id":1112739,"id":"Q1112739"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1108940$EF618D1F-39CB-4D5B-9FCE-E17525C65F4B","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"043f393410122e97f95cc675c0a3abd824124936","datavalue":{"value":{"entity-type":"item","numeric-id":5565564,"id":"Q5565564"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1108940$4ABB1D36-9FD1-47CA-8A15-EDD6CB544A84","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"105bfec494cbca32088aa341bafbf857087c1581","datavalue":{"value":{"entity-type":"item","numeric-id":5615108,"id":"Q5615108"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1108940$C2262E03-50B5-4C52-A86A-3B9DB9C2515C","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"a76bbc537f268bb21b927221390f7f5e547e86d6","datavalue":{"value":{"entity-type":"item","numeric-id":5593890,"id":"Q5593890"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1108940$1E83EC40-338B-4D4B-8746-F04A8BE66E10","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"46e0ac584158283c71edd2fd126246cb670270d4","datavalue":{"value":{"entity-type":"item","numeric-id":5528345,"id":"Q5528345"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1108940$13732542-E0F7-4A70-AE1B-5CDFE7127189","rank":"normal"}],"P1643":[{"mainsnak":{"snaktype":"value","property":"P1643","hash":"4fe1dcbeac0b55b09eec949b17805dcdfe67069f","datavalue":{"value":{"entity-type":"item","numeric-id":1304422,"id":"Q1304422"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"cd09019cfd8547f2aa158fbd9bbc15f305c6492b","datavalue":{"value":{"amount":"+0.91027117","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ac3c626774dcd0d16f89557f66586245841a01db","datavalue":{"value":{"entity-type":"item","numeric-id":6767936,"id":"Q6767936"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1108940$37F8E2AB-BB5A-45BC-A400-582D75612967","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"30f870a1c2afce4c82e54863d8e86050af975829","datavalue":{"value":{"entity-type":"item","numeric-id":4762928,"id":"Q4762928"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"432a01b06352e37ce1ece38fb01d52234d44807e","datavalue":{"value":{"amount":"+0.9098777","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ac3c626774dcd0d16f89557f66586245841a01db","datavalue":{"value":{"entity-type":"item","numeric-id":6767936,"id":"Q6767936"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1108940$84486517-18FE-4408-972D-EE12F0704F58","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"689e06f60d2a212ea70cb7487da9c948def57b1f","datavalue":{"value":{"entity-type":"item","numeric-id":3316968,"id":"Q3316968"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"0b8ffdd91eb12242b41a881c6321de41aef78677","datavalue":{"value":{"amount":"+0.90538234","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ac3c626774dcd0d16f89557f66586245841a01db","datavalue":{"value":{"entity-type":"item","numeric-id":6767936,"id":"Q6767936"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1108940$577D9F4E-D706-41C7-B7ED-B5D796AE35F9","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"d927b1cd7a96b623df08ab72bd902f693fdbebfa","datavalue":{"value":{"entity-type":"item","numeric-id":1397692,"id":"Q1397692"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"0ab04253ae5d95a7b8735e1b7beb6131d6e0b061","datavalue":{"value":{"amount":"+0.9031787","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ac3c626774dcd0d16f89557f66586245841a01db","datavalue":{"value":{"entity-type":"item","numeric-id":6767936,"id":"Q6767936"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1108940$6E586A3D-118B-4395-A67F-FB18C83AF4DB","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"5ccd21156490e8a17179a5b68d793bab6a14a923","datavalue":{"value":{"entity-type":"item","numeric-id":4027788,"id":"Q4027788"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"5f78108a614f56956cf23c35a3500c4ca99be2a4","datavalue":{"value":{"amount":"+0.90091145","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ac3c626774dcd0d16f89557f66586245841a01db","datavalue":{"value":{"entity-type":"item","numeric-id":6767936,"id":"Q6767936"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1108940$0F853EE6-5EAE-4A4C-B199-87B4535DFAD2","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"a9250b31a2b313918f622f3e70ead1c20cc6662a","datavalue":{"value":{"entity-type":"item","numeric-id":1193404,"id":"Q1193404"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"d7c662a9458a210061d1b3da068a1e27617b2802","datavalue":{"value":{"amount":"+0.8979459","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ac3c626774dcd0d16f89557f66586245841a01db","datavalue":{"value":{"entity-type":"item","numeric-id":6767936,"id":"Q6767936"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1108940$7FB8C178-EE4D-4C42-B5BC-0F7A286250C2","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"19243bdc94c383b9092ca01dc5bc6e506278549d","datavalue":{"value":{"entity-type":"item","numeric-id":3590933,"id":"Q3590933"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"7b2f02ae82adfbe2521d924a67f25fdbb5976c0a","datavalue":{"value":{"amount":"+0.8910818","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ac3c626774dcd0d16f89557f66586245841a01db","datavalue":{"value":{"entity-type":"item","numeric-id":6767936,"id":"Q6767936"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1108940$2486FC5B-8455-4A64-AB50-CD4573A5B06A","rank":"normal"}]},"sitelinks":{"mardi":{"site":"mardi","title":"Publication:1108940","badges":[],"url":"https://portal.mardi4nfdi.de/wiki/Publication:1108940"}}}}}