{"entities":{"Q1206951":{"pageid":1217700,"ns":120,"title":"Item:Q1206951","lastrevid":66878187,"modified":"2026-04-12T13:28:24Z","type":"item","id":"Q1206951","labels":{"en":{"language":"en","value":"Discounted and average Markov decision processes with unbounded rewards: New conditions"}},"descriptions":{"en":{"language":"en","value":"scientific article; zbMATH DE number 150681"}},"aliases":{},"claims":{"P31":[{"mainsnak":{"snaktype":"value","property":"P31","hash":"fd5912e4dab4b881a8eb0eb27e7893fef55176ad","datavalue":{"value":{"entity-type":"item","numeric-id":56887,"id":"Q56887"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1206951$76DFB9D1-FDDB-4003-BD1D-EDFA08B18225","rank":"normal"}],"P159":[{"mainsnak":{"snaktype":"value","property":"P159","hash":"b196ee3a6043c1922d84fdafd4a115504f506cb4","datavalue":{"value":{"text":"Discounted and average Markov decision processes with unbounded rewards: New conditions","language":"en"},"type":"monolingualtext"},"datatype":"monolingualtext"},"type":"statement","id":"Q1206951$6AF041FF-9AD3-418B-9F74-C877FC2563D2","rank":"normal"}],"P225":[{"mainsnak":{"snaktype":"value","property":"P225","hash":"80ce3c2b6f091b24e9b580197ab712bdf3bf2254","datavalue":{"value":"0777.90076","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1206951$71B75E3F-2015-4098-9F29-4628C88D490E","rank":"normal"}],"P27":[{"mainsnak":{"snaktype":"value","property":"P27","hash":"f2f57a09114670f1a9cb60ab0295cd760b6ab92d","datavalue":{"value":"10.1016/0022-247X(92)90379-R","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1206951$147D11D4-B768-4371-B36A-85420400D42E","rank":"normal"}],"P16":[{"mainsnak":{"snaktype":"value","property":"P16","hash":"97c654e139fe1ca71680715eea187fd0de54373a","datavalue":{"value":{"entity-type":"item","numeric-id":319665,"id":"Q319665"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1206951$BC45880F-1C9E-4384-BE5D-6BB78AB1446F","rank":"normal"}],"P200":[{"mainsnak":{"snaktype":"value","property":"P200","hash":"c5ad7b9baf8e531c6b1ad954eb5f2899cc8fe5e5","datavalue":{"value":{"entity-type":"item","numeric-id":85344,"id":"Q85344"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1206951$9D82247D-1440-4327-BAC8-F80502E340C7","rank":"normal"}],"P28":[{"mainsnak":{"snaktype":"value","property":"P28","hash":"8604b2a4c08e4f5e10819826d060da1f7baa01ac","datavalue":{"value":{"time":"+1993-04-01T00:00:00Z","timezone":0,"before":0,"after":0,"precision":11,"calendarmodel":"http://www.wikidata.org/entity/Q1985727"},"type":"time"},"datatype":"time"},"type":"statement","id":"Q1206951$119742FF-D32C-4F86-AB0D-5F8192197AD5","rank":"normal"}],"P1448":[{"mainsnak":{"snaktype":"value","property":"P1448","hash":"f8f3f1b23d3dd2d47a7eba36c63a442dc2010234","datavalue":{"value":"For Markov decision processes (MDP) with discrete time and countable state space, conditions are given under which the known optimality equation for the discounted and for the average case, resp., has a unique resp. a bounded solution and which also regard unbounded rewards. The conditions are weaker than those given by \\textit{J. M. Harrison} [Ann. Math. Statist. 43, No. 2, 636-644 (1972; Zbl 0262.90064)], resp. by \\textit{S. M. Ross} [Ann. Math. Statist. 39, No. 2, 412-423 (1968; Zbl 0157.505)]. Because these new conditions are difficult to verify, further sufficient, recursively operating conditions are given. In the last part of the paper, continuous-time MDP are investigated by these methods and reduced to discrete-time ones. The paper contains a rich material so that only essentially new lemmas and theorems are proved. Also not all used symbols are explicitely defined. However, many remarks permit the reader to make connections to previously known facts.","type":"string"},"datatype":"string"},"type":"statement","id":"Q1206951$EFDA6228-4036-4471-B3B0-E26301EF20F3","rank":"normal"}],"P226":[{"mainsnak":{"snaktype":"value","property":"P226","hash":"377d3ab03372cff12915e0de0374438ff70c3716","datavalue":{"value":"90C40","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1206951$7EC3B88A-DF21-4636-94F5-FA7D31F6093F","rank":"normal"}],"P1451":[{"mainsnak":{"snaktype":"value","property":"P1451","hash":"0aca11825a825a6d363d651c072db4eaab4785e7","datavalue":{"value":"150681","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1206951$0C0E7293-34E2-40DB-895B-E2BA8C164390","rank":"normal"}],"P1450":[{"mainsnak":{"snaktype":"value","property":"P1450","hash":"5f15165f426ab35b9df91b65348f22ab2a630536","datavalue":{"value":"discounted case","type":"string"},"datatype":"string"},"type":"statement","id":"Q1206951$FE1EC634-7BDF-4F27-A89A-64640D7D47AC","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"ef2cfc5887b46f7898a4b5f2d08ba2d8f6a79fdb","datavalue":{"value":"discrete time","type":"string"},"datatype":"string"},"type":"statement","id":"Q1206951$8E55EB35-09B6-4243-9F6E-6FAD1A184AE8","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"b4035fa89595d3d1c5bd905f5c95446e9f9df4ea","datavalue":{"value":"countable state space","type":"string"},"datatype":"string"},"type":"statement","id":"Q1206951$3A4BE97C-7697-4544-A8EA-E3D53B533B62","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"4fab88ab30f0266d538d7bcb987e364488802561","datavalue":{"value":"average case","type":"string"},"datatype":"string"},"type":"statement","id":"Q1206951$C8950F1A-EF48-41BC-956F-76CB95E615F5","rank":"normal"}],"P1460":[{"mainsnak":{"snaktype":"value","property":"P1460","hash":"57f7fea50d2ce1b39b695c4a1313582eed405e38","datavalue":{"value":{"entity-type":"item","numeric-id":5976449,"id":"Q5976449"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1206951$C7C77F50-624C-485F-8E6A-8E1765A08CF0","rank":"normal"}],"P223":[{"mainsnak":{"snaktype":"value","property":"P223","hash":"2a0b843dcba46b86965b26f3a108e36829d8fd04","datavalue":{"value":{"entity-type":"item","numeric-id":5540144,"id":"Q5540144"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1206951$D6F2E761-9B19-4A88-8299-B1CC29DD415C","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"3dfa6a01ee7b7fb035b90442d1f9d50b847ad009","datavalue":{"value":{"entity-type":"item","numeric-id":5678679,"id":"Q5678679"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1206951$CEF78D39-8E60-48A1-B70F-E02DD1ED238A","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"871b15dbaafab04ef52005088cdbfb9bdb8707ff","datavalue":{"value":{"entity-type":"item","numeric-id":3908791,"id":"Q3908791"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1206951$0D1CA3C0-323B-4D77-892E-3FB369C95690","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"b976b5f108972b9a13eef685fc90bf8a65ad45bf","datavalue":{"value":{"entity-type":"item","numeric-id":914561,"id":"Q914561"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1206951$959F05D9-1EC8-4700-8F42-3E067974F3DB","rank":"normal"}],"P205":[{"mainsnak":{"snaktype":"value","property":"P205","hash":"010bae46755663d71219f7e6d4160de36876a811","datavalue":{"value":"https://doi.org/10.1016/0022-247x(92)90379-r","type":"string"},"datatype":"url"},"type":"statement","id":"Q1206951$F7E05CAA-61DD-4124-864B-186F7175524B","rank":"normal"}],"P388":[{"mainsnak":{"snaktype":"value","property":"P388","hash":"4c50f19866aec583e80d8e642f55280f24576f5b","datavalue":{"value":"W2043959499","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1206951$D309A485-1D50-42A3-B2B1-612B7485A31A","rank":"normal"}],"P1643":[{"mainsnak":{"snaktype":"value","property":"P1643","hash":"732adc50dbbf52ebbc6b8e45bfc1fb06726e723f","datavalue":{"value":{"entity-type":"item","numeric-id":4516587,"id":"Q4516587"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"43e2820a23b3eb04d044d0f91d26644ffbf1e109","datavalue":{"value":{"amount":"+0.8744409680366516","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1206951$F10A40CC-A27E-4637-AA34-5B028F5DEFD5","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"bc9697b968fed6fbe434e9fe821fd816e7f7ccef","datavalue":{"value":{"entity-type":"item","numeric-id":4315289,"id":"Q4315289"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"f7695dc0946b0f74a517a0c854f236ac39f8bc87","datavalue":{"value":{"amount":"+0.8744407296180725","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1206951$2F507ECE-03DA-446B-85F7-43D2875B5FA0","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"b50d15e29b87521619bbcfeb9b9e86b88af56e22","datavalue":{"value":{"entity-type":"item","numeric-id":4391895,"id":"Q4391895"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"3ce637fa383270f89ab68e82e5dabb59546be30f","datavalue":{"value":{"amount":"+0.8530077934265137","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1206951$5BBA4325-F3CA-41AD-823B-C65B3F7FD00E","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"7b5390667ebb3433d58442f782be3ada14246144","datavalue":{"value":{"entity-type":"item","numeric-id":3074487,"id":"Q3074487"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"987652799bdb6ca15873335c35157b821427a736","datavalue":{"value":{"amount":"+0.8504581451416016","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1206951$DABDD7E2-78F8-42D2-81D2-8F73B5825284","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"25f8de4e12e35065f35c66806995b7b84082f56a","datavalue":{"value":{"entity-type":"item","numeric-id":1076617,"id":"Q1076617"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"f29597c62d5f97c0ef60fc7711d6b2bb9e6d3d5d","datavalue":{"value":{"amount":"+0.8433412313461304","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1206951$6170294E-7C86-423C-A83A-3805934E6D03","rank":"normal"}]},"sitelinks":{"mardi":{"site":"mardi","title":"Discounted and average Markov decision processes with unbounded rewards: New conditions","badges":[],"url":"https://portal.mardi4nfdi.de/wiki/Discounted_and_average_Markov_decision_processes_with_unbounded_rewards:_New_conditions"}}}}}