{"entities":{"Q1103532":{"pageid":1114284,"ns":120,"title":"Item:Q1103532","lastrevid":49172575,"modified":"2026-01-06T17:13:14Z","type":"item","id":"Q1103532","labels":{"en":{"language":"en","value":"Necessary and sufficient conditions for a bounded solution to the optimality equation in average reward Markov decision chains"}},"descriptions":{"en":{"language":"en","value":"scientific article; zbMATH DE number 4053391"}},"aliases":{},"claims":{"P31":[{"mainsnak":{"snaktype":"value","property":"P31","hash":"fd5912e4dab4b881a8eb0eb27e7893fef55176ad","datavalue":{"value":{"entity-type":"item","numeric-id":56887,"id":"Q56887"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1103532$D1135802-A07C-4899-94B8-3988E481AE17","rank":"normal"}],"P159":[{"mainsnak":{"snaktype":"value","property":"P159","hash":"b8a00b3dbc465204ab42615e5ce5002b29c6d34e","datavalue":{"value":{"text":"Necessary and sufficient conditions for a bounded solution to the optimality equation in average reward Markov decision chains","language":"en"},"type":"monolingualtext"},"datatype":"monolingualtext"},"type":"statement","id":"Q1103532$44604C2D-8801-462B-B4E9-03CF99334132","rank":"normal"}],"P225":[{"mainsnak":{"snaktype":"value","property":"P225","hash":"640d89c2435608c391f47e80d438fc566591a4f3","datavalue":{"value":"0645.90099","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1103532$FE7438A1-98ED-46F5-A503-79C4BD4B6902","rank":"normal"}],"P27":[{"mainsnak":{"snaktype":"value","property":"P27","hash":"e34b0fabfa8593ea1a1a5d7628b18e6f750a5f48","datavalue":{"value":"10.1016/0167-6911(88)90043-6","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1103532$9E581854-0E83-4387-8ABC-07C8F61C318C","rank":"normal"}],"P16":[{"mainsnak":{"snaktype":"value","property":"P16","hash":"701cad699d25010246a19012bbabc0e5a81bd55e","datavalue":{"value":{"entity-type":"item","numeric-id":306413,"id":"Q306413"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1103532$F54C2146-52F2-4C67-9EEB-8EAF5E371479","rank":"normal"}],"P200":[{"mainsnak":{"snaktype":"value","property":"P200","hash":"b1ed7a090d8f1d0a3795177bace50e8f939f7c97","datavalue":{"value":{"entity-type":"item","numeric-id":196914,"id":"Q196914"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1103532$28161370-3AAE-4D85-B7E4-F61EE0AC4D31","rank":"normal"}],"P28":[{"mainsnak":{"snaktype":"value","property":"P28","hash":"31a1937240ca4a323604b4728c31d242b5596d7c","datavalue":{"value":{"time":"+1988-00-00T00:00:00Z","timezone":0,"before":0,"after":0,"precision":9,"calendarmodel":"http://www.wikidata.org/entity/Q1985727"},"type":"time"},"datatype":"time"},"type":"statement","id":"Q1103532$5CAE3653-74D8-4C7E-BE2A-6DDE95EAC6BD","rank":"normal"}],"P1448":[{"mainsnak":{"snaktype":"value","property":"P1448","hash":"c5f0b099dd07f5570274e6c03ad60f5dd1f83d53","datavalue":{"value":"Consider a discrete time Markov decision process with countable state space S. In addition to the standard assumptions of compact action sets and continuous transition probabilities, suppose that the Markov chain determined by each stationary policy f has a single positive recurrent class R(f), which is entered with probability one and which contains at least one member of a fixed, finite subset G of S. The main theorem gives, under these assumptions, five necessary and sufficient conditions (including a simultaneous Doeblin condition with set G) for the average reward optimality equation to have a bounded measurable solution for an arbitrary bounded measurable reward function. The establishment of necessity is an uncommon feature; sufficient conditions are discussed in \\textit{L. C. Thomas} [``Connectedness conditions for denumerable state Markov decision processes'', in: Recent developments in Markov decision processes, R. Hartley, L. C. Thomas, D. J. White (eds.), Academic Press (1980; Zbl 0547.90064)].","type":"string"},"datatype":"string"},"type":"statement","id":"Q1103532$33D3ED83-5CAD-43DE-A25F-0E443B4FC1C5","rank":"normal"}],"P226":[{"mainsnak":{"snaktype":"value","property":"P226","hash":"377d3ab03372cff12915e0de0374438ff70c3716","datavalue":{"value":"90C40","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1103532$5451B944-4E2D-48D4-8936-1D6BD9B3C8B8","rank":"normal"}],"P1451":[{"mainsnak":{"snaktype":"value","property":"P1451","hash":"f2c902cbc61cf14e9f78e4104ced15e151053d78","datavalue":{"value":"4053391","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1103532$C9FBD9F4-AA17-498B-B7F9-66F6DA943DAE","rank":"normal"}],"P1450":[{"mainsnak":{"snaktype":"value","property":"P1450","hash":"ed6950c3709be602907cbe5ffd93a05b4b293c73","datavalue":{"value":"optimal stationary policies","type":"string"},"datatype":"string"},"type":"statement","id":"Q1103532$53817860-24E8-4E16-8F47-41BB34DBD33E","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"8f19ac8b20fb4aa4e49b06a4188371d271a2a40c","datavalue":{"value":"discrete time Markov decision process","type":"string"},"datatype":"string"},"type":"statement","id":"Q1103532$0304CA9F-A0C0-4F01-B17D-826C9928F832","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"b4035fa89595d3d1c5bd905f5c95446e9f9df4ea","datavalue":{"value":"countable state space","type":"string"},"datatype":"string"},"type":"statement","id":"Q1103532$00520FD3-907D-4BD0-BCA0-CFD1DB4820A7","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"7235b79c8c9f397ed2d01af5491dab9d24bdff4c","datavalue":{"value":"simultaneous Doeblin condition","type":"string"},"datatype":"string"},"type":"statement","id":"Q1103532$D53409E3-361F-4626-93DA-6BBB2F21AB80","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"91cc47ab51ed8cdbe85f457c2c79921a1da34d21","datavalue":{"value":"average reward optimality equation","type":"string"},"datatype":"string"},"type":"statement","id":"Q1103532$7C6F8D63-CE89-4F4B-965D-BF11E4840674","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"e8c49bbb1db9d306b4b7bc315129ef68c5033182","datavalue":{"value":"bounded measurable reward function","type":"string"},"datatype":"string"},"type":"statement","id":"Q1103532$FAA611E1-2F3E-44B4-AB3E-EF09D9CB7FD8","rank":"normal"}],"P1460":[{"mainsnak":{"snaktype":"value","property":"P1460","hash":"57f7fea50d2ce1b39b695c4a1313582eed405e38","datavalue":{"value":{"entity-type":"item","numeric-id":5976449,"id":"Q5976449"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1103532$4E0CEEE8-05A1-4915-BE2F-5139885780FA","rank":"normal"}],"P205":[{"mainsnak":{"snaktype":"value","property":"P205","hash":"1c75112007c702b89e5be1e80dee53d2defc4c27","datavalue":{"value":"https://doi.org/10.1016/0167-6911(88)90043-6","type":"string"},"datatype":"url"},"type":"statement","id":"Q1103532$59682619-CA92-4534-BF02-B34E027492F0","rank":"normal"}],"P388":[{"mainsnak":{"snaktype":"value","property":"P388","hash":"3396a3520181f26a1b604cd14634045c964ddcd7","datavalue":{"value":"W2094140762","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1103532$AA767262-6CC7-4664-B7B8-390E2CD5BD66","rank":"normal"}],"P223":[{"mainsnak":{"snaktype":"value","property":"P223","hash":"c6dc871fe926fe9c59d18f813417643cc900d049","datavalue":{"value":{"entity-type":"item","numeric-id":4606219,"id":"Q4606219"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1103532$D1A1D095-DB5E-4FA1-8D78-5134AA605BBE","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"7619827e0f0c49a4f4695b13a7c1c91de6206a4a","datavalue":{"value":{"entity-type":"item","numeric-id":3217401,"id":"Q3217401"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1103532$136BF711-0B8F-403C-86F8-B06A9DAFC425","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"e403c6c9dc985562d56013b4a15e105837bba2b7","datavalue":{"value":{"entity-type":"item","numeric-id":1115358,"id":"Q1115358"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1103532$AC82651C-7C25-4DCE-9951-E6B6C0F5B6A1","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"b402f91583dc53146ab82bbed0089220601f08de","datavalue":{"value":{"entity-type":"item","numeric-id":1194211,"id":"Q1194211"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1103532$D5C92A5B-2714-43EF-88DF-9F0BB41EE81D","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"23691f33ef80f7839fd680cda00c05427f286874","datavalue":{"value":{"entity-type":"item","numeric-id":4178271,"id":"Q4178271"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1103532$A46A3552-07F0-400A-8B84-E2CBFFA4048D","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"f61b7c666ab612130480d5b119c135c2253271e3","datavalue":{"value":{"entity-type":"item","numeric-id":5599448,"id":"Q5599448"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1103532$068C6734-4FD7-456C-B3AF-DBD328F3D880","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"ee2a592e613c7b84df36307eebfea524f1c0a2f3","datavalue":{"value":{"entity-type":"item","numeric-id":4771778,"id":"Q4771778"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1103532$788EF618-8E18-4AFC-B36E-46C85D279664","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"10e68d712b2558179a00c29c466c5649faa223c1","datavalue":{"value":{"entity-type":"item","numeric-id":4131338,"id":"Q4131338"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1103532$BCB4EE4F-7F55-40F0-B0DB-291DCC818C88","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"105bfec494cbca32088aa341bafbf857087c1581","datavalue":{"value":{"entity-type":"item","numeric-id":5615108,"id":"Q5615108"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1103532$154C27C6-A0F9-4071-BA69-B29D8B0CF929","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"4c59b410c03ceb5650a07fd620ed12ba01148d50","datavalue":{"value":{"entity-type":"item","numeric-id":1076617,"id":"Q1076617"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1103532$0B1B6587-7B79-457A-852B-C0312C4EC673","rank":"normal"}],"P1643":[{"mainsnak":{"snaktype":"value","property":"P1643","hash":"f472f311d9ba1e6b74834671912215199453b1c8","datavalue":{"value":{"entity-type":"item","numeric-id":1115358,"id":"Q1115358"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"8bedef85f2a088f0dad91b814e222c8212c258e8","datavalue":{"value":{"amount":"+0.9082639813423156","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1103532$9E55E30F-32A2-4A26-9E53-4F1574C31D85","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"3978d6966b2c0d54e3433e45e3534281805f1665","datavalue":{"value":{"entity-type":"item","numeric-id":1814435,"id":"Q1814435"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"2085932975183ba7820cfb2b0065b589949ba81d","datavalue":{"value":{"amount":"+0.859531819820404","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1103532$4A82293A-FA25-488A-B5FC-7A2A50EC30A6","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"2a8df20f23f6d1c8a2fb3d19ccc7915b4c83f4b6","datavalue":{"value":{"entity-type":"item","numeric-id":4895163,"id":"Q4895163"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"59d558e38322aa0f8609f1cbe40db1f4c2f65d92","datavalue":{"value":{"amount":"+0.8576250672340393","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1103532$8CBB2A68-8317-48CB-968B-AB7844BF22D7","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"d64a394001fad07943819f570526fc5800500838","datavalue":{"value":{"entity-type":"item","numeric-id":3678996,"id":"Q3678996"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"b8ed518af2d5992c22200bc763659694097834e7","datavalue":{"value":{"amount":"+0.8565991520881653","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1103532$D3A2DE31-36FF-40AC-A7DE-5BD05B368DC1","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"33d9728334d2059940923959747f15f71f1c3d43","datavalue":{"value":{"entity-type":"item","numeric-id":1206951,"id":"Q1206951"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"d92536aabeda67bd937264cae5e7aa283ac9f06f","datavalue":{"value":{"amount":"+0.8542103171348572","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1103532$21070345-6489-4907-B171-C27BC1FDF06F","rank":"normal"}]},"sitelinks":{"mardi":{"site":"mardi","title":"Publication:1103532","badges":[],"url":"https://portal.mardi4nfdi.de/wiki/Publication:1103532"}}}}}