{"entities":{"Q1115358":{"pageid":1126107,"ns":120,"title":"Item:Q1115358","lastrevid":66763704,"modified":"2026-04-12T12:41:49Z","type":"item","id":"Q1115358","labels":{"en":{"language":"en","value":"Necessary conditions for the optimality equation in average-reward Markov decision processes"}},"descriptions":{"en":{"language":"en","value":"scientific article; zbMATH DE number 4085449"}},"aliases":{},"claims":{"P31":[{"mainsnak":{"snaktype":"value","property":"P31","hash":"fd5912e4dab4b881a8eb0eb27e7893fef55176ad","datavalue":{"value":{"entity-type":"item","numeric-id":56887,"id":"Q56887"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1115358$E9344745-74C5-4C33-843E-DA3E01599EF9","rank":"normal"}],"P159":[{"mainsnak":{"snaktype":"value","property":"P159","hash":"c609937d01ec1db1fbf2ca50c3be79d686f2b2d7","datavalue":{"value":{"text":"Necessary conditions for the optimality equation in average-reward Markov decision processes","language":"en"},"type":"monolingualtext"},"datatype":"monolingualtext"},"type":"statement","id":"Q1115358$23B97957-1260-4BF7-8AD3-352D3AE22902","rank":"normal"}],"P225":[{"mainsnak":{"snaktype":"value","property":"P225","hash":"57ecd5fc2d9588531758cf1f36f710901e362b48","datavalue":{"value":"0663.90094","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1115358$9E4C5B6C-926C-472A-B410-4CDC1E859ECF","rank":"normal"}],"P27":[{"mainsnak":{"snaktype":"value","property":"P27","hash":"c2bc74605016f5a525abbce4f54853c39f047bf5","datavalue":{"value":"10.1007/BF01448194","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1115358$8A01DEBB-417F-4B63-B6DD-365B1057A361","rank":"normal"}],"P200":[{"mainsnak":{"snaktype":"value","property":"P200","hash":"26e7ae313d93fb8f78524ce8d90a3561478c5c60","datavalue":{"value":{"entity-type":"item","numeric-id":162704,"id":"Q162704"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1115358$F2882CA0-9B79-4DC4-A172-C957BBD69320","rank":"normal"}],"P28":[{"mainsnak":{"snaktype":"value","property":"P28","hash":"7211ad5ca16eb0d22cd0051fff3d0f3af254ceb6","datavalue":{"value":{"time":"+1989-00-00T00:00:00Z","timezone":0,"before":0,"after":0,"precision":9,"calendarmodel":"http://www.wikidata.org/entity/Q1985727"},"type":"time"},"datatype":"time"},"type":"statement","id":"Q1115358$C78E9F38-091F-4838-BBB7-4FBBC4D0C506","rank":"normal"}],"P1448":[{"mainsnak":{"snaktype":"value","property":"P1448","hash":"fa56f2dbb43f812a382700cc19eebe761736f3a3","datavalue":{"value":"The paper considers average reward Markov decision processes with denumerable state space, compact action space and bounded rewards. One condition for the optimality equation to have a bounded solution with constant gain rate is that the return times to a state x(f) are uniformly bounded over all stationary policies f (here condition A). This condition cannot be expected to be necessary since the special reward function is not involved. But it is shown to be necessary for the above property to hold uniformly over all bounded reward functions and all subproblems with restricted action sets (with some relation between the bounds for the rewards and for the solution).    A similar question for finite state spaces was discussed by \\textit{P. J. Schweitzer} [R.A.I.R.O. 19, 71-86 (1985; Zbl 0571.90095)].","type":"string"},"datatype":"string"},"type":"statement","id":"Q1115358$CA2EB46A-E5CB-4B76-9F05-50931A9919C2","rank":"normal"}],"P226":[{"mainsnak":{"snaktype":"value","property":"P226","hash":"377d3ab03372cff12915e0de0374438ff70c3716","datavalue":{"value":"90C40","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1115358$109D7808-3D55-4219-8487-C8FBBE7FE6F7","rank":"normal"}],"P1451":[{"mainsnak":{"snaktype":"value","property":"P1451","hash":"7f89bbf69baff07ffca9d2cc476fa240905dbed9","datavalue":{"value":"4085449","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1115358$E39C6956-DF19-4ED0-9B45-51D613A00A7B","rank":"normal"}],"P1450":[{"mainsnak":{"snaktype":"value","property":"P1450","hash":"cb94a7aa67e239ad700d7bfdeae0d76330e93500","datavalue":{"value":"existence of solutions","type":"string"},"datatype":"string"},"type":"statement","id":"Q1115358$2F578A08-5011-4CC2-9B7D-64F6D4203AB7","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"ae9ac33fbe281c7bf8565fa2c577496b9b65917c","datavalue":{"value":"average reward","type":"string"},"datatype":"string"},"type":"statement","id":"Q1115358$9FEE03BB-F0F4-45EF-8682-8CAE3115075A","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"e9de4d6e2ed69459950b2b3ba8180a38b30e777c","datavalue":{"value":"denumerable state space","type":"string"},"datatype":"string"},"type":"statement","id":"Q1115358$A9743C9E-C6C4-4370-B547-B26F38BEBB9F","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"93349987a25f5f3b27560937df2f3c5734d7b523","datavalue":{"value":"compact action space","type":"string"},"datatype":"string"},"type":"statement","id":"Q1115358$05FFA122-FE67-49F6-9634-9DFC76D43FC6","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"0e9c28bc2bce1d98792181ad5f9d0e6f749e53e3","datavalue":{"value":"bounded rewards","type":"string"},"datatype":"string"},"type":"statement","id":"Q1115358$60360288-FE8A-4F25-B659-78BA44669ED3","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"30bb37222d0de279af559440a4d29741d5a28e26","datavalue":{"value":"optimality equation","type":"string"},"datatype":"string"},"type":"statement","id":"Q1115358$965BCF5E-665C-4C6A-AFCB-C73759CA7144","rank":"normal"}],"P16":[{"mainsnak":{"snaktype":"value","property":"P16","hash":"701cad699d25010246a19012bbabc0e5a81bd55e","datavalue":{"value":{"entity-type":"item","numeric-id":306413,"id":"Q306413"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1115358$A17174F0-A8E2-47B7-8523-70F5BABB1EAC","rank":"normal"}],"P1460":[{"mainsnak":{"snaktype":"value","property":"P1460","hash":"57f7fea50d2ce1b39b695c4a1313582eed405e38","datavalue":{"value":{"entity-type":"item","numeric-id":5976449,"id":"Q5976449"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1115358$76564EA1-EC90-40A2-A58B-FB0D22CAB4E4","rank":"normal"}],"P223":[{"mainsnak":{"snaktype":"value","property":"P223","hash":"3adfdcc0eb6ae9ba5db72d6a21bace66fb90c73f","datavalue":{"value":{"entity-type":"item","numeric-id":5662630,"id":"Q5662630"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1115358$2A10770E-0CFB-4D0D-94AA-13912D9F3E98","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"7619827e0f0c49a4f4695b13a7c1c91de6206a4a","datavalue":{"value":{"entity-type":"item","numeric-id":3217401,"id":"Q3217401"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1115358$17736225-BDCE-484E-B50F-C1C75A829D70","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"5a04fea5e37537baa202e80f5831309f1960cbbb","datavalue":{"value":{"entity-type":"item","numeric-id":4168795,"id":"Q4168795"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1115358$49D6A082-2F58-4615-AB13-C4314D080258","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"23691f33ef80f7839fd680cda00c05427f286874","datavalue":{"value":{"entity-type":"item","numeric-id":4178271,"id":"Q4178271"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1115358$F04AB98A-C8D4-4A94-92EC-E70DB20527C5","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"105bfec494cbca32088aa341bafbf857087c1581","datavalue":{"value":{"entity-type":"item","numeric-id":5615108,"id":"Q5615108"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1115358$02F855DB-8843-408F-B1C0-3108477925B3","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"481cc18be6fb59115f57e85e36f744a549c960d1","datavalue":{"value":{"entity-type":"item","numeric-id":3683893,"id":"Q3683893"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1115358$408CAAF9-8A68-400C-B297-A0E5960E61EB","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"a76bbc537f268bb21b927221390f7f5e547e86d6","datavalue":{"value":{"entity-type":"item","numeric-id":5593890,"id":"Q5593890"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1115358$B0FCCFE5-D7A4-45CF-BDAA-92ECC89AAA09","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"df2062930d9701c0716080148f14781fb9929a7b","datavalue":{"value":{"entity-type":"item","numeric-id":5526189,"id":"Q5526189"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1115358$7270377E-E530-48D6-9ED5-771431A786ED","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"bc6df7120dd97726e9830c4d3f4f99bc3a4fe726","datavalue":{"value":{"entity-type":"item","numeric-id":4405392,"id":"Q4405392"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1115358$84007E0C-4981-463A-AB96-D69EC3BEBC9E","rank":"normal"}],"P205":[{"mainsnak":{"snaktype":"value","property":"P205","hash":"56a4d138bdbe7c810dfdb679fd8ff0c77a2bcc42","datavalue":{"value":"https://doi.org/10.1007/bf01448194","type":"string"},"datatype":"url"},"type":"statement","id":"Q1115358$31E92579-C7C6-47FB-90AA-0B404ABF8949","rank":"normal"}],"P388":[{"mainsnak":{"snaktype":"value","property":"P388","hash":"2b957020040f3b9b20e367b81bfed62ad6e201f5","datavalue":{"value":"W1993308752","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1115358$28580B20-E2A7-4283-9744-ED8A7AD390BB","rank":"normal"}],"P1643":[{"mainsnak":{"snaktype":"value","property":"P1643","hash":"af84bdd6bbdb7aae57dc11dea117c2c2c38f47a2","datavalue":{"value":{"entity-type":"item","numeric-id":1103532,"id":"Q1103532"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"8bedef85f2a088f0dad91b814e222c8212c258e8","datavalue":{"value":{"amount":"+0.9082639813423156","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1115358$1E518C11-22B8-4C24-B51A-D18B84E01925","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"2a8df20f23f6d1c8a2fb3d19ccc7915b4c83f4b6","datavalue":{"value":{"entity-type":"item","numeric-id":4895163,"id":"Q4895163"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"14a9a47fcdff76cfdd4e60b0913bd8be12b06106","datavalue":{"value":{"amount":"+0.8806599974632263","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1115358$C63EA181-48E2-440A-9A94-8BC8AFEF1028","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"3978d6966b2c0d54e3433e45e3534281805f1665","datavalue":{"value":{"entity-type":"item","numeric-id":1814435,"id":"Q1814435"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"82c7cd20a8665e81bffa42789985aa28b19c0d1f","datavalue":{"value":{"amount":"+0.876376748085022","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1115358$AC2320E6-FC1F-436A-8474-CBF9354B3FAC","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"d38a9bb4af85d8591129aa0b9dbf852d1ba43699","datavalue":{"value":{"entity-type":"item","numeric-id":4020274,"id":"Q4020274"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"da00de670ad87fd55935b60406a8a5d0c96be651","datavalue":{"value":{"amount":"+0.8684297800064087","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1115358$57F63849-9734-4FE7-A18D-4CF9AA7AD32A","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"d64a394001fad07943819f570526fc5800500838","datavalue":{"value":{"entity-type":"item","numeric-id":3678996,"id":"Q3678996"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"2a79333aae357b5eaea77b4f90d3c8e4297d8684","datavalue":{"value":{"amount":"+0.8570533394813538","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1115358$AE8C514E-9446-45D9-A49D-E79DD549125E","rank":"normal"}]},"sitelinks":{"mardi":{"site":"mardi","title":"Necessary conditions for the optimality equation in average-reward Markov decision processes","badges":[]}}}}}