{"entities":{"Q1194211":{"pageid":1204960,"ns":120,"title":"Item:Q1194211","lastrevid":66830361,"modified":"2026-04-12T13:08:43Z","type":"item","id":"Q1194211","labels":{"en":{"language":"en","value":"Existence of optimal stationary policies in average reward Markov decision processes with a recurrent state"}},"descriptions":{"en":{"language":"en","value":"scientific article; zbMATH DE number 63926"}},"aliases":{},"claims":{"P31":[{"mainsnak":{"snaktype":"value","property":"P31","hash":"fd5912e4dab4b881a8eb0eb27e7893fef55176ad","datavalue":{"value":{"entity-type":"item","numeric-id":56887,"id":"Q56887"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1194211$4C4D502B-D0B0-41FE-BC9F-3F90596100F7","rank":"normal"}],"P159":[{"mainsnak":{"snaktype":"value","property":"P159","hash":"655b223148782332d50751cc18931777ad058db2","datavalue":{"value":{"text":"Existence of optimal stationary policies in average reward Markov decision processes with a recurrent state","language":"en"},"type":"monolingualtext"},"datatype":"monolingualtext"},"type":"statement","id":"Q1194211$9B2E4211-56CC-4C67-83E7-BD227FAF08D9","rank":"normal"}],"P225":[{"mainsnak":{"snaktype":"value","property":"P225","hash":"f487fd2cbe3c38afa1f311e292685286bc938c22","datavalue":{"value":"0766.90083","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1194211$53E1C55D-0CBB-4CA1-A1B9-0F9390A2971C","rank":"normal"}],"P27":[{"mainsnak":{"snaktype":"value","property":"P27","hash":"2fb8d9454bb88665d17afe4b356a550c5de28980","datavalue":{"value":"10.1007/BF01189029","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1194211$B9C87995-141F-4B8E-918E-2F5A8AC7FB0F","rank":"normal"}],"P16":[{"mainsnak":{"snaktype":"value","property":"P16","hash":"701cad699d25010246a19012bbabc0e5a81bd55e","datavalue":{"value":{"entity-type":"item","numeric-id":306413,"id":"Q306413"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1194211$329C46D2-9810-429A-A7F4-FC65D254FF09","rank":"normal"}],"P200":[{"mainsnak":{"snaktype":"value","property":"P200","hash":"26e7ae313d93fb8f78524ce8d90a3561478c5c60","datavalue":{"value":{"entity-type":"item","numeric-id":162704,"id":"Q162704"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1194211$B408C1A3-5615-4325-BE44-E4EB21411B75","rank":"normal"}],"P28":[{"mainsnak":{"snaktype":"value","property":"P28","hash":"5fd62271fe98c7ff9916cafed51cf35315eeeb31","datavalue":{"value":{"time":"+1992-09-27T00:00:00Z","timezone":0,"before":0,"after":0,"precision":11,"calendarmodel":"http://www.wikidata.org/entity/Q1985727"},"type":"time"},"datatype":"time"},"type":"statement","id":"Q1194211$4E2C745C-7CD3-4960-9724-601EB6E38DA9","rank":"normal"}],"P1448":[{"mainsnak":{"snaktype":"value","property":"P1448","hash":"7b7a05c6f3c2618a055458ae42720dc1c2660f83","datavalue":{"value":"This paper deals with discrete time average reward Markov decision processes with countable state space. Under some structural conditions the authors prove the existence of an optimal stationary policy, using renewal theory. Also the \\(\\liminf\\) and the \\(\\limsup\\) average optimal stationary policies are investigated.","type":"string"},"datatype":"string"},"type":"statement","id":"Q1194211$DE5856CC-FBA3-4612-8C4B-B0C19AC1E841","rank":"normal"}],"P226":[{"mainsnak":{"snaktype":"value","property":"P226","hash":"377d3ab03372cff12915e0de0374438ff70c3716","datavalue":{"value":"90C40","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1194211$7023DC62-6431-4A1E-AA6D-044F461F6542","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P226","hash":"e3bc6c7cda8279d6ad2b578e7a7e4967447c3cc4","datavalue":{"value":"93E20","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1194211$85D8B60E-D11B-4FF0-86CB-2EF8D3216941","rank":"normal"}],"P1451":[{"mainsnak":{"snaktype":"value","property":"P1451","hash":"c2088063f1197ea465e468d671fe81fe6ba2c7aa","datavalue":{"value":"63926","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1194211$712D4905-BC09-468D-9D4D-072CFA9EB63A","rank":"normal"}],"P1450":[{"mainsnak":{"snaktype":"value","property":"P1450","hash":"99f116ac7a01eba82a107314addda17bfbde3368","datavalue":{"value":"recurrent state","type":"string"},"datatype":"string"},"type":"statement","id":"Q1194211$733A2C88-83AE-48E9-BC74-D14B643B9B58","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"74ec9f2d0e849c5238f7c22d819ecd7f608feaa3","datavalue":{"value":"discrete time average reward Markov decision processes","type":"string"},"datatype":"string"},"type":"statement","id":"Q1194211$0508400F-58E4-4B1B-9EB2-B50476FD8114","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"b4035fa89595d3d1c5bd905f5c95446e9f9df4ea","datavalue":{"value":"countable state space","type":"string"},"datatype":"string"},"type":"statement","id":"Q1194211$0E3E6844-635B-48FC-8F99-7143C4B3D86B","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"52b5a053b568c91086b1342cd5d198b68f43faa7","datavalue":{"value":"existence of an optimal stationary policy","type":"string"},"datatype":"string"},"type":"statement","id":"Q1194211$34725AF3-C431-4A74-A501-5E46086D157B","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"32fb5f5a2e257719b0e7ccf5f4882f6f6dea3d43","datavalue":{"value":"renewal theory","type":"string"},"datatype":"string"},"type":"statement","id":"Q1194211$7993A58A-0B78-4BD1-AF2A-5B87A0AE9504","rank":"normal"}],"P1447":[{"mainsnak":{"snaktype":"value","property":"P1447","hash":"3d7fb3f5b4e42c0f325edfa03b0c2c63351ebc67","datavalue":{"value":{"entity-type":"item","numeric-id":731708,"id":"Q731708"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1194211$4FA5C0A8-B67B-4BA8-8467-559FED8EBA51","rank":"normal"}],"P1460":[{"mainsnak":{"snaktype":"value","property":"P1460","hash":"57f7fea50d2ce1b39b695c4a1313582eed405e38","datavalue":{"value":{"entity-type":"item","numeric-id":5976449,"id":"Q5976449"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1194211$9FD88D0B-C80C-4143-BFC3-D58C1E8D6334","rank":"normal"}],"P223":[{"mainsnak":{"snaktype":"value","property":"P223","hash":"3adfdcc0eb6ae9ba5db72d6a21bace66fb90c73f","datavalue":{"value":{"entity-type":"item","numeric-id":5662630,"id":"Q5662630"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1194211$E7B2BC07-E2B7-4795-B852-5134FCC049AD","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"e403c6c9dc985562d56013b4a15e105837bba2b7","datavalue":{"value":{"entity-type":"item","numeric-id":1115358,"id":"Q1115358"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1194211$F4ADE28C-74C1-470A-A086-915FA82D6D28","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"70f2e12656bb858e9a46c64a972690693e8a849d","datavalue":{"value":{"entity-type":"item","numeric-id":1103532,"id":"Q1103532"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1194211$F15485ED-139F-4E4A-B61A-65BDB8869F0F","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"57c4c06b1a0cfe3b00ce38149074614df884914e","datavalue":{"value":{"entity-type":"item","numeric-id":1235681,"id":"Q1235681"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1194211$4ECEC246-541B-4F16-8D07-1B85C27057EF","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"a60f3245979342a54e74dde1a48fb71496aa043e","datavalue":{"value":{"entity-type":"item","numeric-id":3313617,"id":"Q3313617"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1194211$0AF8E0B3-AED5-4018-8377-23A3108FF5C0","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"f61b7c666ab612130480d5b119c135c2253271e3","datavalue":{"value":{"entity-type":"item","numeric-id":5599448,"id":"Q5599448"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1194211$DCCB82DC-E847-4988-890B-6863BC6538EE","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"105bfec494cbca32088aa341bafbf857087c1581","datavalue":{"value":{"entity-type":"item","numeric-id":5615108,"id":"Q5615108"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1194211$207C7BD5-2EF7-45F3-BDCB-088D77E36DE5","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"481cc18be6fb59115f57e85e36f744a549c960d1","datavalue":{"value":{"entity-type":"item","numeric-id":3683893,"id":"Q3683893"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1194211$0128B29C-1175-4C69-9B64-03A6A255CF43","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"df2062930d9701c0716080148f14781fb9929a7b","datavalue":{"value":{"entity-type":"item","numeric-id":5526189,"id":"Q5526189"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1194211$FFFAEF26-755C-45B9-92DD-51F190474937","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"a76bbc537f268bb21b927221390f7f5e547e86d6","datavalue":{"value":{"entity-type":"item","numeric-id":5593890,"id":"Q5593890"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1194211$B46B0ACD-059E-4642-8435-CB4347A36E01","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"4c59b410c03ceb5650a07fd620ed12ba01148d50","datavalue":{"value":{"entity-type":"item","numeric-id":1076617,"id":"Q1076617"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1194211$B9832E40-5BDE-45DB-8305-D4743B250448","rank":"normal"}],"P205":[{"mainsnak":{"snaktype":"value","property":"P205","hash":"703141af66af26325069dee8d459fa2139852a76","datavalue":{"value":"https://doi.org/10.1007/bf01189029","type":"string"},"datatype":"url"},"type":"statement","id":"Q1194211$B66C90D5-F5E8-4B35-8CDD-09E3742CA2B0","rank":"normal"}],"P388":[{"mainsnak":{"snaktype":"value","property":"P388","hash":"0bfcd0e9fdff34fa0c8c1f03591b8d884a3cfad0","datavalue":{"value":"W2056748608","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1194211$BEF6CB0B-E260-4EF9-B03E-3A4F57412C6B","rank":"normal"}],"P1643":[{"mainsnak":{"snaktype":"value","property":"P1643","hash":"25f8de4e12e35065f35c66806995b7b84082f56a","datavalue":{"value":{"entity-type":"item","numeric-id":1076617,"id":"Q1076617"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"ec1f6715beb696d694367020875db44070f87a7d","datavalue":{"value":{"amount":"+0.8746851682662964","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1194211$6770D0E4-42EC-45AC-8611-047B025FE596","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"c48bce1548756432f7d6d85f6a0bc4522707d9ca","datavalue":{"value":{"entity-type":"item","numeric-id":1174694,"id":"Q1174694"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"22054ef3194ae2f4a8edfc08e3119eed1fba5cd7","datavalue":{"value":{"amount":"+0.8720855712890625","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1194211$5DB1B577-FE0B-445B-BEA8-C8CB3B52A91A","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"d38a9bb4af85d8591129aa0b9dbf852d1ba43699","datavalue":{"value":{"entity-type":"item","numeric-id":4020274,"id":"Q4020274"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"ff3716b971c8d45a2e8f085bedc4dabaa1c42237","datavalue":{"value":{"amount":"+0.859234094619751","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1194211$2E0D4123-FE64-4281-A224-51432D4A8F41","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"d4276c5332f9f20330cdd5a7fba7bfc14831d56b","datavalue":{"value":{"entity-type":"item","numeric-id":1108940,"id":"Q1108940"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"ff3716b971c8d45a2e8f085bedc4dabaa1c42237","datavalue":{"value":{"amount":"+0.859234094619751","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1194211$50458892-F2FB-4709-938C-427C7743386F","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"ceee2f988cd514f70a25eb030fa521c517f95b31","datavalue":{"value":{"entity-type":"item","numeric-id":6163982,"id":"Q6163982"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"30d72d2d41452f8c4b38a0d461374b2f1313ae74","datavalue":{"value":{"amount":"+0.8588288426399231","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1194211$7277D274-5BA1-4FA0-8D46-2C88E74F8062","rank":"normal"}]},"sitelinks":{"mardi":{"site":"mardi","title":"Existence of optimal stationary policies in average reward Markov decision processes with a recurrent state","badges":[],"url":"https://portal.mardi4nfdi.de/wiki/Existence_of_optimal_stationary_policies_in_average_reward_Markov_decision_processes_with_a_recurrent_state"}}}}}