{"entities":{"Q1814435":{"pageid":1825177,"ns":120,"title":"Item:Q1814435","lastrevid":70903008,"modified":"2026-04-13T18:07:03Z","type":"item","id":"Q1814435","labels":{"en":{"language":"en","value":"Remarks on the existence of solutions to the average cost optimality equation in Markov decision processes"}},"descriptions":{"en":{"language":"en","value":"scientific article; zbMATH DE number 10775"}},"aliases":{},"claims":{"P31":[{"mainsnak":{"snaktype":"value","property":"P31","hash":"fd5912e4dab4b881a8eb0eb27e7893fef55176ad","datavalue":{"value":{"entity-type":"item","numeric-id":56887,"id":"Q56887"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1814435$39ACA4F8-EF37-4B8C-B81B-70F4326FEB78","rank":"normal"}],"P159":[{"mainsnak":{"snaktype":"value","property":"P159","hash":"01c40f297538188af731688499ba85dac8eb245e","datavalue":{"value":{"text":"Remarks on the existence of solutions to the average cost optimality equation in Markov decision processes","language":"en"},"type":"monolingualtext"},"datatype":"monolingualtext"},"type":"statement","id":"Q1814435$57E2097D-5870-403D-AB3C-4E6C4D566510","rank":"normal"}],"P225":[{"mainsnak":{"snaktype":"value","property":"P225","hash":"337a2066c6220d32984650ef3943d86bf52e2e09","datavalue":{"value":"0742.93079","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1814435$22562B00-90DE-4259-93D2-A2566DB4EE91","rank":"normal"}],"P27":[{"mainsnak":{"snaktype":"value","property":"P27","hash":"a6445229b359630daca3ad0a62c1ddb0c2bc6029","datavalue":{"value":"10.1016/0167-6911(90)90067-5","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1814435$E7D9DB61-362F-46A6-BDC5-96DC35D9035B","rank":"normal"}],"P16":[{"mainsnak":{"snaktype":"value","property":"P16","hash":"01e86b0b78871028aa91c2b36eec4a2d401d3c7f","datavalue":{"value":{"entity-type":"item","numeric-id":1339775,"id":"Q1339775"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1814435$01824421-C60A-4096-8147-CE20BA308D38","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P16","hash":"b55e8dd389de24bde3986c1072695598d3272b39","datavalue":{"value":{"entity-type":"item","numeric-id":1095393,"id":"Q1095393"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1814435$25F8601D-CDD4-4C8D-9C54-0C8648A3CD2D","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P16","hash":"5aea9e72fca281113bd461c67e0f2e8956cd73fe","datavalue":{"value":{"entity-type":"item","numeric-id":300755,"id":"Q300755"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1814435$253F9F19-54E9-4FE4-9CF6-DFC92D417850","rank":"normal"}],"P200":[{"mainsnak":{"snaktype":"value","property":"P200","hash":"b1ed7a090d8f1d0a3795177bace50e8f939f7c97","datavalue":{"value":{"entity-type":"item","numeric-id":196914,"id":"Q196914"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1814435$EFD5ECC3-671C-4E27-B7A7-ADDFCF855D37","rank":"normal"}],"P28":[{"mainsnak":{"snaktype":"value","property":"P28","hash":"d3f790682a6be4cc1f3210e15eebe1d6cc5ffbc2","datavalue":{"value":{"time":"+1992-06-25T00:00:00Z","timezone":0,"before":0,"after":0,"precision":11,"calendarmodel":"http://www.wikidata.org/entity/Q1985727"},"type":"time"},"datatype":"time"},"type":"statement","id":"Q1814435$B935F468-FB7A-4FF0-BF0C-1785C38315DA","rank":"normal"}],"P1448":[{"mainsnak":{"snaktype":"value","property":"P1448","hash":"64f9cc0070741a39eaac7c22365d5d2d29eff1c0","datavalue":{"value":"Considering Markov decision processes with Borel state and action spaces, the paper deals with the `` average cost optimality equation'' and presents necessary conditions for the existence of a bounded solution to this equation. Roughly spoken, the long-run expected average cost incurred by policy \\(\\mu\\) is given by  \\[ J(x,\\mu):=\\limsup_{n\\to\\infty}{1\\over n+1} E^ \\mu_ x\\left[ \\sum_{t=0}^ n c(X_ t,U_ t)\\right] \\]  for state \\(X\\), control \\(U\\), cost function \\(c\\) and initial state \\(x\\). The interest in finding conditions that guarantee solutions to the average cost optimality equation derives from a result showing that a bounded solution of that equation leads to, e.g., optimal stationary policies for the decision process. The objective of the paper is to exhibit some necessary conditions that complement known sufficient conditions. The authors stress the fact that from their results it can be appreciated more clearly how restrictive it is to require bounded solutions to the average cost optimality equation, which in turn motivates further studies dealing with unbounded solutions.","type":"string"},"datatype":"string"},"type":"statement","id":"Q1814435$F8753DF4-B0CD-40F9-8269-00850C06A49D","rank":"normal"}],"P226":[{"mainsnak":{"snaktype":"value","property":"P226","hash":"e3bc6c7cda8279d6ad2b578e7a7e4967447c3cc4","datavalue":{"value":"93E20","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1814435$23F24F9C-05FE-416D-8099-70275C1108FC","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P226","hash":"95c277b2484228ce1e62d0f3eea88acfb0e95cd1","datavalue":{"value":"49K45","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1814435$9150062F-3CCE-40EC-9838-A94A381B35A0","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P226","hash":"377d3ab03372cff12915e0de0374438ff70c3716","datavalue":{"value":"90C40","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1814435$99D913C7-C697-4876-BF2D-F6887D8004B9","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P226","hash":"cfa29f7a757172b4651c58566a98151c10e7b6ad","datavalue":{"value":"49J45","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1814435$C37365FF-39E6-4685-832C-D069F3EC19B4","rank":"normal"}],"P1451":[{"mainsnak":{"snaktype":"value","property":"P1451","hash":"c59defd64fdefd4665cf75ece8614e074521b89c","datavalue":{"value":"10775","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1814435$69C0C53E-97D5-46D6-8435-0F59E0FADCC4","rank":"normal"}],"P1450":[{"mainsnak":{"snaktype":"value","property":"P1450","hash":"fbd1f99995fb6a13da62a377ba6327166316e976","datavalue":{"value":"Markov decision processes","type":"string"},"datatype":"string"},"type":"statement","id":"Q1814435$683F6069-CA80-49EA-A133-C3B86B8330F0","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"9551b6b27c22a3f7d570d2394cfc4bdcdca967e1","datavalue":{"value":"average cost optimality equation","type":"string"},"datatype":"string"},"type":"statement","id":"Q1814435$72C02EB4-EEAD-4C00-B77A-1DA813CDF969","rank":"normal"}],"P1447":[{"mainsnak":{"snaktype":"value","property":"P1447","hash":"464ec7103fd2219e7b7e2bf988fca61f489cac78","datavalue":{"value":{"entity-type":"item","numeric-id":834945,"id":"Q834945"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1814435$161F98DA-23E9-42AA-964D-6EB39F6A9E00","rank":"normal"}],"P1460":[{"mainsnak":{"snaktype":"value","property":"P1460","hash":"57f7fea50d2ce1b39b695c4a1313582eed405e38","datavalue":{"value":{"entity-type":"item","numeric-id":5976449,"id":"Q5976449"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1814435$C4331691-4C59-447E-9F88-75C3A6075418","rank":"normal"}],"P205":[{"mainsnak":{"snaktype":"value","property":"P205","hash":"42267d0612dcf28578e1b672be084e4e43b5338c","datavalue":{"value":"https://doi.org/10.1016/0167-6911(90)90067-5","type":"string"},"datatype":"url"},"type":"statement","id":"Q1814435$EA9F51A6-52D2-4BEB-AB52-741BD820B391","rank":"normal"}],"P388":[{"mainsnak":{"snaktype":"value","property":"P388","hash":"90f4e366505dfb6b1fa00c4b60e03c63bc5f5038","datavalue":{"value":"W1978509532","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1814435$0F6851A5-C73C-4780-856D-8C61DA8C84C1","rank":"normal"}],"P12":[{"mainsnak":{"snaktype":"value","property":"P12","hash":"e33e166983ab247ac0af32cfb5df0718c07d4915","datavalue":{"value":"Q60167570","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1814435$52BD13B8-8D53-4542-A1E7-C79FD9A35A57","rank":"normal"}],"P223":[{"mainsnak":{"snaktype":"value","property":"P223","hash":"8e5bc7ee3a75b71daeacf20ffbb15cc1ff9e34a4","datavalue":{"value":{"entity-type":"item","numeric-id":2521737,"id":"Q2521737"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1814435$8E02B8BA-8E15-4971-85A2-1370D80D0773","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"f02084919905b59bdb161c7f24556428063fe0f1","datavalue":{"value":{"entity-type":"item","numeric-id":3795523,"id":"Q3795523"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1814435$727EF4B6-82D0-4C12-9AB7-CA5A94EAC279","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"5e8829cb252cde6a855b1ce3f090a7c599659e27","datavalue":{"value":{"entity-type":"item","numeric-id":1158123,"id":"Q1158123"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1814435$E5ADB734-8E54-47DD-B650-594ED7CEC022","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"eb6ef1d80eac5bf0ad2870978ac532f7a12cdfbb","datavalue":{"value":{"entity-type":"item","numeric-id":3821376,"id":"Q3821376"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1814435$327ADDEC-C41E-44A0-B4AE-D2B8F484CBE5","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"70f2e12656bb858e9a46c64a972690693e8a849d","datavalue":{"value":{"entity-type":"item","numeric-id":1103532,"id":"Q1103532"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1814435$777C7BC6-5AB0-4029-A992-A21E9883DB1B","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"e403c6c9dc985562d56013b4a15e105837bba2b7","datavalue":{"value":{"entity-type":"item","numeric-id":1115358,"id":"Q1115358"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1814435$412F3286-B915-45C0-94EF-9AC29E3DA885","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"2466eb4da4671c6ab0762d24167207ab73e0eec1","datavalue":{"value":{"entity-type":"item","numeric-id":2638968,"id":"Q2638968"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1814435$D81F5229-2FDC-428F-85C0-FC6AC5E1C7D2","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"61173d8b039c22a959648ba40e22f3d4ff35b4d4","datavalue":{"value":{"entity-type":"item","numeric-id":4389518,"id":"Q4389518"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1814435$3F2293AD-5205-4B92-A0C3-6A91599A454D","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"a58210f4265fa11ed7229ce85db4870539016f14","datavalue":{"value":{"entity-type":"item","numeric-id":1801301,"id":"Q1801301"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1814435$AFEFC5C2-3148-4E36-ADF7-4D0BD11F58B4","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"39aa18014a930acaad587b0c949bfb33505147f0","datavalue":{"value":{"entity-type":"item","numeric-id":2638961,"id":"Q2638961"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1814435$35A5EE12-FC1D-4579-9991-76F6FE8B6DC3","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"4f5089e7dd54de9d5a766694f1b8b96b2f46f340","datavalue":{"value":{"entity-type":"item","numeric-id":1176301,"id":"Q1176301"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1814435$18771461-FD2B-43AC-8852-2232F59C52E5","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"a8e48379ff68d2025d4aa7fbefd684e2faa97383","datavalue":{"value":{"entity-type":"item","numeric-id":3833894,"id":"Q3833894"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1814435$3CD96727-3AA1-415D-8016-3D05F23F06AE","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"e9b755d70f51ed32ae3f2406eb12f0dee6a12c96","datavalue":{"value":{"entity-type":"item","numeric-id":3487241,"id":"Q3487241"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1814435$64488141-4A68-40F1-A906-FE2C7F2A85C1","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"0b385d4471217b51385c7eb033536ebed833debd","datavalue":{"value":{"entity-type":"item","numeric-id":3892842,"id":"Q3892842"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1814435$5948D1DB-3C41-46F8-8677-16EE2A3C8975","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"d55406d9cd4b5f9f9f2a537ff8b0ec66da416a64","datavalue":{"value":{"entity-type":"item","numeric-id":5569998,"id":"Q5569998"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1814435$2796D111-D0B0-44C4-9720-C3CB98CC3802","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"481cc18be6fb59115f57e85e36f744a549c960d1","datavalue":{"value":{"entity-type":"item","numeric-id":3683893,"id":"Q3683893"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1814435$E32362CB-B8FD-4652-A632-8C30D604985D","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"cedb6f9f2181938e36de3933d4aeae4654434de5","datavalue":{"value":{"entity-type":"item","numeric-id":3830832,"id":"Q3830832"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1814435$13ABC90B-B0A2-4177-B17E-FFA330449B1E","rank":"normal"}],"P1643":[{"mainsnak":{"snaktype":"value","property":"P1643","hash":"25f8de4e12e35065f35c66806995b7b84082f56a","datavalue":{"value":{"entity-type":"item","numeric-id":1076617,"id":"Q1076617"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"0bb3f16b377d85f9a71d63a411945d281ad28376","datavalue":{"value":{"amount":"+0.8828952312469482","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1814435$1AD12301-31C4-4F5D-AA00-E72F55434AF2","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"d64a394001fad07943819f570526fc5800500838","datavalue":{"value":{"entity-type":"item","numeric-id":3678996,"id":"Q3678996"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"601e4e833a481381ef3ef8b4063fb4433abe6b52","datavalue":{"value":{"amount":"+0.8742430806159973","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1814435$A5C862C9-FE0D-4CB0-8CC0-239917360D1F","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"91e2c1a4c013a3d183bd1e94d506e3f612537dcb","datavalue":{"value":{"entity-type":"item","numeric-id":3410916,"id":"Q3410916"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"4de81d96c032d71190283cd1e98e41af1f8c4782","datavalue":{"value":{"amount":"+0.869996964931488","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1814435$FBFE8FF7-B5EA-4A1F-84C3-0D05BE1B392A","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"f472f311d9ba1e6b74834671912215199453b1c8","datavalue":{"value":{"entity-type":"item","numeric-id":1115358,"id":"Q1115358"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"da00de670ad87fd55935b60406a8a5d0c96be651","datavalue":{"value":{"amount":"+0.8684297800064087","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1814435$3427A8F3-5CD0-442D-8C07-FE6C3FE78100","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"55397bcc817fdfb8dcc98b3a299a3429cece352c","datavalue":{"value":{"entity-type":"item","numeric-id":3363093,"id":"Q3363093"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"97ee10686489bbccf386cad87348591d1c24c789","datavalue":{"value":{"amount":"+0.8627136945724487","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1814435$9EA0BBBB-6AB9-4A5E-82B4-18A8FF29B09E","rank":"normal"}]},"sitelinks":{"mardi":{"site":"mardi","title":"Remarks on the existence of solutions to the average cost optimality equation in Markov decision processes","badges":[]}}}}}