{"entities":{"Q871336":{"pageid":873184,"ns":120,"title":"Item:Q871336","lastrevid":64981830,"modified":"2026-04-11T23:31:32Z","type":"item","id":"Q871336","labels":{"en":{"language":"en","value":"A semimartingale characterization of average optimal stationary policies for Markov decision processes"}},"descriptions":{"en":{"language":"en","value":"scientific article; zbMATH DE number 5134583"}},"aliases":{},"claims":{"P31":[{"mainsnak":{"snaktype":"value","property":"P31","hash":"fd5912e4dab4b881a8eb0eb27e7893fef55176ad","datavalue":{"value":{"entity-type":"item","numeric-id":56887,"id":"Q56887"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q871336$03E912AA-56A1-4621-A4C3-03640BD77155","rank":"normal"}],"P159":[{"mainsnak":{"snaktype":"value","property":"P159","hash":"31369cc50487af093f696ea0c24066657dcc25c5","datavalue":{"value":{"text":"A semimartingale characterization of average optimal stationary policies for Markov decision processes","language":"en"},"type":"monolingualtext"},"datatype":"monolingualtext"},"type":"statement","id":"Q871336$2D7FF31F-F452-400E-A564-6B3913BF2630","rank":"normal"}],"P225":[{"mainsnak":{"snaktype":"value","property":"P225","hash":"bb8f042475cce1f8056bbda9859f901282c6b4e7","datavalue":{"value":"1151.90576","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q871336$E162F524-DE77-40F9-9E6E-6E153836E7F3","rank":"normal"}],"P27":[{"mainsnak":{"snaktype":"value","property":"P27","hash":"5e5631284779639fa03f6f9595e2ffcfc7e8dd5c","datavalue":{"value":"10.1155/JAMSA/2006/81593","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q871336$C339719C-AE55-4445-AF3F-C35002142291","rank":"normal"}],"P16":[{"mainsnak":{"snaktype":"value","property":"P16","hash":"9f712f2be6fb2f16200063d1fe8df9b1f414eb69","datavalue":{"value":{"entity-type":"item","numeric-id":277193,"id":"Q277193"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q871336$D82532AF-26F8-4AB5-86C3-4178B40B405F","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P16","hash":"6a6255477aa12e669a0ebe562be9cdf533a4bceb","datavalue":{"value":{"entity-type":"item","numeric-id":244048,"id":"Q244048"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q871336$11DA823B-4C15-44DE-9ABA-2AADBDE2E699","rank":"normal"}],"P200":[{"mainsnak":{"snaktype":"value","property":"P200","hash":"c1e252a888c16487ff7daebdfc93e2199d147562","datavalue":{"value":{"entity-type":"item","numeric-id":177564,"id":"Q177564"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q871336$EDE036DE-BDE7-41EB-8ED0-D543CF538B2B","rank":"normal"}],"P28":[{"mainsnak":{"snaktype":"value","property":"P28","hash":"0ca2d988930895dd082a01f022f1f1ecc7d211c4","datavalue":{"value":{"time":"+2007-03-19T00:00:00Z","timezone":0,"before":0,"after":0,"precision":11,"calendarmodel":"http://www.wikidata.org/entity/Q1985727"},"type":"time"},"datatype":"time"},"type":"statement","id":"Q871336$D726249D-F15D-4BFB-B239-B9FB479EC4B4","rank":"normal"}],"P205":[{"mainsnak":{"snaktype":"value","property":"P205","hash":"322c3fe02c43ab0bda523c8efa8d30b2200cc56d","datavalue":{"value":"https://eudml.org/doc/54838","type":"string"},"datatype":"url"},"type":"statement","id":"Q871336$6D4DC321-776A-4E34-B65C-13F736FC15C1","rank":"normal"}],"P1448":[{"mainsnak":{"snaktype":"value","property":"P1448","hash":"bae810f2ee489f5d469ad850e799c1b40b1b8126","datavalue":{"value":"Summary: This paper deals with discrete-time Markov decision processes with Borel state and action spaces. The criterion to be minimized is the average expected costs, and the costs may have neither upper nor lower bounds. In our former paper [J. Appl. Probab. 43, No. 2, 318--334 (2006; Zbl 1121.90122)], weaker conditions are proposed to ensure the existence of average optimal stationary policies. In this paper, we further study some properties of optimal policies. Under these weaker conditions, we not only obtain two necessary and sufficient conditions for optimal policies, but also give a ``semimartingale characterization'' of an average optimal stationary policy.","type":"string"},"datatype":"string"},"type":"statement","id":"Q871336$A7D7CCAB-78BC-410A-9B12-D7E308E20402","rank":"normal"}],"P226":[{"mainsnak":{"snaktype":"value","property":"P226","hash":"377d3ab03372cff12915e0de0374438ff70c3716","datavalue":{"value":"90C40","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q871336$890D5241-E402-4F57-905A-64D180481BBF","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P226","hash":"88c8d0405ee76c2940780cfb4e0febabc9eae933","datavalue":{"value":"60G48","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q871336$8A93C472-4395-449C-B24A-FB0DA5E28656","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P226","hash":"e3bc6c7cda8279d6ad2b578e7a7e4967447c3cc4","datavalue":{"value":"93E20","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q871336$DE3392E8-CCE3-455B-B177-CB909BD289E9","rank":"normal"}],"P1451":[{"mainsnak":{"snaktype":"value","property":"P1451","hash":"37dcd87099d1e4276fa79dc417964cca3f22e1a3","datavalue":{"value":"5134583","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q871336$A0B87173-42DE-4C99-B71A-E927A11608C3","rank":"normal"}],"P1460":[{"mainsnak":{"snaktype":"value","property":"P1460","hash":"57f7fea50d2ce1b39b695c4a1313582eed405e38","datavalue":{"value":{"entity-type":"item","numeric-id":5976449,"id":"Q5976449"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q871336$73A5ACBA-B899-4EFF-AF86-8D34498FA20F","rank":"normal"}],"P223":[{"mainsnak":{"snaktype":"value","property":"P223","hash":"a5599a0e9f8d37767c51a4e921679c2e07a464a6","datavalue":{"value":{"entity-type":"item","numeric-id":4695407,"id":"Q4695407"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q871336$1BEC8A8D-C110-4D74-A863-5B68E7F12475","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"771096eacbd8ecbc3cd371619bc85cbb2c2d7025","datavalue":{"value":{"entity-type":"item","numeric-id":2561156,"id":"Q2561156"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q871336$832BCEE5-47E7-4974-BD73-AB2F46B3ADEF","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"40d11231a713c2841962837a956b956bd828df5d","datavalue":{"value":{"entity-type":"item","numeric-id":3862198,"id":"Q3862198"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q871336$5BCEF90D-9653-40D0-990C-2BD7463719D8","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"86353b3a054a5f315ff7d9f7a6df0614248201ae","datavalue":{"value":{"entity-type":"item","numeric-id":4848288,"id":"Q4848288"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q871336$7DB4E49B-B731-46D4-8848-78E5FBDF2E44","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"8c140214b7517e5ab56ec5882435a73a3c8775b4","datavalue":{"value":{"entity-type":"item","numeric-id":2757659,"id":"Q2757659"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q871336$A1572CC2-6CEA-40B6-9523-9A674B546BA0","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"e285211153f831e9c81c085b4f1efbd11ab3ad99","datavalue":{"value":{"entity-type":"item","numeric-id":2719239,"id":"Q2719239"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q871336$13A8DFC1-862F-41AB-850B-2A5F1661C59A","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"47f1afdef682b52811c472fa50e7a57085743374","datavalue":{"value":{"entity-type":"item","numeric-id":3410916,"id":"Q3410916"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q871336$01B029E3-A279-4F4F-9AAD-AF8962750DC1","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"a58210f4265fa11ed7229ce85db4870539016f14","datavalue":{"value":{"entity-type":"item","numeric-id":1801301,"id":"Q1801301"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q871336$0BA0BC76-6295-4B62-870D-A32769150711","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"af195064a1b1fe3e3aa8e8990ef22ab132357e43","datavalue":{"value":{"entity-type":"item","numeric-id":4874952,"id":"Q4874952"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q871336$4F32A8ED-28F9-4F6E-A95A-25324E1DAA84","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"b88e9c913e5294914f1887ed67c59e4fe713243c","datavalue":{"value":{"entity-type":"item","numeric-id":4255598,"id":"Q4255598"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q871336$609BB585-B1BF-43D7-BBB5-884E568C1F71","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"0459d1a93a135deb9a3f3404173b887fd894a7be","datavalue":{"value":{"entity-type":"item","numeric-id":3266141,"id":"Q3266141"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q871336$499E8616-4956-4E6E-8366-0226380AC5DD","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"42899df5b07f98507ca87f01b80430013eb00ad3","datavalue":{"value":{"entity-type":"item","numeric-id":4315289,"id":"Q4315289"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q871336$2D356D35-0B8B-4502-9C1E-3523304D07FD","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"5debee39132e1ae3a2ce5cb4a60a26b600962c07","datavalue":{"value":{"entity-type":"item","numeric-id":4223191,"id":"Q4223191"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q871336$10123FB7-A9FA-4C3F-AB70-CE2B34BBB72B","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"ac2cf2a8862115f5470b84003789416a11e63b2c","datavalue":{"value":{"entity-type":"item","numeric-id":4547437,"id":"Q4547437"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q871336$C869684D-4229-4149-8A57-45A47C198885","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"6061d90a59a8279e559bd357d7918890d78890a0","datavalue":{"value":{"entity-type":"item","numeric-id":5697670,"id":"Q5697670"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q871336$64DFA65A-A5B0-4C9C-A80C-6DC2C8BDFCE0","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"168515e533d8931e2fd46de452ebf1fce158f2ff","datavalue":{"value":{"entity-type":"item","numeric-id":2573783,"id":"Q2573783"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q871336$56777D33-4CCC-47AC-A548-D2397E6828D0","rank":"normal"}],"P388":[{"mainsnak":{"snaktype":"value","property":"P388","hash":"f1eeaa8299ad35f4d8dc60ceb8fc1070f27785e5","datavalue":{"value":"W2023178539","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q871336$7E450421-0742-47A8-B0B3-1B4ED6268503","rank":"normal"}],"P1643":[{"mainsnak":{"snaktype":"value","property":"P1643","hash":"d38a9bb4af85d8591129aa0b9dbf852d1ba43699","datavalue":{"value":{"entity-type":"item","numeric-id":4020274,"id":"Q4020274"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"5625390bcda6a7fe8c98fa3c91965a34043680f6","datavalue":{"value":{"amount":"+0.9324726","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ac3c626774dcd0d16f89557f66586245841a01db","datavalue":{"value":{"entity-type":"item","numeric-id":6767936,"id":"Q6767936"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q871336$F39F2ACA-4253-4EA2-9537-782589E4BDAA","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"59640af79ada47be1205364cb97242151b3ff7f4","datavalue":{"value":{"entity-type":"item","numeric-id":1329326,"id":"Q1329326"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"af1b8c3b2b07dbf5896809a8afa8ce2e819b989d","datavalue":{"value":{"amount":"+0.919591","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ac3c626774dcd0d16f89557f66586245841a01db","datavalue":{"value":{"entity-type":"item","numeric-id":6767936,"id":"Q6767936"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q871336$B87E8EF5-6E80-42B0-BE0A-8210F83C44A9","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"ceee2f988cd514f70a25eb030fa521c517f95b31","datavalue":{"value":{"entity-type":"item","numeric-id":6163982,"id":"Q6163982"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"aebd07354f965bcd9ce063f37e93d1659a57d111","datavalue":{"value":{"amount":"+0.9171807","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ac3c626774dcd0d16f89557f66586245841a01db","datavalue":{"value":{"entity-type":"item","numeric-id":6767936,"id":"Q6767936"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q871336$6284025A-7A9A-4561-AF5A-40CF73B9AC46","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"25f8de4e12e35065f35c66806995b7b84082f56a","datavalue":{"value":{"entity-type":"item","numeric-id":1076617,"id":"Q1076617"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"c8c010d2577225713a5680099362e134ac49d365","datavalue":{"value":{"amount":"+0.91453534","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ac3c626774dcd0d16f89557f66586245841a01db","datavalue":{"value":{"entity-type":"item","numeric-id":6767936,"id":"Q6767936"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q871336$076BB126-C564-461D-8C5A-2DC02A68FA4D","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"1b413b2f9b23a7125ad38b5b1ae0bcb5fe2081db","datavalue":{"value":{"entity-type":"item","numeric-id":2949846,"id":"Q2949846"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"1dfbe4c4ceb30e0fe10143307d744edd0f46e932","datavalue":{"value":{"amount":"+0.91185164","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ac3c626774dcd0d16f89557f66586245841a01db","datavalue":{"value":{"entity-type":"item","numeric-id":6767936,"id":"Q6767936"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q871336$A35AE9E5-6F55-44B0-8772-16CC891AFB15","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"4834d169ee894695dc7e28cb9cb9ed47c3eb2a7f","datavalue":{"value":{"entity-type":"item","numeric-id":2328123,"id":"Q2328123"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"f9eb1e9aca335ca206b30777d34c986551d70038","datavalue":{"value":{"amount":"+0.90874857","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ac3c626774dcd0d16f89557f66586245841a01db","datavalue":{"value":{"entity-type":"item","numeric-id":6767936,"id":"Q6767936"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q871336$82AEB996-76AC-4C85-A712-8748133A47DD","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"3b88865cb63710dabddb48e2359ebbc62ae33336","datavalue":{"value":{"entity-type":"item","numeric-id":2465179,"id":"Q2465179"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"7b138bf8ad6c54185186c9b56eb8843eb885f83e","datavalue":{"value":{"amount":"+0.9084592","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ac3c626774dcd0d16f89557f66586245841a01db","datavalue":{"value":{"entity-type":"item","numeric-id":6767936,"id":"Q6767936"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q871336$57F011CC-EAD4-4464-B195-0ABBC9CA386C","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"268db43bff5bb64576c9e23e04cb52a47dc273ba","datavalue":{"value":{"entity-type":"item","numeric-id":1194211,"id":"Q1194211"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"755f74fa790f889942098fd45cf5e47fdb1888d2","datavalue":{"value":{"amount":"+0.90450406","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ac3c626774dcd0d16f89557f66586245841a01db","datavalue":{"value":{"entity-type":"item","numeric-id":6767936,"id":"Q6767936"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q871336$2845A8D9-FCB4-4637-9B66-5CB51D110487","rank":"normal"}]},"sitelinks":{"mardi":{"site":"mardi","title":"A semimartingale characterization of average optimal stationary policies for Markov decision processes","badges":[],"url":"https://portal.mardi4nfdi.de/wiki/A_semimartingale_characterization_of_average_optimal_stationary_policies_for_Markov_decision_processes"}}}}}