{"entities":{"Q2574544":{"pageid":2585287,"ns":120,"title":"Item:Q2574544","lastrevid":48602641,"modified":"2026-01-05T08:45:08Z","type":"item","id":"Q2574544","labels":{"en":{"language":"en","value":"Dynamic programming for ergodic control with partial observations."}},"descriptions":{"en":{"language":"en","value":"scientific article; zbMATH DE number 2233737"}},"aliases":{},"claims":{"P31":[{"mainsnak":{"snaktype":"value","property":"P31","hash":"fd5912e4dab4b881a8eb0eb27e7893fef55176ad","datavalue":{"value":{"entity-type":"item","numeric-id":56887,"id":"Q56887"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2574544$5F946454-9A78-46CD-A5C3-7BB07EB3FDE1","rank":"normal"}],"P159":[{"mainsnak":{"snaktype":"value","property":"P159","hash":"71c3d3f06d124492dcf21adb801a080243d23a72","datavalue":{"value":{"text":"Dynamic programming for ergodic control with partial observations.","language":"en"},"type":"monolingualtext"},"datatype":"monolingualtext"},"type":"statement","id":"Q2574544$69321D83-0977-41BD-AC44-446655B803A5","rank":"normal"}],"P225":[{"mainsnak":{"snaktype":"value","property":"P225","hash":"489b7d3012115bf9c8dd1f4a7d3d0766c7751ec3","datavalue":{"value":"1075.60522","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q2574544$BD1C4976-DD8F-4F72-A2B2-EA7B4F424FBF","rank":"normal"}],"P27":[{"mainsnak":{"snaktype":"value","property":"P27","hash":"b8074c61a359f920841bcd9cada9cedb4761c96a","datavalue":{"value":"10.1016/S0304-4149(02)00190-4","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q2574544$627740F5-8143-4910-A7EE-80EB0532E18C","rank":"normal"}],"P16":[{"mainsnak":{"snaktype":"value","property":"P16","hash":"814a9085f4d809332ee2d2025568b98a08f25a9b","datavalue":{"value":{"entity-type":"item","numeric-id":203041,"id":"Q203041"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2574544$61D9237C-01B8-4DD7-84CB-CB6A128A0340","rank":"normal"}],"P200":[{"mainsnak":{"snaktype":"value","property":"P200","hash":"0a7f38bff7197b9d5228d1d2cd340d5028d13b61","datavalue":{"value":{"entity-type":"item","numeric-id":61365,"id":"Q61365"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2574544$90B95059-ADBC-43A4-BF4D-27F745CE4D91","rank":"normal"}],"P28":[{"mainsnak":{"snaktype":"value","property":"P28","hash":"16707be21d380c0b939bdd4a2101c525b4135865","datavalue":{"value":{"time":"+2005-11-29T00:00:00Z","timezone":0,"before":0,"after":0,"precision":11,"calendarmodel":"http://www.wikidata.org/entity/Q1985727"},"type":"time"},"datatype":"time"},"type":"statement","id":"Q2574544$C42DC4CA-0220-49DA-9471-19355E1A8376","rank":"normal"}],"P1448":[{"mainsnak":{"snaktype":"value","property":"P1448","hash":"f449684ccbf9e838c9d5ab5191e2a363b8422514","datavalue":{"value":"The paper derives a dynamic programming principle for optimal control of a partially observed Markov process taking values in a Euclidean space. The minimized functional is that of average (ergodic) costs over infinite horizon. The control space is compact. The problem is addressed by approximating the original ergodic cost functional by a family of discounted cost functionals with discount factors converging to unity. The dynamic programming principle inequalities are first derived in discrete time and the result is then carried over to partially observed Markov semimartingales in continuous time. The construction of optimal controls proceeds in the following steps:  1. restating the problem by means of a separation principle which makes the control process adapted to the process of observations,  2. changing the probability measure in order to eliminate variability in the marginal distribution of the observation process,  3. introducing a stability assumption for the state process in a Lyapunov function form,  4. embedding the state process into another one with a ``doubled'' range of values, for which an accessible atom exists.  The argument draws on earlier results of the same author concerning optimal ergodic control of partially observed finite Markov chains.","type":"string"},"datatype":"string"},"type":"statement","id":"Q2574544$A345E926-20E3-4E76-8D85-A37D4E955C9A","rank":"normal"}],"P226":[{"mainsnak":{"snaktype":"value","property":"P226","hash":"8d3c102b5b56d5cea4c8f850db3444fbb0a19fba","datavalue":{"value":"60G35","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q2574544$29D87B3C-4FB4-4208-BA8F-C63A48CA85A6","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P226","hash":"15c1c1e0a1d69b462ee4ebf3442d37cf266ace92","datavalue":{"value":"49L20","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q2574544$419AC50A-85B6-4C20-8D99-A3E83F2DD9CB","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P226","hash":"e3bc6c7cda8279d6ad2b578e7a7e4967447c3cc4","datavalue":{"value":"93E20","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q2574544$993FAC8B-BE9F-493F-ACBB-0082B4DA6B59","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P226","hash":"314e54fbb18d33f780194e79b8f7d977d400cb90","datavalue":{"value":"60J05","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q2574544$11E23C6B-1FBA-497F-8937-F38C9ABDA59B","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P226","hash":"aa3ca91474fff28e420d9cace433f8447ec799b0","datavalue":{"value":"90C39","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q2574544$C8DD1E3A-3943-4EF6-A5E3-71DAD5973259","rank":"normal"}],"P1451":[{"mainsnak":{"snaktype":"value","property":"P1451","hash":"20b624b632f10974f05f00e7a10b8092a3ed34cc","datavalue":{"value":"2233737","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q2574544$193865E3-944F-4CFA-B9BD-7725A008653C","rank":"normal"}],"P1450":[{"mainsnak":{"snaktype":"value","property":"P1450","hash":"d3982d8953519793fd0c504f10b659a42d3cb9a8","datavalue":{"value":"Markov process","type":"string"},"datatype":"string"},"type":"statement","id":"Q2574544$C38AB690-2006-469E-AE29-73D7DEA49642","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"4c5f9feb07568720819106ed7df41fc7ced118c1","datavalue":{"value":"ergodic cost","type":"string"},"datatype":"string"},"type":"statement","id":"Q2574544$0961EF69-871E-4D11-B14F-FFA768CFFC09","rank":"normal"}],"P1447":[{"mainsnak":{"snaktype":"value","property":"P1447","hash":"93aef1cd020591185a2d5eb52c6e3e75ab09668e","datavalue":{"value":{"entity-type":"item","numeric-id":1363464,"id":"Q1363464"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2574544$8FFCA5D8-A579-433B-A624-825E7E1BB35E","rank":"normal"}],"P1460":[{"mainsnak":{"snaktype":"value","property":"P1460","hash":"57f7fea50d2ce1b39b695c4a1313582eed405e38","datavalue":{"value":{"entity-type":"item","numeric-id":5976449,"id":"Q5976449"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2574544$7C7668ED-A960-442A-AFAB-1CED98681637","rank":"normal"}],"P223":[{"mainsnak":{"snaktype":"value","property":"P223","hash":"8520a6aab048e83736e0064ad9405eb4eb6c6594","datavalue":{"value":{"entity-type":"item","numeric-id":5534494,"id":"Q5534494"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2574544$FD5870F1-829E-497C-ABBE-2B69B59E488A","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"2cf3f24e18165b93be1ab022f439a8af946f50c8","datavalue":{"value":{"entity-type":"item","numeric-id":4181052,"id":"Q4181052"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2574544$CFAABF83-3EDA-455B-9627-9ACD32FB01E3","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"c308298a2fcb84299d77ff0a232c88ae47bc57e2","datavalue":{"value":{"entity-type":"item","numeric-id":2565367,"id":"Q2565367"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2574544$DF8E2230-F661-4437-8E2B-E86061D7FB3C","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"ac89c6d52a7b4808087c3b5979aefa227f2f15c6","datavalue":{"value":{"entity-type":"item","numeric-id":5560061,"id":"Q5560061"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2574544$DC287B26-EC8D-4EDC-9850-03C0AD2E0BFB","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"c4024f05c55312f0c12d524ac4c4982b4c0fe7ee","datavalue":{"value":{"entity-type":"item","numeric-id":3735615,"id":"Q3735615"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2574544$CBEF94E4-28B1-4E46-93F9-012F79D051BC","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"9b1bab7a9ed8b689c8daa99dd8e27e68658715c9","datavalue":{"value":{"entity-type":"item","numeric-id":3995082,"id":"Q3995082"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2574544$B0BB28FA-A111-492B-B825-9BB4600A2305","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"d9f076f9811498a0fb40ffa7564f8fcbe5dcf894","datavalue":{"value":{"entity-type":"item","numeric-id":3141543,"id":"Q3141543"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2574544$710B7A2A-C868-44DB-963E-4E9A10DC6FFC","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"a370d2eb4d44075685bd6371884db07950f8c02d","datavalue":{"value":{"entity-type":"item","numeric-id":4858374,"id":"Q4858374"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2574544$3EED4264-0394-4E0D-9411-082DAE3566A7","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"bd370b3cdfea2496edf2a46cde1a68e478551678","datavalue":{"value":{"entity-type":"item","numeric-id":4719387,"id":"Q4719387"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2574544$832F3473-4F3D-4EAD-A2CC-4E6E8AC188A2","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"a09aec249f7f053d94c07fde796ead4b22ceffed","datavalue":{"value":{"entity-type":"item","numeric-id":4507473,"id":"Q4507473"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2574544$8F7A56FB-7A57-4217-B39B-6BD4CE45B315","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"a95005b9ff9f89bc57b3b97d41c7a8d15fefec57","datavalue":{"value":{"entity-type":"item","numeric-id":4523024,"id":"Q4523024"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2574544$3931C38E-F0D9-45B5-9413-623368B565E5","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"9c11fe9c501b30076fce16d5663415ffdcf82f6f","datavalue":{"value":{"entity-type":"item","numeric-id":5675611,"id":"Q5675611"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2574544$CBE4BD5F-1F6F-408E-A9AE-18552E3BEA68","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"c7e799574e4ef0a7248de6f729ca188858f308d5","datavalue":{"value":{"entity-type":"item","numeric-id":3944469,"id":"Q3944469"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2574544$26C7906D-9850-4B41-9D77-F4FBA315BD63","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"4d11736430f0978c377fc1fe0b23986db0ab2a2a","datavalue":{"value":{"entity-type":"item","numeric-id":1067301,"id":"Q1067301"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2574544$90339576-A053-41A4-B3F9-461C613CB2DB","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"b88e9c913e5294914f1887ed67c59e4fe713243c","datavalue":{"value":{"entity-type":"item","numeric-id":4255598,"id":"Q4255598"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2574544$ACEB4EFC-C2ED-48C5-9955-3010991631C5","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"9566984968bb3653fbb14e3c7e6539be31571551","datavalue":{"value":{"entity-type":"item","numeric-id":3959169,"id":"Q3959169"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2574544$83F118B1-1456-4B28-8716-5B2568598A66","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"b37087fcb0b3babe8b9786d292d22033dccdd58b","datavalue":{"value":{"entity-type":"item","numeric-id":5562267,"id":"Q5562267"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2574544$D0241DE0-A07E-4110-A31A-44378F88ED06","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"0554f3dccbfc464e5a97829a436da1550d935054","datavalue":{"value":{"entity-type":"item","numeric-id":689061,"id":"Q689061"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2574544$CE97F361-AFD2-491C-A6D8-4E4642A21D17","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"a0fd96c4e732c27c6ce6875e1b2b19439d830c91","datavalue":{"value":{"entity-type":"item","numeric-id":4139434,"id":"Q4139434"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2574544$FB51421F-C9EB-4F21-BFAC-3D7A7CF6AD7B","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"d8377c5cb6b1355bbb7f7e6c0aac08c55c749dd6","datavalue":{"value":{"entity-type":"item","numeric-id":5606945,"id":"Q5606945"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2574544$3AE02465-09E4-4E93-9AC8-149D6EF163E7","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"9dca325d13f6be7655d8155afb79265ec20bd2b5","datavalue":{"value":{"entity-type":"item","numeric-id":800033,"id":"Q800033"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2574544$5E786468-D7C3-4077-B749-244385DE0F6C","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"3cb6502d314766d3cc8c1485e99d456b310c3f36","datavalue":{"value":{"entity-type":"item","numeric-id":4193694,"id":"Q4193694"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2574544$E10F510C-39B6-4C67-B43D-91E075F3F58A","rank":"normal"}],"P1643":[{"mainsnak":{"snaktype":"value","property":"P1643","hash":"0f55d3b7d4104dd356bccd4a83cff77db17a7db7","datavalue":{"value":{"entity-type":"item","numeric-id":1274252,"id":"Q1274252"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"46387f1c825bd5d084a5d858f9e447aad6dd39fa","datavalue":{"value":{"amount":"+0.8826748728752136","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q2574544$8066D661-171F-43B2-B3BC-0DA8C32EAD29","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"4c0eb6dfe8aa1ed4b86f3b3afd6ea5daea00b080","datavalue":{"value":{"entity-type":"item","numeric-id":4523024,"id":"Q4523024"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"41f9349280f6cc84aae28914dceedbcb87f4ca3d","datavalue":{"value":{"amount":"+0.882174551486969","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q2574544$4995C80C-9367-460C-98A0-193607A48DB3","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"247096c2b7680fdb66066004d2e82800d0b94486","datavalue":{"value":{"entity-type":"item","numeric-id":4833569,"id":"Q4833569"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"0354369ae710e6a49c2cc10e60f2f8e77570b02e","datavalue":{"value":{"amount":"+0.8632626533508301","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q2574544$DDEECF49-F72E-49C0-8E2A-B715DF512187","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"a92572f13cdf50865944b97a1738c47c296b6a6a","datavalue":{"value":{"entity-type":"item","numeric-id":4283305,"id":"Q4283305"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"0903866d5a8040bb8e599ef584bef30dedaf4a37","datavalue":{"value":{"amount":"+0.8623969554901123","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q2574544$58402C30-742E-42E2-A9CE-318F22989295","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"befc3defdf8fd4c5e0e5fc5c327b213384bf5b64","datavalue":{"value":{"entity-type":"item","numeric-id":2485767,"id":"Q2485767"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"c267d6110b7d35780080abfeab545d4c803fea29","datavalue":{"value":{"amount":"+0.8617408275604248","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q2574544$87AD0A4E-1A3C-457B-89E1-7EF831CBA6B7","rank":"normal"}]},"sitelinks":{"mardi":{"site":"mardi","title":"Publication:2574544","badges":[],"url":"https://portal.mardi4nfdi.de/wiki/Publication:2574544"}}}}}