{"entities":{"Q1068783":{"pageid":1079535,"ns":120,"title":"Item:Q1068783","lastrevid":66076554,"modified":"2026-04-12T07:22:48Z","type":"item","id":"Q1068783","labels":{"en":{"language":"en","value":"Optimal policies for controlled Markov chains with a constraint"}},"descriptions":{"en":{"language":"en","value":"scientific article; zbMATH DE number 3930870"}},"aliases":{},"claims":{"P31":[{"mainsnak":{"snaktype":"value","property":"P31","hash":"fd5912e4dab4b881a8eb0eb27e7893fef55176ad","datavalue":{"value":{"entity-type":"item","numeric-id":56887,"id":"Q56887"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1068783$7EE43F41-F1AC-40F3-B348-56C5BD81C8F6","rank":"normal"}],"P159":[{"mainsnak":{"snaktype":"value","property":"P159","hash":"67c811afd1e1b58237f4918c53bee38792ce830d","datavalue":{"value":{"text":"Optimal policies for controlled Markov chains with a constraint","language":"en"},"type":"monolingualtext"},"datatype":"monolingualtext"},"type":"statement","id":"Q1068783$97BE4FCB-DCCA-4AA8-BF9D-93293CA5A9FD","rank":"normal"}],"P225":[{"mainsnak":{"snaktype":"value","property":"P225","hash":"e9894a72a179e0f84b5a9a63e98befda4142bb6c","datavalue":{"value":"0581.93067","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1068783$2F67625F-BED3-4A8D-A528-D3FF05085969","rank":"normal"}],"P27":[{"mainsnak":{"snaktype":"value","property":"P27","hash":"6e78ad0de81ef44d9f7561adeffb73ad31df80b4","datavalue":{"value":"10.1016/0022-247X(85)90288-4","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1068783$292D2A46-2485-473E-AE7B-5F67F4D851E0","rank":"normal"}],"P16":[{"mainsnak":{"snaktype":"value","property":"P16","hash":"341f8b370f3cba4be61a84603e538b06e2c0e9ac","datavalue":{"value":{"entity-type":"item","numeric-id":1068782,"id":"Q1068782"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1068783$E3F95731-BA98-40B7-AA5D-A750F5E5225B","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P16","hash":"bf05b913ae7faacf5f0671e1c9a69a597834c85b","datavalue":{"value":{"entity-type":"item","numeric-id":991208,"id":"Q991208"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1068783$6A48DB92-7A0D-4ED5-9D6B-E836B7FBE4BF","rank":"normal"}],"P200":[{"mainsnak":{"snaktype":"value","property":"P200","hash":"c5ad7b9baf8e531c6b1ad954eb5f2899cc8fe5e5","datavalue":{"value":{"entity-type":"item","numeric-id":85344,"id":"Q85344"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1068783$F99C21E4-2719-499F-8941-075E3F1EA896","rank":"normal"}],"P28":[{"mainsnak":{"snaktype":"value","property":"P28","hash":"3c94df5c9af0ede578c52141befd29044de13172","datavalue":{"value":{"time":"+1985-00-00T00:00:00Z","timezone":0,"before":0,"after":0,"precision":9,"calendarmodel":"http://www.wikidata.org/entity/Q1985727"},"type":"time"},"datatype":"time"},"type":"statement","id":"Q1068783$BE3E5F0E-6C37-4828-909F-0BB3FE40E07D","rank":"normal"}],"P1448":[{"mainsnak":{"snaktype":"value","property":"P1448","hash":"4430e48ee6843d6656dccac0c225e62303f23b8a","datavalue":{"value":"The authors deal with the dynamic optimization of discrete-time Markovian systems. It is well known that the behaviour of many systems in practice can be described, from a mathematical point of view, by Markov systems. For example, we can mention computer-communication networks, production operations, computer operating systems and macroeconomic systems.    However, the aim of the paper is to discuss basic questions of the former optimization problem with constraints. Assumptions under which an optimal policy exists are given in the paper. Further, it is shown that this policy always stationary and either non-randomized stationary, (i.e. simple) or consists of a mix of two non-randomized policies, equivalent to choosing independently one of two simple policies at each time by the toss of a (biased) coin. Lagrangian multiplier techniques are used to derive the mentioned results.","type":"string"},"datatype":"string"},"type":"statement","id":"Q1068783$8217C51C-1617-422C-8181-455B3E1B4829","rank":"normal"}],"P226":[{"mainsnak":{"snaktype":"value","property":"P226","hash":"e3bc6c7cda8279d6ad2b578e7a7e4967447c3cc4","datavalue":{"value":"93E20","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1068783$A0E29990-7FCD-415F-8DBC-A7417087ED50","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P226","hash":"1cdf15533e26fc0c4c2e22d28e655c364dfe77a6","datavalue":{"value":"60J10","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1068783$3F34FD82-27F7-4850-B74D-79E4674A0773","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P226","hash":"39a0025ac480893a6c3723330b06364463bbd01f","datavalue":{"value":"93C55","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1068783$1EE45ECC-3B08-4178-8B99-470EA982604F","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P226","hash":"15c1c1e0a1d69b462ee4ebf3442d37cf266ace92","datavalue":{"value":"49L20","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1068783$2189D235-525F-4EB6-B651-FA35A4B644A5","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P226","hash":"aa3ca91474fff28e420d9cace433f8447ec799b0","datavalue":{"value":"90C39","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1068783$280496AD-70EE-4376-9652-61C63621DBAA","rank":"normal"}],"P1451":[{"mainsnak":{"snaktype":"value","property":"P1451","hash":"6403c439e0611125e1ec8293e3796c810c7a9142","datavalue":{"value":"3930870","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1068783$E1F7C6C2-C90C-4317-B32D-1CBC2D8FA870","rank":"normal"}],"P1450":[{"mainsnak":{"snaktype":"value","property":"P1450","hash":"c303cb4d07c25e5735f4dea2b676ed481f8e4ac1","datavalue":{"value":"dynamic optimization","type":"string"},"datatype":"string"},"type":"statement","id":"Q1068783$74A53568-EFCC-40A0-9EAC-5B32D7031226","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"bfffe92c099698362d19832641092f1841f31191","datavalue":{"value":"discrete-time Markovian systems","type":"string"},"datatype":"string"},"type":"statement","id":"Q1068783$814BAE9C-CEC3-4A66-BA65-F8F76D1B5A1D","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"b0b80fdb21f871b86e4c5e937a248ad17e0d9d91","datavalue":{"value":"optimal policy","type":"string"},"datatype":"string"},"type":"statement","id":"Q1068783$D9453EF3-55A2-46AE-98BB-56974245E9DE","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"72d1194ec45211ff923700a481be888e349b713f","datavalue":{"value":"Lagrangian multiplier techniques","type":"string"},"datatype":"string"},"type":"statement","id":"Q1068783$0802598C-F62A-4D49-B9A0-53AF2D55198D","rank":"normal"}],"P1447":[{"mainsnak":{"snaktype":"value","property":"P1447","hash":"42f7988e58b8a08b52cabdb11999dee2d5651d18","datavalue":{"value":{"entity-type":"item","numeric-id":314597,"id":"Q314597"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1068783$469E5E56-6781-44C5-866D-74818CA180A1","rank":"normal"}],"P1460":[{"mainsnak":{"snaktype":"value","property":"P1460","hash":"57f7fea50d2ce1b39b695c4a1313582eed405e38","datavalue":{"value":{"entity-type":"item","numeric-id":5976449,"id":"Q5976449"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1068783$B5114E5F-C2D0-4B70-971D-EDE7B624E877","rank":"normal"}],"P223":[{"mainsnak":{"snaktype":"value","property":"P223","hash":"9962e281af6addbdc4eaf4622e461f46a5d520d2","datavalue":{"value":{"entity-type":"item","numeric-id":800282,"id":"Q800282"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1068783$87F37EE2-B886-456E-938B-D0D8D854C421","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"ac89c6d52a7b4808087c3b5979aefa227f2f15c6","datavalue":{"value":{"entity-type":"item","numeric-id":5560061,"id":"Q5560061"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1068783$0044C6B5-7E2B-4178-BA1A-CD4CF6B34725","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"595ac3d40ad853088d3c1e41e8faff3bb6b26224","datavalue":{"value":{"entity-type":"item","numeric-id":3999241,"id":"Q3999241"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1068783$A72AE128-02DE-4018-813F-07D35C45FD5C","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"771096eacbd8ecbc3cd371619bc85cbb2c2d7025","datavalue":{"value":{"entity-type":"item","numeric-id":2561156,"id":"Q2561156"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1068783$36C3C488-2CE7-44F8-920D-4AC53A7A6E64","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"78f14459f67d301da6c539c2f758151b1da5d94a","datavalue":{"value":{"entity-type":"item","numeric-id":5822308,"id":"Q5822308"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1068783$19208840-8746-4ADB-BDB1-03D593F639F9","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"baf56302e85f12e25b6284fe304f8b6f483788c0","datavalue":{"value":{"entity-type":"item","numeric-id":3237805,"id":"Q3237805"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1068783$B87677B0-008A-4B74-997B-B82C62BEC25E","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"c9539532d16bcb82516fae2db58a1eb7e9c6ca7b","datavalue":{"value":{"entity-type":"item","numeric-id":5538132,"id":"Q5538132"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1068783$998A0643-74CC-4813-870E-8C1C174B68B6","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"fba0772c4d3c493bd2ad216d2b9c9b309afe6e33","datavalue":{"value":{"entity-type":"item","numeric-id":4767197,"id":"Q4767197"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1068783$B74427B9-9B06-4C0B-8A8F-4BF1C72D4C89","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"00fd9254bdcd18b43875675ad35431aeb494d453","datavalue":{"value":{"entity-type":"item","numeric-id":4739658,"id":"Q4739658"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1068783$89902824-5982-47B1-BBF2-23F66689D988","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"4d87715dd6e75eb2c38641460162d2afc00dfc4d","datavalue":{"value":{"entity-type":"item","numeric-id":5517331,"id":"Q5517331"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1068783$88B13C7D-4D65-4E5B-82CB-9AD067BD1637","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"3ab5bf0eae200e5bd004aea6bdae8c47f7d5dc8d","datavalue":{"value":{"entity-type":"item","numeric-id":3962757,"id":"Q3962757"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1068783$727CC3E1-07B1-424F-BE3C-2E206064A3D7","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"481cc18be6fb59115f57e85e36f744a549c960d1","datavalue":{"value":{"entity-type":"item","numeric-id":3683893,"id":"Q3683893"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1068783$FA83D8E8-4A36-42A8-8116-09DE3A359873","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"7bf9de2710310347fd06d4b161600b054fb2903f","datavalue":{"value":{"entity-type":"item","numeric-id":4098663,"id":"Q4098663"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1068783$27B36996-2D3D-4BE3-BA8D-C9CCE6FF9416","rank":"normal"}],"P205":[{"mainsnak":{"snaktype":"value","property":"P205","hash":"07f11924f2f95167f811dfe208de528d11be8e14","datavalue":{"value":"https://doi.org/10.1016/0022-247x(85)90288-4","type":"string"},"datatype":"url"},"type":"statement","id":"Q1068783$B3106A2D-9BBA-4D65-8A8D-02954228AF51","rank":"normal"}],"P388":[{"mainsnak":{"snaktype":"value","property":"P388","hash":"00bcdc0668eb8ff071e53c4a266010e0de529385","datavalue":{"value":"W1997020095","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1068783$7CC357E8-F33B-418D-AC59-E861F1F8224F","rank":"normal"}],"P1643":[{"mainsnak":{"snaktype":"value","property":"P1643","hash":"c5f5faa55812a7635ed169a89507999318169668","datavalue":{"value":{"entity-type":"item","numeric-id":4332258,"id":"Q4332258"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"6ce4dc1bc85b7542dd738508100cd1e830cff10d","datavalue":{"value":{"amount":"+0.8399354219436646","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1068783$8E04C480-B9BF-4B2E-83E1-4B8EF6AB6E9F","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"e1ca96ad3c70fb2832da9378f7d49852de2d0e74","datavalue":{"value":{"entity-type":"item","numeric-id":4271761,"id":"Q4271761"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"a72154b8eabf0873df940ac80bc54433676c9397","datavalue":{"value":{"amount":"+0.8386677503585815","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1068783$692F7908-6865-461E-B627-9A2251907223","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"0f1fe015aeed51e15deabcdc6289164ba831fe18","datavalue":{"value":{"entity-type":"item","numeric-id":3416026,"id":"Q3416026"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"29b7ed68c7d7746a5874e1db63be13c3cd514a57","datavalue":{"value":{"amount":"+0.8343605995178223","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1068783$7C16BA39-6C88-4C49-9518-87D7C821E960","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"69d8934a7d6d8e00b6b057c4d10367d5dbab0fda","datavalue":{"value":{"entity-type":"item","numeric-id":4799713,"id":"Q4799713"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"9cf681184affffd77a0e58c7bd3e0cfc2ffa7194","datavalue":{"value":{"amount":"+0.8333813548088074","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1068783$35F024A0-9419-42A8-B441-212614A5233C","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"aa6f8a035f47c41c9cd345e52a99bf294949276b","datavalue":{"value":{"entity-type":"item","numeric-id":3734187,"id":"Q3734187"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"64d1b7df042e1545a1970cb2e0181e411714996c","datavalue":{"value":{"amount":"+0.8328642845153809","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1068783$A15C4252-98AD-4291-A921-2B76B40D99DA","rank":"normal"}]},"sitelinks":{"mardi":{"site":"mardi","title":"Optimal policies for controlled Markov chains with a constraint","badges":[],"url":"https://portal.mardi4nfdi.de/wiki/Optimal_policies_for_controlled_Markov_chains_with_a_constraint"}}}}}