{"entities":{"Q2856038":{"pageid":2866758,"ns":120,"title":"Item:Q2856038","lastrevid":42276742,"modified":"2025-06-04T04:02:32Z","type":"item","id":"Q2856038","labels":{"en":{"language":"en","value":"The expected total cost criterion for Markov decision processes under constraints"}},"descriptions":{"en":{"language":"en","value":"scientific article; zbMATH DE number 6218390"}},"aliases":{},"claims":{"P31":[{"mainsnak":{"snaktype":"value","property":"P31","hash":"fd5912e4dab4b881a8eb0eb27e7893fef55176ad","datavalue":{"value":{"entity-type":"item","numeric-id":56887,"id":"Q56887"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2856038$EFEB271F-EE67-4BA5-A882-B45C546FC547","rank":"normal"}],"P225":[{"mainsnak":{"snaktype":"value","property":"P225","hash":"939a5bda0888110845d91bcc27a1f20a9ba5f20c","datavalue":{"value":"1298.90126","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q2856038$9FCDA77C-2CDD-4A5F-BE6A-65BBC20A2FFE","rank":"normal"}],"P200":[{"mainsnak":{"snaktype":"value","property":"P200","hash":"a18a232a5ba805729e3a0fdc88e7b61b975c21b6","datavalue":{"value":{"entity-type":"item","numeric-id":102034,"id":"Q102034"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2856038$888169C2-8D36-492F-85D9-261FA943066A","rank":"normal"}],"P28":[{"mainsnak":{"snaktype":"value","property":"P28","hash":"6e41e95550d16033ed81f1eb7c35b7c5a600767d","datavalue":{"value":{"time":"+2013-10-23T00:00:00Z","timezone":0,"before":0,"after":0,"precision":11,"calendarmodel":"http://www.wikidata.org/entity/Q1985727"},"type":"time"},"datatype":"time"},"type":"statement","id":"Q2856038$1B5EBDA9-FFB8-4091-BEC6-122A527E2DFF","rank":"normal"}],"P205":[{"mainsnak":{"snaktype":"value","property":"P205","hash":"3085207cd1e88abe3304fdd8b1b9dd20c8890e0d","datavalue":{"value":"https://projecteuclid.org/euclid.aap/1377868541","type":"string"},"datatype":"url"},"type":"statement","id":"Q2856038$C616D378-2A9A-41C2-9FC0-C8826E662338","rank":"normal"}],"P226":[{"mainsnak":{"snaktype":"value","property":"P226","hash":"377d3ab03372cff12915e0de0374438ff70c3716","datavalue":{"value":"90C40","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q2856038$50F0239D-ED27-45BA-8CF4-A1119DF6CFA3","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P226","hash":"1cdf15533e26fc0c4c2e22d28e655c364dfe77a6","datavalue":{"value":"60J10","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q2856038$0ED8420A-6592-45C3-ADBA-B3A25CF7DA72","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P226","hash":"418d4d19aa7c87e33d52e580c9c108a1bc2de096","datavalue":{"value":"90C90","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q2856038$AE1A2330-2EE9-4E2D-A0DD-3531032B79CA","rank":"normal"}],"P1451":[{"mainsnak":{"snaktype":"value","property":"P1451","hash":"a378beeca888fca3b36cd9dfa73a1bb840316c53","datavalue":{"value":"6218390","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q2856038$E3C46DBF-F461-4C64-AB7C-4BEE11BDFFE5","rank":"normal"}],"P1450":[{"mainsnak":{"snaktype":"value","property":"P1450","hash":"a8cfb635100bcc8a85463e6beac1ce534f15033d","datavalue":{"value":"Markov decision process","type":"string"},"datatype":"string"},"type":"statement","id":"Q2856038$77C17AD6-EB69-4980-AC1C-74EECF88D21C","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"c49b1a7ad46dcec068472873924d7c49a78ef3d6","datavalue":{"value":"expected total cost criterion","type":"string"},"datatype":"string"},"type":"statement","id":"Q2856038$3C8634DF-9A08-4B77-94D4-46E15C3B0177","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"a08efa1a08a750d06fca0196004a17a02a35c592","datavalue":{"value":"linear programming","type":"string"},"datatype":"string"},"type":"statement","id":"Q2856038$A8A40333-2C2A-4251-849D-C0CDEEA25DE2","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"00347ed9ce87846b574a16e2a7277623f6ff670f","datavalue":{"value":"occupation measure","type":"string"},"datatype":"string"},"type":"statement","id":"Q2856038$902B5085-C5D9-4760-915F-905324C974E7","rank":"normal"}],"P16":[{"mainsnak":{"snaktype":"value","property":"P16","hash":"460511ff27b5c6aa96d941332757f5e265789683","datavalue":{"value":{"entity-type":"item","numeric-id":444540,"id":"Q444540"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2856038$E224FC95-A664-48FE-9A70-7FDD7FF9358B","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P16","hash":"5225172543bed16b07593f7e516c8a57c32ee9c8","datavalue":{"value":{"entity-type":"item","numeric-id":1576965,"id":"Q1576965"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2856038$7912C1C9-C5CC-45D6-91B2-DED2124D2F4B","rank":"normal"}],"P1460":[{"mainsnak":{"snaktype":"value","property":"P1460","hash":"57f7fea50d2ce1b39b695c4a1313582eed405e38","datavalue":{"value":{"entity-type":"item","numeric-id":5976449,"id":"Q5976449"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2856038$7942444C-A3FE-4F41-8C5F-AE641D0052A3","rank":"normal"}],"P388":[{"mainsnak":{"snaktype":"value","property":"P388","hash":"b224221d5e816bce6957bacc5a49f974fbca4d0b","datavalue":{"value":"W1991625634","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q2856038$A0ED38FD-5F81-4EF6-98DC-07D33E2B4CBF","rank":"normal"}],"P223":[{"mainsnak":{"snaktype":"value","property":"P223","hash":"a1284b5082362b298340ee680337da76d4487c47","datavalue":{"value":{"entity-type":"item","numeric-id":4264741,"id":"Q4264741"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2856038$8C5B749A-BD66-48F0-82DD-3A9288718492","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"b09061349c384c6440e3b6755074801e835465cf","datavalue":{"value":{"entity-type":"item","numeric-id":626374,"id":"Q626374"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2856038$12BE46EE-CFCC-435C-9E7D-D8DA24FB54A5","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"5e8829cb252cde6a855b1ce3f090a7c599659e27","datavalue":{"value":{"entity-type":"item","numeric-id":1158123,"id":"Q1158123"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2856038$142313E0-5A6F-4C72-BCC8-25363E036884","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"50291c5b24b2eb25d6608b43cabd0c3e4154f4c9","datavalue":{"value":{"entity-type":"item","numeric-id":3999474,"id":"Q3999474"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2856038$D41C3B57-8574-4176-A736-64351F41799B","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"e9f933935dad8a8561edd0bbda44514453267513","datavalue":{"value":{"entity-type":"item","numeric-id":4547443,"id":"Q4547443"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2856038$02A2544B-43D9-45C7-B8A9-B4E4B79F715E","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"84bacc2d33dfdcea996ebb830c0cb70a1f53ff67","datavalue":{"value":{"entity-type":"item","numeric-id":3067838,"id":"Q3067838"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2856038$6D59543D-8C7D-416F-9C2B-2FFB2322B599","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"2de322b7fd167a0749b3c8cb9363d36b5216d81e","datavalue":{"value":{"entity-type":"item","numeric-id":3167338,"id":"Q3167338"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2856038$D36AA3DF-D33F-49ED-B2D0-33B0AB06A3B6","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"5142ee1d620d0b4118f77836a47316b18c6d1122","datavalue":{"value":{"entity-type":"item","numeric-id":4382287,"id":"Q4382287"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2856038$81A187F1-F4C2-4C07-8382-63AD2D94FAA3","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"af195064a1b1fe3e3aa8e8990ef22ab132357e43","datavalue":{"value":{"entity-type":"item","numeric-id":4874952,"id":"Q4874952"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2856038$0BCB9A65-44D8-46EA-8FAF-1EE0B8DCF869","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"b88e9c913e5294914f1887ed67c59e4fe713243c","datavalue":{"value":{"entity-type":"item","numeric-id":4255598,"id":"Q4255598"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2856038$AAD4CE5E-F6EF-49B4-9283-7E8EDFE4CC1D","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"36ecf50402ff2ee33161326d752976a2483788de","datavalue":{"value":{"entity-type":"item","numeric-id":1396973,"id":"Q1396973"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2856038$71897D37-56DB-4E4D-B28A-02B496A606FE","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"5c0cba3ba044d0460dbea6ddaf05be0bbab0adc1","datavalue":{"value":{"entity-type":"item","numeric-id":1397031,"id":"Q1397031"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2856038$55956C9A-E4F7-4CCE-B73A-0DC82FBB2A01","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"2d2615a98139a8b63d85b339636dd92421a59f88","datavalue":{"value":{"entity-type":"item","numeric-id":4377607,"id":"Q4377607"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2856038$233B71CE-4B9F-42C3-90BD-4756CBDDF93C","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"42899df5b07f98507ca87f01b80430013eb00ad3","datavalue":{"value":{"entity-type":"item","numeric-id":4315289,"id":"Q4315289"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2856038$E992C156-7961-4BA1-8D5A-5E6DC475F93A","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"5debee39132e1ae3a2ce5cb4a60a26b600962c07","datavalue":{"value":{"entity-type":"item","numeric-id":4223191,"id":"Q4223191"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2856038$99D9B92A-00BD-4EB6-88EF-77E13DBDD6BB","rank":"normal"}],"P27":[{"mainsnak":{"snaktype":"value","property":"P27","hash":"cd5b9113abeb5999b861a5e2fd7ed80ab1c83f31","datavalue":{"value":"10.1239/AAP/1377868541","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q2856038$160F8096-76AF-4243-A5AC-C3C10B6A8F55","rank":"normal"}],"P1643":[{"mainsnak":{"snaktype":"value","property":"P1643","hash":"0f5ffcba6393e0ebdbc650e747db1a3f0a4918a8","datavalue":{"value":{"entity-type":"item","numeric-id":3167338,"id":"Q3167338"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"3f84657348971f839299827dffbb2150177df2d7","datavalue":{"value":{"amount":"+0.9761856","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ac3c626774dcd0d16f89557f66586245841a01db","datavalue":{"value":{"entity-type":"item","numeric-id":6767936,"id":"Q6767936"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q2856038$EFB04461-3808-446A-AB66-A7430BC78BA6","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"60699ef58cdb88addc5b437e6111ea55f32e99a4","datavalue":{"value":{"entity-type":"item","numeric-id":5233130,"id":"Q5233130"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"2414e2f65fc42396b9247f5a9e7574de1907087d","datavalue":{"value":{"amount":"+0.9381834","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ac3c626774dcd0d16f89557f66586245841a01db","datavalue":{"value":{"entity-type":"item","numeric-id":6767936,"id":"Q6767936"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q2856038$4BE423DA-DD10-476F-AD07-476BEF16C30D","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"dff88ace0059445d68ec1f658a91555901c6ff01","datavalue":{"value":{"entity-type":"item","numeric-id":2670508,"id":"Q2670508"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"947439d8fe1bcb477ff2a6c970001a7170800954","datavalue":{"value":{"amount":"+0.9279606","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ac3c626774dcd0d16f89557f66586245841a01db","datavalue":{"value":{"entity-type":"item","numeric-id":6767936,"id":"Q6767936"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q2856038$E57E500A-D872-4B22-B8DC-7F4E129AF473","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"bc346121c5953a1ad73de2a694e27d887c3fdeb0","datavalue":{"value":{"entity-type":"item","numeric-id":4266368,"id":"Q4266368"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"7f471e8a694e431b690dbf6f3e0a962b759917fb","datavalue":{"value":{"amount":"+0.91904616","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ac3c626774dcd0d16f89557f66586245841a01db","datavalue":{"value":{"entity-type":"item","numeric-id":6767936,"id":"Q6767936"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q2856038$2FF88A07-3122-41EC-83A1-163A9BEFD185","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"7b91b978f16700398b489f2d2408b3ff6b4a4592","datavalue":{"value":{"entity-type":"item","numeric-id":1298694,"id":"Q1298694"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"87b690c99fc04bf1c6b3396174cd451300a44991","datavalue":{"value":{"amount":"+0.91741824","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ac3c626774dcd0d16f89557f66586245841a01db","datavalue":{"value":{"entity-type":"item","numeric-id":6767936,"id":"Q6767936"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q2856038$C0F1925C-0C89-475A-AA75-B0E47F408CB0","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"9ed620c21f55288f4c364ae611c196096f748bba","datavalue":{"value":{"entity-type":"item","numeric-id":4873244,"id":"Q4873244"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"508b782ac303a06f919b3d341ea725d417b69616","datavalue":{"value":{"amount":"+0.9134957","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ac3c626774dcd0d16f89557f66586245841a01db","datavalue":{"value":{"entity-type":"item","numeric-id":6767936,"id":"Q6767936"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q2856038$423F8772-C096-495C-A06B-9A09AD5D6155","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"9149bba6f404b7f2f4a4dc20455cd932e46d1d70","datavalue":{"value":{"entity-type":"item","numeric-id":5282163,"id":"Q5282163"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"ba2924f7804a204c24a4c045c7e76eaa754ada82","datavalue":{"value":{"amount":"+0.9035456","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ac3c626774dcd0d16f89557f66586245841a01db","datavalue":{"value":{"entity-type":"item","numeric-id":6767936,"id":"Q6767936"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q2856038$15399002-AC36-4C38-B5D9-27FF428F60DF","rank":"normal"}],"P159":[{"mainsnak":{"snaktype":"value","property":"P159","hash":"d315304e9789a723ba8b6b13d550a2655919f2d3","datavalue":{"value":{"text":"The expected total cost criterion for Markov decision processes under constraints","language":"en"},"type":"monolingualtext"},"datatype":"monolingualtext"},"type":"statement","id":"Q2856038$62617DB4-9DD3-4A34-889E-789AA514C208","rank":"normal"}],"P1448":[{"mainsnak":{"snaktype":"value","property":"P1448","hash":"efa402954ce67eed2fc7096066d5cfac33fa87fc","datavalue":{"value":"Discrete-time Markov processes (MDPs) with constraints and objectives of the form of expected total cost over the infinite horizon are studied. The problem is analyzed using the linear programming approach. It is shown that if there exists an optimal solution for the associated linear program then there exists a randomized stationary policy which is optimal for the MDP and the optimal value for both problems coincides. Also it is proved that the set of randomized stationary policies provides a sufficient set for solving the MDP. The authors do not assume that the MDP is transient or absorbing and the cost function is nonnegative or bounded below. Three examples that illustrate the obtained results are given.","type":"string"},"datatype":"string"},"type":"statement","id":"Q2856038$2684A8C3-E0AB-488C-A850-DE50613EF6CA","rank":"normal"}],"P1447":[{"mainsnak":{"snaktype":"value","property":"P1447","hash":"17b8fbf391540514ff1bc80aec0499a4666069f5","datavalue":{"value":{"entity-type":"item","numeric-id":305013,"id":"Q305013"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2856038$E3CD5E98-5047-4B3F-B8C4-141FDB67406D","rank":"normal"}]},"sitelinks":{"mardi":{"site":"mardi","title":"Publication:2856038","badges":[],"url":"https://portal.mardi4nfdi.de/wiki/Publication:2856038"}}}}}