{"entities":{"Q5894023":{"pageid":7932419,"ns":120,"title":"Item:Q5894023","lastrevid":41164659,"modified":"2025-04-18T14:55:45Z","type":"item","id":"Q5894023","labels":{"en":{"language":"en","value":"Markov decision processes"}},"descriptions":{"en":{"language":"en","value":"scientific article; zbMATH DE number 5834332"}},"aliases":{},"claims":{"P31":[{"mainsnak":{"snaktype":"value","property":"P31","hash":"fd5912e4dab4b881a8eb0eb27e7893fef55176ad","datavalue":{"value":{"entity-type":"item","numeric-id":56887,"id":"Q56887"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q5894023$B58880CE-8838-4350-BE65-B1C100278BD0","rank":"normal"}],"P159":[{"mainsnak":{"snaktype":"value","property":"P159","hash":"69b050159e608d40a61999fad4bfbc005a4834e7","datavalue":{"value":{"text":"Markov decision processes","language":"en"},"type":"monolingualtext"},"datatype":"monolingualtext"},"type":"statement","id":"Q5894023$8EA7FB8B-1E74-4886-B8F4-7D86C4537FB4","rank":"normal"}],"P225":[{"mainsnak":{"snaktype":"value","property":"P225","hash":"6b47067c395ed2cb892f1c5ef0cad546513fcf83","datavalue":{"value":"1229.90254","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q5894023$3F65F8F7-F50C-49D7-8DEF-7F2D10989F36","rank":"normal"}],"P16":[{"mainsnak":{"snaktype":"value","property":"P16","hash":"b7c768960580571de97aa6addb16c29bc5d535cc","datavalue":{"value":{"entity-type":"item","numeric-id":191768,"id":"Q191768"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q5894023$E924B26B-460A-4BFC-80A7-1B123371D845","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P16","hash":"eab0d3c7d8ef458a0aa3610aa920bba2b424c5f1","datavalue":{"value":{"entity-type":"item","numeric-id":332153,"id":"Q332153"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q5894023$752D9C17-4044-49EB-A51C-B51DFD850F6A","rank":"normal"}],"P200":[{"mainsnak":{"snaktype":"value","property":"P200","hash":"e4e9f74f433df1c7c3e6e0c6ffc626db22235172","datavalue":{"value":{"entity-type":"item","numeric-id":169192,"id":"Q169192"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q5894023$4E075F4E-B552-41BF-AA43-3BCA035C68F7","rank":"normal"}],"P28":[{"mainsnak":{"snaktype":"value","property":"P28","hash":"740e49878700078887fbe9d119b7ad1f67f22eba","datavalue":{"value":{"time":"+2011-01-10T00:00:00Z","timezone":0,"before":0,"after":0,"precision":11,"calendarmodel":"http://www.wikidata.org/entity/Q1985727"},"type":"time"},"datatype":"time"},"type":"statement","id":"Q5894023$8E7E44DA-419A-4C92-8075-CDCFC0C78EF2","rank":"normal"}],"P205":[{"mainsnak":{"snaktype":"value","property":"P205","hash":"a84d9fd02e76de95bba3fc7f6fb8dd9fb2a40ed3","datavalue":{"value":"https://publikationen.bibliothek.kit.edu/1000032907","type":"string"},"datatype":"url"},"type":"statement","id":"Q5894023$A7961FFA-EB2F-465D-A676-3813A3727E02","rank":"normal"}],"P1448":[{"mainsnak":{"snaktype":"value","property":"P1448","hash":"e1d3626c8ea3881003cd298c9bbfbe73c87e0988","datavalue":{"value":"The authors consider the full observable Markov decision process with finite and infinite time horizon in this paper. For the finite time horizon case, the solution of the Markov decision problem can be obtained via solving a Bellman equation under the integrability and structure assumptions. Sufficient conditions for the two assumptions are discussed and the two applications of the card game and stochastic linear quadratic control problems are presented to illustrate their proposed solution method. For the infinite time horizon case, the authors show that both its reward value and optimal policy can be approximated by a sequence of reward values and optimal policies of those cases with finite time horizon under certain conditions. The bandit and dividend pay-out problems are presented to illustrate the proposed theory in this section.","type":"string"},"datatype":"string"},"type":"statement","id":"Q5894023$661CA45D-3644-4FA5-9E88-E5D40F03E2E9","rank":"normal"}],"P1447":[{"mainsnak":{"snaktype":"value","property":"P1447","hash":"f7c329c3e3bf5e87c1dcbd6573a7f023e1d56abf","datavalue":{"value":{"entity-type":"item","numeric-id":255077,"id":"Q255077"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q5894023$D95C9676-9268-4043-86C8-7219EF826733","rank":"normal"}],"P226":[{"mainsnak":{"snaktype":"value","property":"P226","hash":"377d3ab03372cff12915e0de0374438ff70c3716","datavalue":{"value":"90C40","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q5894023$293586A5-9723-49F7-A453-AA56E67FE53B","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P226","hash":"314e54fbb18d33f780194e79b8f7d977d400cb90","datavalue":{"value":"60J05","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q5894023$F4611AED-4184-4BD7-9478-81D909754BE5","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P226","hash":"e3bc6c7cda8279d6ad2b578e7a7e4967447c3cc4","datavalue":{"value":"93E20","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q5894023$A6B2B7CE-7B17-429D-AB93-2484D06A0C84","rank":"normal"}],"P1451":[{"mainsnak":{"snaktype":"value","property":"P1451","hash":"702fd2102ee880ac558478cc008e109dd69fb2af","datavalue":{"value":"5834332","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q5894023$5FEC4107-1A4F-454A-ACAB-92A3846E1C5A","rank":"normal"}],"P1450":[{"mainsnak":{"snaktype":"value","property":"P1450","hash":"a8cfb635100bcc8a85463e6beac1ce534f15033d","datavalue":{"value":"Markov decision process","type":"string"},"datatype":"string"},"type":"statement","id":"Q5894023$C4044F48-2F0B-4F01-B131-C90EACCE2BA7","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"397d9252ef89819a92633d8502b4000f6e56c083","datavalue":{"value":"Markov chain","type":"string"},"datatype":"string"},"type":"statement","id":"Q5894023$E533F1ED-CD5B-4467-A4B6-0FDF74DE4D1E","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"71871de7adb820b6e06b65c08d4fbd5b4f90d92e","datavalue":{"value":"Bellman equation","type":"string"},"datatype":"string"},"type":"statement","id":"Q5894023$F7AF7B75-6549-4409-B6E0-D205CE3A16CD","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"9fe5038e9ac1cfd432f1c835891b65c04b38db6e","datavalue":{"value":"policy improvement","type":"string"},"datatype":"string"},"type":"statement","id":"Q5894023$3044C11D-E6DD-49BC-95E5-E57BBACF5E61","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"a08efa1a08a750d06fca0196004a17a02a35c592","datavalue":{"value":"linear programming","type":"string"},"datatype":"string"},"type":"statement","id":"Q5894023$E661B2F4-A2EE-46E4-8B5C-61C0DAB9651D","rank":"normal"}],"P1460":[{"mainsnak":{"snaktype":"value","property":"P1460","hash":"57f7fea50d2ce1b39b695c4a1313582eed405e38","datavalue":{"value":{"entity-type":"item","numeric-id":5976449,"id":"Q5976449"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q5894023$1138C2C2-D8A1-4651-954E-79C029E3D55B","rank":"normal"}],"P388":[{"mainsnak":{"snaktype":"value","property":"P388","hash":"9eab81c599ff7e52c78d61a772bd4622467f2f05","datavalue":{"value":"W2026889209","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q5894023$A8DCE0C8-A819-4E49-B7E9-A687CA9DA35A","rank":"normal"}],"P27":[{"mainsnak":{"snaktype":"value","property":"P27","hash":"e4a162320acaf22bf12a0a17ef6218717512cfd6","datavalue":{"value":"10.1365/S13291-010-0007-2","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q5894023$8EC2F818-5F8D-433A-BD40-DE1F4595CD12","rank":"normal"}],"P1643":[{"mainsnak":{"snaktype":"value","property":"P1643","hash":"dafc6272684560532782a345f3cbdb9945c1b5fe","datavalue":{"value":{"entity-type":"item","numeric-id":5904001,"id":"Q5904001"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"1f5bad60f5d71e07f84653e70422d32de406082f","datavalue":{"value":{"amount":"+1.0","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ac3c626774dcd0d16f89557f66586245841a01db","datavalue":{"value":{"entity-type":"item","numeric-id":6767936,"id":"Q6767936"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q5894023$A49E980A-0544-496F-8B0F-22BAB5AC4984","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"99d69d36f46fb569d2ffd5ae097c4b0c00f830b0","datavalue":{"value":{"entity-type":"item","numeric-id":3678995,"id":"Q3678995"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"1f5bad60f5d71e07f84653e70422d32de406082f","datavalue":{"value":{"amount":"+1.0","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ac3c626774dcd0d16f89557f66586245841a01db","datavalue":{"value":{"entity-type":"item","numeric-id":6767936,"id":"Q6767936"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q5894023$C1D5F004-EBB3-419A-9313-8ADCA689EE4F","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"caea8f3e5d6ee3348e311ce03b6e032bfaa37f0f","datavalue":{"value":{"entity-type":"item","numeric-id":3483104,"id":"Q3483104"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"1f5bad60f5d71e07f84653e70422d32de406082f","datavalue":{"value":{"amount":"+1.0","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ac3c626774dcd0d16f89557f66586245841a01db","datavalue":{"value":{"entity-type":"item","numeric-id":6767936,"id":"Q6767936"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q5894023$51243D0F-6268-44A2-A7EA-09D6B9E80546","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"54a7007df2f2bd1d272c96984f366121ebfc86fb","datavalue":{"value":{"entity-type":"item","numeric-id":3135096,"id":"Q3135096"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"1f5bad60f5d71e07f84653e70422d32de406082f","datavalue":{"value":{"amount":"+1.0","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ac3c626774dcd0d16f89557f66586245841a01db","datavalue":{"value":{"entity-type":"item","numeric-id":6767936,"id":"Q6767936"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q5894023$5113B739-3045-43F4-8CEB-A1AFEDE97B5D","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"512fab3a84c105d76dad5052d6c26271047da99b","datavalue":{"value":{"entity-type":"item","numeric-id":524243,"id":"Q524243"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"a8ed51489a4434e15e8ebf3d4aee7e6ef8bfb9ae","datavalue":{"value":{"amount":"+0.9590742","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ac3c626774dcd0d16f89557f66586245841a01db","datavalue":{"value":{"entity-type":"item","numeric-id":6767936,"id":"Q6767936"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q5894023$C9F529F6-2E56-4967-9D63-29801C30135F","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"a9389e267d7251b5d341a045f83b06566072c0f2","datavalue":{"value":{"entity-type":"item","numeric-id":2465202,"id":"Q2465202"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"13f1067a5591262925d8b1a8f6d4f847a235dc08","datavalue":{"value":{"amount":"+0.95674706","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ac3c626774dcd0d16f89557f66586245841a01db","datavalue":{"value":{"entity-type":"item","numeric-id":6767936,"id":"Q6767936"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q5894023$D2B665F1-AB85-462F-A3F6-E335072CA5F6","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"fe694cc87a7438e7a01a05c5ef93d94768f2bb41","datavalue":{"value":{"entity-type":"item","numeric-id":5688680,"id":"Q5688680"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"55b3573927769479b48f82f21266d8947f0ced9c","datavalue":{"value":{"amount":"+0.9459201","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ac3c626774dcd0d16f89557f66586245841a01db","datavalue":{"value":{"entity-type":"item","numeric-id":6767936,"id":"Q6767936"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q5894023$BA8DE681-CF83-46AC-B75B-423848B8A8C7","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"f8a2bda7308d6ebfd94de3707b16f8f38337967d","datavalue":{"value":{"entity-type":"item","numeric-id":4709223,"id":"Q4709223"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"388800cba4d262c5cb27d4967d5ad990674d9042","datavalue":{"value":{"amount":"+0.9454266","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ac3c626774dcd0d16f89557f66586245841a01db","datavalue":{"value":{"entity-type":"item","numeric-id":6767936,"id":"Q6767936"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q5894023$E2F6ED62-451C-4E67-9645-E445EF0B7682","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"72c42c285c53014b53f666d55d2b559e50d23d88","datavalue":{"value":{"entity-type":"item","numeric-id":3245701,"id":"Q3245701"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"134128954b7addf02ad0f880e5330d87deaf4631","datavalue":{"value":{"amount":"+0.9428191","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ac3c626774dcd0d16f89557f66586245841a01db","datavalue":{"value":{"entity-type":"item","numeric-id":6767936,"id":"Q6767936"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q5894023$DAC6F035-8704-4627-95B9-80BC8BB49048","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"bc9697b968fed6fbe434e9fe821fd816e7f7ccef","datavalue":{"value":{"entity-type":"item","numeric-id":4315289,"id":"Q4315289"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"319a766a61b18fa4f26634fa296faf25140dd079","datavalue":{"value":{"amount":"+0.9395881","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ac3c626774dcd0d16f89557f66586245841a01db","datavalue":{"value":{"entity-type":"item","numeric-id":6767936,"id":"Q6767936"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q5894023$449F8A68-2CED-495A-ACAD-98044894D59D","rank":"normal"}]},"sitelinks":{"mardi":{"site":"mardi","title":"Publication:5894023","badges":[],"url":"https://portal.mardi4nfdi.de/wiki/Publication:5894023"}}}}}