{"entities":{"Q1093563":{"pageid":1104315,"ns":120,"title":"Item:Q1093563","lastrevid":66290583,"modified":"2026-04-12T08:51:24Z","type":"item","id":"Q1093563","labels":{"en":{"language":"en","value":"A convex analytic approach to Markov decision processes"}},"descriptions":{"en":{"language":"en","value":"scientific article; zbMATH DE number 4023056"}},"aliases":{},"claims":{"P31":[{"mainsnak":{"snaktype":"value","property":"P31","hash":"fd5912e4dab4b881a8eb0eb27e7893fef55176ad","datavalue":{"value":{"entity-type":"item","numeric-id":56887,"id":"Q56887"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1093563$E9BCA221-11D4-4D37-A15E-61BCCF08CECC","rank":"normal"}],"P159":[{"mainsnak":{"snaktype":"value","property":"P159","hash":"17008ee01958cf7afb99a90ad1ff5f113788cb6d","datavalue":{"value":{"text":"A convex analytic approach to Markov decision processes","language":"en"},"type":"monolingualtext"},"datatype":"monolingualtext"},"type":"statement","id":"Q1093563$8F09B021-9DB7-4EA7-92AC-9D1C38B90B6E","rank":"normal"}],"P225":[{"mainsnak":{"snaktype":"value","property":"P225","hash":"c67f9800bb0ac02e67c32447eece0026762862fb","datavalue":{"value":"0628.90090","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1093563$265C4D55-81D8-4ABC-B9BC-831AA4BF8B63","rank":"normal"}],"P27":[{"mainsnak":{"snaktype":"value","property":"P27","hash":"1a5a6d3cd9d8d7325d06dc2b292c3a3909f6e814","datavalue":{"value":"10.1007/BF00353877","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1093563$C88293D5-D0CE-4103-AC51-0EE32BE30772","rank":"normal"}],"P16":[{"mainsnak":{"snaktype":"value","property":"P16","hash":"814a9085f4d809332ee2d2025568b98a08f25a9b","datavalue":{"value":{"entity-type":"item","numeric-id":203041,"id":"Q203041"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1093563$795D16EA-EECE-4C8C-8A6A-2A0F98CDCF94","rank":"normal"}],"P28":[{"mainsnak":{"snaktype":"value","property":"P28","hash":"31a1937240ca4a323604b4728c31d242b5596d7c","datavalue":{"value":{"time":"+1988-00-00T00:00:00Z","timezone":0,"before":0,"after":0,"precision":9,"calendarmodel":"http://www.wikidata.org/entity/Q1985727"},"type":"time"},"datatype":"time"},"type":"statement","id":"Q1093563$9DAF20BF-637D-40D8-8FE5-626A3B2EDCA3","rank":"normal"}],"P1448":[{"mainsnak":{"snaktype":"value","property":"P1448","hash":"5aed98df661bbf71af04b3db8e82385a41668204","datavalue":{"value":"This paper develops a new framework for the study of Markov decision processes in which the control problem is viewed as an optimization problem on the set of canonically induced measures on the trajectory space of the joint state and control process. This set is shown to be compact convex. One then associates with each of the usual cost criteria (infinite horizon discounted cost, finite horizon, control up to an exit time) a naturally defined occupation measure such that the cost is an integral of some function with respect to this measure. These measures are shown to form a compact convex set whose extreme points are characterized. Classical results about existence of optimal strategies are recovered from this and several applications to multicriteria and constrained optimization problems are briefly indicated.","type":"string"},"datatype":"string"},"type":"statement","id":"Q1093563$CCA13BCE-5B1A-4572-878D-DE95D6E12CBE","rank":"normal"}],"P226":[{"mainsnak":{"snaktype":"value","property":"P226","hash":"377d3ab03372cff12915e0de0374438ff70c3716","datavalue":{"value":"90C40","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1093563$68913A30-8284-4FE3-B48C-9C82F1A64BFF","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P226","hash":"029224feaa23c10bf0a20e7c543fe64f3de45a0f","datavalue":{"value":"90C48","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1093563$2EC5256E-985A-4D1B-B472-A5743FFBA8C4","rank":"normal"}],"P1451":[{"mainsnak":{"snaktype":"value","property":"P1451","hash":"b6a18adfe4b432ea0b71e4538316c4b4d5557be8","datavalue":{"value":"4023056","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1093563$995AB9AF-086B-402D-9305-F5B701F744D2","rank":"normal"}],"P1450":[{"mainsnak":{"snaktype":"value","property":"P1450","hash":"5dc7f496f09655932d9ec9c20b05cc43f32ba99d","datavalue":{"value":"canonically induced measures","type":"string"},"datatype":"string"},"type":"statement","id":"Q1093563$45B75FA7-5E2E-4CBE-A524-862F96E95844","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"87921bbebfb62b2d2e2d0553097a08a148ef4c60","datavalue":{"value":"optimization in measure space","type":"string"},"datatype":"string"},"type":"statement","id":"Q1093563$5B2FC797-288E-477B-A52E-63A921AEB83B","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"00347ed9ce87846b574a16e2a7277623f6ff670f","datavalue":{"value":"occupation measure","type":"string"},"datatype":"string"},"type":"statement","id":"Q1093563$628FB726-8B35-479B-891D-614B1FCF2BAF","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"61a0e850da40d99a1a66a362e030a4164d1137a2","datavalue":{"value":"existence of optimal strategies","type":"string"},"datatype":"string"},"type":"statement","id":"Q1093563$DFD93A7E-3172-4651-99B3-797B9C17AD01","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"6dd32397dadd27133ba76c171a00c09975e498e3","datavalue":{"value":"multicriteria","type":"string"},"datatype":"string"},"type":"statement","id":"Q1093563$57C3F2EC-BC89-4EBA-ACE4-A2BF68FBC405","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"6d30541b24a9abb1148f2e3262d414c1cf53eaf7","datavalue":{"value":"constrained optimization","type":"string"},"datatype":"string"},"type":"statement","id":"Q1093563$BBD66409-0A5F-4F0F-AACA-2E8F06CCB110","rank":"normal"}],"P1460":[{"mainsnak":{"snaktype":"value","property":"P1460","hash":"57f7fea50d2ce1b39b695c4a1313582eed405e38","datavalue":{"value":{"entity-type":"item","numeric-id":5976449,"id":"Q5976449"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1093563$5AC7F4C3-6D7F-449A-9A90-3B7CD2E2200E","rank":"normal"}],"P223":[{"mainsnak":{"snaktype":"value","property":"P223","hash":"ac89c6d52a7b4808087c3b5979aefa227f2f15c6","datavalue":{"value":{"entity-type":"item","numeric-id":5560061,"id":"Q5560061"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1093563$F41E2B73-A5E5-49DB-9939-CEDC4BC8C07E","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"9962e281af6addbdc4eaf4622e461f46a5d520d2","datavalue":{"value":{"entity-type":"item","numeric-id":800282,"id":"Q800282"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1093563$97A70AC4-BC1A-4A7C-B73B-4A00AF3DEE17","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"3e90389f6e8b71dca6991e4312b138e3b24acf57","datavalue":{"value":{"entity-type":"item","numeric-id":3682367,"id":"Q3682367"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1093563$A3CF137C-039B-4220-A280-F5D256E274D9","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"d413084567bc308c81a8ef5191572b5ed633f81f","datavalue":{"value":{"entity-type":"item","numeric-id":5508589,"id":"Q5508589"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1093563$EE3F1F2C-6ED9-4DE2-A57F-7258156B508D","rank":"normal"}],"P205":[{"mainsnak":{"snaktype":"value","property":"P205","hash":"d46a59238c49fab9826567639b82d283fbc1358a","datavalue":{"value":"https://doi.org/10.1007/bf00353877","type":"string"},"datatype":"url"},"type":"statement","id":"Q1093563$EF8C2BE0-73D8-4EDC-91FE-8F84AA1CC167","rank":"normal"}],"P388":[{"mainsnak":{"snaktype":"value","property":"P388","hash":"81989bb21549591eaea1c114d0fe624124c97e5c","datavalue":{"value":"W2004640191","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1093563$3B36AC68-C439-4B06-9957-9B5098E60CAF","rank":"normal"}],"P200":[{"mainsnak":{"snaktype":"value","property":"P200","hash":"3e4ddda27c7b76772b0a1708a44a37e8574d8b29","datavalue":{"value":{"entity-type":"item","numeric-id":3036360,"id":"Q3036360"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1093563$810DA335-2D50-4299-9B52-8395EF040B2E","rank":"normal"}],"P1643":[{"mainsnak":{"snaktype":"value","property":"P1643","hash":"553bbbadda724ab195a3adc82aabbf04ec427c45","datavalue":{"value":{"entity-type":"item","numeric-id":4547443,"id":"Q4547443"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"304c2c63de214577214d4e92d2354fc9d68f60fc","datavalue":{"value":{"amount":"+0.8913804888725281","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1093563$2198F024-FB8E-42BC-AADE-CFC5B2EEB23F","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"0f5ffcba6393e0ebdbc650e747db1a3f0a4918a8","datavalue":{"value":{"entity-type":"item","numeric-id":3167338,"id":"Q3167338"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"589edfd58736681b534dad8da3d6d8e26d379044","datavalue":{"value":{"amount":"+0.8670691251754761","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1093563$B54E968D-5C77-4C52-9A4A-82F1D51F50AD","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"95fc61c9c89cf4df7fdc345f2b8e38ccc85a2785","datavalue":{"value":{"entity-type":"item","numeric-id":3115880,"id":"Q3115880"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"9fa108c4992f7a2f06545e9309fee08ba1fdd88b","datavalue":{"value":{"amount":"+0.8522627949714661","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1093563$F83E058E-41A6-4717-B40D-F18AC181B043","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"c9356d92f802f22efdbfbe635610dc3dcb896d8b","datavalue":{"value":{"entity-type":"item","numeric-id":2565367,"id":"Q2565367"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"a270cc8b76826c9a344e4cd07a07f2297eb40707","datavalue":{"value":{"amount":"+0.850283145904541","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1093563$4EB7C289-C0DF-4B3D-8C04-E5E88E876367","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"01e62ffd268a4890c4bd335dbebf4741bba5e418","datavalue":{"value":{"entity-type":"item","numeric-id":5130923,"id":"Q5130923"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"5782231dfd8784b76696981891305ef71c2f5534","datavalue":{"value":{"amount":"+0.8479508757591248","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1093563$19DE23EF-177A-4294-8F06-4D7BBB6E822E","rank":"normal"}]},"sitelinks":{"mardi":{"site":"mardi","title":"A convex analytic approach to Markov decision processes","badges":[],"url":"https://portal.mardi4nfdi.de/wiki/A_convex_analytic_approach_to_Markov_decision_processes"}}}}}