{"entities":{"Q467433":{"pageid":469200,"ns":120,"title":"Item:Q467433","lastrevid":62048958,"modified":"2026-04-11T03:26:10Z","type":"item","id":"Q467433","labels":{"en":{"language":"en","value":"Markov decision processes on Borel spaces with total cost and random horizon"}},"descriptions":{"en":{"language":"en","value":"scientific article; zbMATH DE number 6363579"}},"aliases":{},"claims":{"P31":[{"mainsnak":{"snaktype":"value","property":"P31","hash":"fd5912e4dab4b881a8eb0eb27e7893fef55176ad","datavalue":{"value":{"entity-type":"item","numeric-id":56887,"id":"Q56887"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q467433$473EAAF7-60B3-4E72-BD68-4812C4812EA1","rank":"normal"}],"P159":[{"mainsnak":{"snaktype":"value","property":"P159","hash":"b862c385860991840ecb94e25c6fd1806408c5a1","datavalue":{"value":{"text":"Markov decision processes on Borel spaces with total cost and random horizon","language":"en"},"type":"monolingualtext"},"datatype":"monolingualtext"},"type":"statement","id":"Q467433$7A05DBE0-2AD4-441D-839F-C20871D7587E","rank":"normal"}],"P225":[{"mainsnak":{"snaktype":"value","property":"P225","hash":"b9980c91137b688bbb2cb207f2d73f24a7715a92","datavalue":{"value":"1317.90316","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q467433$82C53B8B-60E1-49FB-BD43-400410CFC550","rank":"normal"}],"P16":[{"mainsnak":{"snaktype":"value","property":"P16","hash":"95e990e58ad0f8b658f9ff2e01934d849217563e","datavalue":{"value":{"entity-type":"item","numeric-id":306414,"id":"Q306414"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q467433$F1F23BF8-62F6-44E7-8E9A-F7D6872B17C5","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P16","hash":"87292a5a952cf31d6d12f44d5f80b1be57b3c029","datavalue":{"value":{"entity-type":"item","numeric-id":277857,"id":"Q277857"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q467433$BB7CF0A7-2CD3-4BF2-8252-598351F0A0A3","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P16","hash":"d09349e84bf0a1816475e7a2e93be74dc057c361","datavalue":{"value":{"entity-type":"item","numeric-id":467432,"id":"Q467432"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q467433$05FE0CFD-2D59-4F14-9583-61915A083E80","rank":"normal"}],"P200":[{"mainsnak":{"snaktype":"value","property":"P200","hash":"a3c8bf4d8569c126380a9fc42f55609089e776fb","datavalue":{"value":{"entity-type":"item","numeric-id":82026,"id":"Q82026"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q467433$8E6904C9-7DEC-4CD6-AB5B-84E72891CD88","rank":"normal"}],"P28":[{"mainsnak":{"snaktype":"value","property":"P28","hash":"3daa83eb5c9d67846bd0433e54bd3c467e1d5cf9","datavalue":{"value":{"time":"+2014-11-03T00:00:00Z","timezone":0,"before":0,"after":0,"precision":11,"calendarmodel":"http://www.wikidata.org/entity/Q1985727"},"type":"time"},"datatype":"time"},"type":"statement","id":"Q467433$7CEB0B03-293B-4E15-9AD8-2D2B0EE2957F","rank":"normal"}],"P1448":[{"mainsnak":{"snaktype":"value","property":"P1448","hash":"774e5f1975b7a810f48e3f9c2ca1982e589399ff","datavalue":{"value":"The paper deals with Markov decision processes (MDPs) on Borel spaces with possibly unbounded costs. It was motivated by the study of the discounted optimal control problem given in the book by \\textit{M. L. Puterman} [Markov decision processes: discrete stochastic dynamic programming. New York, NY: John Wiley \\& Sons (1994; Zbl 0829.90134)]. In the book it is proved that the discounted control problem can be treated as a control problem where the horizon is a random variable, which is supposed to follow a geometric distribution independent of the process. The results of the paper are obtained with the help of a dynamic programming approach. They permit working with discounted control problem with varying-time discount factor, possibly depending on the state of the system and the corresponding action as well. To illustrate the theory developed, a version of the linear-quadratic model with a random horizon and a logarithm consumption-investment model are presented.","type":"string"},"datatype":"string"},"type":"statement","id":"Q467433$9375A2F1-A4C9-4E57-8874-941A7DEB9500","rank":"normal"}],"P1447":[{"mainsnak":{"snaktype":"value","property":"P1447","hash":"17b8fbf391540514ff1bc80aec0499a4666069f5","datavalue":{"value":{"entity-type":"item","numeric-id":305013,"id":"Q305013"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q467433$807A0B3F-0DCF-4524-BC53-16DAD6AAB8B3","rank":"normal"}],"P226":[{"mainsnak":{"snaktype":"value","property":"P226","hash":"377d3ab03372cff12915e0de0374438ff70c3716","datavalue":{"value":"90C40","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q467433$681D1AC2-4AD5-4743-AE7E-75FDD79DB776","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P226","hash":"15c1c1e0a1d69b462ee4ebf3442d37cf266ace92","datavalue":{"value":"49L20","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q467433$D061D9DA-D45A-42DB-A8AF-3343CF23576D","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P226","hash":"aa3ca91474fff28e420d9cace433f8447ec799b0","datavalue":{"value":"90C39","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q467433$EF9EB12A-C8FC-44FB-BB35-CC6E1AD25A50","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P226","hash":"c0ecd49782246b7fab028f912f49cd163073d4bd","datavalue":{"value":"60J25","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q467433$1271C5C2-CB42-4F48-AD35-11BF7E154605","rank":"normal"}],"P1451":[{"mainsnak":{"snaktype":"value","property":"P1451","hash":"e06b4d3ccdb0b2044dbaaf6bdc13b3d02e93ff6c","datavalue":{"value":"6363579","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q467433$BCA8219D-B900-4AB2-9226-BD78CCED0F41","rank":"normal"}],"P1450":[{"mainsnak":{"snaktype":"value","property":"P1450","hash":"a8cfb635100bcc8a85463e6beac1ce534f15033d","datavalue":{"value":"Markov decision process","type":"string"},"datatype":"string"},"type":"statement","id":"Q467433$9DAE8E2C-997E-4F9F-92CE-8DA13C128D0D","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"395ab53c6c39180994ed56fb99eab3ad86a11a1a","datavalue":{"value":"total cost","type":"string"},"datatype":"string"},"type":"statement","id":"Q467433$A2646469-7135-447D-838E-C0E62A2E4805","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"9c49d03068e39e25b5eefbbb782a4d653a7f62da","datavalue":{"value":"varying-time discount factor","type":"string"},"datatype":"string"},"type":"statement","id":"Q467433$78176274-3E17-476D-9A46-55F666BFB039","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"749ff4ea93586795207ffd6725b80711988cc0c0","datavalue":{"value":"dynamic programming equation","type":"string"},"datatype":"string"},"type":"statement","id":"Q467433$C2BF8F6C-4532-4F3D-833B-788E32D90620","rank":"normal"}],"P1460":[{"mainsnak":{"snaktype":"value","property":"P1460","hash":"57f7fea50d2ce1b39b695c4a1313582eed405e38","datavalue":{"value":{"entity-type":"item","numeric-id":5976449,"id":"Q5976449"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q467433$DBFC7349-2BF4-4B23-9662-87578FE6D3E9","rank":"normal"}],"P205":[{"mainsnak":{"snaktype":"value","property":"P205","hash":"8a44e4a94cac0f1a44d153bcfb871b498c3ba066","datavalue":{"value":"https://doi.org/10.1007/s10957-012-0262-8","type":"string"},"datatype":"url"},"type":"statement","id":"Q467433$748D1F42-0643-45C8-8BE8-4DA5D5A130BB","rank":"normal"}],"P388":[{"mainsnak":{"snaktype":"value","property":"P388","hash":"7ba1a952de83fc40db88972022c894b033432429","datavalue":{"value":"W1993581478","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q467433$4A1517D5-1DB2-4273-AD79-30AA9B9BECF6","rank":"normal"}],"P223":[{"mainsnak":{"snaktype":"value","property":"P223","hash":"42899df5b07f98507ca87f01b80430013eb00ad3","datavalue":{"value":{"entity-type":"item","numeric-id":4315289,"id":"Q4315289"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q467433$71B56CF2-63D2-4783-8D76-2C7BCBFEA87C","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"6fd68cdd62b14eac1d758c1e90c43b4d5002b19d","datavalue":{"value":{"entity-type":"item","numeric-id":5406670,"id":"Q5406670"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q467433$0840530E-0E16-4905-9515-74B6A847CCFC","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"59eda2aa53cf7582f4bc83d7a65f11ceb7cd12c5","datavalue":{"value":{"entity-type":"item","numeric-id":4484923,"id":"Q4484923"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q467433$2DF2369C-FA98-4A84-AFBF-DC5A7BD247F1","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"5b986e25ad4f386074b1b6c7342ac6fc5cbc3f5e","datavalue":{"value":{"entity-type":"item","numeric-id":4347338,"id":"Q4347338"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q467433$033BD85E-04E7-46F7-8360-ABE8D434B8CF","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"fbf60d9267be98e9b09e47c714e189fe78829f35","datavalue":{"value":{"entity-type":"item","numeric-id":3058315,"id":"Q3058315"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q467433$8053A2E1-FF9D-493A-AB93-9670E3B9601B","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"f61b7c666ab612130480d5b119c135c2253271e3","datavalue":{"value":{"entity-type":"item","numeric-id":5599448,"id":"Q5599448"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q467433$7746AC40-B0D8-4D47-8501-7A8090100F6C","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"5e8829cb252cde6a855b1ce3f090a7c599659e27","datavalue":{"value":{"entity-type":"item","numeric-id":1158123,"id":"Q1158123"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q467433$CA08F154-D01B-4AE0-B57F-CB2D6875622F","rank":"normal"}],"P27":[{"mainsnak":{"snaktype":"value","property":"P27","hash":"e253027a9590f3b2509b3275d24eb8b1c2fb72b3","datavalue":{"value":"10.1007/S10957-012-0262-8","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q467433$216E2A40-3A04-4AAE-950D-422A819AF085","rank":"normal"}],"P1643":[{"mainsnak":{"snaktype":"value","property":"P1643","hash":"7cbc034d5aedbd1df652b4c0653e9146a44ec896","datavalue":{"value":{"entity-type":"item","numeric-id":3748085,"id":"Q3748085"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"39733e8ce28d91de7fc39501a37cf0147ff37e2d","datavalue":{"value":{"amount":"+0.92026365","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ac3c626774dcd0d16f89557f66586245841a01db","datavalue":{"value":{"entity-type":"item","numeric-id":6767936,"id":"Q6767936"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q467433$9F52E4AB-298B-47D8-B563-00DA5048DD05","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"34a01eec982142c2f5e2a1d5fbcc8e795738fa1b","datavalue":{"value":{"entity-type":"item","numeric-id":4595952,"id":"Q4595952"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"e007c461824895b158c8949a6bbc1b7ba792da7d","datavalue":{"value":{"amount":"+0.91672444","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ac3c626774dcd0d16f89557f66586245841a01db","datavalue":{"value":{"entity-type":"item","numeric-id":6767936,"id":"Q6767936"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q467433$D00B2169-779A-4276-A76E-EF01D1FC0D8C","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"59cbdc6c7028f17c532f6018579849bc50acd1a0","datavalue":{"value":{"entity-type":"item","numeric-id":4347338,"id":"Q4347338"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"be9cbca5367833160da566fda071d5e4f6760e30","datavalue":{"value":{"amount":"+0.9111733","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ac3c626774dcd0d16f89557f66586245841a01db","datavalue":{"value":{"entity-type":"item","numeric-id":6767936,"id":"Q6767936"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q467433$611A20AB-E07D-4789-A6FC-FC5132E5DB2E","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"d0be5827f445610162f6157bfffafdc81a727ce6","datavalue":{"value":{"entity-type":"item","numeric-id":510431,"id":"Q510431"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"cfa12f2330bdd13e47f97357796b8861537bebab","datavalue":{"value":{"amount":"+0.90836596","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ac3c626774dcd0d16f89557f66586245841a01db","datavalue":{"value":{"entity-type":"item","numeric-id":6767936,"id":"Q6767936"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q467433$05B24C04-F21C-433C-8A3A-2FCAC6460581","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"1fbc2a1bc0978a534ec3b413691a47993dc10011","datavalue":{"value":{"entity-type":"item","numeric-id":1329330,"id":"Q1329330"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"243c4d25758e271532bd52a1c6d51c3214360846","datavalue":{"value":{"amount":"+0.90340966","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ac3c626774dcd0d16f89557f66586245841a01db","datavalue":{"value":{"entity-type":"item","numeric-id":6767936,"id":"Q6767936"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q467433$AB776C4C-6225-4608-A772-A30222A348FA","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"51b1bae619cca6798ad01bffb5f49359eba0c8f0","datavalue":{"value":{"entity-type":"item","numeric-id":5130921,"id":"Q5130921"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"bb85ff3e66047516214029ad85181481b9147571","datavalue":{"value":{"amount":"+0.9012948","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ac3c626774dcd0d16f89557f66586245841a01db","datavalue":{"value":{"entity-type":"item","numeric-id":6767936,"id":"Q6767936"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q467433$F3BCD298-0862-48DA-81DE-9A4CEE029986","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"7af8d3612b8fd731452a95e6b28997708b82d1ec","datavalue":{"value":{"entity-type":"item","numeric-id":2288591,"id":"Q2288591"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"b8a01094ef95e08529717fddc0c9c13ab162e053","datavalue":{"value":{"amount":"+0.89815754","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ac3c626774dcd0d16f89557f66586245841a01db","datavalue":{"value":{"entity-type":"item","numeric-id":6767936,"id":"Q6767936"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q467433$154F3138-86EA-4B11-8FED-9CB95CB46A35","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"ef84ed4b2a7930cbc4176a4255d766c5f7bfde63","datavalue":{"value":{"entity-type":"item","numeric-id":2069795,"id":"Q2069795"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"a8d5ad71631d65fd8d18a96b08c80f1bfa04888f","datavalue":{"value":{"amount":"+0.89793044","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ac3c626774dcd0d16f89557f66586245841a01db","datavalue":{"value":{"entity-type":"item","numeric-id":6767936,"id":"Q6767936"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q467433$07864D44-9234-4C70-8D1A-74788C5C25BE","rank":"normal"}]},"sitelinks":{"mardi":{"site":"mardi","title":"Markov decision processes on Borel spaces with total cost and random horizon","badges":[],"url":"https://portal.mardi4nfdi.de/wiki/Markov_decision_processes_on_Borel_spaces_with_total_cost_and_random_horizon"}}}}}