{"entities":{"Q5954951":{"pageid":8131753,"ns":120,"title":"Item:Q5954951","lastrevid":41023527,"modified":"2025-04-17T19:21:45Z","type":"item","id":"Q5954951","labels":{"en":{"language":"en","value":"Handbook of Markov decision processes. Methods and applications"}},"descriptions":{"en":{"language":"en","value":"scientific article; zbMATH DE number 1702372"}},"aliases":{},"claims":{"P31":[{"mainsnak":{"snaktype":"value","property":"P31","hash":"fd5912e4dab4b881a8eb0eb27e7893fef55176ad","datavalue":{"value":{"entity-type":"item","numeric-id":56887,"id":"Q56887"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q5954951$B0FADDB6-4956-45C0-BF7A-6D84352176D7","rank":"normal"}],"P159":[{"mainsnak":{"snaktype":"value","property":"P159","hash":"08c511d40daf20233e356a4321aec6311ed89e6b","datavalue":{"value":{"text":"Handbook of Markov decision processes. Methods and applications","language":"en"},"type":"monolingualtext"},"datatype":"monolingualtext"},"type":"statement","id":"Q5954951$600D9F10-99D9-411C-94D4-B29733982E53","rank":"normal"}],"P225":[{"mainsnak":{"snaktype":"value","property":"P225","hash":"a552cdcb40ef4ae642293078cd85b27e14cc3b5e","datavalue":{"value":"0979.90001","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q5954951$51C8F238-AE20-41F7-9481-99B768F85FCE","rank":"normal"}],"P16":[{"mainsnak":{"snaktype":"value","property":"P16","hash":"41742161a6bce1d6f661162046430a695adbe349","datavalue":{"value":{"entity-type":"item","numeric-id":228270,"id":"Q228270"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q5954951$2D710E6E-98B7-4CD3-AF8F-62A1BDE9F035","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P16","hash":"be031b4ccb472861e6badc0288bebf03b8c50d76","datavalue":{"value":{"entity-type":"item","numeric-id":191764,"id":"Q191764"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q5954951$EE11A73F-DA97-4F33-9865-FC4EC888FCAF","rank":"normal"}],"P28":[{"mainsnak":{"snaktype":"value","property":"P28","hash":"1be789cf65ea97b98ed4f42fd12d8cb71830efe2","datavalue":{"value":{"time":"+2002-02-06T00:00:00Z","timezone":0,"before":0,"after":0,"precision":11,"calendarmodel":"http://www.wikidata.org/entity/Q1985727"},"type":"time"},"datatype":"time"},"type":"statement","id":"Q5954951$6A9E94FC-4DD3-45A7-BE45-2F5163324274","rank":"normal"}],"P1448":[{"mainsnak":{"snaktype":"value","property":"P1448","hash":"c75eed13a141406f17e1dc7b1eec25c2755a17b0","datavalue":{"value":"The articles of this volume will be reviewed individually.  Indexed articles:  \\textit{Feinberg, Eugene A.; Shwartz, Adam}, Introduction, 1-15 [Zbl 1014.90105]  \\textit{Kallenberg, Lodewijk}, Finite state and action MDPs, 21-87 [Zbl 1004.90063]  \\textit{Lewis, Mark E.; Puterman, Martin L.}, Bias optimality, 89-111 [Zbl 1014.90109]  \\textit{Avrachenkov, Konstantin E.; Filar, Jerzy; Haviv, Moshe}, Singular perturbations of Markov chains and decision processes, 113-150 [Zbl 1014.90108]  \\textit{Sennott, Linn I.}, Average reward optimization theory for denumerable state spaces, 153-172 [Zbl 1008.90068]  \\textit{Feinberg, Eugene A.}, Total reward criteria, 173-207 [Zbl 1014.90107]  \\textit{Feinberg, Eugene A.; Shwartz, Adam}, Mixed criteria, 209-230 [Zbl 1014.90106]  \\textit{Hordijk, Arie; Yushkevich, Alexander A.}, Blackwell optimality, 233-267 [Zbl 1024.90068]  \\textit{Makowski, Armand M.; Shwartz, Adam}, The Poisson equation for countable Markov chains: Probabilistic methods and interpretations, 269-303 [Zbl 1014.90111]  \\textit{Meyn, Sean P.}, Stability, performance evaluation, and optimization, 305-346 [Zbl 1003.90041]  \\textit{Borkar, Vivek S.}, Convex analytic methods in Markov decision processes, 341-375 [Zbl 1003.90048]  \\textit{Hern\u00e1ndez-Lerma, On\u00e9simo; Lasserre, Jean B.}, The linear programming approach, 377-407 [Zbl 1038.90051]  \\textit{Dubins, Lester E.; Maitra, Ashok P.; Sudderth, William D.}, Invariant gambling problems and Markov decision processes, 409-428 [Zbl 1014.90112]  \\textit{van Roy, Benjamin}, Neuro-dynamic programming: Overview and recent trends, 431-459 [Zbl 1014.90104]  \\textit{Sch\u00e4l, Manfred}, Markov decision processes in finance and dynamic options, 461-487 [Zbl 1133.90416]  \\textit{Altman, Eitan}, Applications of Markov decision processes in communication networks, 489-536 [Zbl 1003.90049]  \\textit{Lamond, Bernard F.; Boukhtouta, Abdeslem}, Water reservoir applications of Markov decision processes, 537-558 [Zbl 1003.90051]","type":"string"},"datatype":"string"},"type":"statement","id":"Q5954951$D3519AF3-C035-428B-9B84-A48B5A2C9786","rank":"normal"}],"P226":[{"mainsnak":{"snaktype":"value","property":"P226","hash":"2e6abef8b58d88fc1a91c684022b8c3faf43ed56","datavalue":{"value":"90-00","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q5954951$1FE863E0-9396-4031-AED4-BDAFBCB98143","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P226","hash":"ecbbf3779c517fef97ab936b0a129d7ef035b583","datavalue":{"value":"90-06","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q5954951$E302848E-9EA9-401A-BFBC-67D28B4DA044","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P226","hash":"342a6161f41187e2c595daa41b09cee10ab1ace9","datavalue":{"value":"00B15","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q5954951$AF485A9B-A5A7-4F3D-AA83-8622ABC2CF1D","rank":"normal"}],"P1451":[{"mainsnak":{"snaktype":"value","property":"P1451","hash":"5d8656873106cff3a34c66a7c051b997b829df7c","datavalue":{"value":"1702372","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q5954951$6CEE17DC-AF68-4845-AFDF-54DB55F91241","rank":"normal"}],"P1450":[{"mainsnak":{"snaktype":"value","property":"P1450","hash":"fbd1f99995fb6a13da62a377ba6327166316e976","datavalue":{"value":"Markov decision processes","type":"string"},"datatype":"string"},"type":"statement","id":"Q5954951$3DDA3166-252E-4141-A794-7140CF46B47F","rank":"normal"}],"P1460":[{"mainsnak":{"snaktype":"value","property":"P1460","hash":"57f7fea50d2ce1b39b695c4a1313582eed405e38","datavalue":{"value":{"entity-type":"item","numeric-id":5976449,"id":"Q5976449"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q5954951$C553714F-129C-4634-9339-3DF5C23921EF","rank":"normal"}],"P200":[{"mainsnak":{"snaktype":"value","property":"P200","hash":"f98a057c731145429e3445d78310ca0a95f429a8","datavalue":{"value":{"entity-type":"item","numeric-id":2802516,"id":"Q2802516"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q5954951$8324CB14-21C6-4FCF-8755-917EDDECA298","rank":"normal"}]},"sitelinks":{"mardi":{"site":"mardi","title":"Publication:5954951","badges":[],"url":"https://portal.mardi4nfdi.de/wiki/Publication:5954951"}}}}}