{"entities":{"Q5896459":{"pageid":7936573,"ns":120,"title":"Item:Q5896459","lastrevid":48748141,"modified":"2026-01-05T18:52:00Z","type":"item","id":"Q5896459","labels":{"en":{"language":"en","value":"Suboptimal policy determination for large-scale Markov decision processes. II: Implementation and numerical evaluation"}},"descriptions":{"en":{"language":"en","value":"scientific article; zbMATH DE number 3874993"}},"aliases":{},"claims":{"P31":[{"mainsnak":{"snaktype":"value","property":"P31","hash":"fd5912e4dab4b881a8eb0eb27e7893fef55176ad","datavalue":{"value":{"entity-type":"item","numeric-id":56887,"id":"Q56887"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q5896459$1EF2DC07-CABE-4CFC-B887-4B9AA7E5DA91","rank":"normal"}],"P159":[{"mainsnak":{"snaktype":"value","property":"P159","hash":"0b1da6cc74e1d0238f3cfa7ac368b043751ee275","datavalue":{"value":{"text":"Suboptimal policy determination for large-scale Markov decision processes. II: Implementation and numerical evaluation","language":"en"},"type":"monolingualtext"},"datatype":"monolingualtext"},"type":"statement","id":"Q5896459$B7CF007B-6770-4701-8D3A-F15655B7A9A4","rank":"normal"}],"P225":[{"mainsnak":{"snaktype":"value","property":"P225","hash":"4dc87a8b06ddb022051cad31f12a15819ca546df","datavalue":{"value":"0548.90085","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q5896459$6A35391C-EA97-40B8-A814-916E265B4B76","rank":"normal"}],"P27":[{"mainsnak":{"snaktype":"value","property":"P27","hash":"60cb04cbec11d1d6fbb4c48262947fe6734fc645","datavalue":{"value":"10.1007/BF00939288","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q5896459$69365959-4B4A-4711-8B3A-A6D3DAD79672","rank":"normal"}],"P16":[{"mainsnak":{"snaktype":"value","property":"P16","hash":"9598a20ff38cb1e58f2b480674ba5144f35e3aca","datavalue":{"value":{"entity-type":"item","numeric-id":799496,"id":"Q799496"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q5896459$FEE212E5-060D-44B6-A504-2480D65681FA","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P16","hash":"0da6cb0dad73a43e57032b8e6ec20735b748b5fc","datavalue":{"value":{"entity-type":"item","numeric-id":256609,"id":"Q256609"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q5896459$E04B190E-BCF3-48C3-9E3F-9C6F6C89CBEC","rank":"normal"}],"P200":[{"mainsnak":{"snaktype":"value","property":"P200","hash":"a3c8bf4d8569c126380a9fc42f55609089e776fb","datavalue":{"value":{"entity-type":"item","numeric-id":82026,"id":"Q82026"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q5896459$C951DFD1-ABE7-4016-A6F7-4913239B9CD6","rank":"normal"}],"P28":[{"mainsnak":{"snaktype":"value","property":"P28","hash":"3c94df5c9af0ede578c52141befd29044de13172","datavalue":{"value":{"time":"+1985-00-00T00:00:00Z","timezone":0,"before":0,"after":0,"precision":9,"calendarmodel":"http://www.wikidata.org/entity/Q1985727"},"type":"time"},"datatype":"time"},"type":"statement","id":"Q5896459$096DE904-BAAE-44F1-8D6E-51BA9DED4531","rank":"normal"}],"P1448":[{"mainsnak":{"snaktype":"value","property":"P1448","hash":"3612d3fe0ee69be499799de4177556e2b7e53974","datavalue":{"value":"We present an implementation of the procedure for determining a suboptimal policy for a large-scale Markov decision process (MDP) presented in Part 1 [see the preceding review]. An operation count analysis illuminates the significant computational benefits of this procedure for determining an optimal policy relative to a procedure for determining a suboptimal policy based on state and action space aggregation. Results of a preliminary numerical study indicate that the quality of the suboptimal policy produced by the 3MDP approach shows promise.","type":"string"},"datatype":"string"},"type":"statement","id":"Q5896459$2DC780C7-C042-4AA6-9E70-9E4ABA719559","rank":"normal"}],"P226":[{"mainsnak":{"snaktype":"value","property":"P226","hash":"377d3ab03372cff12915e0de0374438ff70c3716","datavalue":{"value":"90C40","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q5896459$13DC8400-FA04-4319-9662-8494F044DBF5","rank":"normal"}],"P1451":[{"mainsnak":{"snaktype":"value","property":"P1451","hash":"569cfda49117ca0963c8df9014d78f2171ab50b5","datavalue":{"value":"3874993","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q5896459$FEA34652-85AF-471F-9E84-FC67FAE2A3D5","rank":"normal"}],"P1450":[{"mainsnak":{"snaktype":"value","property":"P1450","hash":"7d4b75cb1125afbf7daff73cad09ee334765c18c","datavalue":{"value":"suboptimal policy","type":"string"},"datatype":"string"},"type":"statement","id":"Q5896459$24D9D28D-A2C0-4DAD-B01E-86ECE9BBF543","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"bd02ef9030914378251418e643dc45ceb0f5d359","datavalue":{"value":"large-scale Markov decision process","type":"string"},"datatype":"string"},"type":"statement","id":"Q5896459$A0803D26-AF8B-4D9A-9BDC-B3DF0BDA3930","rank":"normal"}],"P1460":[{"mainsnak":{"snaktype":"value","property":"P1460","hash":"57f7fea50d2ce1b39b695c4a1313582eed405e38","datavalue":{"value":{"entity-type":"item","numeric-id":5976449,"id":"Q5976449"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q5896459$B493BFCF-3C03-4B09-8672-5D7877EF09BE","rank":"normal"}],"P223":[{"mainsnak":{"snaktype":"value","property":"P223","hash":"41a19917e6ce04385da62a6af8de058e18f4899e","datavalue":{"value":{"entity-type":"item","numeric-id":799497,"id":"Q799497"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q5896459$045AEB72-C4E7-4EF1-8D7E-EFEAE1FDD925","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"9962e281af6addbdc4eaf4622e461f46a5d520d2","datavalue":{"value":{"entity-type":"item","numeric-id":800282,"id":"Q800282"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q5896459$6DAAF547-7840-4FE0-86E4-BC68F554645C","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"36716755f04350c3017f2db3171ec82fc3921ac5","datavalue":{"value":{"entity-type":"item","numeric-id":3939622,"id":"Q3939622"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q5896459$466CA551-90D0-42BD-80BB-70FFEE45AA71","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"0459d1a93a135deb9a3f3404173b887fd894a7be","datavalue":{"value":{"entity-type":"item","numeric-id":3266141,"id":"Q3266141"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q5896459$192F1E36-83F4-4C89-B68A-1CA673A70B0D","rank":"normal"}],"P1643":[{"mainsnak":{"snaktype":"value","property":"P1643","hash":"efe412423a9c055e4c93b4f70d47cb399c91d1b8","datavalue":{"value":{"entity-type":"item","numeric-id":799497,"id":"Q799497"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"0d96f90184eed323d9a19b084e15cb68f905e931","datavalue":{"value":{"amount":"+0.9152982831001282","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q5896459$56DAC89C-5E26-4ACA-8A58-20E36945716E","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"46ab8e1854a6b7b2e5654005b6475154e5f82de0","datavalue":{"value":{"entity-type":"item","numeric-id":1092822,"id":"Q1092822"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"b058fded6c847443b1dc04803ee9e8d5e9df296c","datavalue":{"value":{"amount":"+0.7883049249649048","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q5896459$0710D54C-2737-4A35-AE7D-0E481CE3E159","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"93ee0e77eec862a21102e6f200b92c53d25acd5e","datavalue":{"value":{"entity-type":"item","numeric-id":5286928,"id":"Q5286928"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"f0769d131a5a1c080619e1ac1cf4b08a4f26a883","datavalue":{"value":{"amount":"+0.7755498886108398","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q5896459$DD7188EC-AC62-4906-AC5F-C0AF02C1CE72","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"574936c9c3261926d54c6f66caf55d8efb7059f6","datavalue":{"value":{"entity-type":"item","numeric-id":3585656,"id":"Q3585656"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"ca7abb95818b9c7aceee6c9a19f709fd84249cc2","datavalue":{"value":{"amount":"+0.7645446062088013","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q5896459$E5383966-5FCF-4B23-A6B4-ACA9E9BE96C3","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"88d5e17644e406327c749a78035e998e05d76145","datavalue":{"value":{"entity-type":"item","numeric-id":3743147,"id":"Q3743147"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"23488e55d4f89467b6d55032aab09e69922282a1","datavalue":{"value":{"amount":"+0.757560670375824","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q5896459$8A39B2A2-236B-480D-951F-EBBA65852075","rank":"normal"}]},"sitelinks":{"mardi":{"site":"mardi","title":"Publication:5896459","badges":[],"url":"https://portal.mardi4nfdi.de/wiki/Publication:5896459"}}}}}