{"entities":{"Q1085078":{"pageid":1095830,"ns":120,"title":"Item:Q1085078","lastrevid":66883200,"modified":"2026-04-12T13:30:20Z","type":"item","id":"Q1085078","labels":{"en":{"language":"en","value":"Finite-state approximations for denumerable state discounted Markov decision processes"}},"descriptions":{"en":{"language":"en","value":"scientific article; zbMATH DE number 3980961"}},"aliases":{},"claims":{"P31":[{"mainsnak":{"snaktype":"value","property":"P31","hash":"fd5912e4dab4b881a8eb0eb27e7893fef55176ad","datavalue":{"value":{"entity-type":"item","numeric-id":56887,"id":"Q56887"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1085078$952C65E5-5EA4-4580-A621-373F5EE2689B","rank":"normal"}],"P159":[{"mainsnak":{"snaktype":"value","property":"P159","hash":"87a80666aab25b6ae927fe386a151cf19d1d5d01","datavalue":{"value":{"text":"Finite-state approximations for denumerable state discounted Markov decision processes","language":"en"},"type":"monolingualtext"},"datatype":"monolingualtext"},"type":"statement","id":"Q1085078$2EE7A7EE-B3FF-41EF-B9B1-E93F5AEE8B0F","rank":"normal"}],"P225":[{"mainsnak":{"snaktype":"value","property":"P225","hash":"b8398a3a76291d1c90862fcd90ac9734e28ee31a","datavalue":{"value":"0606.90132","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1085078$C78B666D-EC34-4163-A3EC-FCF5C9992AD8","rank":"normal"}],"P27":[{"mainsnak":{"snaktype":"value","property":"P27","hash":"cd0f23965621390f4a36c180d57b35a6d1c0b8bc","datavalue":{"value":"10.1007/BF01442225","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1085078$717E4387-C08D-42F1-BDBA-E48EA8818780","rank":"normal"}],"P16":[{"mainsnak":{"snaktype":"value","property":"P16","hash":"701cad699d25010246a19012bbabc0e5a81bd55e","datavalue":{"value":{"entity-type":"item","numeric-id":306413,"id":"Q306413"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1085078$0C6BFB2D-14E8-4271-AF4F-CA9BA99D36C4","rank":"normal"}],"P200":[{"mainsnak":{"snaktype":"value","property":"P200","hash":"26e7ae313d93fb8f78524ce8d90a3561478c5c60","datavalue":{"value":{"entity-type":"item","numeric-id":162704,"id":"Q162704"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1085078$442221A0-F199-4939-AAC4-3D3C51594DA9","rank":"normal"}],"P28":[{"mainsnak":{"snaktype":"value","property":"P28","hash":"63df7153432d81fa42019fcabb076c89649b0b5b","datavalue":{"value":{"time":"+1986-00-00T00:00:00Z","timezone":0,"before":0,"after":0,"precision":9,"calendarmodel":"http://www.wikidata.org/entity/Q1985727"},"type":"time"},"datatype":"time"},"type":"statement","id":"Q1085078$9CAADBD2-0452-43AE-9158-857F9D923AB7","rank":"normal"}],"P1448":[{"mainsnak":{"snaktype":"value","property":"P1448","hash":"27053672f13bc0e8b809ab971b63330ed6c93ee6","datavalue":{"value":"The paper generalizes the finite-state interactive scheme of \\textit{D. J. White} [in: Recent developments in Markov decision processes (1980; Zbl 0547.90064), and J. Math. Anal. Appl. 86, 292-306 (1982; Zbl 0533.90094)] to more general (denumerable) state sets and more general conditions of convergence. The rate of convergence is studied intensively and the asymptotic discount optimality of the policies generated by the algorithm is proved.","type":"string"},"datatype":"string"},"type":"statement","id":"Q1085078$366B6E0E-9193-47BC-8409-9A19F9DAAAAE","rank":"normal"}],"P226":[{"mainsnak":{"snaktype":"value","property":"P226","hash":"377d3ab03372cff12915e0de0374438ff70c3716","datavalue":{"value":"90C40","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1085078$C64FAC53-E4F9-4BE6-9687-27D51B642EF0","rank":"normal"}],"P1451":[{"mainsnak":{"snaktype":"value","property":"P1451","hash":"50768937a70b19bad85f1ecfb5d03b93e5cfa751","datavalue":{"value":"3980961","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1085078$4ABBDF4F-C294-48C2-87D2-3B69242DFD6E","rank":"normal"}],"P1450":[{"mainsnak":{"snaktype":"value","property":"P1450","hash":"3fc7e8b3d53ebee0cd5c70ef5291f8c760392ca1","datavalue":{"value":"denumerable state discounted Markov decision processes","type":"string"},"datatype":"string"},"type":"statement","id":"Q1085078$374A8E48-C4B8-41AE-82D8-B0AFFC9BEC6C","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"d73caabf5f3ef74f3baa35c6ef16549c02c3abae","datavalue":{"value":"successive approximations","type":"string"},"datatype":"string"},"type":"statement","id":"Q1085078$9005EF35-AFF0-4387-AEE5-0A541376B5D8","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"82ebbcfd5d66787e2316e42d551e784baae2e232","datavalue":{"value":"finite-state approximations","type":"string"},"datatype":"string"},"type":"statement","id":"Q1085078$384DBAA4-3EE4-4520-916C-9074278D5E7B","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"0eaf0d0e53d18cc817730cd7c9a09b866b36fdbd","datavalue":{"value":"unbounded rewards","type":"string"},"datatype":"string"},"type":"statement","id":"Q1085078$0F7E0A84-10E3-4064-9DBF-62FED7DFBA6E","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"04bff1f02faac1ea41c289991a7a809a3f3d978f","datavalue":{"value":"general conditions of convergence","type":"string"},"datatype":"string"},"type":"statement","id":"Q1085078$115846A2-C3BE-416B-9CAA-927A747AB01F","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"5097db38d6dca97fdfc6bc38bcb12c7dcfbf08b7","datavalue":{"value":"rate of convergence","type":"string"},"datatype":"string"},"type":"statement","id":"Q1085078$E35DD3B5-9C9A-4CEF-A333-C72681F4024E","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"166ac5ab75fed2e543e5317ca66acb7db619135f","datavalue":{"value":"asymptotic discount optimality","type":"string"},"datatype":"string"},"type":"statement","id":"Q1085078$CAB5FD12-3B6B-42A8-8D64-A6134EA0402F","rank":"normal"}],"P1460":[{"mainsnak":{"snaktype":"value","property":"P1460","hash":"57f7fea50d2ce1b39b695c4a1313582eed405e38","datavalue":{"value":{"entity-type":"item","numeric-id":5976449,"id":"Q5976449"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1085078$7D441A1E-599B-4976-A254-BD3F5A6950CB","rank":"normal"}],"P223":[{"mainsnak":{"snaktype":"value","property":"P223","hash":"381161527f8e9b088c12a98c473f58fae6af7e75","datavalue":{"value":{"entity-type":"item","numeric-id":2546335,"id":"Q2546335"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1085078$54FCF3EA-30FF-43FA-B228-8060AAA82FE9","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"3dfa6a01ee7b7fb035b90442d1f9d50b847ad009","datavalue":{"value":{"entity-type":"item","numeric-id":5678679,"id":"Q5678679"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1085078$E1775ED9-2091-4CA3-B9BD-3B11D78A299A","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"8e1935fd4a878e1bd2c24d1c5baa91d69399ac97","datavalue":{"value":{"entity-type":"item","numeric-id":796461,"id":"Q796461"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1085078$E9624E80-87C6-4596-ACCC-AECF977C6FEB","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"ee117d6055236da07cdeacb067ae8fe140382d2d","datavalue":{"value":{"entity-type":"item","numeric-id":4068423,"id":"Q4068423"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1085078$85FB1F60-9BD5-42B0-8B42-9EF78C0B7724","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"1f903cef0a92cdc5964afc33dfc8d7fb03e428d9","datavalue":{"value":{"entity-type":"item","numeric-id":1236975,"id":"Q1236975"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1085078$A0A7B851-7F7C-47F3-9400-30279E9EAB11","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"822e6d6e4ed99dc75114aed23e7bfdc06e834850","datavalue":{"value":{"entity-type":"item","numeric-id":1137518,"id":"Q1137518"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1085078$AE0D11DB-6E4A-4A03-9886-039FD6FC3A32","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"9a8196805d5579b39338379a3bec84be1dc7a4b3","datavalue":{"value":{"entity-type":"item","numeric-id":790055,"id":"Q790055"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1085078$FEC09C02-3505-4D3F-9C43-635ACFA7A9AD","rank":"normal"}],"P1643":[{"mainsnak":{"snaktype":"value","property":"P1643","hash":"823ca4134915a7bcadd951ddcafcef5b8ba58f77","datavalue":{"value":{"entity-type":"item","numeric-id":1079512,"id":"Q1079512"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"250dc678fa44872bf0581daa04b949363891ccd8","datavalue":{"value":{"amount":"+0.9344521760940552","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1085078$5666A4F1-99B3-4385-948F-61192DB127B1","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"87fd897b85d062771ad867040addb2dffe844165","datavalue":{"value":{"entity-type":"item","numeric-id":790055,"id":"Q790055"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"eeaecf8c4e83485f74a3734b494efcc7d7708a67","datavalue":{"value":{"amount":"+0.8799965977668762","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1085078$5701CD3C-0D6F-4825-ADC0-932C1355155D","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"b04973d8f38300ed57fe0078fb2d92df8a8d5840","datavalue":{"value":{"entity-type":"item","numeric-id":4294737,"id":"Q4294737"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"7824f1d8298ed596d4dae24d80d66312dbc0af92","datavalue":{"value":{"amount":"+0.8659716844558716","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1085078$991F4881-3DCE-45AD-AF8D-EC5A3D49813D","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"801cfe7fe350f488639d71817416c5ac9de088e0","datavalue":{"value":{"entity-type":"item","numeric-id":5153610,"id":"Q5153610"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"8c9a5c3ab95da8ceae42655e5fc62d0a93a0900d","datavalue":{"value":{"amount":"+0.8618593811988831","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1085078$D094C4DB-2F8E-4AED-8D85-4E489B428A80","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"5cf2678d96e4d6217fb259194512795a03fe35f1","datavalue":{"value":{"entity-type":"item","numeric-id":3835399,"id":"Q3835399"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"dcb5745d568fb0805d5afa0685e319afcfc94a3f","datavalue":{"value":{"amount":"+0.8553744554519653","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1085078$C2C26229-F2C8-40EB-8295-5F1A05BF1A06","rank":"normal"}]},"sitelinks":{"mardi":{"site":"mardi","title":"Finite-state approximations for denumerable state discounted Markov decision processes","badges":[],"url":"https://portal.mardi4nfdi.de/wiki/Finite-state_approximations_for_denumerable_state_discounted_Markov_decision_processes"}}}}}