{"entities":{"Q790055":{"pageid":791903,"ns":120,"title":"Item:Q790055","lastrevid":48684082,"modified":"2026-01-05T14:47:49Z","type":"item","id":"Q790055","labels":{"en":{"language":"en","value":"Finite state approximations for denumerable state infinite horizon discounted Markov decision processes with unbounded rewards"}},"descriptions":{"en":{"language":"en","value":"scientific article; zbMATH DE number 3847252"}},"aliases":{},"claims":{"P31":[{"mainsnak":{"snaktype":"value","property":"P31","hash":"fd5912e4dab4b881a8eb0eb27e7893fef55176ad","datavalue":{"value":{"entity-type":"item","numeric-id":56887,"id":"Q56887"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q790055$65D110C0-F825-402F-A31F-4D7677BFAA49","rank":"normal"}],"P159":[{"mainsnak":{"snaktype":"value","property":"P159","hash":"7d5a3c985ebe5ffa4b404af39bb9877694f28d4c","datavalue":{"value":{"text":"Finite state approximations for denumerable state infinite horizon discounted Markov decision processes with unbounded rewards","language":"en"},"type":"monolingualtext"},"datatype":"monolingualtext"},"type":"statement","id":"Q790055$60CBCE8E-0A1B-448B-94FC-9B88074945B5","rank":"normal"}],"P225":[{"mainsnak":{"snaktype":"value","property":"P225","hash":"34100ead42f8e5930da29d5312a241d6d3785ac9","datavalue":{"value":"0533.90094","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q790055$1A0AFB20-7390-40C1-9B00-0DE762EC08BB","rank":"normal"}],"P27":[{"mainsnak":{"snaktype":"value","property":"P27","hash":"d2aa71821168cbbe5f767f01b85e53607ec2b1f4","datavalue":{"value":"10.1016/0022-247X(82)90271-2","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q790055$AF885914-44DB-43B1-8FD1-E653B4CC2D68","rank":"normal"}],"P200":[{"mainsnak":{"snaktype":"value","property":"P200","hash":"c5ad7b9baf8e531c6b1ad954eb5f2899cc8fe5e5","datavalue":{"value":{"entity-type":"item","numeric-id":85344,"id":"Q85344"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q790055$6E5DDA1B-70A3-4F47-B3FC-B6B250ED63B3","rank":"normal"}],"P28":[{"mainsnak":{"snaktype":"value","property":"P28","hash":"47f57cd36df9e30d446df3867dc3917e4ea74654","datavalue":{"value":{"time":"+1982-00-00T00:00:00Z","timezone":0,"before":0,"after":0,"precision":9,"calendarmodel":"http://www.wikidata.org/entity/Q1985727"},"type":"time"},"datatype":"time"},"type":"statement","id":"Q790055$E368516C-53D9-4FFA-940B-F95F29F311B9","rank":"normal"}],"P1448":[{"mainsnak":{"snaktype":"value","property":"P1448","hash":"d10fe998bbebaa13ad52030e4d933625e5889749","datavalue":{"value":"In very many Markov decision problems with denumerable states, the reward vector is unbounded. This paper deals with the approach to unbounded problems of \\textit{J. M. Harrison} [Ann. Math. Staist. 43, 636-644 (1972; Zbl 0262.90064)], \\textit{J. Wessels} [J. Math. Anal. Appl. 58, 326-335 (1977; Zbl 0354.90087)] and \\textit{S. A. Lippman} [Manage. Sci., Theory 21, 1225-1233 (1975; Zbl 0309.90017)]. The approach is to use the results of these authors to convert the unbounded problems to bounded problems for which results in our earlier papers [e.g., J. Math. Anal. Appl. 74, 292- 295 (1980; Zbl 0428.90082); ibid. 72, 512-523 (1979; Zbl 0431.90080)] will then apply. The approximation errors are dependent on the appropriate contraction ratio factor for each case considered.","type":"string"},"datatype":"string"},"type":"statement","id":"Q790055$8371B5A3-F0FB-4745-8AC8-7B99BA7EFF1C","rank":"normal"}],"P226":[{"mainsnak":{"snaktype":"value","property":"P226","hash":"377d3ab03372cff12915e0de0374438ff70c3716","datavalue":{"value":"90C40","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q790055$00FF6392-59BC-4BFE-B2B3-F8226EB7DA0A","rank":"normal"}],"P1451":[{"mainsnak":{"snaktype":"value","property":"P1451","hash":"4dd96676c2c58ed45ed860abb7ae1e0f508ebf17","datavalue":{"value":"3847252","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q790055$BE0460BD-CC15-4F8A-B1D0-62727926AE7C","rank":"normal"}],"P1450":[{"mainsnak":{"snaktype":"value","property":"P1450","hash":"7b5513ee241ad8e30e42051142d2d909fd46cf2c","datavalue":{"value":"unbounded reward vector","type":"string"},"datatype":"string"},"type":"statement","id":"Q790055$4D6B3A36-D0AC-4594-B7D6-3EADCF189123","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"80bd69031726d0f9920cd27ec5468c27e345dd72","datavalue":{"value":"Markov decision problems","type":"string"},"datatype":"string"},"type":"statement","id":"Q790055$4C52B5F4-88D8-4891-8776-9B800EA937C8","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"75fc537890a06c6cdb86f362a00275410da4f9e1","datavalue":{"value":"denumerable states","type":"string"},"datatype":"string"},"type":"statement","id":"Q790055$C8871214-FC8C-48F0-887A-BB04406ACF0F","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"7c4a7a52d10557d2b677f693882d2b75f023c1b8","datavalue":{"value":"262.90064","type":"string"},"datatype":"string"},"type":"statement","id":"Q790055$BE15DA03-0AF2-4C3E-9CA7-88E56F6C10CD","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"001d0b4a989bc6910359f22e5c99481cebd4f765","datavalue":{"value":"354.90087","type":"string"},"datatype":"string"},"type":"statement","id":"Q790055$B3D3F3A1-A1AD-4B6A-929B-742BCFA62469","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"bd0cd454a6df388fd50cb733e0cd32bb191b7c98","datavalue":{"value":"309.90017","type":"string"},"datatype":"string"},"type":"statement","id":"Q790055$FDDB4DC5-8D9B-4E80-B50A-B381B58F4D39","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"7e263995c4c999a5f2f2d931bef2e6c576291217","datavalue":{"value":"428.90082","type":"string"},"datatype":"string"},"type":"statement","id":"Q790055$68334AB7-4B71-4CD7-BDB9-B53E7A67E7DB","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"cbd4fedb15044145954cf7f08e00f1bded49a7cd","datavalue":{"value":"431.90080","type":"string"},"datatype":"string"},"type":"statement","id":"Q790055$0E2BAFA1-1232-4C34-BE12-BCFCC69ED714","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"ffc2ecb143df565d506ce344157631c05ecef585","datavalue":{"value":"approximation errors","type":"string"},"datatype":"string"},"type":"statement","id":"Q790055$D3C2A2F6-2257-4360-97F5-2F8F779D869E","rank":"normal"}],"P16":[{"mainsnak":{"snaktype":"value","property":"P16","hash":"14fb6158c2e7a30d22594a5ac8edc4708d1a10b2","datavalue":{"value":{"entity-type":"item","numeric-id":181183,"id":"Q181183"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q790055$8BC52D12-72A1-4274-B9B4-9D29651AED11","rank":"normal"}],"P1460":[{"mainsnak":{"snaktype":"value","property":"P1460","hash":"57f7fea50d2ce1b39b695c4a1313582eed405e38","datavalue":{"value":{"entity-type":"item","numeric-id":5976449,"id":"Q5976449"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q790055$4228AA9B-F478-4BB5-80D4-C72CE54137FA","rank":"normal"}],"P223":[{"mainsnak":{"snaktype":"value","property":"P223","hash":"14b915cd59b2bc4d53cf0ad86c70adc7fb055375","datavalue":{"value":{"entity-type":"item","numeric-id":5535549,"id":"Q5535549"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q790055$405A705B-B10F-4A01-8A46-9AC09F75FA36","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"822e6d6e4ed99dc75114aed23e7bfdc06e834850","datavalue":{"value":{"entity-type":"item","numeric-id":1137518,"id":"Q1137518"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q790055$A2DEEE30-C01E-4B0E-B113-83AFE27E23A7","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"9a8196805d5579b39338379a3bec84be1dc7a4b3","datavalue":{"value":{"entity-type":"item","numeric-id":790055,"id":"Q790055"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q790055$5F25BEC8-140D-477A-9843-85E57CB88748","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"5ec04cc67787ba28e3e7408e432dbf1fd33beec2","datavalue":{"value":{"entity-type":"item","numeric-id":1138486,"id":"Q1138486"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q790055$7D2122A2-A1FC-4E79-AFB4-01CFCE5425B5","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"3dfa6a01ee7b7fb035b90442d1f9d50b847ad009","datavalue":{"value":{"entity-type":"item","numeric-id":5678679,"id":"Q5678679"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q790055$7D17EF74-595E-49C0-8C4A-D4C944D16F7B","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"1f903cef0a92cdc5964afc33dfc8d7fb03e428d9","datavalue":{"value":{"entity-type":"item","numeric-id":1236975,"id":"Q1236975"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q790055$E0FC47BD-7799-4A4B-B9E9-00670A1F39B7","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"ee117d6055236da07cdeacb067ae8fe140382d2d","datavalue":{"value":{"entity-type":"item","numeric-id":4068423,"id":"Q4068423"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q790055$EB6079F7-3386-47E1-A3BE-33066C605AF8","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"a6753a1e3ffb7b05b787e19b5641634b76802a12","datavalue":{"value":{"entity-type":"item","numeric-id":4151296,"id":"Q4151296"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q790055$E5FA0630-C0C8-43BA-9822-E3E08A9D4C35","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"021b65a6c1b120a2c3961e27cfe46cf77176487a","datavalue":{"value":{"entity-type":"item","numeric-id":4173219,"id":"Q4173219"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q790055$980336D0-9F3A-443C-A811-20CBE3582172","rank":"normal"}],"P1643":[{"mainsnak":{"snaktype":"value","property":"P1643","hash":"5cf2678d96e4d6217fb259194512795a03fe35f1","datavalue":{"value":{"entity-type":"item","numeric-id":3835399,"id":"Q3835399"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"b65a550b8761e92c3c6c142548e5c44d1fde1093","datavalue":{"value":{"amount":"+0.8923549652099609","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q790055$100FECE3-57EA-4282-9DC8-BA1E5048782A","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"4f4fda1bff5021f331f8ac5059d3a78738e420c3","datavalue":{"value":{"entity-type":"item","numeric-id":1085078,"id":"Q1085078"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"eeaecf8c4e83485f74a3734b494efcc7d7708a67","datavalue":{"value":{"amount":"+0.8799965977668762","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q790055$7C292878-4772-4D27-A76E-04ED94BC781C","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"801cfe7fe350f488639d71817416c5ac9de088e0","datavalue":{"value":{"entity-type":"item","numeric-id":5153610,"id":"Q5153610"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"b6226dd0cef6e336daa23556784ac0961b77d2ee","datavalue":{"value":{"amount":"+0.861285924911499","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q790055$B9F79DAE-469D-4ED2-A34F-FC8BB03C5721","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"823ca4134915a7bcadd951ddcafcef5b8ba58f77","datavalue":{"value":{"entity-type":"item","numeric-id":1079512,"id":"Q1079512"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"dfba1401dabb92061adc62d6408da2794275b841","datavalue":{"value":{"amount":"+0.8599989414215088","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q790055$987ADBAC-0048-48CA-B363-9B2642F013D2","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"3ee0299d924a2af692a59e24c9ebba1b893a995f","datavalue":{"value":{"entity-type":"item","numeric-id":4593601,"id":"Q4593601"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"67bcaa1d1543ba912a29ba9904a43f6f110e8d73","datavalue":{"value":{"amount":"+0.8580113053321838","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q790055$04ADC08D-739F-4D79-9CA9-55BA35726E4B","rank":"normal"}]},"sitelinks":{"mardi":{"site":"mardi","title":"Publication:790055","badges":[],"url":"https://portal.mardi4nfdi.de/wiki/Publication:790055"}}}}}