{"entities":{"Q1066819":{"pageid":1077571,"ns":120,"title":"Item:Q1066819","lastrevid":69554337,"modified":"2026-04-13T07:48:00Z","type":"item","id":"Q1066819","labels":{"en":{"language":"en","value":"Finite state approximation algorithms for average cost denumerable state Markov decision processes"}},"descriptions":{"en":{"language":"en","value":"scientific article; zbMATH DE number 3926666"}},"aliases":{},"claims":{"P31":[{"mainsnak":{"snaktype":"value","property":"P31","hash":"fd5912e4dab4b881a8eb0eb27e7893fef55176ad","datavalue":{"value":{"entity-type":"item","numeric-id":56887,"id":"Q56887"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1066819$D9EC3240-A155-4118-8850-172BABD31AFB","rank":"normal"}],"P159":[{"mainsnak":{"snaktype":"value","property":"P159","hash":"9be7a47406bcd44ee7c7ef10fd267602efb9cb76","datavalue":{"value":{"text":"Finite state approximation algorithms for average cost denumerable state Markov decision processes","language":"en"},"type":"monolingualtext"},"datatype":"monolingualtext"},"type":"statement","id":"Q1066819$A0B1EA8C-4CBF-471E-A67B-2249F95F092A","rank":"normal"}],"P225":[{"mainsnak":{"snaktype":"value","property":"P225","hash":"6d30b9ee85cf6de2fa1cf35fffbf785290773f90","datavalue":{"value":"0578.90090","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1066819$A1B6197B-BEAA-4F1A-8C4C-1A1C050DD78D","rank":"normal"}],"P27":[{"mainsnak":{"snaktype":"value","property":"P27","hash":"3a25be21d604bcd7c713bc0ebff0db171eb8d669","datavalue":{"value":"10.1007/BF01719758","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1066819$F776638F-08D7-4249-9E7C-D18D4773E8C4","rank":"normal"}],"P16":[{"mainsnak":{"snaktype":"value","property":"P16","hash":"83acb26c132edffe3503227fdedd09777c685939","datavalue":{"value":{"entity-type":"item","numeric-id":1060191,"id":"Q1060191"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1066819$0CA8CDD8-8793-4745-A453-9BA511C48011","rank":"normal"}],"P200":[{"mainsnak":{"snaktype":"value","property":"P200","hash":"9c43b2600d1729fd3bff9a1684164aec83749349","datavalue":{"value":{"entity-type":"item","numeric-id":202828,"id":"Q202828"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1066819$7D96A7F7-0494-4CED-906C-FD89C2014394","rank":"normal"}],"P28":[{"mainsnak":{"snaktype":"value","property":"P28","hash":"3c94df5c9af0ede578c52141befd29044de13172","datavalue":{"value":{"time":"+1985-00-00T00:00:00Z","timezone":0,"before":0,"after":0,"precision":9,"calendarmodel":"http://www.wikidata.org/entity/Q1985727"},"type":"time"},"datatype":"time"},"type":"statement","id":"Q1066819$ECE62832-269F-42BD-8A09-C5C02D407451","rank":"normal"}],"P1448":[{"mainsnak":{"snaktype":"value","property":"P1448","hash":"8c576a698776b87372881cba905062c42242ba82","datavalue":{"value":"This paper describes six algorithms for finding approximate solutions to infinite state space Markov decision processes under the average cost criteria. Three of the algorithms are variants on value iteration and three are variants on policy iteration. The convergence of these algorithms is guaranteed by a scrambling-type recurrency condition, (which ensures the average cost is independent of the starting state), and ''tail'' conditions (which allows states in the tail to be ignored). Computational results on the various algorithms are given.","type":"string"},"datatype":"string"},"type":"statement","id":"Q1066819$110EDA58-DC1C-49E2-ADA9-8A73AB1C70FC","rank":"normal"}],"P226":[{"mainsnak":{"snaktype":"value","property":"P226","hash":"377d3ab03372cff12915e0de0374438ff70c3716","datavalue":{"value":"90C40","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1066819$26A0EBF9-AC6C-4CDC-B57D-AA53682791EE","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P226","hash":"0b4fa5b59eb6fe6e43618f9e005f4a49f4390971","datavalue":{"value":"65K05","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1066819$3A9D6C51-23DD-4A02-85A7-B321371A5B63","rank":"normal"}],"P1451":[{"mainsnak":{"snaktype":"value","property":"P1451","hash":"77c23f6a56cddbfde05195415bd7bbd2ff2e3d8a","datavalue":{"value":"3926666","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1066819$43C8FB4F-B80A-470C-A911-7F8B0A64322D","rank":"normal"}],"P1450":[{"mainsnak":{"snaktype":"value","property":"P1450","hash":"8205005c0975ece57da73400ce9be01687bc47fd","datavalue":{"value":"approximate solutions","type":"string"},"datatype":"string"},"type":"statement","id":"Q1066819$552B1502-A21F-45A2-A60C-A90D8346718C","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"e8a9460d03937c0b9057545b18c111e71f2902d3","datavalue":{"value":"infinite state space Markov decision processes","type":"string"},"datatype":"string"},"type":"statement","id":"Q1066819$36922DCB-6669-4511-A7E1-475C00F2430E","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"9a77b81d98d90be8b1ef5ae8f01f4a51a7087724","datavalue":{"value":"average cost criteria","type":"string"},"datatype":"string"},"type":"statement","id":"Q1066819$4F00FC43-A89D-4F1D-B53F-7F3147BC51B3","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"ef3d283103ac31175545b3fd6e9ad252c8dba3b6","datavalue":{"value":"value iteration","type":"string"},"datatype":"string"},"type":"statement","id":"Q1066819$E804EFDE-94BA-4E16-BB80-853F2BA57FE0","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"b787a7fb4983f9edd99c2283d82bd30f90e94b57","datavalue":{"value":"policy iteration","type":"string"},"datatype":"string"},"type":"statement","id":"Q1066819$3AE2A0BD-C462-42F2-851B-5C6D1BC7E609","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"03ee0109af41ad406ecd743518061baaa9e5e3ff","datavalue":{"value":"convergence","type":"string"},"datatype":"string"},"type":"statement","id":"Q1066819$4809C205-8DAD-4171-826B-16CA17F77D01","rank":"normal"}],"P1460":[{"mainsnak":{"snaktype":"value","property":"P1460","hash":"57f7fea50d2ce1b39b695c4a1313582eed405e38","datavalue":{"value":{"entity-type":"item","numeric-id":5976449,"id":"Q5976449"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1066819$70905737-A70A-4F76-BF69-90A7CE2037A5","rank":"normal"}],"P223":[{"mainsnak":{"snaktype":"value","property":"P223","hash":"14b915cd59b2bc4d53cf0ad86c70adc7fb055375","datavalue":{"value":{"entity-type":"item","numeric-id":5535549,"id":"Q5535549"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1066819$463AFD6B-078D-4D05-A62D-0560580891CB","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"2469d5ab3a820ed397bb5ff822fbac7c077580bc","datavalue":{"value":{"entity-type":"item","numeric-id":1250794,"id":"Q1250794"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1066819$6E842AF3-E8F0-4BC7-9B23-BA36409DE7EB","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"5a04fea5e37537baa202e80f5831309f1960cbbb","datavalue":{"value":{"entity-type":"item","numeric-id":4168795,"id":"Q4168795"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1066819$35CE60E9-CFA1-44B5-A3D9-9D24DA16E3A3","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"871b15dbaafab04ef52005088cdbfb9bdb8707ff","datavalue":{"value":{"entity-type":"item","numeric-id":3908791,"id":"Q3908791"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1066819$6316DEBB-AB1C-46CC-AD94-C8F84D2BDE84","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"23691f33ef80f7839fd680cda00c05427f286874","datavalue":{"value":{"entity-type":"item","numeric-id":4178271,"id":"Q4178271"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1066819$17B8A0A9-064A-4926-B5C3-7480922E9AE7","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"381161527f8e9b088c12a98c473f58fae6af7e75","datavalue":{"value":{"entity-type":"item","numeric-id":2546335,"id":"Q2546335"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1066819$DE5B7645-29C6-4951-BB35-80E97E9B9730","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"24b632c0aa18a0ceac02382bbcd6910832185648","datavalue":{"value":{"entity-type":"item","numeric-id":3911692,"id":"Q3911692"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1066819$F08DBE84-311C-4C33-89A9-3238F72ED378","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"ee2a592e613c7b84df36307eebfea524f1c0a2f3","datavalue":{"value":{"entity-type":"item","numeric-id":4771778,"id":"Q4771778"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1066819$8CD9B46E-ACD2-470E-9FDF-DD3CD45D03A0","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"828a778f192fb290449271d91e3e34e75ed7e447","datavalue":{"value":{"entity-type":"item","numeric-id":4062963,"id":"Q4062963"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1066819$3D7E725D-B2E0-45E8-A2DA-CB7027D7722E","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"542d9ed45f9ad620e715e7ba4559ce8a76f919ad","datavalue":{"value":{"entity-type":"item","numeric-id":4168796,"id":"Q4168796"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1066819$C25A870B-1C40-41AF-9E04-A63305815580","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"7d89ac367ee2564a6fcdbab44349277cd21e1d36","datavalue":{"value":{"entity-type":"item","numeric-id":4195752,"id":"Q4195752"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1066819$494A53FD-C70E-47E4-8252-53395CD93431","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"105bfec494cbca32088aa341bafbf857087c1581","datavalue":{"value":{"entity-type":"item","numeric-id":5615108,"id":"Q5615108"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1066819$A9128C39-F01E-4CEE-82A9-73C6627328FC","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"ae05df24390915b6f8a39f160895d164ea80a10b","datavalue":{"value":{"entity-type":"item","numeric-id":2546840,"id":"Q2546840"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1066819$6A027235-AE51-46B2-B7F2-63F6C57A3A08","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"333491926589bb302f359bf6ce39165e1ee50721","datavalue":{"value":{"entity-type":"item","numeric-id":1138986,"id":"Q1138986"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1066819$25E311F7-899A-4117-B7F5-A2954952BCCC","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"6cf8e830f4d14e165a856a2ecae282762f575231","datavalue":{"value":{"entity-type":"item","numeric-id":2393803,"id":"Q2393803"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1066819$DDEE242E-5B48-4694-B4FF-DC18A7088E92","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"822e6d6e4ed99dc75114aed23e7bfdc06e834850","datavalue":{"value":{"entity-type":"item","numeric-id":1137518,"id":"Q1137518"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1066819$E2E44F42-90C6-43EE-8924-B8A2CCC1A87E","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"5ec04cc67787ba28e3e7408e432dbf1fd33beec2","datavalue":{"value":{"entity-type":"item","numeric-id":1138486,"id":"Q1138486"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1066819$AED919E1-420F-46DE-9507-8BBE766354A9","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"52d686fcce39506453772d0734bb9fa8b6c0000c","datavalue":{"value":{"entity-type":"item","numeric-id":4175068,"id":"Q4175068"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1066819$0C473BEB-D172-4E7A-A17A-87FF0EF0B420","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"a9a9afc359b780cd186090b621d8dfe3fd08677f","datavalue":{"value":{"entity-type":"item","numeric-id":4196266,"id":"Q4196266"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1066819$65B07884-0136-4B02-83DB-DD8000FC4EA2","rank":"normal"}],"P205":[{"mainsnak":{"snaktype":"value","property":"P205","hash":"84603f65832b545e5ebe1bc0b231cdbac52d6fde","datavalue":{"value":"https://doi.org/10.1007/bf01719758","type":"string"},"datatype":"url"},"type":"statement","id":"Q1066819$D99E9A4D-5BEA-4135-B05F-E7E8D4202DFB","rank":"normal"}],"P388":[{"mainsnak":{"snaktype":"value","property":"P388","hash":"729f02eea2236bff343c8f714e227490bc687126","datavalue":{"value":"W1968462099","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1066819$BD7595CF-2CD0-4234-8E99-B8AFDEFB9A08","rank":"normal"}],"P1643":[{"mainsnak":{"snaktype":"value","property":"P1643","hash":"4f4fda1bff5021f331f8ac5059d3a78738e420c3","datavalue":{"value":{"entity-type":"item","numeric-id":1085078,"id":"Q1085078"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"c39dfcfc4a10c26d1bd41a2316be368b554b157a","datavalue":{"value":{"amount":"+0.8443000316619873","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1066819$EABF2E64-1B2C-4261-83BA-E18604D8EF0A","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"0470a5eb56e03f8becf4c890570efdd482929565","datavalue":{"value":{"entity-type":"item","numeric-id":4339343,"id":"Q4339343"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"cd242b4a7d258620a33da5cb1873ea31ec16059b","datavalue":{"value":{"amount":"+0.8407734036445618","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1066819$3EFD987E-18BC-47B4-AE71-EE999EA0604C","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"dbba028f13551fd6a0f9d5ad73456d4cb867b25c","datavalue":{"value":{"entity-type":"item","numeric-id":1396927,"id":"Q1396927"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"0db55bb46cb6387d29e32742d79398146157818c","datavalue":{"value":{"amount":"+0.8381403088569641","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1066819$442E1265-C442-4076-BCCA-FE8B42720BD3","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"d7fe24332ed577f4bb9f30285a7aeeeb8f2ff421","datavalue":{"value":{"entity-type":"item","numeric-id":2440756,"id":"Q2440756"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"91e31f3c04fb90ead259385f185891814d9722b2","datavalue":{"value":{"amount":"+0.8336194753646851","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1066819$6570F64B-CDDC-4E48-A72F-F68E5E18BCBC","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"823ca4134915a7bcadd951ddcafcef5b8ba58f77","datavalue":{"value":{"entity-type":"item","numeric-id":1079512,"id":"Q1079512"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"cbc20d99f9e3b155bdd38de8e2e9510aa209e22a","datavalue":{"value":{"amount":"+0.8320029973983765","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1066819$669DB478-1A94-461C-8F9E-803B59D62DDC","rank":"normal"}]},"sitelinks":{"mardi":{"site":"mardi","title":"Finite state approximation algorithms for average cost denumerable state Markov decision processes","badges":[],"url":"https://portal.mardi4nfdi.de/wiki/Finite_state_approximation_algorithms_for_average_cost_denumerable_state_Markov_decision_processes"}}}}}