{"entities":{"Q796461":{"pageid":798309,"ns":120,"title":"Item:Q796461","lastrevid":64403967,"modified":"2026-04-11T19:38:01Z","type":"item","id":"Q796461","labels":{"en":{"language":"en","value":"Adaptive control of discounted Markov decision chains"}},"descriptions":{"en":{"language":"en","value":"scientific article; zbMATH DE number 3865009"}},"aliases":{},"claims":{"P31":[{"mainsnak":{"snaktype":"value","property":"P31","hash":"fd5912e4dab4b881a8eb0eb27e7893fef55176ad","datavalue":{"value":{"entity-type":"item","numeric-id":56887,"id":"Q56887"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q796461$782673DF-7830-447C-AA38-CEEB72301636","rank":"normal"}],"P159":[{"mainsnak":{"snaktype":"value","property":"P159","hash":"14319ddaa51c1c4003abb8237b45ad193df85ea2","datavalue":{"value":{"text":"Adaptive control of discounted Markov decision chains","language":"en"},"type":"monolingualtext"},"datatype":"monolingualtext"},"type":"statement","id":"Q796461$16560548-B46B-4242-A424-CBA49B5EEF28","rank":"normal"}],"P225":[{"mainsnak":{"snaktype":"value","property":"P225","hash":"d3d4fe6dc2f746e56496b1fa9eccdebd259e781c","datavalue":{"value":"0543.90093","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q796461$1EC5EC25-4886-4140-89A2-D966A02810A1","rank":"normal"}],"P27":[{"mainsnak":{"snaktype":"value","property":"P27","hash":"f410b44f2159ae7b0c47d3d37201edf579fb1b72","datavalue":{"value":"10.1007/BF00938426","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q796461$4354679C-B5FF-4238-B9D6-D1BE08C58A59","rank":"normal"}],"P16":[{"mainsnak":{"snaktype":"value","property":"P16","hash":"5aea9e72fca281113bd461c67e0f2e8956cd73fe","datavalue":{"value":{"entity-type":"item","numeric-id":300755,"id":"Q300755"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q796461$B26F9A03-DB0C-408C-AC84-CF1476C9C3FF","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P16","hash":"65a789ec039c0740052b621158327ea321c66164","datavalue":{"value":{"entity-type":"item","numeric-id":217261,"id":"Q217261"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q796461$DDAA599A-BCF4-4FB4-BBD9-785C8F8DEB1E","rank":"normal"}],"P200":[{"mainsnak":{"snaktype":"value","property":"P200","hash":"a3c8bf4d8569c126380a9fc42f55609089e776fb","datavalue":{"value":{"entity-type":"item","numeric-id":82026,"id":"Q82026"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q796461$92B6AFF4-8D59-4131-940B-F8EE58D25B27","rank":"normal"}],"P28":[{"mainsnak":{"snaktype":"value","property":"P28","hash":"3c94df5c9af0ede578c52141befd29044de13172","datavalue":{"value":{"time":"+1985-00-00T00:00:00Z","timezone":0,"before":0,"after":0,"precision":9,"calendarmodel":"http://www.wikidata.org/entity/Q1985727"},"type":"time"},"datatype":"time"},"type":"statement","id":"Q796461$3987B713-2829-437B-80A1-1BF6C4E4C548","rank":"normal"}],"P1448":[{"mainsnak":{"snaktype":"value","property":"P1448","hash":"f6e36d98b3c6cff434face8439ab3493c4dd10c7","datavalue":{"value":"We consider discounted-reward finite-state Markov decision processes which depend on unknown parameters. An adaptive policy inspired by the nonstationary value iteration scheme of \\textit{A. Federgruen} and \\textit{P. J. Schweitzer} [ibid. 34, 207-241 (1981; Zbl 0426.90091)] is proposed. This policy is briefly compared with the principle of estimation and control recently obtained by \\textit{M. Sch\u00e4l} [Lect. Notes Pure Appl. Math. 86, 239-253 (1983; Zbl 0525.93071)].","type":"string"},"datatype":"string"},"type":"statement","id":"Q796461$F34B32DC-350F-4B4C-8737-A3BA29E16720","rank":"normal"}],"P226":[{"mainsnak":{"snaktype":"value","property":"P226","hash":"377d3ab03372cff12915e0de0374438ff70c3716","datavalue":{"value":"90C40","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q796461$65C90F97-62BE-4B7F-8D51-EDFE2D73DBBF","rank":"normal"}],"P1451":[{"mainsnak":{"snaktype":"value","property":"P1451","hash":"0659caf1ce73227025d4ee1e8d87173cd5438e23","datavalue":{"value":"3865009","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q796461$007FCD4A-AC1D-480B-BBF7-57D9300BFCDD","rank":"normal"}],"P1450":[{"mainsnak":{"snaktype":"value","property":"P1450","hash":"61ecc62e7cc362c8157ccd124e6d7ab692894628","datavalue":{"value":"discounted-reward finite-state Markov decision processes","type":"string"},"datatype":"string"},"type":"statement","id":"Q796461$C7CEAE35-54B6-4922-9F10-BA80B54B8D55","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"ac999b611cb3e34b84ba044903b74b19e74be3f7","datavalue":{"value":"adaptive policy","type":"string"},"datatype":"string"},"type":"statement","id":"Q796461$4B4B7E3C-5E77-479D-AA6F-DF0C896E6182","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"57222b9db4d14d9e9d00aab7c3922637e87cfbcc","datavalue":{"value":"nonstationary value iteration","type":"string"},"datatype":"string"},"type":"statement","id":"Q796461$8C3BA57C-658A-4434-BBEB-C6B38503F15E","rank":"normal"}],"P1460":[{"mainsnak":{"snaktype":"value","property":"P1460","hash":"57f7fea50d2ce1b39b695c4a1313582eed405e38","datavalue":{"value":{"entity-type":"item","numeric-id":5976449,"id":"Q5976449"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q796461$D0754067-E2D4-422C-8F1E-A4AACEE19346","rank":"normal"}],"P223":[{"mainsnak":{"snaktype":"value","property":"P223","hash":"3e91905dee768b6da63d1083ab023af9e29922cc","datavalue":{"value":{"entity-type":"item","numeric-id":1136706,"id":"Q1136706"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q796461$41C58F97-F88B-4238-9174-BDCD154C1CED","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"9962e281af6addbdc4eaf4622e461f46a5d520d2","datavalue":{"value":{"entity-type":"item","numeric-id":800282,"id":"Q800282"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q796461$43612CC1-9BDC-4C77-94D6-1516C3AAABB2","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"105bfec494cbca32088aa341bafbf857087c1581","datavalue":{"value":{"entity-type":"item","numeric-id":5615108,"id":"Q5615108"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q796461$F6E7E63C-B5DC-432E-9971-F841124C9FCF","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"b4e281afd0a107406487c6eb36821d33ae3ed0ee","datavalue":{"value":{"entity-type":"item","numeric-id":3669200,"id":"Q3669200"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q796461$B6884BE5-E853-47E1-AF06-3B9DB420BA27","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"f61b7c666ab612130480d5b119c135c2253271e3","datavalue":{"value":{"entity-type":"item","numeric-id":5599448,"id":"Q5599448"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q796461$7D720623-5021-46BD-B768-DEB1064D9255","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"56acaddc0151a750f741990be04255f60c3e25d7","datavalue":{"value":{"entity-type":"item","numeric-id":4150452,"id":"Q4150452"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q796461$F3EFE3E1-40AD-4946-BB31-D5136F004F4E","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"efb3cb5639bd4c6d48ec6d98465d59981a25a98d","datavalue":{"value":{"entity-type":"item","numeric-id":5649557,"id":"Q5649557"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q796461$DC60B68E-21CB-4FCE-A030-126ABB49C764","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"d03948ad52d599b98e967d89cc9dc9ba0b54e770","datavalue":{"value":{"entity-type":"item","numeric-id":4766345,"id":"Q4766345"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q796461$5F74EB6F-026C-472F-B07F-4B38DAF25394","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"e70771d0513d054d2efb5c352984e0234a3b5a50","datavalue":{"value":{"entity-type":"item","numeric-id":3951922,"id":"Q3951922"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q796461$CCA97A99-EF1B-47E5-949A-7A5DBDEA8900","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"49f16511ae2c34fb5c71ee553b7d0b4647a30e8f","datavalue":{"value":{"entity-type":"item","numeric-id":790703,"id":"Q790703"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q796461$73FB1E40-40C3-4472-9A4A-F49CE52A0775","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"391dd09a4d2085921b49edb1a6eb5f2c7e684c9e","datavalue":{"value":{"entity-type":"item","numeric-id":787850,"id":"Q787850"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q796461$2CE2D7EB-6592-404E-8B64-B259C55C6EA2","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"1d5ef85c76d94910648764683d3fb1ed95dfd8bb","datavalue":{"value":{"entity-type":"item","numeric-id":4077764,"id":"Q4077764"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q796461$200EC4CD-ACE7-479D-BABE-C323657856E2","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"f5ac96454912f41d8b153896a7aa97285c5bced5","datavalue":{"value":{"entity-type":"item","numeric-id":3881672,"id":"Q3881672"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q796461$8BDFF607-83B6-4A25-9CBF-52A0ED87B7C7","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"ffeef91846331be9b6aaa2dd0bb28f82f294672a","datavalue":{"value":{"entity-type":"item","numeric-id":3313754,"id":"Q3313754"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q796461$DE15117D-8757-4638-95C3-0FB21578F601","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"45b876402b40b0f8d0758317331026ba7919f302","datavalue":{"value":{"entity-type":"item","numeric-id":4174605,"id":"Q4174605"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q796461$F03DA949-2C4C-409C-A3D0-2E51391F33AC","rank":"normal"}],"P205":[{"mainsnak":{"snaktype":"value","property":"P205","hash":"32d58f9215bcc926f6076d17e42cc44b83c4774f","datavalue":{"value":"https://doi.org/10.1007/bf00938426","type":"string"},"datatype":"url"},"type":"statement","id":"Q796461$52B8C825-F780-4564-B07F-2EE3DA87FC01","rank":"normal"}],"P388":[{"mainsnak":{"snaktype":"value","property":"P388","hash":"4e2137b235f3414bdfa1ab513de0677d4de545cb","datavalue":{"value":"W2075970677","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q796461$13DB63C0-76DD-41F8-A796-4941DC3B1132","rank":"normal"}],"P1643":[{"mainsnak":{"snaktype":"value","property":"P1643","hash":"819fe600bea22baea214d5f846273a4c27625ec3","datavalue":{"value":{"entity-type":"item","numeric-id":3984139,"id":"Q3984139"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"3a9ada701b481877167bb3f1a65278e435ea90ab","datavalue":{"value":{"amount":"+0.8918963074684143","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q796461$86E56878-5A66-438B-BCB9-13E1FD1B2F9E","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"d9b2f9c103ea77d99b851e3618c63a686869b549","datavalue":{"value":{"entity-type":"item","numeric-id":3783097,"id":"Q3783097"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"d5afd12760ae149b92c8353f07940271f21c57eb","datavalue":{"value":{"amount":"+0.8857804536819458","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q796461$4AF502ED-013F-416F-B7D2-883DD2CB22C3","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"e5dc25304fe92e958e09b1faa36570a8a153eacd","datavalue":{"value":{"entity-type":"item","numeric-id":1068732,"id":"Q1068732"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"6312cbd18ccd3f252d393ea03f987eee0d447842","datavalue":{"value":{"amount":"+0.8774420619010925","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q796461$93F31CCD-DBEB-4735-B664-B2DC31642BEE","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"48484cdf741a75151404d334efb31ac3f3cfb487","datavalue":{"value":{"entity-type":"item","numeric-id":4204094,"id":"Q4204094"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"d47295664d73d54d1413b0523825b97bf63e5a89","datavalue":{"value":{"amount":"+0.8732749223709106","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q796461$121B296B-0062-498B-8A2B-96EC6E7D4A2C","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"fe694cc87a7438e7a01a05c5ef93d94768f2bb41","datavalue":{"value":{"entity-type":"item","numeric-id":5688680,"id":"Q5688680"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"e4f45d375d61b480ca915cfaa1a0a1a175d3088c","datavalue":{"value":{"amount":"+0.873055100440979","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q796461$6D7FEF04-BFEE-41A1-83CC-BF603E19BCF2","rank":"normal"}]},"sitelinks":{"mardi":{"site":"mardi","title":"Adaptive control of discounted Markov decision chains","badges":[],"url":"https://portal.mardi4nfdi.de/wiki/Adaptive_control_of_discounted_Markov_decision_chains"}}}}}