{"entities":{"Q1805802":{"pageid":1816544,"ns":120,"title":"Item:Q1805802","lastrevid":69004614,"modified":"2026-04-13T03:40:28Z","type":"item","id":"Q1805802","labels":{"en":{"language":"en","value":"Average cost temporal-difference learning"}},"descriptions":{"en":{"language":"en","value":"scientific article; zbMATH DE number 1355384"}},"aliases":{},"claims":{"P31":[{"mainsnak":{"snaktype":"value","property":"P31","hash":"fd5912e4dab4b881a8eb0eb27e7893fef55176ad","datavalue":{"value":{"entity-type":"item","numeric-id":56887,"id":"Q56887"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1805802$9E0EC7F9-7E26-4F8D-81A7-EB8FB72FF29F","rank":"normal"}],"P159":[{"mainsnak":{"snaktype":"value","property":"P159","hash":"72e0c6326c53cafd6263c19ab67feff4250c2d81","datavalue":{"value":{"text":"Average cost temporal-difference learning","language":"en"},"type":"monolingualtext"},"datatype":"monolingualtext"},"type":"statement","id":"Q1805802$58D58EBB-953F-478D-B2F9-9F2725F27ABE","rank":"normal"}],"P225":[{"mainsnak":{"snaktype":"value","property":"P225","hash":"9c0389007bc0408f0bd980edfd8a688f50973b51","datavalue":{"value":"0932.93085","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1805802$2A9DCC62-95DD-41BA-B1E5-A1ACDB7D7E28","rank":"normal"}],"P27":[{"mainsnak":{"snaktype":"value","property":"P27","hash":"2a427b9635bf0598c9e4138f45da7b24cfd72518","datavalue":{"value":"10.1016/S0005-1098(99)00099-0","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1805802$C34BAB9C-8F90-45C3-AC12-7F7A8E27676D","rank":"normal"}],"P16":[{"mainsnak":{"snaktype":"value","property":"P16","hash":"17d5fe570bd427f5c09bf9920260ff71ebaf3dbd","datavalue":{"value":{"entity-type":"item","numeric-id":290261,"id":"Q290261"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1805802$2FA04009-93DC-4570-B1DD-248A84A74D50","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P16","hash":"cd7df483c9297255119b505778e4adf6746bf1e0","datavalue":{"value":{"entity-type":"item","numeric-id":399882,"id":"Q399882"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1805802$91D88D7C-61CF-41EA-955A-FDE550F1CAB9","rank":"normal"}],"P200":[{"mainsnak":{"snaktype":"value","property":"P200","hash":"69a11602bb4f474f716dc259849d1837f4cd9e2e","datavalue":{"value":{"entity-type":"item","numeric-id":161901,"id":"Q161901"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1805802$2774C208-5DBB-44B1-B97F-3EC8C23EF651","rank":"normal"}],"P28":[{"mainsnak":{"snaktype":"value","property":"P28","hash":"9064e7c5b1833d7d4b89f5a4c09b74bb0655a242","datavalue":{"value":{"time":"+2000-02-28T00:00:00Z","timezone":0,"before":0,"after":0,"precision":11,"calendarmodel":"http://www.wikidata.org/entity/Q1985727"},"type":"time"},"datatype":"time"},"type":"statement","id":"Q1805802$A524048F-67C9-4629-8322-C105A43523F3","rank":"normal"}],"P1448":[{"mainsnak":{"snaktype":"value","property":"P1448","hash":"da9cbfa0cb2ece41f98999130f18bce1fc179e3c","datavalue":{"value":"The authors propose a variant of temporal-difference learning that approximates average and differential costs of an irreducible aperiodic Markov chain. Approximations are performed through linear combinations of fixed basis functions whose weights are incrementally updated during a single endless trajectory of the Markov chain. In addition, a proof of convergence and a characterization of the limit of convergence are presented. A bound on the resulting approximation error that exhibits an interesting dependence on ``mixing time'' of the Markov chain is provided.","type":"string"},"datatype":"string"},"type":"statement","id":"Q1805802$A98843C4-B71F-4FED-94A8-81EF1FD57741","rank":"normal"}],"P1447":[{"mainsnak":{"snaktype":"value","property":"P1447","hash":"2ac39e3115b3f4daac8380683c21f70f9ff03a9a","datavalue":{"value":{"entity-type":"item","numeric-id":1356630,"id":"Q1356630"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1805802$6DC6EC07-4D1A-48E2-A872-65E7382F3AB9","rank":"normal"}],"P226":[{"mainsnak":{"snaktype":"value","property":"P226","hash":"e3bc6c7cda8279d6ad2b578e7a7e4967447c3cc4","datavalue":{"value":"93E20","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1805802$EAA4A2C2-4823-4D67-9FE8-5FF6A5004BD9","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P226","hash":"aa3ca91474fff28e420d9cace433f8447ec799b0","datavalue":{"value":"90C39","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1805802$6FC1789E-C68C-4459-9973-7653E189DFFE","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P226","hash":"15c1c1e0a1d69b462ee4ebf3442d37cf266ace92","datavalue":{"value":"49L20","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1805802$7BFCBB60-638B-428E-8C2B-BB546F892300","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P226","hash":"4fd8d49a375e8786d86b39f94e9773f56a9b1c4e","datavalue":{"value":"93E35","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1805802$C876F860-5158-48F0-971D-B244EFCBF16B","rank":"normal"}],"P1451":[{"mainsnak":{"snaktype":"value","property":"P1451","hash":"45a18bd3364f862773da3b7cc3df00711fd2aada","datavalue":{"value":"1355384","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1805802$44BC5F84-921C-47B8-ABE2-A6E116091F23","rank":"normal"}],"P1450":[{"mainsnak":{"snaktype":"value","property":"P1450","hash":"0d82cfa81638332a8c825bcbbd9d7f7f9c0c45be","datavalue":{"value":"dynamic programming","type":"string"},"datatype":"string"},"type":"statement","id":"Q1805802$9FBD8031-29B3-4672-BA79-1BD350F809B1","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"05ca76faeb672415cff41bbc3ad8454e227be1fa","datavalue":{"value":"learning","type":"string"},"datatype":"string"},"type":"statement","id":"Q1805802$FDC89B5A-C44B-4430-95D7-DCE91EA70EA5","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"267b53f80acd860eb3a96110a954f61bedae68d7","datavalue":{"value":"average cost","type":"string"},"datatype":"string"},"type":"statement","id":"Q1805802$7DF3F6D7-E223-4A49-87CB-D9E2DBBDA71D","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"39e4317e241b3851d57ff7d1a88d503f37fd61fa","datavalue":{"value":"aperiodic Markov chain","type":"string"},"datatype":"string"},"type":"statement","id":"Q1805802$650E196D-987F-4EC1-8DAE-7844F0126FDB","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"03ee0109af41ad406ecd743518061baaa9e5e3ff","datavalue":{"value":"convergence","type":"string"},"datatype":"string"},"type":"statement","id":"Q1805802$E863830C-6820-4C85-A093-B3F480C6E22A","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"06a0ded343c085005653a31a579d4ce087df5055","datavalue":{"value":"mixing time","type":"string"},"datatype":"string"},"type":"statement","id":"Q1805802$D0E56A80-AD92-400E-B032-28F3D179A335","rank":"normal"}],"P1460":[{"mainsnak":{"snaktype":"value","property":"P1460","hash":"57f7fea50d2ce1b39b695c4a1313582eed405e38","datavalue":{"value":{"entity-type":"item","numeric-id":5976449,"id":"Q5976449"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1805802$F6BF5754-8C72-4BCC-8C7C-4E34F34A479F","rank":"normal"}],"P1643":[{"mainsnak":{"snaktype":"value","property":"P1643","hash":"2abce0f4c4c2b83d92bb5438f0fd2ae8e487679b","datavalue":{"value":{"entity-type":"item","numeric-id":1604814,"id":"Q1604814"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"1055695ceab33236823ad6baab663450a0953f7a","datavalue":{"value":{"amount":"+0.91145957","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ba354e87a58191d58d132c60481c945a3234ce85","datavalue":{"value":{"entity-type":"item","numeric-id":6534273,"id":"Q6534273"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1805802$2525F790-85E6-49A5-A4CE-2B3256CA79F4","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"e7ddabf76d84ca181debb745fcee6e4c80a7c182","datavalue":{"value":{"entity-type":"item","numeric-id":2753225,"id":"Q2753225"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"c9ab90355dbf27c7cefa77f702f11f577d411a55","datavalue":{"value":{"amount":"+0.90475595","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ba354e87a58191d58d132c60481c945a3234ce85","datavalue":{"value":{"entity-type":"item","numeric-id":6534273,"id":"Q6534273"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1805802$2C45FE96-1686-414D-B559-975841BB4633","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"7057a5fb5deac357d6abcedc8678bbef159c3c91","datavalue":{"value":{"entity-type":"item","numeric-id":2643632,"id":"Q2643632"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"f398cb232284b6eb7e3679afe53d54d435ab214e","datavalue":{"value":{"amount":"+0.8937353","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ba354e87a58191d58d132c60481c945a3234ce85","datavalue":{"value":{"entity-type":"item","numeric-id":6534273,"id":"Q6534273"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1805802$CD5B64BE-E2AA-45FC-BC64-7D931251C278","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"211deb7b77feccf2b25464ffd26f654b5a33606e","datavalue":{"value":{"entity-type":"item","numeric-id":1427588,"id":"Q1427588"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"d04023a7d419e847cf2c4d4640930c716a7b9724","datavalue":{"value":{"amount":"+0.88366514","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ba354e87a58191d58d132c60481c945a3234ce85","datavalue":{"value":{"entity-type":"item","numeric-id":6534273,"id":"Q6534273"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1805802$8B3DC7DA-9EFC-4130-BEA6-FCF0360FD65C","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"baa6c3b6977b7b93ab2323eeb7aa9112ac9c776a","datavalue":{"value":{"entity-type":"item","numeric-id":1128769,"id":"Q1128769"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"b082a6f7c42cf7f5aa80c81421842c15ada7943b","datavalue":{"value":{"amount":"+0.86691004","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ba354e87a58191d58d132c60481c945a3234ce85","datavalue":{"value":{"entity-type":"item","numeric-id":6534273,"id":"Q6534273"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1805802$2B5535AA-AD1A-4B64-A6FF-8611A88B0BBB","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"2f673d47cee925fa3f0cefbdfb6642a3ffd12612","datavalue":{"value":{"entity-type":"item","numeric-id":5267044,"id":"Q5267044"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"1236fd55cba26884b1c1b77b59c1912626c682ac","datavalue":{"value":{"amount":"+0.8650438","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ba354e87a58191d58d132c60481c945a3234ce85","datavalue":{"value":{"entity-type":"item","numeric-id":6534273,"id":"Q6534273"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1805802$0FE63767-732E-4C18-B434-5E7646316B96","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"2be663bcc2c52e0007084d32b9c3481af32ee138","datavalue":{"value":{"entity-type":"item","numeric-id":5036217,"id":"Q5036217"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"95f903df6180e71afd7900dfb568118a3a9694fc","datavalue":{"value":{"amount":"+0.8633541","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ba354e87a58191d58d132c60481c945a3234ce85","datavalue":{"value":{"entity-type":"item","numeric-id":6534273,"id":"Q6534273"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1805802$6E45CCA3-7BBA-444C-87D5-C1486EF8FB7C","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"42397aad90d82791ad4b07964c1b5b612658bd56","datavalue":{"value":{"entity-type":"item","numeric-id":5477863,"id":"Q5477863"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"bd687961bc06254d06298d0d30613bcf93d743fa","datavalue":{"value":{"amount":"+0.86287606","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ba354e87a58191d58d132c60481c945a3234ce85","datavalue":{"value":{"entity-type":"item","numeric-id":6534273,"id":"Q6534273"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1805802$25AF7881-F495-4DED-9EE7-1DF78C04A2F3","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"8b00dad17fae37735e2b2e938beb40198fa0b8b2","datavalue":{"value":{"entity-type":"item","numeric-id":5477859,"id":"Q5477859"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"5b2c4406c9304fe29a7afacb9ccfedc52cfee800","datavalue":{"value":{"amount":"+0.85704744","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ba354e87a58191d58d132c60481c945a3234ce85","datavalue":{"value":{"entity-type":"item","numeric-id":6534273,"id":"Q6534273"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1805802$D3C3AFE8-F1C1-473F-B433-8269E9C36BE8","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"ec011472c27d6802a471b877fc3b24aa609d6deb","datavalue":{"value":{"entity-type":"item","numeric-id":1911340,"id":"Q1911340"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"5b2c4406c9304fe29a7afacb9ccfedc52cfee800","datavalue":{"value":{"amount":"+0.85704744","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ba354e87a58191d58d132c60481c945a3234ce85","datavalue":{"value":{"entity-type":"item","numeric-id":6534273,"id":"Q6534273"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1805802$85D3FF61-6381-4A3A-BDF8-3307FE199554","rank":"normal"}]},"sitelinks":{"mardi":{"site":"mardi","title":"Average cost temporal-difference learning","badges":[],"url":"https://portal.mardi4nfdi.de/wiki/Average_cost_temporal-difference_learning"}}}}}