{"entities":{"Q5856670":{"pageid":7886221,"ns":120,"title":"Item:Q5856670","lastrevid":97701863,"modified":"2026-06-05T15:15:31Z","type":"item","id":"Q5856670","labels":{"en":{"language":"en","value":"Empirical \\(Q\\)-value iteration"}},"descriptions":{"en":{"language":"en","value":"scientific article; zbMATH DE number 7328605"}},"aliases":{},"claims":{"P31":[{"mainsnak":{"snaktype":"value","property":"P31","hash":"fd5912e4dab4b881a8eb0eb27e7893fef55176ad","datavalue":{"value":{"entity-type":"item","numeric-id":56887,"id":"Q56887"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q5856670$7A9E046F-84AF-46FE-8A19-5E49E8BABF1D","rank":"normal"}],"P159":[{"mainsnak":{"snaktype":"value","property":"P159","hash":"cd92543f6b21fa66b48fc512101f6bf3c2af2153","datavalue":{"value":{"text":"Empirical Q-Value Iteration","language":"en"},"type":"monolingualtext"},"datatype":"monolingualtext"},"type":"statement","id":"Q5856670$71B1F18F-37DF-4865-999B-2C71DAD479FC","rank":"normal"}],"P225":[{"mainsnak":{"snaktype":"value","property":"P225","hash":"86292392bbf26e50b02ad02717543114a30eb539","datavalue":{"value":"1461.68184","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q5856670$2A91CC80-A4C6-4D73-BD77-4F10BD620755","rank":"normal"}],"P16":[{"mainsnak":{"snaktype":"value","property":"P16","hash":"d5277d574bf6bccfac438985b74c7fc92c0832e8","datavalue":{"value":{"entity-type":"item","numeric-id":1707453,"id":"Q1707453"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q5856670$02F844C3-C793-4A22-828E-3D9BB3430180","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P16","hash":"814a9085f4d809332ee2d2025568b98a08f25a9b","datavalue":{"value":{"entity-type":"item","numeric-id":203041,"id":"Q203041"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q5856670$A8D453CA-88AA-4EB9-A0D4-15762F6F7FB7","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P16","hash":"0694c6ac308f2217cbc4b12b89566b9eebc9dbd8","datavalue":{"value":{"entity-type":"item","numeric-id":343849,"id":"Q343849"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q5856670$54F443B7-6275-418C-901F-E03F442EE7BC","rank":"normal"}],"P200":[{"mainsnak":{"snaktype":"value","property":"P200","hash":"ed50149da093604af43864482df62c2377435528","datavalue":{"value":{"entity-type":"item","numeric-id":1704948,"id":"Q1704948"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q5856670$E338FB52-2462-44C9-9C12-62AEFA237DC7","rank":"normal"}],"P28":[{"mainsnak":{"snaktype":"value","property":"P28","hash":"b9382c1874b180a8d5b9d0c96754aaa0f92257ce","datavalue":{"value":{"time":"+2021-03-29T00:00:00Z","timezone":0,"before":0,"after":0,"precision":11,"calendarmodel":"http://www.wikidata.org/entity/Q1985727"},"type":"time"},"datatype":"time"},"type":"statement","id":"Q5856670$E2BD2BDA-34A2-4FBE-BCBA-3E3574B976BA","rank":"normal"}],"P205":[{"mainsnak":{"snaktype":"value","property":"P205","hash":"b1d446907cb923c2ead23167dc410c7848061542","datavalue":{"value":"https://arxiv.org/abs/1412.0180","type":"string"},"datatype":"url"},"type":"statement","id":"Q5856670$B3752464-E1FB-4E14-B698-639462CA5091","rank":"normal"}],"P226":[{"mainsnak":{"snaktype":"value","property":"P226","hash":"cfe779e91fe9c53ee133568259955801965765ae","datavalue":{"value":"68T05","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q5856670$398D694D-8A20-473E-BA44-0D783018A070","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P226","hash":"3ab08cf19e63ad63a2bf11bd75012a3c8cfb47b2","datavalue":{"value":"62L20","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q5856670$24CB52C4-E7A0-42A5-A9A6-2A8ED43588A9","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P226","hash":"aa3ca91474fff28e420d9cace433f8447ec799b0","datavalue":{"value":"90C39","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q5856670$F0EDA5F1-DEEE-448F-80C3-7C1A8A7A0F55","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P226","hash":"377d3ab03372cff12915e0de0374438ff70c3716","datavalue":{"value":"90C40","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q5856670$DE300DEC-4F41-4FCA-ACC2-379370F72F71","rank":"normal"}],"P1451":[{"mainsnak":{"snaktype":"value","property":"P1451","hash":"ad8f715e3695fbfb47c615898804d2ac90ca3801","datavalue":{"value":"7328605","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q5856670$EE48CF9A-CFF5-48C0-BC03-DB4B68730C31","rank":"normal"}],"P1450":[{"mainsnak":{"snaktype":"value","property":"P1450","hash":"0d82cfa81638332a8c825bcbbd9d7f7f9c0c45be","datavalue":{"value":"dynamic programming","type":"string"},"datatype":"string"},"type":"statement","id":"Q5856670$B892C8C7-7426-4638-A31C-50CFB4D00170","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"9859793375a9d79cb7bb5f71ec462d96402d0a99","datavalue":{"value":"empirical methods","type":"string"},"datatype":"string"},"type":"statement","id":"Q5856670$E400F9C5-ED41-425D-861B-F039F29C1DD5","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"f828563fee5a57e5f16da87a79378ac587cea3ac","datavalue":{"value":"simulation","type":"string"},"datatype":"string"},"type":"statement","id":"Q5856670$9082E2B7-28B9-460D-ACDA-BF3E779C773D","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"15616e890bec7512aa3f486081f761ef95e2229a","datavalue":{"value":"stochastic approximations","type":"string"},"datatype":"string"},"type":"statement","id":"Q5856670$BCA821AF-B23F-484D-9303-8317179EEC10","rank":"normal"}],"P1460":[{"mainsnak":{"snaktype":"value","property":"P1460","hash":"57f7fea50d2ce1b39b695c4a1313582eed405e38","datavalue":{"value":{"entity-type":"item","numeric-id":5976449,"id":"Q5976449"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q5856670$6913992F-532C-4587-8FD7-35EA0B4CFB61","rank":"normal"}],"P388":[{"mainsnak":{"snaktype":"value","property":"P388","hash":"5b06210c79b3ca591c1d12fb587571e22e7a42c3","datavalue":{"value":"W3092476885","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q5856670$5E455117-2C0E-46F9-B1B8-FADD8513C102","rank":"normal"}],"P223":[{"mainsnak":{"snaktype":"value","property":"P223","hash":"06cf7dff00db13b3e11e83d6761b18a29915c802","datavalue":{"value":{"entity-type":"item","numeric-id":2753225,"id":"Q2753225"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q5856670$DE57C091-F4F1-47BC-8383-EA9F57292D5D","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"7d6bde981f0c0ad4089c4facedc8dc3d6af0cf87","datavalue":{"value":{"entity-type":"item","numeric-id":4537821,"id":"Q4537821"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q5856670$583A68C9-D621-4E93-8B34-8152A3221CD7","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"6b50f77e0d0d1f2d88a34fb14cb0abf195a6c441","datavalue":{"value":{"entity-type":"item","numeric-id":4257216,"id":"Q4257216"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q5856670$47E40E00-CFFB-45DB-AF26-C2FE7AF1973E","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"058cf22824419107b8c5d29088bad7cfd5a618e2","datavalue":{"value":{"entity-type":"item","numeric-id":3847763,"id":"Q3847763"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q5856670$59E87351-2D9E-4367-999D-1F031674A2A4","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"50291c5b24b2eb25d6608b43cabd0c3e4154f4c9","datavalue":{"value":{"entity-type":"item","numeric-id":3999474,"id":"Q3999474"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q5856670$FC119F99-89EF-42C6-884E-63C37037813F","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"a370d2eb4d44075685bd6371884db07950f8c02d","datavalue":{"value":{"entity-type":"item","numeric-id":4858374,"id":"Q4858374"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q5856670$37E197B4-0602-44F7-885E-DA65F7A2560F","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"4e8fc5132df36e239e1518ed0c0dbd2366cd3b97","datavalue":{"value":{"entity-type":"item","numeric-id":3527701,"id":"Q3527701"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q5856670$1B78CA8D-1633-4B76-B215-E14B3AAFDA7B","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"a62ae95ad7b2da511e143818b8b3e8136cefbfd9","datavalue":{"value":{"entity-type":"item","numeric-id":4255824,"id":"Q4255824"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q5856670$ED404F3C-6331-4474-89DB-37D8690FD060","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"92430a8b2f59859e12e7a8285695a01c5b453ae2","datavalue":{"value":{"entity-type":"item","numeric-id":2806811,"id":"Q2806811"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q5856670$D8146EC6-11B8-44F3-8282-A6DD4F720B11","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"e9ce3b3cda7591f51237d4002dc7a18126bdeff2","datavalue":{"value":{"entity-type":"item","numeric-id":4323346,"id":"Q4323346"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q5856670$B6B27EC1-E6BB-40D6-9580-3310E74B5615","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"f8d54e7b8f19a10e912ad4968fc8d8103747d207","datavalue":{"value":{"entity-type":"item","numeric-id":4943714,"id":"Q4943714"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q5856670$787B796D-F537-46BE-8097-324A6F05B6EB","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"7b81f22f72f4e70c8f9def7f3247623d7bd2bb7e","datavalue":{"value":{"entity-type":"item","numeric-id":3549475,"id":"Q3549475"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q5856670$33E40256-F709-4ECB-B066-59C9051C02A7","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"b2723e28d237327021a508eb2aaa494b07c3231e","datavalue":{"value":{"entity-type":"item","numeric-id":5310431,"id":"Q5310431"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q5856670$62076C8B-2E4D-41AD-B5F4-C5E91FDEED18","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"710598297d100378ab62ed6849a29c909d99fe14","datavalue":{"value":{"entity-type":"item","numeric-id":4894611,"id":"Q4894611"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q5856670$3D1BC35C-97F0-4871-824B-B5622C891805","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"1990c53957162605cc559d9c7c9c38af8fddbf7f","datavalue":{"value":{"entity-type":"item","numeric-id":5305630,"id":"Q5305630"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q5856670$96E6E37B-E477-4528-83C4-43B4922E9623","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"d925f45ba263577a505f57bc366cc6008dc2c979","datavalue":{"value":{"entity-type":"item","numeric-id":3588852,"id":"Q3588852"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q5856670$A87FC096-4D22-44B2-9B79-ED580AAAE53B","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"0c0d027231b3722ca255d840be7fe7a0727b5a48","datavalue":{"value":{"entity-type":"item","numeric-id":1345139,"id":"Q1345139"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q5856670$02F49E98-257C-4096-808C-19034891329B","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"52ff99291fc23db333da452abed8dce9cbb5fdc5","datavalue":{"value":{"entity-type":"item","numeric-id":1812931,"id":"Q1812931"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q5856670$F56C4B73-1D41-4E93-99F2-CB7B66DEB4E0","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"d81b07821ca95b449e15f5e80aa78a9bc2e9602d","datavalue":{"value":{"entity-type":"item","numeric-id":5169662,"id":"Q5169662"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q5856670$E1BA3B3D-D86D-457B-8D8F-0F71ED8F611B","rank":"normal"}],"P27":[{"mainsnak":{"snaktype":"value","property":"P27","hash":"65d3a7b16ae57707f85b9a0e0f47afe5808e9814","datavalue":{"value":"10.1287/STSY.2019.0062","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q5856670$F7012FB5-F5BB-42AC-9FA0-AE1B8E88B314","rank":"normal"}],"P1643":[{"mainsnak":{"snaktype":"value","property":"P1643","hash":"321bf2eafddabd1476c5c7a68f2c87d454714238","datavalue":{"value":{"entity-type":"item","numeric-id":2806811,"id":"Q2806811"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"879ea2966a43961a2d5061809b068332d89127af","datavalue":{"value":{"amount":"+0.8125433921813965","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q5856670$EB28701F-8014-40C6-9EFB-6C348D0DBA4A","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"c71970b02dafbb6f9776ef76cf993fd88091db75","datavalue":{"value":{"entity-type":"item","numeric-id":2884305,"id":"Q2884305"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"fdd77bcdeb3dfe382367576f425d7e435d26118f","datavalue":{"value":{"amount":"+0.8099589347839355","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q5856670$BB46D4A6-A134-48DD-BDB1-801BA0AEDF1F","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"427e8903fe5e9cf359884f00a1124549187fc7dd","datavalue":{"value":{"entity-type":"item","numeric-id":1812931,"id":"Q1812931"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"754f91ca7d9511d3be96bfe04d19bd39eafc238d","datavalue":{"value":{"amount":"+0.8097155690193176","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q5856670$529B8C60-3A88-4AA5-9B82-D6E9D8CD3247","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"e7ddabf76d84ca181debb745fcee6e4c80a7c182","datavalue":{"value":{"entity-type":"item","numeric-id":2753225,"id":"Q2753225"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"70406fec17436740c13a382b6c957b78a0c2e152","datavalue":{"value":{"amount":"+0.8066294193267822","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q5856670$BDC0CB10-DF08-47F8-871E-482A95FDC477","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"74ff4f14d4b48f3efe127860a08301f5112ab204","datavalue":{"value":{"entity-type":"item","numeric-id":3044133,"id":"Q3044133"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"70406fec17436740c13a382b6c957b78a0c2e152","datavalue":{"value":{"amount":"+0.8066294193267822","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q5856670$BB4C2F29-BF6D-40EA-996E-6B474D2A602C","rank":"normal"}],"P163":[{"mainsnak":{"snaktype":"value","property":"P163","hash":"45fcd4163b5f33e6e8c784f5522d7246c0a1a61e","datavalue":{"value":{"entity-type":"item","numeric-id":57056,"id":"Q57056"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q5856670$78A02BBC-7CA1-4DA3-A7D8-5D200DA47342","rank":"normal"}]},"sitelinks":{"mardi":{"site":"mardi","title":"Empirical \\(Q\\)-value iteration","badges":[],"url":"https://portal.mardi4nfdi.de/wiki/Empirical_%5C(Q%5C)-value_iteration"}}}}}