{"entities":{"Q5917501":{"pageid":8034570,"ns":120,"title":"Item:Q5917501","lastrevid":48095236,"modified":"2026-01-03T15:11:55Z","type":"item","id":"Q5917501","labels":{"en":{"language":"en","value":"Recent advances in hierarchical reinforcement learning"}},"descriptions":{"en":{"language":"en","value":"scientific article; zbMATH DE number 1908597"}},"aliases":{},"claims":{"P31":[{"mainsnak":{"snaktype":"value","property":"P31","hash":"fd5912e4dab4b881a8eb0eb27e7893fef55176ad","datavalue":{"value":{"entity-type":"item","numeric-id":56887,"id":"Q56887"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q5917501$473BBACA-F6CF-4036-9384-BC52A0E9D9EC","rank":"normal"}],"P159":[{"mainsnak":{"snaktype":"value","property":"P159","hash":"60d6c54ea7573bb5d14433b70a694b81b71bc63d","datavalue":{"value":{"text":"Recent advances in hierarchical reinforcement learning","language":"en"},"type":"monolingualtext"},"datatype":"monolingualtext"},"type":"statement","id":"Q5917501$90D02339-02AA-44E4-A5C2-7B6226F9A0AD","rank":"normal"}],"P225":[{"mainsnak":{"snaktype":"value","property":"P225","hash":"b9cb69ca7bec604a36cebb40e84ed372a1aded8b","datavalue":{"value":"1018.93035","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q5917501$F025A380-4C16-4B7A-B2ED-84DF095E7546","rank":"normal"}],"P27":[{"mainsnak":{"snaktype":"value","property":"P27","hash":"106ba8b8999a26519932d6907692162c0c743d9f","datavalue":{"value":"10.1023/A:1022140919877","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q5917501$25A99BC0-96EA-467E-9C4B-CEA922D82AA9","rank":"normal"}],"P16":[{"mainsnak":{"snaktype":"value","property":"P16","hash":"471fdbf422c84fdf124e6320bd395a8504f1c421","datavalue":{"value":{"entity-type":"item","numeric-id":1149262,"id":"Q1149262"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q5917501$74683C0D-AE4A-4677-8F9B-D868ECD68B0B","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P16","hash":"759b3aae397421acf70bae44ec50d673ec123ac5","datavalue":{"value":{"entity-type":"item","numeric-id":1267730,"id":"Q1267730"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q5917501$BBC89F92-87A7-4641-97AB-D340EFCF2E20","rank":"normal"}],"P200":[{"mainsnak":{"snaktype":"value","property":"P200","hash":"0f7c04b6b94cf13c193d472c226068c28e7c8f04","datavalue":{"value":{"entity-type":"item","numeric-id":169421,"id":"Q169421"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q5917501$9F9D6A27-DB39-4F1F-8E01-30A26318CD7D","rank":"normal"}],"P28":[{"mainsnak":{"snaktype":"value","property":"P28","hash":"947c49c6dc991ad4ccf38c0cba49a099db39b9c3","datavalue":{"value":{"time":"+2003-05-11T00:00:00Z","timezone":0,"before":0,"after":0,"precision":11,"calendarmodel":"http://www.wikidata.org/entity/Q1985727"},"type":"time"},"datatype":"time"},"type":"statement","id":"Q5917501$A2D48EB6-8677-4E69-8643-07D758A1A34C","rank":"normal"}],"P1448":[{"mainsnak":{"snaktype":"value","property":"P1448","hash":"a23e26f7bde2fab802a6fa1f8d636e41fb96fdb8","datavalue":{"value":"This paper reviews several closely related approaches to temporal abstraction and hierarchical control that have been developed by machine learning researchers: the options formalism of Sutton, Precup, and Singh, the hierarchies of abstract machines (HAMs) approach of Parr and Russell, and Dietterich's MAXQ framework. The authors also discuss extensions of these ideas addressing on concurrent activities, multiagent coordination, and hierarchical memory for partial observability.","type":"string"},"datatype":"string"},"type":"statement","id":"Q5917501$2E2694F1-9096-4AE5-B18A-947B9CB5F2EB","rank":"normal"}],"P1447":[{"mainsnak":{"snaktype":"value","property":"P1447","hash":"2e4705601dc4d2f179017687068a96bcd1d7ba17","datavalue":{"value":{"entity-type":"item","numeric-id":163240,"id":"Q163240"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q5917501$3AB185FE-70A9-454B-9339-0FC1EB6E82CB","rank":"normal"}],"P226":[{"mainsnak":{"snaktype":"value","property":"P226","hash":"4fd8d49a375e8786d86b39f94e9773f56a9b1c4e","datavalue":{"value":"93E35","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q5917501$8DF6443A-BDB4-4E00-8DE6-C593AA89CABB","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P226","hash":"a1d1ec306e6072f89861e74f12dba9e600d6764c","datavalue":{"value":"93A13","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q5917501$0539B671-FB92-4823-9DB2-1C0F1A447AE3","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P226","hash":"c189c45b466f89dd188bd061df8c45f23f05da60","datavalue":{"value":"68Q32","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q5917501$B8155EBC-6038-4DE7-A93E-6190059C0104","rank":"normal"}],"P1451":[{"mainsnak":{"snaktype":"value","property":"P1451","hash":"4932088448690f08778ff04b1c5e6d016303f6a6","datavalue":{"value":"1908597","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q5917501$9DC57CD8-EDB2-4F79-BAD2-8A5622833511","rank":"normal"}],"P1450":[{"mainsnak":{"snaktype":"value","property":"P1450","hash":"ab31482eee8f34fa99c5284980862acac4a0b6b4","datavalue":{"value":"reinforcement learning","type":"string"},"datatype":"string"},"type":"statement","id":"Q5917501$A8C72A1E-8CCA-4618-A052-88A680A2E423","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"3788584b3c4c8f92192da9bba394f273bfb1417f","datavalue":{"value":"hierarchies of abstract machines","type":"string"},"datatype":"string"},"type":"statement","id":"Q5917501$9859DFC6-F3F5-4B2A-8354-E600782CB8CB","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"5b3fa7327f2a0ee2b64237ccd62ec6552353a34e","datavalue":{"value":"hierarchical control","type":"string"},"datatype":"string"},"type":"statement","id":"Q5917501$40F79633-E79A-44AF-8D65-B23E6E591DAA","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"f491e15c93ec887888782bad4dd15382456cecfd","datavalue":{"value":"temporal abstraction","type":"string"},"datatype":"string"},"type":"statement","id":"Q5917501$049B83FE-ECDB-401C-AFF1-A290F4F08743","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"445a4fbc6b6bbba6e3c2169de8e334950d4f0826","datavalue":{"value":"concurrency","type":"string"},"datatype":"string"},"type":"statement","id":"Q5917501$EB542B41-7172-44AE-AE67-5D57134B00DB","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"fbf5f52c20d711d825eb218c36668d7ee21deacd","datavalue":{"value":"options formalism","type":"string"},"datatype":"string"},"type":"statement","id":"Q5917501$F1FB11CB-B3B0-4298-BBB0-0481340692FB","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"6b95669e0c8adca656a81576a363189b9a462dfa","datavalue":{"value":"MAXQ framework","type":"string"},"datatype":"string"},"type":"statement","id":"Q5917501$D84BE026-AE66-4BD2-B8D3-D14797B1615F","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"e98cc1c35a4f660abb88222a8055a138db910cc1","datavalue":{"value":"multiagent coordination","type":"string"},"datatype":"string"},"type":"statement","id":"Q5917501$43A5404A-F1EE-4C6A-A2BA-B3CAA76C8296","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"e8ba7a6175e419403bfd9d25044f96002b7c7904","datavalue":{"value":"hierarchical memory","type":"string"},"datatype":"string"},"type":"statement","id":"Q5917501$C614696A-DA30-450F-8019-2483773A8809","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"645ae8fabef2013167a294ff9acf303368b62840","datavalue":{"value":"partial observability","type":"string"},"datatype":"string"},"type":"statement","id":"Q5917501$26620DDD-B8E4-4D88-BD32-F78F91A2D42D","rank":"normal"}],"P1460":[{"mainsnak":{"snaktype":"value","property":"P1460","hash":"57f7fea50d2ce1b39b695c4a1313582eed405e38","datavalue":{"value":{"entity-type":"item","numeric-id":5976449,"id":"Q5976449"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q5917501$FEA3CD42-4270-46A6-8769-CE1709803975","rank":"normal"}],"P205":[{"mainsnak":{"snaktype":"value","property":"P205","hash":"908069ac6c73f8d80466815f93e16f063cb2ecce","datavalue":{"value":"https://doi.org/10.1023/a:1022140919877","type":"string"},"datatype":"url"},"type":"statement","id":"Q5917501$F5F329EA-7890-4BB1-8669-479F90A7CD23","rank":"normal"}],"P388":[{"mainsnak":{"snaktype":"value","property":"P388","hash":"3217a2473d582defde2a45321c59348ef7dd3b01","datavalue":{"value":"W1592847719","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q5917501$BEF25F28-9307-4E84-BE69-CAA6D630EB97","rank":"normal"}],"P1643":[{"mainsnak":{"snaktype":"value","property":"P1643","hash":"4cd55ccf456c82c3e064981c23d780af31511083","datavalue":{"value":{"entity-type":"item","numeric-id":5907023,"id":"Q5907023"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"2218b040c4f4badde071539e98300a9eccdefa1d","datavalue":{"value":{"amount":"+0.9275484681129456","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q5917501$C5A9EBB9-6070-47A7-9072-8113C1CEB438","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"1ded19f797a973730e3e86b9ea356b70081eb1a0","datavalue":{"value":{"entity-type":"item","numeric-id":5450736,"id":"Q5450736"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"18bdaeff4654aab3dd61b2b6907732650d919e82","datavalue":{"value":{"amount":"+0.855442464351654","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q5917501$6C9CCC16-CB2A-40CA-8486-E6E1697F2B0F","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"cecaf0fc0d4c2bdca378a6c9837bd0c55b6996ad","datavalue":{"value":{"entity-type":"item","numeric-id":4536713,"id":"Q4536713"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"901ed2a04875a99237d0f8fff38e31b333973d33","datavalue":{"value":{"amount":"+0.8177170753479004","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q5917501$DA964B7F-4DFB-4BAF-A761-9F9B6E1014FD","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"8b3e71acbe09a944e24dca5bc1fafb0cbacb8d63","datavalue":{"value":{"entity-type":"item","numeric-id":4527272,"id":"Q4527272"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"b4a88afe62ecfc450d45073b7d35f6c766add429","datavalue":{"value":{"amount":"+0.7919946312904358","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q5917501$137487DD-8C7A-462B-857D-B59FFCB535F6","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"662b845fe92d8a53757978b961537bada6377d60","datavalue":{"value":{"entity-type":"item","numeric-id":3174169,"id":"Q3174169"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"b4a88afe62ecfc450d45073b7d35f6c766add429","datavalue":{"value":{"amount":"+0.7919946312904358","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q5917501$37BF2F3C-AC0C-4C98-A493-72FAB0976356","rank":"normal"}]},"sitelinks":{"mardi":{"site":"mardi","title":"Publication:5917501","badges":[],"url":"https://portal.mardi4nfdi.de/wiki/Publication:5917501"}}}}}