{"entities":{"Q473823":{"pageid":475590,"ns":120,"title":"Item:Q473823","lastrevid":62141781,"modified":"2026-04-11T04:02:32Z","type":"item","id":"Q473823","labels":{"en":{"language":"en","value":"A \\(Sarsa(\\lambda)\\) algorithm based on double-layer fuzzy reasoning"}},"descriptions":{"en":{"language":"en","value":"scientific article; zbMATH DE number 6372503"}},"aliases":{},"claims":{"P31":[{"mainsnak":{"snaktype":"value","property":"P31","hash":"fd5912e4dab4b881a8eb0eb27e7893fef55176ad","datavalue":{"value":{"entity-type":"item","numeric-id":56887,"id":"Q56887"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q473823$9317EF01-7AA4-4D64-B9E4-F0859CFB6D45","rank":"normal"}],"P159":[{"mainsnak":{"snaktype":"value","property":"P159","hash":"69c4786e2891500e2c40212dd3b03397123cc5d7","datavalue":{"value":{"text":"A \\(Sarsa(\\lambda)\\) algorithm based on double-layer fuzzy reasoning","language":"en"},"type":"monolingualtext"},"datatype":"monolingualtext"},"type":"statement","id":"Q473823$BA9078C5-6DAD-4FD6-A8B0-D79C0E8CFAF3","rank":"normal"}],"P225":[{"mainsnak":{"snaktype":"value","property":"P225","hash":"dccb2c5de6d360a299106b7b0966c17454a97722","datavalue":{"value":"1299.68169","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q473823$D82159FD-2C98-4860-B57A-976D29300E64","rank":"normal"}],"P27":[{"mainsnak":{"snaktype":"value","property":"P27","hash":"74d53140c46d9c1fe8edb85d275c43351254a5ad","datavalue":{"value":"10.1155/2013/561026","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q473823$C275CFB5-3194-4F5B-A304-F2CD40D4DD59","rank":"normal"}],"P16":[{"mainsnak":{"snaktype":"value","property":"P16","hash":"80121cc84c7f101d26f84b1b6c864b4c33b9d4e3","datavalue":{"value":{"entity-type":"item","numeric-id":249536,"id":"Q249536"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q473823$F8F776A4-EFEE-42B7-AC97-B9EFAE45EE79","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P16","hash":"ad4ca38856d4a7ae85ce94dd041b1f0a4d3723eb","datavalue":{"value":{"entity-type":"item","numeric-id":473821,"id":"Q473821"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q473823$7E0ABEB9-D204-4EB6-873E-EF47400A4130","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P16","hash":"1b7cb5dfcc391c2983d9fe6fabba5cf36233bbb5","datavalue":{"value":{"entity-type":"item","numeric-id":270140,"id":"Q270140"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q473823$E65AAD84-25F4-4D9C-A6B2-B2E0F9131FD6","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P16","hash":"0173f1f9f5cf5eda233b3b45ee14b8d4dc71374d","datavalue":{"value":{"entity-type":"item","numeric-id":473822,"id":"Q473822"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q473823$4DD7EEF2-9C37-489A-93D1-2B927D17BBE3","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P16","hash":"69ea9683847f6c6a7b2313ffd0a9d7967baab821","datavalue":{"value":{"entity-type":"item","numeric-id":1719491,"id":"Q1719491"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q473823$C599A815-DAA5-4C90-94D4-64A14EFA71DB","rank":"normal"}],"P200":[{"mainsnak":{"snaktype":"value","property":"P200","hash":"3dc97bc0aff607b9c22ce37ffa18b6de85001d90","datavalue":{"value":{"entity-type":"item","numeric-id":86199,"id":"Q86199"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q473823$239150AD-FB4C-4E13-B98B-419C34136CBB","rank":"normal"}],"P28":[{"mainsnak":{"snaktype":"value","property":"P28","hash":"baf80493586065a1490747a28bc7db754b9ba183","datavalue":{"value":{"time":"+2014-11-24T00:00:00Z","timezone":0,"before":0,"after":0,"precision":11,"calendarmodel":"http://www.wikidata.org/entity/Q1985727"},"type":"time"},"datatype":"time"},"type":"statement","id":"Q473823$FCDCA3C0-A24A-4101-B9F2-10B9431067CB","rank":"normal"}],"P1448":[{"mainsnak":{"snaktype":"value","property":"P1448","hash":"ebb287d3d923b00553739b3a56b229382b132c91","datavalue":{"value":"Summary: Solving reinforcement learning problems in continuous space with function approximation is currently a research hotspot of machine learning. When dealing with the continuous space problems, the classic \\(Q\\)-iteration algorithms based on lookup table or function approximation converge slowly and are difficult to derive a continuous policy. To overcome the above weaknesses, we propose an algorithm named DFR-\\(Sarsa(\\lambda)\\) based on double-layer fuzzy reasoning and prove its convergence. In this algorithm, the first reasoning layer uses fuzzy sets of state to compute continuous actions; the second reasoning layer uses fuzzy sets of action to compute the components of \\(Q\\)-value. Then, these two fuzzy layers are combined to compute the \\(Q\\)-value function of continuous action space. Besides, this algorithm utilizes the membership degrees of activation rules in the two fuzzy reasoning layers to update the eligibility traces. Applying DFR-\\(Sarsa(\\lambda)\\) to the Mountain Car and Cart-pole Balancing problems, experimental results show that the algorithm not only can be used to get a continuous action policy, but also has a better convergence performance.","type":"string"},"datatype":"string"},"type":"statement","id":"Q473823$DD0D9C78-CA35-4B33-B775-44932BD7A6DE","rank":"normal"}],"P226":[{"mainsnak":{"snaktype":"value","property":"P226","hash":"1f66a3c6f6c4263d812ea49e5394cac6ea83ef9b","datavalue":{"value":"68T37","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q473823$D3590F5A-0D2E-4442-B8D8-7F17D2F451A7","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P226","hash":"cfe779e91fe9c53ee133568259955801965765ae","datavalue":{"value":"68T05","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q473823$472FA2F5-1773-44D2-B243-931EC4DF8941","rank":"normal"}],"P1451":[{"mainsnak":{"snaktype":"value","property":"P1451","hash":"7feeed68e00d57bb1da3280375d290fbf5caddda","datavalue":{"value":"6372503","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q473823$29276B8F-6F86-4831-878C-DD56F020033A","rank":"normal"}],"P12":[{"mainsnak":{"snaktype":"value","property":"P12","hash":"9b2353d59c7332c23fc25abc36cab2e89a2c2a67","datavalue":{"value":"Q59026577","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q473823$8348B779-CE62-4A3C-B2E0-DDCEA860F2F7","rank":"normal"}],"P1460":[{"mainsnak":{"snaktype":"value","property":"P1460","hash":"57f7fea50d2ce1b39b695c4a1313582eed405e38","datavalue":{"value":{"entity-type":"item","numeric-id":5976449,"id":"Q5976449"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q473823$0542AB44-56C5-41ED-A082-97115DE7BE0D","rank":"normal"}],"P205":[{"mainsnak":{"snaktype":"value","property":"P205","hash":"e69b8e8c63242805dcb875db330a26571808cd12","datavalue":{"value":"https://doi.org/10.1155/2013/561026","type":"string"},"datatype":"url"},"type":"statement","id":"Q473823$1BFD926A-9009-4CC5-BD94-ECE596B01C4B","rank":"normal"}],"P388":[{"mainsnak":{"snaktype":"value","property":"P388","hash":"775487144b2f66d54195afad6756fb3b1c07782e","datavalue":{"value":"W2026500801","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q473823$96490D69-624C-4208-B305-2753D1C65A24","rank":"normal"}],"P223":[{"mainsnak":{"snaktype":"value","property":"P223","hash":"e4913e0b77c3e3368f00ad6d2fc33f1a864b7c2d","datavalue":{"value":{"entity-type":"item","numeric-id":1037957,"id":"Q1037957"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q473823$36A597F3-ECA7-47C5-B62F-921DB2B734FB","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"b403e9ad36d8f2ef440919ae9243b2a95bc4f5fd","datavalue":{"value":{"entity-type":"item","numeric-id":870662,"id":"Q870662"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q473823$E78248E0-190B-4A27-9659-C3808E876023","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"4e0e1c299b6deed32eb732d413c9c82e8fbe1017","datavalue":{"value":{"entity-type":"item","numeric-id":2473304,"id":"Q2473304"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q473823$C45D9CC6-D068-4E24-9640-1FC0EF687DB7","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"c5cc766ea661d75387eadf9318aa785efb816d40","datavalue":{"value":{"entity-type":"item","numeric-id":4362297,"id":"Q4362297"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q473823$943971E5-DBE4-4B1A-8742-A3CF46B4EE09","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"bd5239390aa3a7070bacb5544f358d35a76befb7","datavalue":{"value":{"entity-type":"item","numeric-id":1812934,"id":"Q1812934"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q473823$CC9ED4A5-2918-4739-89FD-B509AC98CDE7","rank":"normal"}],"P1643":[{"mainsnak":{"snaktype":"value","property":"P1643","hash":"62f0185749f4127097b328b46fd30b1ec10c6f8d","datavalue":{"value":{"entity-type":"item","numeric-id":2805888,"id":"Q2805888"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"a63db13ce9e148925406f3c8c81adb28692623f2","datavalue":{"value":{"amount":"+0.8319942","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ac3c626774dcd0d16f89557f66586245841a01db","datavalue":{"value":{"entity-type":"item","numeric-id":6767936,"id":"Q6767936"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q473823$59726C32-AFAA-4376-8EE6-B8674827BF73","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"ab86656cebdb2996f5840074f211b00a9be85e78","datavalue":{"value":{"entity-type":"item","numeric-id":5381689,"id":"Q5381689"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"ea7f93ed612618645ae77268496e497bd43dcdcd","datavalue":{"value":{"amount":"+0.8089332","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ac3c626774dcd0d16f89557f66586245841a01db","datavalue":{"value":{"entity-type":"item","numeric-id":6767936,"id":"Q6767936"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q473823$D0FD3189-EE99-4817-B514-99A59766CA9C","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"0cb2cb09abea328dcaf6feef2694bd2bfee00705","datavalue":{"value":{"entity-type":"item","numeric-id":1185027,"id":"Q1185027"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"488543ac36a1733de817743d348caa1b5ea75558","datavalue":{"value":{"amount":"+0.80738294","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ac3c626774dcd0d16f89557f66586245841a01db","datavalue":{"value":{"entity-type":"item","numeric-id":6767936,"id":"Q6767936"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q473823$C45AE3FD-5827-480C-9ED9-B63A883430D6","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"bb241edb74c418b8d9efaa1fe2dd69f97fc88538","datavalue":{"value":{"entity-type":"item","numeric-id":4671071,"id":"Q4671071"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"8879bc9af0bd796658fac5a9e2f2799887ece6d7","datavalue":{"value":{"amount":"+0.80351603","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ac3c626774dcd0d16f89557f66586245841a01db","datavalue":{"value":{"entity-type":"item","numeric-id":6767936,"id":"Q6767936"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q473823$52D8DCEC-F412-4130-8A33-3D33F9A246CE","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"849315364ad369aff2ebd690904756677df05b3b","datavalue":{"value":{"entity-type":"item","numeric-id":5275925,"id":"Q5275925"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"5f93ead520e71e30f2eaca3aeeb57452370ba8e9","datavalue":{"value":{"amount":"+0.80152833","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ac3c626774dcd0d16f89557f66586245841a01db","datavalue":{"value":{"entity-type":"item","numeric-id":6767936,"id":"Q6767936"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q473823$5629FAEC-FF2D-4F5D-9196-833D5F6C5385","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"e4f6e8b197d5d30befa0a803f2ca356fbbd13261","datavalue":{"value":{"entity-type":"item","numeric-id":876496,"id":"Q876496"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"2e308716efa95159e4f608e4402c6144bfc84368","datavalue":{"value":{"amount":"+0.8009942","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ac3c626774dcd0d16f89557f66586245841a01db","datavalue":{"value":{"entity-type":"item","numeric-id":6767936,"id":"Q6767936"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q473823$F11CEBD7-9C28-4ADE-B1FA-F0B372EB8F1B","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"027f064378673d6a37d9a4d94a484fc7fece3f91","datavalue":{"value":{"entity-type":"item","numeric-id":2968348,"id":"Q2968348"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"71fe29cc184df47ae07704738567a54d68e8c47d","datavalue":{"value":{"amount":"+0.7993122","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ac3c626774dcd0d16f89557f66586245841a01db","datavalue":{"value":{"entity-type":"item","numeric-id":6767936,"id":"Q6767936"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q473823$49179670-9FD1-4807-A305-6724A7C8A710","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"6c170093678f8fbe8e514c23188567f479e1a2ce","datavalue":{"value":{"entity-type":"item","numeric-id":2291774,"id":"Q2291774"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"ced18d96a08e6e337c9f1afc21c55e6573e4a3c3","datavalue":{"value":{"amount":"+0.79854125","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ac3c626774dcd0d16f89557f66586245841a01db","datavalue":{"value":{"entity-type":"item","numeric-id":6767936,"id":"Q6767936"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q473823$7B8A07EA-1864-43DE-AE1A-F29CE42663E6","rank":"normal"}]},"sitelinks":{"mardi":{"site":"mardi","title":"A \\(Sarsa(\\lambda)\\) algorithm based on double-layer fuzzy reasoning","badges":[],"url":"https://portal.mardi4nfdi.de/wiki/A_%5C(Sarsa(%5Clambda)%5C)_algorithm_based_on_double-layer_fuzzy_reasoning"}}}}}